mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-07-09 03:04:10 -04:00
Revert "Adding The Codeless Code (thecodelesscode.com)"
This reverts commit 7ff5ed6b62561c9920caccca5c98200943759066.
This commit is contained in:
April King
parent
7ff5ed6b62
commit
fb3f9d7898
@ -1,179 +0,0 @@
|
||||
#!/usr/bin/env python2
|
||||
|
||||
from datetime import date
|
||||
from lxml import etree
|
||||
|
||||
__copyright__ = '2015, April King <april@twoevils.org>'
|
||||
__license__ = 'GPL v3'
|
||||
__version__ = '1.2'
|
||||
|
||||
'''
|
||||
http://www.thecodelesscode.com/
|
||||
'''
|
||||
|
||||
from calibre.web.feeds.news import BasicNewsRecipe
|
||||
from calibre.ebooks.BeautifulSoup import BeautifulSoup as bs
|
||||
|
||||
class CodelessCode(BasicNewsRecipe):
|
||||
__author__ = 'April King'
|
||||
title = u'The Codeless Code'
|
||||
category = 'fiction, programming, technology'
|
||||
chapters = {} # ie, Mousetrap -> 182
|
||||
compress_news_images = True
|
||||
compress_news_images_max_size = 100
|
||||
cover_url = 'http://www.thecodelesscode.com/pages/case-9/Lotus-050.jpg'
|
||||
credits = [ u'<h2 class="chapter_title">{0}</h2>'.format(title),
|
||||
u'<p>By <em>Qi</em></p>',
|
||||
u'<p>An illustrated collection of (sometimes violent) fables concerning the Art and Philosophy of software development, written in the spirit of Zen kōans</p>',
|
||||
u'<p>eBook conversion courtesy of <em>{0}</em></p>'.format(__author__) ]
|
||||
description = u'The Art and Philosophy of software development, written in the spirit of Zen kōans'
|
||||
extra_css = '.article_date { display: none; float: right; } \
|
||||
.chapter_title { font-size: 1.75em; margin-top: 0; } \
|
||||
.chapter_title::first-letter { font-size: 1.35em; font-weight: 500; letter-spacing: -.05em; } \
|
||||
h2 { margin-top: 0; } \
|
||||
.image_wrapper { text-align: center; }'
|
||||
index = 'http://www.thecodelesscode.com/contents'
|
||||
language = 'en'
|
||||
max_articles_per_feed = 1000 # I can only wish
|
||||
path_remappings = {} # IE, /case/182 -> articles_72/index.html
|
||||
publication_type = 'blog'
|
||||
publisher = 'Qi'
|
||||
scale_news_images = (600, 400)
|
||||
simultaneous_downloads = 1
|
||||
url = 'http://www.thecodelesscode.com'
|
||||
|
||||
def create_opf(self, feeds, dir=None):
|
||||
'''
|
||||
Generate a mapping of the original URL, ie, http://thecodelesscode.com/case/100 to the
|
||||
internal Calibre file system, eg, ../article_7/index_u39.html
|
||||
'''
|
||||
for feed in feeds:
|
||||
for article in feed:
|
||||
orig_path = article.orig_url.split(self.url, 2)[-1] # http://thecodelesscode.com/case/100 -> /case/100
|
||||
article_id = article.id.split('#')[-1] # internal id#10 -> 10
|
||||
article_path = article.url.split('index')[0] + 'index.html' # article_X/index.html -> article_X/
|
||||
|
||||
self.path_remappings[orig_path] = article_path
|
||||
|
||||
BasicNewsRecipe.create_opf(self, feeds, dir=dir)
|
||||
|
||||
def parse_index(self):
|
||||
koans = []
|
||||
|
||||
# Retrieve the contents page, containing the ToC
|
||||
soup = self.index_to_soup(self.index)
|
||||
|
||||
for koan in soup.findAll('tr'):
|
||||
# BS has some trouble with the weird layout
|
||||
tag = koan.find('a')
|
||||
|
||||
if tag == None: continue
|
||||
if 'random' in tag['href']: continue
|
||||
|
||||
# Minor coding error causes calibre to glitch; use the current date for the most recent title
|
||||
koan_date = koan.find('td', attrs={'class' : 'toc-date' })
|
||||
if koan_date == None:
|
||||
koan_date = date.isoformat(date.today())
|
||||
else:
|
||||
koan_date = koan_date.string
|
||||
|
||||
title = tag.string
|
||||
url = self.url + tag['href']
|
||||
|
||||
if u'The Applicant' in title: continue # Only the main story
|
||||
|
||||
koans.append({
|
||||
'content': '',
|
||||
'date': koan_date,
|
||||
'description': '',
|
||||
'title': title,
|
||||
'url' : url,
|
||||
})
|
||||
|
||||
# ie, Mousetrap -> 182
|
||||
self.chapters[title] = url.split('/')[-1]
|
||||
|
||||
# Oldest koans first
|
||||
koans.reverse()
|
||||
|
||||
# Log and then get out of here
|
||||
self.log("Found {0} koans".format(len(koans)))
|
||||
return( [(self.title, koans)] )
|
||||
|
||||
def preprocess_html(self, soup):
|
||||
title = soup.find('h1', attrs = {'class': 'title'}).find('a', attrs = {'class' : 'subtle'}).string
|
||||
|
||||
# Add a title at the beginning of each chapter
|
||||
if title in self.chapters:
|
||||
title = '<div class="chapter_title">{0}</div>'.format(title)
|
||||
|
||||
# Load up the actual story
|
||||
koan = soup.find('div', attrs = {'class' : 'story koan'})
|
||||
|
||||
# Kind of a hack-y way to get .children in BS3 <a><b><c></c></b></a> -> <b><c></c></b>
|
||||
contents = list(koan.contents)
|
||||
koan = bs(title)
|
||||
|
||||
for i in reversed(contents):
|
||||
koan.insert(1, i)
|
||||
|
||||
# Remove all anchors that don't contain /case/, leaving them as just their text
|
||||
# Note that we'll come back and clean up /case/ links when the URLs are remapped
|
||||
# during postprocess_book()
|
||||
anchors = koan.findAll('a')
|
||||
if anchors != []:
|
||||
for anchor in anchors:
|
||||
if '/case/' in anchor['href']:
|
||||
pass
|
||||
elif 'note' in anchor['href']:
|
||||
anchor.replaceWith('')
|
||||
else:
|
||||
# Again, a hacky way to get the contents of the tag, thanks to BS3
|
||||
contents = list(anchor.contents)
|
||||
linktext = bs()
|
||||
for i in reversed(contents):
|
||||
linktext.insert(1, i)
|
||||
anchor.replaceWith(linktext)
|
||||
|
||||
# Find all the images, and wrap them up in an image_wrapper div
|
||||
for i in range(0, len(koan.contents), 1):
|
||||
if not hasattr(koan.contents[i], 'name'): continue # skip carriage returns
|
||||
if koan.contents[i].name == u'img':
|
||||
div = bs('<div class="image_wrapper"></div>')
|
||||
div.div.insert(0, koan.contents[i])
|
||||
koan.insert(i, div)
|
||||
|
||||
return(koan)
|
||||
|
||||
def postprocess_book(self, oeb, opts, log):
|
||||
# Go through each internal representation of each HTML file, and fix all the broken hrefs, if possible
|
||||
for item in oeb.manifest.items:
|
||||
if item.media_type == 'text/html':
|
||||
|
||||
for node in item.data.xpath('//*[@href]'):
|
||||
naughty_href = node.get('href')
|
||||
|
||||
if naughty_href in self.path_remappings:
|
||||
node.set('href', '../' + self.path_remappings[ naughty_href ] )
|
||||
href = node.get('href')
|
||||
self.log("Remapped href {0} --> {1}".format(naughty_href, href))
|
||||
|
||||
# Remove the superfluous extra feed page at the beginning of the book, replacing it
|
||||
# with the proper credits
|
||||
for item in oeb.manifest.hrefs['index.html'].data.xpath('//*[local-name()="ul"]'):
|
||||
item.getparent().remove(item)
|
||||
|
||||
for item in oeb.manifest.hrefs['index.html'].data.xpath('//*[local-name()="p"]'):
|
||||
item.getparent().remove(item)
|
||||
|
||||
for item in oeb.manifest.hrefs['index.html'].data.xpath('//*[local-name()="div"]'):
|
||||
for credit in self.credits[::-1]:
|
||||
item.insert(0, etree.fromstring(credit))
|
||||
|
||||
# Change the creator from "calibre" to the actual author
|
||||
# Also, we don't need the date in the ebook's title
|
||||
oeb.metadata.items['creator'][0].value = self.publisher
|
||||
oeb.metadata.items['description'][0].value = oeb.metadata.items['description'][0].value.split('\n\nArticles in this issue')[0]
|
||||
oeb.metadata.items['publication_type'][0].value = self.title
|
||||
oeb.metadata.items['publisher'][0].value = self.publisher
|
||||
oeb.metadata.items['title'][0].value = self.title
|
||||
Loading…
x
Reference in New Issue
Block a user