mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-11-23 23:13:02 -05:00
69 lines
2.5 KiB
Python
69 lines
2.5 KiB
Python
#!/usr/bin/env python
|
|
|
|
__license__ = 'GPL v3'
|
|
__copyright__ = '2008-2009, Darko Miletic <darko.miletic at gmail.com>'
|
|
'''
|
|
harpers.org
|
|
'''
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
from calibre.ebooks.BeautifulSoup import Tag
|
|
|
|
class Harpers(BasicNewsRecipe):
|
|
title = u"Harper's Magazine"
|
|
__author__ = u'Darko Miletic'
|
|
language = 'en'
|
|
|
|
description = u"Harper's Magazine: Founded June 1850."
|
|
publisher = "Harper's Magazine "
|
|
category = 'news, politics, USA'
|
|
oldest_article = 30
|
|
max_articles_per_feed = 100
|
|
no_stylesheets = True
|
|
use_embedded_content = False
|
|
|
|
html2lrf_options = [
|
|
'--comment', description
|
|
, '--category', category
|
|
, '--publisher', publisher
|
|
]
|
|
|
|
html2epub_options = 'publisher="' + publisher + '"\ncomments="' + description + '"\ntags="' + category + '"\noverride_css=" p {text-indent: 0em; margin-top: 0em; margin-bottom: 0.5em} img {margin-top: 0em; margin-bottom: 0.4em}"'
|
|
|
|
extra_css = '''
|
|
h1{ font-family:georgia ; color:#111111; font-size:large;}
|
|
.box-of-helpful{ font-family:arial ; font-size:x-small;}
|
|
p{font-family:georgia ;}
|
|
.caption{font-family:Verdana,sans-serif;font-size:x-small;color:#666666;}
|
|
'''
|
|
|
|
keep_only_tags = [ dict(name='div', attrs={'id':'cached'}) ]
|
|
remove_tags = [
|
|
dict(name='table', attrs={'class':['rcnt','rcnt topline']})
|
|
,dict(name=['link','object','embed'])
|
|
]
|
|
|
|
feeds = [(u"Harper's Magazine", u'http://www.harpers.org/rss/frontpage-rss20.xml')]
|
|
|
|
def get_cover_url(self):
|
|
cover_url = None
|
|
index = 'http://harpers.org/'
|
|
soup = self.index_to_soup(index)
|
|
link_item = soup.find(name = 'img',attrs= {'class':"cover"})
|
|
print link_item
|
|
if link_item:
|
|
cover_url = 'http://harpers.org' + link_item['src']
|
|
print cover_url
|
|
return cover_url
|
|
|
|
def preprocess_html(self, soup):
|
|
mcharset = Tag(soup,'meta',[("http-equiv","Content-Type"),("content","text/html; charset=utf-8")])
|
|
soup.head.insert(1,mcharset)
|
|
for item in soup.findAll(style=True):
|
|
del item['style']
|
|
for item in soup.findAll(xmlns=True):
|
|
del item['xmlns']
|
|
return soup
|
|
|
|
|
|
|