mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-10-30 18:22:25 -04:00
70 lines
2.6 KiB
Plaintext
70 lines
2.6 KiB
Plaintext
from calibre.web.feeds.news import BasicNewsRecipe
|
|
from calibre.ebooks.BeautifulSoup import BeautifulSoup
|
|
|
|
class JSOnline(BasicNewsRecipe):
|
|
title = u'Milwaukee Journal Sentinel'
|
|
language = 'en'
|
|
__author__ = 'Krittika Goyal'
|
|
oldest_article = 2 #days
|
|
max_articles_per_feed = 25
|
|
|
|
|
|
no_stylesheets = True
|
|
remove_tags_before = dict(name='div', attrs={'id':'wrapper'})
|
|
#remove_tags_after = dict(name='td', attrs={'class':'asset-bar'})
|
|
remove_tags = [
|
|
dict(name='iframe'),
|
|
dict(name='div', attrs={'class':['right_float', 'headlines', 'side_section_container poll', 'side_section_container html']}),
|
|
#dict(name='div', attrs={'id':['rightColumn']}),
|
|
#dict(name='span', attrs={'class':'comment_forbidden'}),
|
|
#dict(name='ul', attrs={'class':'links inline'}),
|
|
#dict(name='p', attrs={'id':'commentadvisory'}),
|
|
#dict(name='div', attrs={'style':['width: 300px; margin-right: 2em; float: left;']}),
|
|
#dict(name='div', style="float:right; width: 300px;"),
|
|
#dict(name='p', style="clear:both;"),
|
|
#dict(name='p', attrs={'name':'&lpos=footer_textlinks'}),
|
|
#dict(name='span', text=':'),
|
|
]
|
|
|
|
feeds = [
|
|
('Main Headlines',
|
|
'http://www.jsonline.com/rss?c=y&path=%2F'),
|
|
('Business',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fbusiness'),
|
|
('Milwaukee marketplace',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fmarketplace'),
|
|
('Top Entertainment Stories',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Ftopstories'),
|
|
('Arts and Books',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Farts'),
|
|
('Movies',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Fmovies'),
|
|
('Music and Nightlife',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fentertainment%2Fmusicandnightlife'),
|
|
('Dining',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Ffeatures%2Fdining'),
|
|
('Fashion',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Ffeatures%2Ffashion'),
|
|
('Health and Fitness',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Ffeatures%2Fhealth'),
|
|
('Top Metro Stories',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fnews%2Ftopstories'),
|
|
('Crime',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fnews%2Fcrime'),
|
|
('Sports',
|
|
'http://www.jsonline.com/rss?c=y&path=%2Fsports'),
|
|
]
|
|
|
|
#def print_version(self, url):
|
|
#return url+'/0'
|
|
|
|
def preprocess_html(self, soup):
|
|
story = soup.find(name='div', attrs={'id':'mainContent'})
|
|
#td = heading.findParent(name='td')
|
|
#td.extract()
|
|
soup = BeautifulSoup('<html><head><title>t</title></head><body></body></html>')
|
|
body = soup.find(name='body')
|
|
body.insert(0, story)
|
|
#td.name = 'div'
|
|
return soup
|