mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-06-23 15:30:45 -04:00
80 lines
2.9 KiB
Plaintext
80 lines
2.9 KiB
Plaintext
from calibre.web.feeds.recipes import BasicNewsRecipe
|
|
|
|
|
|
class AdvancedUserRecipe1278063072(BasicNewsRecipe):
|
|
title = u'Singtao Daily - Canada'
|
|
oldest_article = 7
|
|
max_articles_per_feed = 100
|
|
__author__ = 'rty'
|
|
description = 'Toronto Canada Chinese Newspaper'
|
|
publisher = 'news.singtao.ca'
|
|
category = 'Chinese, News, Canada'
|
|
remove_javascript = True
|
|
use_embedded_content = False
|
|
no_stylesheets = True
|
|
language = 'zh'
|
|
conversion_options = {'linearize_tables': True}
|
|
masthead_url = 'http://news.singtao.ca/i/site_2009/logo.jpg'
|
|
extra_css = '''
|
|
@font-face {font-family: "DroidFont", serif, sans-serif; src: url(res:///system/fonts/DroidSansFallback.ttf); }\
|
|
|
|
body {text-align: justify; margin-right: 8pt; font-family: 'DroidFont', serif;}\
|
|
|
|
h1 {font-family: 'DroidFont', serif;}\
|
|
|
|
.articledescription {font-family: 'DroidFont', serif;}
|
|
'''
|
|
keep_only_tags = [
|
|
dict(name='div', attrs={'id': ['title', 'storybody']}),
|
|
dict(name='div', attrs={'class': 'content'})
|
|
]
|
|
|
|
def parse_index(self):
|
|
feeds = []
|
|
for title, url in [
|
|
('Editorial',
|
|
'http://news.singtao.ca/toronto/editorial.html'),
|
|
('Toronto \xe5\x9f\x8e\xe5\xb8\x82/\xe7\xa4\xbe\xe5\x8d\x80'.decode('utf-8'),
|
|
'http://news.singtao.ca/toronto/city.html'),
|
|
('Canada \xe5\x8a\xa0\xe5\x9c\x8b'.decode('utf-8'),
|
|
'http://news.singtao.ca/toronto/canada.html'),
|
|
('Entertainment',
|
|
'http://news.singtao.ca/toronto/entertainment.html'),
|
|
('World',
|
|
'http://news.singtao.ca/toronto/world.html'),
|
|
('Finance \xe5\x9c\x8b\xe9\x9a\x9b\xe8\xb2\xa1\xe7\xb6\x93'.decode('utf-8'),
|
|
'http://news.singtao.ca/toronto/finance.html'),
|
|
('Sports', 'http://news.singtao.ca/toronto/sports.html'),
|
|
]:
|
|
articles = self.parse_section(url)
|
|
if articles:
|
|
feeds.append((title, articles))
|
|
return feeds
|
|
|
|
def parse_section(self, url):
|
|
soup = self.index_to_soup(url)
|
|
div = soup.find(
|
|
attrs={'class': ['newslist paddingL10T10', 'newslist3 paddingL10T10']})
|
|
current_articles = []
|
|
for li in div.findAll('li'):
|
|
a = li.find('a', href=True)
|
|
if a is None:
|
|
continue
|
|
title = self.tag_to_string(a)
|
|
url = a.get('href', False)
|
|
if not url or not title:
|
|
continue
|
|
if url.startswith('/'):
|
|
url = 'http://news.singtao.ca' + url
|
|
current_articles.append(
|
|
{'title': title, 'url': url, 'description': ''})
|
|
|
|
return current_articles
|
|
|
|
def preprocess_html(self, soup):
|
|
for item in soup.findAll(style=True):
|
|
del item['style']
|
|
for item in soup.findAll(width=True):
|
|
del item['width']
|
|
return soup
|