mirror of
https://github.com/kovidgoyal/calibre.git
synced 2025-08-30 23:00:21 -04:00
54 lines
1.8 KiB
Python
54 lines
1.8 KiB
Python
__license__ = 'GPL v3'
|
|
__copyright__ = '2009-2010, Darko Miletic <darko.miletic at gmail.com>'
|
|
'''
|
|
spectator.org
|
|
'''
|
|
|
|
from css_selectors import Select
|
|
|
|
from calibre.web.feeds.news import BasicNewsRecipe
|
|
|
|
|
|
class TheAmericanSpectator(BasicNewsRecipe):
|
|
title = 'The American Spectator'
|
|
__author__ = 'Kovid Goyal'
|
|
description = 'News from USA'
|
|
oldest_article = 7
|
|
max_articles_per_feed = 100
|
|
no_stylesheets = True
|
|
use_embedded_content = False
|
|
language = 'en_US'
|
|
auto_cleanup = True
|
|
encoding = 'utf-8'
|
|
|
|
def parse_index(self):
|
|
root = self.index_to_soup(
|
|
'http://spectator.org/issues/current', as_tree=True)
|
|
select = Select(root)
|
|
main = tuple(select('div#block-system-main'))[0]
|
|
feeds = []
|
|
for div in select('div.item-list', main):
|
|
for h3 in div.xpath('./h3'):
|
|
section_title = self.tag_to_string(h3)
|
|
self.log('\n' + section_title)
|
|
break
|
|
else:
|
|
continue
|
|
articles = []
|
|
for li in div.xpath('descendant::li'):
|
|
for x in select('div.views-field-title', li):
|
|
title = self.tag_to_string(x)
|
|
break
|
|
else:
|
|
raise ValueError('No article title found')
|
|
url = 'http://spectator.org' + li.xpath('./a/@href')[0]
|
|
desc = ''
|
|
for x in select('div.views-field-field-short-summary', li):
|
|
desc = self.tag_to_string(x)
|
|
break
|
|
articles.append(
|
|
{'title': title, 'url': url, 'description': desc})
|
|
self.log('\t', title, 'at', url)
|
|
feeds.append((section_title, articles))
|
|
return feeds
|