Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-07 18:24:30 -04:00
Code Issues Packages Projects Releases Wiki Activity

Update Frontline

Browse Source
This commit is contained in:
Kovid Goyal 2013-06-22 07:59:40 +05:30
parent bf1055abd9
commit 6a134427c8
1 changed files with 25 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
recipes/frontlineonnet.recipe
View File

@ -46,23 +46,24 @@ class Frontlineonnet(BasicNewsRecipe):
keep_only_tags= [
dict(name='div', attrs={'id':'content'})
#,dict(attrs={'class':'byline'})
]
#remove_attributes=['size','noshade','border']
#def preprocess_html(self, soup):
#for item in soup.findAll(style=True):
#del item['style']
#for item in soup.findAll('img'):
#if not item.has_key('alt'):
#item['alt'] = 'image'
#return soup
remove_attributes=['size','noshade','border']
def parse_index(self):
articles = []
current_section = None
feeds = []
soup = self.index_to_soup(self.INDEX)
for feed_link in soup.findAll('div', id='headseccol'):
a = feed_link.find('a', href=True)
for h3 in soup.findAll('h3'):
if h3.get('class', None) == 'artListSec':
if articles:
feeds.append((current_section, articles))
articles = []
current_section = self.tag_to_string(h3).strip()
self.log(current_section)
elif h3.get('id', None) in {'headseccol', 'headsec'}:
a = h3.find('a', href=True)
if a is not None:
title = self.tag_to_string(a)
url = a['href']
articles.append({
@ -71,10 +72,8 @@ class Frontlineonnet(BasicNewsRecipe):
,'url' :url
,'description':''
})
return [('Frontline', articles)]
self.log('\t', title, url)
if articles:
feeds.append((current_section, articles))
return feeds
#def print_version(self, url):
#return "http://www.hinduonnet.com/thehindu/thscrip/print.pl?prd=fline&file=" + url.rpartition('/')[2]
#def image_url_processor(self, baseurl, url):
#return url.replace('../images/', self.INDEX + 'images/').strip()