Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-07 10:14:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

News download: Handle feeds that have entries with empty ids

Browse Source
This commit is contained in:
Kovid Goyal 2013-02-10 17:00:15 +05:30
parent 6aa1b67d88
commit fa67ceaeb2
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/calibre/web/feeds/__init__.py
View File

@ -152,11 +152,13 @@ class Feed(object):
for item in articles:
if len(self.articles) >= max_articles_per_feed:
break
id = item.get('id', 'internal id#'+str(self.id_counter))
self.id_counter += 1
id = item.get('id', None)
if not id:
id = 'internal id#%s'%self.id_counter
if id in self.added_articles:
return
self.added_articles.append(id)
self.id_counter += 1
published = time.gmtime(item.get('timestamp', time.time()))
title = item.get('title', _('Untitled article'))
link = item.get('url', None)
@ -176,13 +178,15 @@ class Feed(object):
def parse_article(self, item):
id = item.get('id', 'internal id#'+str(self.id_counter))
self.id_counter += 1
id = item.get('id', None)
if not id:
id = 'internal id#%s'%self.id_counter
if id in self.added_articles:
return
published = item.get('date_parsed', time.gmtime())
if not published:
published = time.gmtime()
self.id_counter += 1
self.added_articles.append(id)
title = item.get('title', _('Untitled article'))