This commit is contained in:
Kovid Goyal 2007-08-19 23:01:20 +00:00
parent d88be92e7b
commit beb8ddb80e

View File

@ -16,14 +16,14 @@
import os, time, calendar, operator import os, time, calendar, operator
from libprs500 import iswindows from libprs500 import iswindows
from libprs500.ebooks.BeautifulSoup import BeautifulStoneSoup from libprs500.ebooks.BeautifulSoup import BeautifulStoneSoup, BeautifulSoup
def parse_feeds(feeds, browser, print_version, max_articles_per_feed=10): def parse_feeds(feeds, browser, print_version, max_articles_per_feed=10):
articles = {} articles = {}
for title, url in feeds: for title, url in feeds:
src = browser.open(url).read() src = browser.open(url).read()
articles[title] = [] articles[title] = []
soup = BeautifulStoneSoup(src) soup = BeautifulStoneSoup(src, convertEntities=BeautifulSoup.HTML_ENTITIES)
for item in soup.findAll('item'): for item in soup.findAll('item'):
try: try:
pubdate = item.find('pubdate').string pubdate = item.find('pubdate').string