Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-07 18:24:30 -04:00
Code Issues Packages Projects Releases Wiki Activity

Warn when server returns a zero-length document

Browse Source
This commit is contained in:
Kovid Goyal 2008-01-29 03:57:08 +00:00
parent dbc4bc0e5b
commit eacebcd6dd
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/libprs500/web/fetch/simple.py
View File

@ -259,6 +259,9 @@ class RecursiveFetcher(object):
try: try:
self.current_dir = linkdiskpath self.current_dir = linkdiskpath
f = self.fetch_url(iurl) f = self.fetch_url(iurl)
dsrc = f.read()
if len(dsrc) == 0:
raise Exception('No content')
soup = self.get_soup(f.read()) soup = self.get_soup(f.read())
self.logger.debug('Processing images...') self.logger.debug('Processing images...')
self.process_images(soup, f.geturl()) self.process_images(soup, f.geturl())
@ -272,7 +275,7 @@ class RecursiveFetcher(object):
self.process_links(soup, iurl, recursion_level+1) self.process_links(soup, iurl, recursion_level+1)
else: else:
self.process_return_links(soup, iurl) self.process_return_links(soup, iurl)
self.logger.debug('Recursion limit reached. Skipping %s', iurl) self.logger.debug('Recursion limit reached. Skipping links in %s', iurl)
save_soup(soup, res) save_soup(soup, res)
self.localize_link(tag, 'href', res) self.localize_link(tag, 'href', res)