Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-07 10:14:46 -04:00
Code Issues Packages Projects Releases Wiki Activity

Don't download comment only HTML pages

Browse Source
This commit is contained in:
Kovid Goyal 2008-03-29 01:22:34 +00:00
parent 9d20d7f43e
commit 132ac4b850
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
src/libprs500/web/fetch/simple.py
View File

@ -321,7 +321,8 @@ class RecursiveFetcher(object):
self.current_dir = linkdiskpath self.current_dir = linkdiskpath
f = self.fetch_url(iurl) f = self.fetch_url(iurl)
dsrc = f.read() dsrc = f.read()
if len(dsrc) == 0: if len(dsrc) == 0 or \
len(re.compile('<!--.*?-->', re.DOTALL).sub('', dsrc).strip()) == 0:
raise ValueError('No content at URL %s'%iurl) raise ValueError('No content at URL %s'%iurl)
if self.encoding is not None: if self.encoding is not None:
dsrc = dsrc.decode(self.encoding, 'ignore') dsrc = dsrc.decode(self.encoding, 'ignore')