Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Log results page title when no results found

Browse Source
This commit is contained in:
Kovid Goyal 2017-03-03 12:07:11 +05:30
parent e6b1cc0a49
commit c7b753c469
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/calibre/ebooks/metadata/sources/search_engines.py
View File

@ -174,7 +174,7 @@ def bing_search(terms, site=None, br=None, log=prints, safe_search=False, dump_r
try:
div = li.xpath('descendant::div[@class="b_attribution" and @u]')[0]
except IndexError:
log('Ignoring', title, 'as it has no cached page')
log('Ignoring {!r} as it has no cached page'.format(title))
continue
d, w = div.get('u').split('|')[-2:]
# The bing cache does not have a valid https certificate currently
@ -182,6 +182,9 @@ def bing_search(terms, site=None, br=None, log=prints, safe_search=False, dump_r
cached_url = 'http://cc.bingj.com/cache.aspx?q={q}&d={d}&mkt=en-US&setlang=en-US&w={w}'.format(
q=q, d=d, w=w)
ans.append(Result(a.get('href'), title, cached_url))
if not ans:
title = ' '.join(root.xpath('//title/text()'))
log('Failed to find any results on results page, with title:', title)
return ans, url
@ -226,10 +229,13 @@ def google_search(terms, site=None, br=None, log=prints, safe_search=False, dump
try:
c = div.xpath('descendant::div[@class="s"]//a[@class="fl"]')[0]
except IndexError:
log('Ignoring', title, 'as it has no cached page')
log('Ignoring {!r} as it has no cached page'.format(title))
continue
cached_url = c.get('href')
ans.append(Result(a.get('href'), title, cached_url))
if not ans:
title = ' '.join(root.xpath('//title/text()'))
log('Failed to find any results on results page, with title:', title)
return ans, url