Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

Also add consent cookie when searching google directly

Browse Source
This commit is contained in:
Kovid Goyal 2022-07-16 17:58:50 +05:30
parent d6014bd11d
commit b6463f7cc5
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/calibre/ebooks/metadata/sources/search_engines.py
View File

@ -20,7 +20,7 @@ from calibre import browser as _browser, prints, random_user_agent
from calibre.utils.monotonic import monotonic
from calibre.utils.random_ua import accept_header_for_ua
current_version = (1, 0, 10)
current_version = (1, 0, 11)
minimum_calibre_version = (2, 80, 0)
@ -284,11 +284,24 @@ def google_search(terms, site=None, br=None, log=prints, safe_search=False, dump
url = 'https://www.google.com/search?q={q}'.format(q=q)
log('Making google query: ' + url)
br = br or browser()
br.set_simple_cookie('CONSENT', 'YES+', '.google.com', path='/')
r = []
root = query(br, url, 'google', dump_raw, timeout=timeout, save_raw=r.append)
return google_parse_results(root, r[0], log=log), url
def gt():
url = 'https://www.google.com/search?q=%289780525509998+or+978-0525509998%29+site%3Awww.amazon.com'
raw = browser().open_novisit(url).read()
with open('/t/raw.html', 'wb') as f:
f.write(raw)
root = parse_html(raw)
for result in google_parse_results(root, raw):
print(result.title)
print(' ', result.url)
print(' ', result.cached_url)
def google_develop(search_terms='1423146786', raw_from=''):
if raw_from:
with open(raw_from, 'rb') as f: