Cutlery/calibre
1
0
Fork 0
mirror of https://github.com/kovidgoyal/calibre.git synced 2025-07-09 03:04:10 -04:00
Code Issues Packages Projects Releases Wiki Activity

DDG now apparently implements SSL sniffing, sigh

Browse Source
This commit is contained in:
Kovid Goyal 2024-01-03 21:01:58 +05:30
parent 4526abb5e3
commit f0700b4722
No known key found for this signature in database
GPG Key ID: 06BC317B515ACE7C
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/calibre/ebooks/metadata/sources/search_engines.py
View File

@ -165,6 +165,9 @@ def wayback_url_processor(url):
return url return url
ddg_scraper_storage = []
def ddg_search(terms, site=None, br=None, log=prints, safe_search=False, dump_raw=None, timeout=60): def ddg_search(terms, site=None, br=None, log=prints, safe_search=False, dump_raw=None, timeout=60):
# https://duck.co/help/results/syntax # https://duck.co/help/results/syntax
terms = [quote_term(ddg_term(t)) for t in terms] terms = [quote_term(ddg_term(t)) for t in terms]
@ -174,8 +177,9 @@ def ddg_search(terms, site=None, br=None, log=prints, safe_search=False, dump_ra
url = 'https://duckduckgo.com/html/?q={q}&kp={kp}'.format( url = 'https://duckduckgo.com/html/?q={q}&kp={kp}'.format(
q=q, kp=1 if safe_search else -1) q=q, kp=1 if safe_search else -1)
log('Making ddg query: ' + url) log('Making ddg query: ' + url)
from calibre.scraper.simple import read_url
br = br or browser() br = br or browser()
root = query(br, url, 'ddg', dump_raw, timeout=timeout) root = query(br, url, 'ddg', dump_raw, timeout=timeout, simple_scraper=partial(read_url, ddg_scraper_storage))
ans = [] ans = []
for a in root.xpath('//*[@class="results"]//*[@class="result__title"]/a[@href and @class="result__a"]'): for a in root.xpath('//*[@class="results"]//*[@class="result__title"]/a[@href and @class="result__a"]'):
try: try: