Cutlery/searxng
1
0
Fork 0
mirror of https://github.com/searxng/searxng.git synced 2025-11-04 03:27:06 -05:00
Code Issues Packages Projects Releases Wiki Activity

[json_engine] Fix R0912 (too-many-branches)

Browse Source
This commit is contained in:
Lucki 2025-01-11 16:47:50 +01:00 committed by Markus Heiser
parent 3942b311ac
commit 35c80268bf
1 changed files with 42 additions and 43 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

75
searx/engines/json_engine.py
View File

@ -352,6 +352,37 @@ def identity(arg):
return arg return arg
def extract_response_info(result):
title_filter = html_to_text if title_html_to_text else identity
content_filter = html_to_text if content_html_to_text else identity
tmp_result = {}
try:
url = query(result, url_query)[0]
tmp_result['url'] = url_prefix + to_string(url)
title = query(result, title_query)[0]
tmp_result['title'] = title_filter(to_string(title))
except: # pylint: disable=bare-except
return None
try:
content = query(result, content_query)[0]
tmp_result['content'] = content_filter(to_string(content))
except: # pylint: disable=bare-except
tmp_result['content'] = ""
try:
if thumbnail_query:
thumbnail_query_result = query(result, thumbnail_query)[0]
tmp_result['thumbnail'] = thumbnail_prefix + to_string(thumbnail_query_result)
except: # pylint: disable=bare-except
pass
return tmp_result
def response(resp): def response(resp):
'''Scrap *results* from the response (see :ref:`engine results`).''' '''Scrap *results* from the response (see :ref:`engine results`).'''
results = [] results = []
@ -367,55 +398,23 @@ def response(resp):
json = loads(resp.text) json = loads(resp.text)
is_onion = 'onions' in categories is_onion = 'onions' in categories
title_filter = html_to_text if title_html_to_text else identity
content_filter = html_to_text if content_html_to_text else identity
if results_query: if results_query:
rs = query(json, results_query) # pylint: disable=invalid-name rs = query(json, results_query) # pylint: disable=invalid-name
if not rs: if not rs:
return results return results
for result in rs[0]: rs = rs[0] # pylint: disable=invalid-name
try: else:
url = query(result, url_query)[0] rs = json # pylint: disable=invalid-name
title = query(result, title_query)[0]
except: # pylint: disable=bare-except
continue
try:
content = query(result, content_query)[0]
except: # pylint: disable=bare-except
content = ""
tmp_result = { for result in rs:
'url': url_prefix + to_string(url), tmp_result = extract_response_info(result)
'title': title_filter(to_string(title)), if not tmp_result:
'content': content_filter(to_string(content)),
}
if thumbnail_query:
try:
thumbnail_query_result = query(result, thumbnail_query)[0]
tmp_result['thumbnail'] = thumbnail_prefix + to_string(thumbnail_query_result)
except: # pylint: disable=bare-except
continue continue
if is_onion: if is_onion:
tmp_result['is_onion'] = True tmp_result['is_onion'] = True
results.append(tmp_result) results.append(tmp_result)
else:
for result in json:
url = query(result, url_query)[0]
title = query(result, title_query)[0]
content = query(result, content_query)[0]
results.append(
{
'url': url_prefix + to_string(url),
'title': title_filter(to_string(title)),
'content': content_filter(to_string(content)),
'is_onion': is_onion,
}
)
if not suggestion_query: if not suggestion_query:
return results return results