mirror of
https://github.com/searxng/searxng.git
synced 2025-11-21 22:13:18 -05:00
ca441f419c
The requests changed here all run outside of the network context timeout, thereby preventing the engine's timeout from being applied (the engine's timeout can become longer than it was configured). Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
72 lines
1.9 KiB
Python
72 lines
1.9 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
"""Seznam"""
|
|
|
|
from urllib.parse import urlencode
|
|
from lxml import html
|
|
from searx.network import get
|
|
from searx.exceptions import SearxEngineAccessDeniedException
|
|
from searx.utils import (
|
|
extract_text,
|
|
eval_xpath_list,
|
|
eval_xpath_getindex,
|
|
)
|
|
|
|
# about
|
|
about = {
|
|
"website": "https://www.seznam.cz/",
|
|
"wikidata_id": "Q3490485",
|
|
"official_api_documentation": "https://api.sklik.cz/",
|
|
"use_official_api": False,
|
|
"require_api_key": False,
|
|
"results": "HTML",
|
|
"language": "cz",
|
|
}
|
|
|
|
categories = ['general', 'web']
|
|
base_url = 'https://search.seznam.cz/'
|
|
|
|
|
|
def request(query, params):
|
|
response_index = get(base_url, headers=params['headers'], raise_for_httperror=True, timout=3)
|
|
dom = html.fromstring(response_index.text)
|
|
|
|
url_params = {
|
|
'q': query,
|
|
'oq': query,
|
|
}
|
|
for e in eval_xpath_list(dom, '//input[@type="hidden"]'):
|
|
name = e.get('name')
|
|
value = e.get('value')
|
|
url_params[name] = value
|
|
|
|
params['url'] = base_url + '?' + urlencode(url_params)
|
|
params['cookies'] = response_index.cookies
|
|
return params
|
|
|
|
|
|
def response(resp):
|
|
if resp.url.path.startswith('/verify'):
|
|
raise SearxEngineAccessDeniedException()
|
|
|
|
results = []
|
|
|
|
dom = html.fromstring(resp.content.decode())
|
|
for result_element in eval_xpath_list(
|
|
dom, '//div[@id="searchpage-root"]//div[@class="Layout--left"]/div[@class="f2c528"]'
|
|
):
|
|
result_data = eval_xpath_getindex(
|
|
result_element, './/div[@class="c8774a" or @class="e69e8d a11657"]', 0, default=None
|
|
)
|
|
if result_data is None:
|
|
continue
|
|
title_element = eval_xpath_getindex(result_element, './/h3/a', 0)
|
|
results.append(
|
|
{
|
|
'url': title_element.get('href'),
|
|
'title': extract_text(title_element),
|
|
'content': extract_text(result_data),
|
|
}
|
|
)
|
|
|
|
return results
|