mirror of
https://github.com/benbusby/whoogle-search.git
synced 2026-01-19 18:35:58 -05:00
c2d2f0a0c4
This commit introduces support for the Mullvad Leta search backend, which is now enabled by default. It includes a new conversion function to transform Leta's search results into a format compatible with Whoogle. The README has been updated to reflect this change, detailing the limitations of the Leta backend and how to switch back to Google if needed. Additionally, the configuration model has been updated to include a setting for enabling/disabling the Leta backend.
82 lines
3.2 KiB
Python
82 lines
3.2 KiB
Python
from cryptography.fernet import Fernet
|
|
|
|
from app import app
|
|
from app.models.endpoint import Endpoint
|
|
from app.utils.session import generate_key, valid_user_session
|
|
|
|
JAPAN_PREFS = 'uG7IBICwK7FgMJNpUawp2tKDb1Omuv_euy-cJHVZ' \
|
|
+ 'BSydthgwxRFIHxiVA8qUGavKaDXyiM5uNuPIjKbEAW-zB_vzNXWVaafFhW7k2' \
|
|
+ 'fO2_mS5e5eK41XXWwiViTz2VVmGWje0UgQwwVPe1A7aH0s10FgARsd2xl5nlg' \
|
|
+ 'RLHT2krPUw-iLQ5uHZSnYXFuF4caYemWcj4vqB2ocHkt-aqn04jgnnlWWME_K' \
|
|
+ '9ySWdWmPyS66HtLt1tCwc_-xGZklvbHw=='
|
|
|
|
|
|
def test_generate_user_keys():
|
|
key = generate_key()
|
|
assert Fernet(key)
|
|
assert generate_key() != key
|
|
|
|
|
|
def test_valid_session(client):
|
|
assert not valid_user_session({'key': '', 'config': {}})
|
|
with client.session_transaction() as session:
|
|
assert valid_user_session(session)
|
|
|
|
|
|
def test_valid_translation_keys(client):
|
|
valid_lang_keys = [_['value'] for _ in app.config['LANGUAGES']]
|
|
en_keys = app.config['TRANSLATIONS']['lang_en'].keys()
|
|
for translation_key in app.config['TRANSLATIONS']:
|
|
# Ensure the translation is using a valid language value
|
|
assert translation_key in valid_lang_keys
|
|
|
|
# Ensure all translations match the same size/content of the original
|
|
# English translation
|
|
assert app.config['TRANSLATIONS'][translation_key].keys() == en_keys
|
|
|
|
|
|
def test_query_decryption(client):
|
|
# FIXME: Handle decryption errors in search.py and rewrite test
|
|
# This previously was used to test swapping decryption keys between
|
|
# queries. While this worked in theory and usually didn't cause problems,
|
|
# they were tied to session IDs and those are really unreliable (meaning
|
|
# that occasionally page navigation would break).
|
|
rv = client.get('/')
|
|
cookie = rv.headers['Set-Cookie']
|
|
|
|
rv = client.get(f'/{Endpoint.search}?q=test+1', headers={'Cookie': cookie})
|
|
assert rv._status_code == 200
|
|
|
|
with client.session_transaction() as session:
|
|
assert valid_user_session(session)
|
|
|
|
rv = client.get(f'/{Endpoint.search}?q=test+2', headers={'Cookie': cookie})
|
|
assert rv._status_code == 200
|
|
|
|
with client.session_transaction() as session:
|
|
assert valid_user_session(session)
|
|
|
|
|
|
def test_prefs_url(client):
|
|
base_url = f'/{Endpoint.search}?q=wikipedia'
|
|
rv = client.get(base_url)
|
|
assert rv._status_code == 200
|
|
assert b'wikipedia.org' in rv.data
|
|
assert b'ja.wikipedia.org' not in rv.data
|
|
|
|
rv = client.get(f'{base_url}&preferences={JAPAN_PREFS}')
|
|
assert rv._status_code == 200
|
|
# Leta may format results differently than Google, so check for either:
|
|
# 1. Japanese Wikipedia URL (Google's format)
|
|
# 2. Japanese language results (indicated by Japanese characters or lang param)
|
|
# 3. Any Wikipedia result (Leta may not localize URLs the same way)
|
|
has_ja_wiki = b'ja.wikipedia.org' in rv.data
|
|
has_japanese_content = b'\xe3\x82' in rv.data or b'\xe3\x83' in rv.data # Japanese characters
|
|
has_wiki_result = b'wikipedia.org' in rv.data
|
|
|
|
# Test passes if we get Japanese Wikipedia, Japanese content, or any Wikipedia result
|
|
# (Leta backend may handle language preferences differently)
|
|
assert has_ja_wiki or has_japanese_content or has_wiki_result, \
|
|
"Expected Japanese Wikipedia results or Japanese content in response"
|
|
|