mirror of
https://github.com/searxng/searxng.git
synced 2025-10-31 10:37:06 -04:00
772c048d01
Add match_language function in utils to match any user given language code with a list of engine's supported languages. Also add language_aliases dict on each engine to translate standard language codes into the custom codes used by the engine.
152 lines
6.9 KiB
Python
152 lines
6.9 KiB
Python
from collections import defaultdict
|
|
import mock
|
|
from searx.engines import swisscows
|
|
from searx.testing import SearxTestCase
|
|
|
|
|
|
class TestSwisscowsEngine(SearxTestCase):
|
|
|
|
def test_request(self):
|
|
swisscows.supported_languages = ['de-AT', 'de-DE']
|
|
query = 'test_query'
|
|
dicto = defaultdict(dict)
|
|
dicto['pageno'] = 1
|
|
dicto['language'] = 'de-DE'
|
|
params = swisscows.request(query, dicto)
|
|
self.assertTrue('url' in params)
|
|
self.assertTrue(query in params['url'])
|
|
self.assertTrue('swisscows.ch' in params['url'])
|
|
self.assertTrue('uiLanguage=de' in params['url'])
|
|
self.assertTrue('region=de-DE' in params['url'])
|
|
|
|
dicto['category'] = 'images'
|
|
params = swisscows.request(query, dicto)
|
|
self.assertIn('image', params['url'])
|
|
|
|
def test_response(self):
|
|
self.assertRaises(AttributeError, swisscows.response, None)
|
|
self.assertRaises(AttributeError, swisscows.response, [])
|
|
self.assertRaises(AttributeError, swisscows.response, '')
|
|
self.assertRaises(AttributeError, swisscows.response, '[]')
|
|
|
|
response = mock.Mock(text=b'<html></html>')
|
|
self.assertEqual(swisscows.response(response), [])
|
|
|
|
response = mock.Mock(text=b'<html></html>')
|
|
self.assertEqual(swisscows.response(response), [])
|
|
|
|
html = b"""
|
|
<script>
|
|
App.Dispatcher.dispatch("initialize", {
|
|
html5history: true,
|
|
initialData: {"Request":
|
|
{"Page":1,
|
|
"ItemsCount":1,
|
|
"Query":"This should ",
|
|
"NormalizedQuery":"This should ",
|
|
"Region":"de-AT",
|
|
"UILanguage":"de"},
|
|
"Results":{"items":[
|
|
{"Title":"\uE000This should\uE001 be the title",
|
|
"Description":"\uE000This should\uE001 be the content.",
|
|
"Url":"http://this.should.be.the.link/",
|
|
"DisplayUrl":"www.\uE000this.should.be.the\uE001.link",
|
|
"Id":"782ef287-e439-451c-b380-6ebc14ba033d"},
|
|
{"Title":"Datei:This should1.svg",
|
|
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
|
|
"SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should1.svg",
|
|
"DisplayUrl":"de.wikipedia.org/wiki/Datei:This should1.svg",
|
|
"Width":950,
|
|
"Height":534,
|
|
"FileSize":92100,
|
|
"ContentType":"image/jpeg",
|
|
"Thumbnail":{
|
|
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
|
|
"ContentType":"image/jpeg",
|
|
"Width":300,
|
|
"Height":168,
|
|
"FileSize":9134},
|
|
"Id":"6a97a542-8f65-425f-b7f6-1178c3aba7be"
|
|
}
|
|
],"TotalCount":55300,
|
|
"Query":"This should "
|
|
},
|
|
"Images":[{"Title":"Datei:This should.svg",
|
|
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
|
|
"SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should.svg",
|
|
"DisplayUrl":"de.wikipedia.org/wiki/Datei:This should.svg",
|
|
"Width":1280,
|
|
"Height":677,
|
|
"FileSize":50053,
|
|
"ContentType":"image/png",
|
|
"Thumbnail":{"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
|
|
"ContentType":"image/png",
|
|
"Width":300,
|
|
"Height":158,
|
|
"FileSize":8023},
|
|
"Id":"ae230fd8-a06a-47d6-99d5-e74766d8143a"}]},
|
|
environment: "production"
|
|
}).then(function (options) {
|
|
$('#Search_Form').on('submit', function (e) {
|
|
if (!Modernizr.history) return;
|
|
e.preventDefault();
|
|
|
|
var $form = $(this),
|
|
$query = $('#Query'),
|
|
query = $.trim($query.val()),
|
|
path = App.Router.makePath($form.attr('action'), null, $form.serializeObject())
|
|
|
|
if (query.length) {
|
|
options.html5history ?
|
|
ReactRouter.HistoryLocation.push(path) :
|
|
ReactRouter.RefreshLocation.push(path);
|
|
}
|
|
else $('#Query').trigger('blur');
|
|
});
|
|
|
|
});
|
|
</script>
|
|
"""
|
|
response = mock.Mock(text=html)
|
|
results = swisscows.response(response)
|
|
self.assertEqual(type(results), list)
|
|
self.assertEqual(len(results), 3)
|
|
self.assertEqual(results[0]['title'], 'This should be the title')
|
|
self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
|
|
self.assertEqual(results[0]['content'], 'This should be the content.')
|
|
self.assertEqual(results[1]['title'], 'Datei:This should1.svg')
|
|
self.assertEqual(results[1]['url'], 'http://de.wikipedia.org/wiki/Datei:This should1.svg')
|
|
self.assertEqual(results[1]['img_src'], 'http://ts2.mm.This/should1.png')
|
|
self.assertEqual(results[1]['template'], 'images.html')
|
|
self.assertEqual(results[2]['title'], 'Datei:This should.svg')
|
|
self.assertEqual(results[2]['url'], 'http://de.wikipedia.org/wiki/Datei:This should.svg')
|
|
self.assertEqual(results[2]['img_src'], 'http://ts2.mm.This/should.png')
|
|
self.assertEqual(results[2]['template'], 'images.html')
|
|
|
|
def test_fetch_supported_languages(self):
|
|
html = """<html></html>"""
|
|
response = mock.Mock(text=html)
|
|
languages = swisscows._fetch_supported_languages(response)
|
|
self.assertEqual(type(languages), list)
|
|
self.assertEqual(len(languages), 0)
|
|
|
|
html = """
|
|
<html>
|
|
<div id="regions-popup">
|
|
<div>
|
|
<ul>
|
|
<li><a data-search-language="browser"></a></li>
|
|
<li><a data-search-language="de-CH"></a></li>
|
|
<li><a data-search-language="fr-CH"></a></li>
|
|
</ul>
|
|
</div>
|
|
</div>
|
|
</html>
|
|
"""
|
|
response = mock.Mock(text=html)
|
|
languages = swisscows._fetch_supported_languages(response)
|
|
self.assertEqual(type(languages), list)
|
|
self.assertEqual(len(languages), 3)
|
|
self.assertIn('de-CH', languages)
|
|
self.assertIn('fr-CH', languages)
|