mirror of
				https://github.com/searxng/searxng.git
				synced 2025-11-04 03:27:06 -05:00 
			
		
		
		
	
		
			
				
	
	
		
			79 lines
		
	
	
		
			2.2 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			79 lines
		
	
	
		
			2.2 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
## general mediawiki-engine (Web)
 | 
						|
#
 | 
						|
# @website     websites built on mediawiki (https://www.mediawiki.org)
 | 
						|
# @provide-api yes (http://www.mediawiki.org/wiki/API:Search)
 | 
						|
#
 | 
						|
# @using-api   yes
 | 
						|
# @results     JSON
 | 
						|
# @stable      yes
 | 
						|
# @parse       url, title
 | 
						|
#
 | 
						|
# @todo        content
 | 
						|
 | 
						|
from json import loads
 | 
						|
from string import Formatter
 | 
						|
from urllib import urlencode, quote
 | 
						|
 | 
						|
# engine dependent config
 | 
						|
categories = ['general']
 | 
						|
language_support = True
 | 
						|
paging = True
 | 
						|
number_of_results = 1
 | 
						|
 | 
						|
# search-url
 | 
						|
base_url = 'https://{language}.wikipedia.org/'
 | 
						|
search_url = base_url + 'w/api.php?action=query'\
 | 
						|
                                 '&list=search'\
 | 
						|
                                 '&{query}'\
 | 
						|
                                 '&srprop=timestamp'\
 | 
						|
                                 '&format=json'\
 | 
						|
                                 '&sroffset={offset}'\
 | 
						|
                                 '&srlimit={limit}'
 | 
						|
 | 
						|
 | 
						|
# do search-request
 | 
						|
def request(query, params):
 | 
						|
    offset = (params['pageno'] - 1) * number_of_results
 | 
						|
    string_args = dict(query=urlencode({'srsearch': query}),
 | 
						|
                        offset=offset,
 | 
						|
                        limit=number_of_results)
 | 
						|
    format_strings = list(Formatter().parse(base_url))
 | 
						|
 | 
						|
    if params['language'] == 'all':
 | 
						|
        language = 'en'
 | 
						|
    else:
 | 
						|
        language = params['language'].split('_')[0]
 | 
						|
 | 
						|
    if len(format_strings) > 1:
 | 
						|
        string_args['language'] = language
 | 
						|
 | 
						|
    # write search-language back to params, required in response
 | 
						|
    params['language'] = language
 | 
						|
 | 
						|
    params['url'] = search_url.format(**string_args)
 | 
						|
 | 
						|
    return params
 | 
						|
 | 
						|
 | 
						|
# get response from search-request
 | 
						|
def response(resp):
 | 
						|
    results = []
 | 
						|
 | 
						|
    search_results = loads(resp.text)
 | 
						|
 | 
						|
    # return empty array if there are no results
 | 
						|
    if not search_results.get('query', {}).get('search'):
 | 
						|
        return []
 | 
						|
 | 
						|
    # parse results
 | 
						|
    for result in search_results['query']['search']:
 | 
						|
        url = base_url.format(language=resp.search_params['language']) + 'wiki/' + quote(result['title'].replace(' ', '_').encode('utf-8'))
 | 
						|
 | 
						|
        # append result
 | 
						|
        results.append({'url': url,
 | 
						|
                        'title': result['title'],
 | 
						|
                        'content': ''})
 | 
						|
 | 
						|
    # return results
 | 
						|
    return results
 |