mirror of
				https://github.com/searxng/searxng.git
				synced 2025-11-04 03:27:06 -05:00 
			
		
		
		
	add comments to deviantart engine
This commit is contained in:
		
							parent
							
								
									58a443be29
								
							
						
					
					
						commit
						16d1526818
					
				@ -1,35 +1,61 @@
 | 
				
			|||||||
 | 
					## Deviantart (Images)
 | 
				
			||||||
 | 
					# 
 | 
				
			||||||
 | 
					# @website     https://www.deviantart.com/
 | 
				
			||||||
 | 
					# @provide-api yes (https://www.deviantart.com/developers/) (RSS)
 | 
				
			||||||
 | 
					# 
 | 
				
			||||||
 | 
					# @using-api   no (TODO, rewrite to api)
 | 
				
			||||||
 | 
					# @results     HTML
 | 
				
			||||||
 | 
					# @stable      no (HTML can change)
 | 
				
			||||||
 | 
					# @parse       url, title, thumbnail
 | 
				
			||||||
 | 
					#
 | 
				
			||||||
 | 
					# @todo        rewrite to api
 | 
				
			||||||
 | 
					
 | 
				
			||||||
from urllib import urlencode
 | 
					from urllib import urlencode
 | 
				
			||||||
from urlparse import urljoin
 | 
					from urlparse import urljoin
 | 
				
			||||||
from lxml import html
 | 
					from lxml import html
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# engine dependent config
 | 
				
			||||||
categories = ['images']
 | 
					categories = ['images']
 | 
				
			||||||
 | 
					paging = True
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# search-url
 | 
				
			||||||
base_url = 'https://www.deviantart.com/'
 | 
					base_url = 'https://www.deviantart.com/'
 | 
				
			||||||
search_url = base_url+'search?offset={offset}&{query}'
 | 
					search_url = base_url+'search?offset={offset}&{query}'
 | 
				
			||||||
 | 
					
 | 
				
			||||||
paging = True
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# do search-request
 | 
				
			||||||
def request(query, params):
 | 
					def request(query, params):
 | 
				
			||||||
    offset = (params['pageno'] - 1) * 24
 | 
					    offset = (params['pageno'] - 1) * 24
 | 
				
			||||||
 | 
					
 | 
				
			||||||
    params['url'] = search_url.format(offset=offset,
 | 
					    params['url'] = search_url.format(offset=offset,
 | 
				
			||||||
                                      query=urlencode({'q': query}))
 | 
					                                      query=urlencode({'q': query}))
 | 
				
			||||||
 | 
					
 | 
				
			||||||
    return params
 | 
					    return params
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					# get response from search-request
 | 
				
			||||||
def response(resp):
 | 
					def response(resp):
 | 
				
			||||||
    results = []
 | 
					    results = []
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					    # return empty array if a redirection code is returned
 | 
				
			||||||
    if resp.status_code == 302:
 | 
					    if resp.status_code == 302:
 | 
				
			||||||
        return results
 | 
					        return []
 | 
				
			||||||
 | 
					
 | 
				
			||||||
    dom = html.fromstring(resp.text)
 | 
					    dom = html.fromstring(resp.text)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					    # parse results
 | 
				
			||||||
    for result in dom.xpath('//div[contains(@class, "tt-a tt-fh")]'):
 | 
					    for result in dom.xpath('//div[contains(@class, "tt-a tt-fh")]'):
 | 
				
			||||||
        link = result.xpath('.//a[contains(@class, "thumb")]')[0]
 | 
					        link = result.xpath('.//a[contains(@class, "thumb")]')[0]
 | 
				
			||||||
        url = urljoin(base_url, link.attrib.get('href'))
 | 
					        url = urljoin(base_url, link.attrib.get('href'))
 | 
				
			||||||
        title_links = result.xpath('.//span[@class="details"]//a[contains(@class, "t")]')  # noqa
 | 
					        title_links = result.xpath('.//span[@class="details"]//a[contains(@class, "t")]')  # noqa
 | 
				
			||||||
        title = ''.join(title_links[0].xpath('.//text()'))
 | 
					        title = ''.join(title_links[0].xpath('.//text()'))
 | 
				
			||||||
        img_src = link.xpath('.//img')[0].attrib['src']
 | 
					        img_src = link.xpath('.//img')[0].attrib['src']
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					        # append result
 | 
				
			||||||
        results.append({'url': url,
 | 
					        results.append({'url': url,
 | 
				
			||||||
                        'title': title,
 | 
					                        'title': title,
 | 
				
			||||||
                        'img_src': img_src,
 | 
					                        'img_src': img_src,
 | 
				
			||||||
                        'template': 'images.html'})
 | 
					                        'template': 'images.html'})
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					    # return results
 | 
				
			||||||
    return results
 | 
					    return results
 | 
				
			||||||
 | 
				
			|||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user