mirror of
				https://github.com/searxng/searxng.git
				synced 2025-11-02 18:47:05 -05:00 
			
		
		
		
	Merge pull request #1015 from misnyo/digg
[fix] digg now requires cookie for search
This commit is contained in:
		
						commit
						610117d054
					
				@ -10,6 +10,8 @@
 | 
				
			|||||||
 @parse       url, title, content, publishedDate, thumbnail
 | 
					 @parse       url, title, content, publishedDate, thumbnail
 | 
				
			||||||
"""
 | 
					"""
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					import random
 | 
				
			||||||
 | 
					import string
 | 
				
			||||||
from dateutil import parser
 | 
					from dateutil import parser
 | 
				
			||||||
from json import loads
 | 
					from json import loads
 | 
				
			||||||
from lxml import html
 | 
					from lxml import html
 | 
				
			||||||
@ -30,12 +32,17 @@ title_xpath = './/h2//a//text()'
 | 
				
			|||||||
content_xpath = './/p//text()'
 | 
					content_xpath = './/p//text()'
 | 
				
			||||||
pubdate_xpath = './/time'
 | 
					pubdate_xpath = './/time'
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					digg_cookie_chars = string.ascii_uppercase + string.ascii_lowercase +\
 | 
				
			||||||
 | 
					    string.digits + "+_"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# do search-request
 | 
					# do search-request
 | 
				
			||||||
def request(query, params):
 | 
					def request(query, params):
 | 
				
			||||||
    offset = (params['pageno'] - 1) * 10
 | 
					    offset = (params['pageno'] - 1) * 10
 | 
				
			||||||
    params['url'] = search_url.format(position=offset,
 | 
					    params['url'] = search_url.format(position=offset,
 | 
				
			||||||
                                      query=quote_plus(query))
 | 
					                                      query=quote_plus(query))
 | 
				
			||||||
 | 
					    params['cookies']['frontend.auid'] = ''.join(random.choice(
 | 
				
			||||||
 | 
					        digg_cookie_chars) for _ in range(22))
 | 
				
			||||||
    return params
 | 
					    return params
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
				
			|||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user