2016-12-24 22:23:36 +01:00
|
|
|
"""
|
|
|
|
|
Searx (all)
|
|
|
|
|
|
|
|
|
|
@website https://github.com/asciimoo/searx
|
2017-06-18 19:53:10 +02:00
|
|
|
@provide-api yes (https://asciimoo.github.io/searx/dev/search_api.html)
|
2016-12-24 22:23:36 +01:00
|
|
|
|
|
|
|
|
@using-api yes
|
|
|
|
|
@results JSON
|
|
|
|
|
@stable yes (using api)
|
|
|
|
|
@parse url, title, content
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
from json import loads
|
|
|
|
|
from searx.engines import categories as searx_categories
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
categories = searx_categories.keys()
|
|
|
|
|
|
|
|
|
|
# search-url
|
|
|
|
|
instance_urls = []
|
|
|
|
|
instance_index = 0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# do search-request
|
|
|
|
|
def request(query, params):
|
|
|
|
|
global instance_index
|
|
|
|
|
params['url'] = instance_urls[instance_index % len(instance_urls)]
|
|
|
|
|
params['method'] = 'POST'
|
|
|
|
|
|
|
|
|
|
instance_index += 1
|
|
|
|
|
|
|
|
|
|
params['data'] = {
|
|
|
|
|
'q': query,
|
|
|
|
|
'pageno': params['pageno'],
|
|
|
|
|
'language': params['language'],
|
|
|
|
|
'time_range': params['time_range'],
|
|
|
|
|
'category': params['category'],
|
|
|
|
|
'format': 'json'
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return params
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# get response from search-request
|
|
|
|
|
def response(resp):
|
|
|
|
|
|
|
|
|
|
response_json = loads(resp.text)
|
|
|
|
|
results = response_json['results']
|
|
|
|
|
|
|
|
|
|
for i in ('answers', 'infoboxes'):
|
|
|
|
|
results.extend(response_json[i])
|
|
|
|
|
|
|
|
|
|
results.extend({'suggestion': s} for s in response_json['suggestions'])
|
|
|
|
|
|
|
|
|
|
results.append({'number_of_results': response_json['number_of_results']})
|
|
|
|
|
|
|
|
|
|
return results
|
