kamp/searxng
1
0
Fork 0
mirror of https://github.com/searxng/searxng.git synced 2024-11-22 20:17:45 +01:00
Code

[mod] google: add "use_mobile_ui" parameter to use mobile endpoint.

Browse Source 
disable by default, it has to be enabled in settings.yml

related to  #159
This commit is contained in:
Alexandre Flament 2021-06-21 12:18:28 +02:00
parent 0e3a87b73a
commit 7a5c36408a
2 changed files with 25 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
searx/engines/google.py
View File

@ -34,6 +34,7 @@ categories = ['general']
paging = True paging = True
time_range_support = True time_range_support = True
safesearch = True safesearch = True
use_mobile_ui = False
supported_languages_url = 'https://www.google.com/preferences?#languages' supported_languages_url = 'https://www.google.com/preferences?#languages'
# based on https://en.wikipedia.org/wiki/List_of_Google_domains and tests # based on https://en.wikipedia.org/wiki/List_of_Google_domains and tests
@ -266,6 +267,13 @@ def request(query, params):
params, supported_languages, language_aliases, True params, supported_languages, language_aliases, True
) )
additional_parameters = {}
if use_mobile_ui:
additional_parameters = {
'asearch': "arc",
'async': 'arc_id:srp_510,ffilt:all,ve_name:MoreResultsContainer,next_id:srp_5,use_ac:true,_id:arc-srp_510,_pms:qs,_fmt:pc' # pylint: disable=line-too-long
}
# https://www.google.de/search?q=corona&hl=de&lr=lang_de&start=0&tbs=qdr%3Ad&safe=medium # https://www.google.de/search?q=corona&hl=de&lr=lang_de&start=0&tbs=qdr%3Ad&safe=medium
query_url = 'https://' + lang_info['subdomain'] + '/search' + "?" + urlencode({ query_url = 'https://' + lang_info['subdomain'] + '/search' + "?" + urlencode({
'q': query, 'q': query,
@ -273,6 +281,7 @@ def request(query, params):
'ie': "utf8", 'ie': "utf8",
'oe': "utf8", 'oe': "utf8",
'start': offset, 'start': offset,
**additional_parameters,
}) })
if params['time_range'] in time_range_dict: if params['time_range'] in time_range_dict:
@ -282,9 +291,12 @@ def request(query, params):
params['url'] = query_url params['url'] = query_url
params['headers'].update(lang_info['headers']) params['headers'].update(lang_info['headers'])
params['headers']['Accept'] = ( if use_mobile_ui:
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8' params['headers']['Accept'] = '*/*'
) else:
params['headers']['Accept'] = (
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
)
return params return params
@ -307,14 +319,15 @@ def response(resp):
logger.debug("did not find 'answer'") logger.debug("did not find 'answer'")
# results --> number_of_results # results --> number_of_results
try: if not use_mobile_ui:
_txt = eval_xpath_getindex(dom, '//div[@id="result-stats"]//text()', 0) try:
_digit = ''.join([n for n in _txt if n.isdigit()]) _txt = eval_xpath_getindex(dom, '//div[@id="result-stats"]//text()', 0)
number_of_results = int(_digit) _digit = ''.join([n for n in _txt if n.isdigit()])
results.append({'number_of_results': number_of_results}) number_of_results = int(_digit)
except Exception as e: # pylint: disable=broad-except results.append({'number_of_results': number_of_results})
logger.debug("did not 'number_of_results'") except Exception as e: # pylint: disable=broad-except
logger.error(e, exc_info=True) logger.debug("did not 'number_of_results'")
logger.error(e, exc_info=True)
# parse results # parse results
for result in eval_xpath_list(dom, results_xpath): for result in eval_xpath_list(dom, results_xpath):

1
searx/settings.yml
View File

@ -583,6 +583,7 @@ engines:
- name: google - name: google
engine: google engine: google
shortcut: go shortcut: go
use_mobile_ui: true
# additional_tests: # additional_tests:
# android: *test_android # android: *test_android