diff --git a/searx/engines/google.py b/searx/engines/google.py index a25b0acd..dc94fe7d 100644 --- a/searx/engines/google.py +++ b/searx/engines/google.py @@ -33,6 +33,7 @@ categories = ['general'] paging = True time_range_support = True safesearch = True +use_mobile_ui = False supported_languages_url = 'https://www.google.com/preferences?#languages' # based on https://en.wikipedia.org/wiki/List_of_Google_domains and tests @@ -206,6 +207,13 @@ def request(query, params): params, supported_languages, language_aliases, True ) + additional_parameters = {} + if use_mobile_ui: + additional_parameters = { + 'asearch': "arc", + 'async': 'arc_id:srp_510,ffilt:all,ve_name:MoreResultsContainer,next_id:srp_5,use_ac:true,_id:arc-srp_510,_pms:qs,_fmt:pc' # pylint: disable=line-too-long + } + # https://www.google.de/search?q=corona&hl=de&lr=lang_de&start=0&tbs=qdr%3Ad&safe=medium query_url = 'https://' + lang_info['subdomain'] + '/search' + "?" + urlencode({ 'q': query, @@ -213,6 +221,7 @@ def request(query, params): 'ie': "utf8", 'oe': "utf8", 'start': offset, + **additional_parameters, }) if params['time_range'] in time_range_dict: @@ -225,9 +234,12 @@ def request(query, params): logger.debug("HTTP header Accept-Language --> %s", lang_info.get('Accept-Language')) params['headers'].update(lang_info['headers']) - params['headers']['Accept'] = ( - 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8' - ) + if use_mobile_ui: + params['headers']['Accept'] = '*/*' + else: + params['headers']['Accept'] = ( + 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8' + ) return params @@ -250,14 +262,15 @@ def response(resp): logger.debug("did not find 'answer'") # results --> number_of_results - try: - _txt = eval_xpath_getindex(dom, '//div[@id="result-stats"]//text()', 0) - _digit = ''.join([n for n in _txt if n.isdigit()]) - number_of_results = int(_digit) - results.append({'number_of_results': number_of_results}) - except Exception as e: # pylint: disable=broad-except - logger.debug("did not 'number_of_results'") - logger.error(e, exc_info=True) + if not use_mobile_ui: + try: + _txt = eval_xpath_getindex(dom, '//div[@id="result-stats"]//text()', 0) + _digit = ''.join([n for n in _txt if n.isdigit()]) + number_of_results = int(_digit) + results.append({'number_of_results': number_of_results}) + except Exception as e: # pylint: disable=broad-except + logger.debug("did not 'number_of_results'") + logger.error(e, exc_info=True) # parse results for result in eval_xpath_list(dom, results_xpath): diff --git a/searx/settings.yml b/searx/settings.yml index 29f00cea..b645a201 100644 --- a/searx/settings.yml +++ b/searx/settings.yml @@ -551,6 +551,7 @@ engines: - name : google engine : google shortcut : go + use_mobile_ui: false # additional_tests: # android: *test_android