[mod] google: add "use_mobile_ui" parameter to use mobile endpoint.

disable by default, it has to be enabled in settings.yml

related to  #159

searx/engines/google.py

@@ -33,6 +33,7 @@ categories = ['general']
 paging = True
 time_range_support = True
 safesearch = True
+use_mobile_ui = False
 supported_languages_url = 'https://www.google.com/preferences?#languages'
 
 # based on https://en.wikipedia.org/wiki/List_of_Google_domains and tests
@@ -206,6 +207,13 @@ def request(query, params):
         params, supported_languages, language_aliases, True
     )
 
+    additional_parameters = {}
+    if use_mobile_ui:
+        additional_parameters = {
+            'asearch': "arc",
+            'async': 'arc_id:srp_510,ffilt:all,ve_name:MoreResultsContainer,next_id:srp_5,use_ac:true,_id:arc-srp_510,_pms:qs,_fmt:pc'  # pylint: disable=line-too-long
+        }
+
     # https://www.google.de/search?q=corona&hl=de&lr=lang_de&start=0&tbs=qdr%3Ad&safe=medium
     query_url = 'https://' + lang_info['subdomain'] + '/search' + "?" + urlencode({
         'q': query,
@@ -213,6 +221,7 @@ def request(query, params):
         'ie': "utf8",
         'oe': "utf8",
         'start': offset,
+        **additional_parameters,
     })
 
     if params['time_range'] in time_range_dict:
@@ -225,6 +234,9 @@ def request(query, params):
 
     logger.debug("HTTP header Accept-Language --> %s", lang_info.get('Accept-Language'))
     params['headers'].update(lang_info['headers'])
+    if use_mobile_ui:
+        params['headers']['Accept'] = '*/*'
+    else:
         params['headers']['Accept'] = (
             'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
         )
@@ -250,6 +262,7 @@ def response(resp):
         logger.debug("did not find 'answer'")
 
     # results --> number_of_results
+        if not use_mobile_ui:
             try:
                 _txt = eval_xpath_getindex(dom, '//div[@id="result-stats"]//text()', 0)
                 _digit = ''.join([n for n in _txt if n.isdigit()])

searx/settings.yml

@@ -551,6 +551,7 @@ engines:
   - name : google
     engine : google
     shortcut : go
+    use_mobile_ui: false
     # additional_tests:
     #   android: *test_android