#!/usr/bin/env python ''' searx is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. searx is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for more details. You should have received a copy of the GNU Affero General Public License along with searx. If not, see < http://www.gnu.org/licenses/ >. (C) 2014 by Thomas Pointhuber, ''' import re from searx.languages import language_codes from searx.engines import categories, engines, engine_shortcuts from searx.search import EngineRef from searx.webutils import VALID_LANGUAGE_CODE class RawTextQuery: """parse raw text query (the value from the html input)""" def __init__(self, query, disabled_engines): assert isinstance(query, str) self.query = query self.disabled_engines = [] if disabled_engines: self.disabled_engines = disabled_engines self.query_parts = [] self.user_query_parts = [] self.enginerefs = [] self.languages = [] self.timeout_limit = None self.external_bang = None self.specific = False self._parse_query() # parse query, if tags are set, which # change the search engine or search-language def _parse_query(self): self.query_parts = [] # split query, including whitespaces raw_query_parts = re.split(r'(\s+)', self.query) for query_part in raw_query_parts: searx_query_part = False # part does only contain spaces, skip if query_part.isspace()\ or query_part == '': continue # this force the timeout if query_part[0] == '<': try: raw_timeout_limit = int(query_part[1:]) if raw_timeout_limit < 100: # below 100, the unit is the second ( <3 = 3 seconds timeout ) self.timeout_limit = float(raw_timeout_limit) else: # 100 or above, the unit is the millisecond ( <850 = 850 milliseconds timeout ) self.timeout_limit = raw_timeout_limit / 1000.0 searx_query_part = True except ValueError: # error not reported to the user pass # this force a language if query_part[0] == ':': lang = query_part[1:].lower().replace('_', '-') # check if any language-code is equal with # declared language-codes for lc in language_codes: lang_id, lang_name, country, english_name = map(str.lower, lc) # if correct language-code is found # set it as new search-language if (lang == lang_id or lang == lang_name or lang == english_name or lang.replace('-', ' ') == country)\ and lang not in self.languages: searx_query_part = True lang_parts = lang_id.split('-') if len(lang_parts) == 2: self.languages.append(lang_parts[0] + '-' + lang_parts[1].upper()) else: self.languages.append(lang_id) # to ensure best match (first match is not necessarily the best one) if lang == lang_id: break # user may set a valid, yet not selectable language if VALID_LANGUAGE_CODE.match(lang): lang_parts = lang.split('-') if len(lang_parts) > 1: lang = lang_parts[0].lower() + '-' + lang_parts[1].upper() if lang not in self.languages: self.languages.append(lang) searx_query_part = True # external bang if query_part[0:2] == "!!": self.external_bang = query_part[2:] searx_query_part = True continue # this force a engine or category if query_part[0] == '!' or query_part[0] == '?': prefix = query_part[1:].replace('-', ' ').replace('_', ' ') # check if prefix is equal with engine shortcut if prefix in engine_shortcuts: searx_query_part = True engine_name = engine_shortcuts[prefix] if engine_name in engines: self.enginerefs.append(EngineRef(engine_name, 'none', True)) # check if prefix is equal with engine name elif prefix in engines: searx_query_part = True self.enginerefs.append(EngineRef(prefix, 'none', True)) # check if prefix is equal with categorie name elif prefix in categories: # using all engines for that search, which # are declared under that categorie name searx_query_part = True self.enginerefs.extend(EngineRef(engine.name, prefix) for engine in categories[prefix] if (engine.name, prefix) not in self.disabled_engines) if query_part[0] == '!': self.specific = True # append query part to query_part list if searx_query_part: self.query_parts.append(query_part) else: self.user_query_parts.append(query_part) def changeQuery(self, query): self.user_query_parts = query.strip().split() return self def getQuery(self): return ' '.join(self.user_query_parts) def getFullQuery(self): # get full querry including whitespaces return '{0} {1}'.format(''.join(self.query_parts), self.getQuery()).strip()