From 22079ffdefb07cf69486a232e823797e737014e9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?No=C3=A9mi=20V=C3=A1nyi?= Date: Sat, 27 Mar 2021 15:54:33 +0100 Subject: [PATCH] Add PostgreSQL engine --- searx/engines/postgresql.py | 65 +++++++++++++++++++++++++++++++++++++ searx/settings.yml | 10 ++++++ 2 files changed, 75 insertions(+) create mode 100644 searx/engines/postgresql.py diff --git a/searx/engines/postgresql.py b/searx/engines/postgresql.py new file mode 100644 index 00000000..c6fa7221 --- /dev/null +++ b/searx/engines/postgresql.py @@ -0,0 +1,65 @@ +# SPDX-License-Identifier: AGPL-3.0-or-later +""" + PostgreSQL database (Offline) +""" + +import psycopg2 + +engine_type = 'offline' +host = "127.0.0.1" +port = "5432" +database = "" +username = "" +password = "" +query_str = "" +limit = 10 +paging = True +result_template = 'key-value.html' +_connection = None + + +def init(engine_settings): + if 'query_str' not in engine_settings: + raise ValueError('query_str cannot be empty') + + if not engine_settings['query_str'].lower().startswith('select '): + raise ValueError('only SELECT query is supported') + + global _connection + _connection = psycopg2.connect( + database = database, + user = username, + password = password, + host = host, + port = port, + ) + + +def search(query, params): + query_params = {'query': query} + query_to_run = query_str + ' LIMIT {0} OFFSET {1}'.format(limit, (params['pageno'] - 1) * limit) + + with _connection: + with _connection.cursor() as cur: + cur.execute(query_str, query_params) + + return _fetch_results(cur) + + +def _fetch_results(cur): + results = [] + titles = [] + + try: + titles = [column_desc.name for column_desc in cur.description] + + for res in cur: + result = dict(zip(titles, map(str, res))) + result['template'] = result_template + results.append(result) + + # no results to fetch + except psycopg2.ProgrammingError: + pass + + return results diff --git a/searx/settings.yml b/searx/settings.yml index dde2e249..cfec63fd 100644 --- a/searx/settings.yml +++ b/searx/settings.yml @@ -840,6 +840,16 @@ engines: url: https://thepiratebay.org/ timeout : 3.0 +# Required dependency: psychopg2 +# - name : postgresql +# engine : postgresql +# database : postgres +# username : postgres +# password : postgres +# limit : 10 +# query_str : 'SELECT * from my_table WHERE my_column = %(query)s' +# shortcut : psql + - name : pubmed engine : pubmed shortcut : pub