''' SPDX-License-Identifier: AGPL-3.0-or-later ''' from hashlib import md5 from searx.data import ahmia_blacklist_loader name = "Ahmia blacklist" description = "Filter out onion results that appear in Ahmia's blacklist. (See https://ahmia.fi/blacklist)" default_on = True preference_section = 'onions' ahmia_blacklist = None def get_ahmia_blacklist(): global ahmia_blacklist if not ahmia_blacklist: ahmia_blacklist = ahmia_blacklist_loader() return ahmia_blacklist def not_blacklisted(result): if not result.get('is_onion') or not result.get('parsed_url'): return True result_hash = md5(result['parsed_url'].hostname.encode()).hexdigest() return result_hash not in get_ahmia_blacklist() def post_search(request, search): filtered_results = list(filter(not_blacklisted, search.result_container._merged_results)) search.result_container._merged_results = filtered_results return True