[mod] ignore startpage unicode errors

2015-01-09 11:21:46 +01:00 · 2015-01-09 11:21:46 +01:00 · c8be128e97
parent 23b4a53248
commit c8be128e97
1 changed files with 4 additions and 1 deletions
--- a/searx/engines/startpage.py
+++ b/searx/engines/startpage.py
@ -66,7 +66,10 @@ def response(resp):
            continue
        link = links[0]
        url = link.attrib.get('href')
-        title = escape(link.text_content())
+        try:
+            title = escape(link.text_content())
+        except UnicodeDecodeError:
+            continue

        # block google-ad url's
        if re.match("^http(s|)://www.google.[a-z]+/aclk.*$", url):