devol
/
searx
mirror of https://github.com/searx/searx
1
0
Fork 0
Code Issues Releases Wiki Activity

[mod] ignore startpage unicode errors

This commit is contained in:
Adam Tauber 2015-01-09 11:21:46 +01:00
parent 23b4a53248
commit c8be128e97
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
searx/engines/startpage.py
View File

@ -66,7 +66,10 @@ def response(resp):
continue continue
link = links[0] link = links[0]
url = link.attrib.get('href') url = link.attrib.get('href')
title = escape(link.text_content()) try:
title = escape(link.text_content())
except UnicodeDecodeError:
continue
# block google-ad url's # block google-ad url's
if re.match("^http(s|)://www.google.[a-z]+/aclk.*$", url): if re.match("^http(s|)://www.google.[a-z]+/aclk.*$", url):