[fix] unicode urls

This commit is contained in:
Adam Tauber 2016-09-06 17:17:42 +02:00
parent 596c6b6c93
commit 3144ec1d59
2 changed files with 3 additions and 8 deletions

View File

@ -13,11 +13,10 @@ import re
from urlparse import urljoin from urlparse import urljoin
from lxml import html from lxml import html
from cgi import escape from cgi import escape
from searx.engines.xpath import extract_text
from searx.utils import is_valid_lang from searx.utils import is_valid_lang
categories = ['general'] categories = ['general']
url = 'http://dictzone.com/{from_lang}-{to_lang}-dictionary/{query}' url = u'http://dictzone.com/{from_lang}-{to_lang}-dictionary/{query}'
weight = 100 weight = 100
parser_re = re.compile(u'.*?([a-z]+)-([a-z]+) ([^ ]+)$', re.I) parser_re = re.compile(u'.*?([a-z]+)-([a-z]+) ([^ ]+)$', re.I)

View File

@ -9,16 +9,12 @@
@parse url, title, content @parse url, title, content
""" """
import re import re
from urlparse import urljoin
from lxml import html
from cgi import escape from cgi import escape
from searx.engines.xpath import extract_text
from searx.utils import is_valid_lang from searx.utils import is_valid_lang
categories = ['general'] categories = ['general']
url = 'http://api.mymemory.translated.net/get?q={query}' \ url = u'http://api.mymemory.translated.net/get?q={query}&langpair={from_lang}|{to_lang}{key}'
'&langpair={from_lang}|{to_lang}{key}' web_url = u'http://mymemory.translated.net/en/{from_lang}/{to_lang}/{query}'
web_url = 'http://mymemory.translated.net/en/{from_lang}/{to_lang}/{query}'
weight = 100 weight = 100
parser_re = re.compile(u'.*?([a-z]+)-([a-z]+) (.{2,})$', re.I) parser_re = re.compile(u'.*?([a-z]+)-([a-z]+) (.{2,})$', re.I)