[utils] Extract sanitize_url routine
This commit is contained in:
parent
b5a5bbf376
commit
17bcc626bf
|
@ -417,9 +417,12 @@ def sanitize_path(s):
|
||||||
|
|
||||||
# Prepend protocol-less URLs with `http:` scheme in order to mitigate the number of
|
# Prepend protocol-less URLs with `http:` scheme in order to mitigate the number of
|
||||||
# unwanted failures due to missing protocol
|
# unwanted failures due to missing protocol
|
||||||
|
def sanitize_url(url):
|
||||||
|
return 'http:%s' % url if url.startswith('//') else url
|
||||||
|
|
||||||
|
|
||||||
def sanitized_Request(url, *args, **kwargs):
|
def sanitized_Request(url, *args, **kwargs):
|
||||||
return compat_urllib_request.Request(
|
return compat_urllib_request.Request(sanitize_url(url), *args, **kwargs)
|
||||||
'http:%s' % url if url.startswith('//') else url, *args, **kwargs)
|
|
||||||
|
|
||||||
|
|
||||||
def orderedSet(iterable):
|
def orderedSet(iterable):
|
||||||
|
|
Loading…
Reference in New Issue