RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Minor changes to add_http_if_no_scheme

This commit is contained in:
preetwinder 2015-09-24 17:31:30 +00:00
parent 8c629eee3e
commit 9d96e767a1
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrapy/utils/url.py
View File

@ -111,11 +111,13 @@ def escape_ajax(url):
return url
return add_or_replace_parameter(defrag, '_escaped_fragment_', frag[1:])
def add_http_if_no_scheme(url):
"""Adds http as the default scheme if it is missing from the url"""
parser = parse_url(url)
"""Add http as the default scheme if it is missing from the url."""
if url.startswith('//'):
url = 'http:' + url
elif not parser.scheme or not parser.netloc:
return url
parser = parse_url(url)
if not parser.scheme or not parser.netloc:
url = 'http://' + url
return url