RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

strip URL extracted from selectors (as per html5 standard)

This commit is contained in:
Mikhail Korobov 2017-02-07 06:11:08 +05:00
parent 877057fac0
commit 71dd5d0bf9
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scrapy/http/response/text.py
View File

@ -142,10 +142,9 @@ class TextResponse(Response):
if isinstance(url, Link):
url = url.url
elif isinstance(url, parsel.Selector):
url = _url_from_selector(url)
url = _url_from_selector(url).strip()
elif isinstance(url, parsel.SelectorList):
raise ValueError("Please pass either string")
raise ValueError("SelectorList is not supported")
encoding = self.encoding if encoding is None else encoding
url = self.urljoin(url)