RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Removed silly bug from the previous revision 

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40460
This commit is contained in:
elpolilla 2008-12-02 13:29:20 +00:00
parent a4ba7b9d9a
commit 068d2278a3
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/trunk/scrapy/link/__init__.py
View File

@ -44,7 +44,7 @@ class LinkExtractor(FixedSGMLParser):
base_url = self.base_url if self.base_url else response.url
ret = []
for link in self.links:
link.url = urljoin(base_url, link.url)
link.url = urljoin(base_url, link.url).strip()
ret.append(link)
return ret

2
scrapy/trunk/scrapy/link/extractors.py
View File

@ -55,7 +55,7 @@ class RegexLinkExtractor(LinkExtractor):
response = new_response_from_xpaths(response, self.restrict_xpaths)
links = LinkExtractor.extract_urls(self, response, unique)
links = [link.strip() for link in links if _is_valid_url(link.url)]
links = [link for link in links if _is_valid_url(link.url)]
if self.allow_res:
links = [link for link in links if _matches(link.url, self.allow_res)]