drop unneeded urlparse call

This commit is contained in:
Mikhail Korobov 2017-02-07 01:30:45 +05:00
parent 93e449f1f6
commit bb7d99ed81
1 changed files with 1 additions and 1 deletions

View File

@ -101,7 +101,7 @@ class FilteringLinkExtractor(object):
links = [x for x in links if self._link_allowed(x)]
if self.canonicalize:
for link in links:
link.url = canonicalize_url(urlparse(link.url))
link.url = canonicalize_url(link.url)
links = self.link_extractor._process_links(links)
return links