From fc76af2eb488792e8c5c9c71902022a9a6240403 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Thu, 8 Jan 2009 13:30:25 +0000 Subject: [PATCH] reverted r680 until we there are tests and documentation available about the change --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40682 --- scrapy/trunk/scrapy/link/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy/trunk/scrapy/link/__init__.py b/scrapy/trunk/scrapy/link/__init__.py index 2d854075e..a906da952 100644 --- a/scrapy/trunk/scrapy/link/__init__.py +++ b/scrapy/trunk/scrapy/link/__init__.py @@ -49,7 +49,7 @@ class LinkExtractor(FixedSGMLParser): ret = [] base_url = self.base_url if self.base_url else response_url for link in links: - link.url = urljoin(base_url, link.url).strip() + link.url = urljoin(base_url, link.url) link.url = safe_url_string(link.url, response_encoding) link.text = link.text.decode(response_encoding) ret.append(link)