From 0958eecfcaf4b73048ba68c8805d3de3476a25dc Mon Sep 17 00:00:00 2001 From: elpolilla Date: Wed, 26 Nov 2008 16:18:19 +0000 Subject: [PATCH] Modified canonicalize_url to make it always work with regular strings --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40433 --- scrapy/trunk/scrapy/utils/url.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapy/trunk/scrapy/utils/url.py b/scrapy/trunk/scrapy/utils/url.py index b989f1941..89a29d5e9 100644 --- a/scrapy/trunk/scrapy/utils/url.py +++ b/scrapy/trunk/scrapy/utils/url.py @@ -138,6 +138,7 @@ def canonicalize_url(url, keep_blank_values=False, keep_fragments=False): For examples see the tests in scrapy.tests.test_utils_url """ + url = str(url) # URLs *must* be a string; otherwise urllib may fail. parts = list(urlparse.urlparse(url)) keyvals = cgi.parse_qsl(parts[4], keep_blank_values) keyvals.sort()