From b714b5ab0978b39e32550bdf21ab235989223609 Mon Sep 17 00:00:00 2001 From: elpolilla Date: Thu, 27 Nov 2008 11:21:28 +0000 Subject: [PATCH] Added string cast in check_valid_urlencode to prevent urllib from failing --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40438 --- scrapy/trunk/scrapy/utils/url.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapy/trunk/scrapy/utils/url.py b/scrapy/trunk/scrapy/utils/url.py index a2b586d5c..8d8fd08f1 100644 --- a/scrapy/trunk/scrapy/utils/url.py +++ b/scrapy/trunk/scrapy/utils/url.py @@ -160,5 +160,6 @@ def check_valid_urlencode(url): def check_param(p): return all(check_str(s) for s in p.split('=', 1)) + url = url.encode('utf-8') split_result = urlparse.urlsplit(url) return check_str(split_result.path) and all(check_param(p) for p in split_result.query.split('&'))