From a38c72bb05269a3e39958c2568fc9157f27f9ba9 Mon Sep 17 00:00:00 2001
From: olveyra <none@none>
Date: Tue, 30 Sep 2008 14:15:23 +0000
Subject: [PATCH] safe_url_string should not escape unreserved marks (see RFC
 2396, sec 2.3)

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40285
---
 scrapy/trunk/scrapy/utils/url.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/scrapy/trunk/scrapy/utils/url.py b/scrapy/trunk/scrapy/utils/url.py
index 408e37b4e..091827760 100644
--- a/scrapy/trunk/scrapy/utils/url.py
+++ b/scrapy/trunk/scrapy/utils/url.py
@@ -37,7 +37,8 @@ def urljoin_rfc(base, ref):
 
 
 _reserved = ';/?:@&=+$|,#' # RFC 2396 (Generic Syntax)
-_safe_chars = urllib.always_safe + '%' + _reserved
+_unreserved_marks = "-_.!~*'()" #RFC 2396 sec 2.3
+_safe_chars = urllib.always_safe + '%' + _reserved + _unreserved_marks
 
 def safe_url_string(url, use_encoding='utf8'):
     """Convert a unicode (or utf8 string) object into a legal URL.