From c07937c4df23567adde10ca39b12d85c53847ca6 Mon Sep 17 00:00:00 2001 From: samus_ Date: Thu, 25 Sep 2008 12:49:19 +0000 Subject: [PATCH] added comment --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40280 --- scrapy/trunk/scrapy/http/response.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scrapy/trunk/scrapy/http/response.py b/scrapy/trunk/scrapy/http/response.py index ddc82d085..0ec3a2f4b 100644 --- a/scrapy/trunk/scrapy/http/response.py +++ b/scrapy/trunk/scrapy/http/response.py @@ -140,8 +140,9 @@ class ResponseBody(object): proposed = self.get_expected_encoding() dammit = UnicodeDammit(self._content, [proposed]) self._actual_encoding = dammit.originalEncoding + # FIXME sometimes dammit.unicode fails, even when it recognizes the encoding correctly self._unicode_content = dammit.unicode - return dammit.unicode + return self._unicode_content def get_content(self): """Return original content bytes"""