added comment

--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40280
2008-09-25 12:49:19 +00:00 · 2008-09-25 12:49:19 +00:00 · c07937c4df
parent c4aa1e7e8b
commit c07937c4df
1 changed files with 2 additions and 1 deletions
--- a/scrapy/trunk/scrapy/http/response.py
+++ b/scrapy/trunk/scrapy/http/response.py
@ -140,8 +140,9 @@ class ResponseBody(object):
        proposed = self.get_expected_encoding()
        dammit = UnicodeDammit(self._content, [proposed])
        self._actual_encoding = dammit.originalEncoding
+        # FIXME sometimes dammit.unicode fails, even when it recognizes the encoding correctly
        self._unicode_content = dammit.unicode
-        return dammit.unicode
+        return self._unicode_content

    def get_content(self):
        """Return original content bytes"""