diff --git a/scrapy/trunk/scrapy/tests/test_utils_markup.py b/scrapy/trunk/scrapy/tests/test_utils_markup.py index 3f7fb9fde..51c4f466e 100644 --- a/scrapy/trunk/scrapy/tests/test_utils_markup.py +++ b/scrapy/trunk/scrapy/tests/test_utils_markup.py @@ -14,7 +14,8 @@ class UtilsMarkupTest(unittest.TestCase): u'As low as \xa3100!') self.assertEqual(remove_entities('As low as £100!'), u'As low as \xa3100!') - + self.assertEqual(remove_entities('redirectTo=search&searchtext=MR0221Y&aff=buyat&affsrc=d_data&cm_mmc=buyat-_-ELECTRICAL & SEASONAL-_-MR0221Y-_-9-carat gold ½oz solid crucifix pendant'), + u'redirectTo=search&searchtext=MR0221Y&aff=buyat&affsrc=d_data&cm_mmc=buyat-_-ELECTRICAL & SEASONAL-_-MR0221Y-_-9-carat gold \xbdoz solid crucifix pendant') # keep some entities self.assertEqual(remove_entities('Low < High & Medium £ six', keep=['lt', 'amp']), u'Low < High & Medium \xa3 six') @@ -25,6 +26,8 @@ class UtilsMarkupTest(unittest.TestCase): self.assertEqual(remove_entities('a < b &illegal; c � six', remove_illegal=True), u'a < b c six') + + def test_remove_tags(self): # make sure it always return uncode assert isinstance(replace_tags('no entities'), unicode)