From dbfc6341c2558e4df8edef50f5760843e20f2b17 Mon Sep 17 00:00:00 2001 From: samus_ Date: Tue, 23 Sep 2008 20:36:32 +0000 Subject: [PATCH] removed duplicated function convert_entity from scrapy.utils.misc --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40269 --- scrapy/trunk/scrapy/utils/misc.py | 18 ------------------ 1 file changed, 18 deletions(-) diff --git a/scrapy/trunk/scrapy/utils/misc.py b/scrapy/trunk/scrapy/utils/misc.py index 0cd87568f..6f27075e2 100644 --- a/scrapy/trunk/scrapy/utils/misc.py +++ b/scrapy/trunk/scrapy/utils/misc.py @@ -2,7 +2,6 @@ Auxiliary functions which doesn't fit anywhere else """ import re -import htmlentitydefs from twisted.internet import defer, reactor from twisted.python import failure @@ -156,23 +155,6 @@ def load_class(class_path): return cls -def convert_entity(m, keep_reserved=False): - """ - Convert a HTML entity into unicode string - """ - if m.group(1)=='#': - try: - return unichr(int(m.group(2))) - except ValueError: - return '&#%s;' % m.group(2) - try: - if not (keep_reserved and m.group(2) in ['lt', 'amp']): - return unichr(htmlentitydefs.name2codepoint[m.group(2)]) - else: - return '&%s;' % m.group(2) - except KeyError: - return '&%s;' % m.group(2) - def extract_regex(regex, text, encoding): """Extract a list of unicode strings from the given text/encoding using the following policies: