From 1d351c28666552f5b3cbc48d348f600d33879f55 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Wed, 19 Aug 2009 16:16:34 -0300 Subject: [PATCH] minor change to offsite middleware regex, for clarity (doesn't change behaviour) --- scrapy/contrib/spidermiddleware/offsite.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy/contrib/spidermiddleware/offsite.py b/scrapy/contrib/spidermiddleware/offsite.py index 737262772..a540919bf 100644 --- a/scrapy/contrib/spidermiddleware/offsite.py +++ b/scrapy/contrib/spidermiddleware/offsite.py @@ -31,7 +31,7 @@ class OffsiteMiddleware(object): def get_host_regex(self, domains): """Override this method to implement a different offsite policy""" domains = [d.replace('.', r'\.') for d in domains] - regex = r'^(|.*\.)(%s)$' % '|'.join(domains) + regex = r'^(.*\.)?(%s)$' % '|'.join(domains) return re.compile(regex) def domain_opened(self, spider):