From 5eebe1f405040a9a0e14219a33d75f78466b5b90 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Mon, 13 Jul 2009 00:04:00 -0300 Subject: [PATCH] fixed bug in fetcher caused by recent spider manager changes (thanks andres) --- scrapy/fetcher/__init__.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapy/fetcher/__init__.py b/scrapy/fetcher/__init__.py index 29fbde74a..a9ae21b81 100644 --- a/scrapy/fetcher/__init__.py +++ b/scrapy/fetcher/__init__.py @@ -40,12 +40,12 @@ def fetch(urls, perdomain=False): def get_or_create_spider(url): - # dirty hack to allow downloading pages from unknown domains + # XXX: hack to allow downloading pages from unknown domains spider = spiders.fromurl(url) if not spider: domain = str(urlparse.urlparse(url).hostname or spiders.default_domain) spider = BaseSpider() spider.domain_name = domain - spiders._alldict[domain] = spider + spiders.add_spider(spider) return spider