From 5139843c5c99d0050443f7e815d2aa672ddd491f Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Mon, 9 Aug 2010 11:07:45 -0300 Subject: [PATCH] avoid noisy KeyError in enqueue_scrape, when closing spiders manually --- scrapy/core/scraper.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/scrapy/core/scraper.py b/scrapy/core/scraper.py index 0edfb5639..58d9af47c 100644 --- a/scrapy/core/scraper.py +++ b/scrapy/core/scraper.py @@ -92,7 +92,9 @@ class Scraper(object): site.closing.callback(None) def enqueue_scrape(self, response, request, spider): - site = self.sites[spider] + site = self.sites.get(spider, None) + if site is None: + return dfd = site.add_response_request(response, request) def finish_scraping(_): site.finish_response(response)