avoid noisy KeyError in enqueue_scrape, when closing spiders manually

This commit is contained in:
Pablo Hoffman 2010-08-09 11:07:45 -03:00
parent 67e42d1bfd
commit 5139843c5c
1 changed files with 3 additions and 1 deletions

View File

@ -92,7 +92,9 @@ class Scraper(object):
site.closing.callback(None)
def enqueue_scrape(self, response, request, spider):
site = self.sites[spider]
site = self.sites.get(spider, None)
if site is None:
return
dfd = site.add_response_request(response, request)
def finish_scraping(_):
site.finish_response(response)