mirror of https://github.com/scrapy/scrapy.git
avoid noisy KeyError in enqueue_scrape, when closing spiders manually
This commit is contained in:
parent
67e42d1bfd
commit
5139843c5c
|
|
@ -92,7 +92,9 @@ class Scraper(object):
|
|||
site.closing.callback(None)
|
||||
|
||||
def enqueue_scrape(self, response, request, spider):
|
||||
site = self.sites[spider]
|
||||
site = self.sites.get(spider, None)
|
||||
if site is None:
|
||||
return
|
||||
dfd = site.add_response_request(response, request)
|
||||
def finish_scraping(_):
|
||||
site.finish_response(response)
|
||||
|
|
|
|||
Loading…
Reference in New Issue