From aae96af8201dc9cde5283a65b71a7f532eb74518 Mon Sep 17 00:00:00 2001 From: Vostretsov Nikita Date: Fri, 7 Feb 2020 06:37:05 +0000 Subject: [PATCH] put crawl back --- scrapy/core/engine.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py index 6d68d0a27..9d7552774 100644 --- a/scrapy/core/engine.py +++ b/scrapy/core/engine.py @@ -123,7 +123,6 @@ class ExecutionEngine(object): request = next(slot.start_requests) if request == spider.WaitUntilQueueEmpty: break - self.crawl(request, spider) except StopIteration: slot.start_requests = None @@ -131,6 +130,8 @@ class ExecutionEngine(object): slot.start_requests = None logger.error('Error while obtaining start requests', exc_info=True, extra={'spider': spider}) + else: + self.crawl(request, spider) while not self._needs_backout(spider): if not self._next_request_from_scheduler(spider):