put crawl back

This commit is contained in:
Vostretsov Nikita 2020-02-07 06:37:05 +00:00
parent 426c98176c
commit aae96af820
1 changed files with 2 additions and 1 deletions

View File

@ -123,7 +123,6 @@ class ExecutionEngine(object):
request = next(slot.start_requests)
if request == spider.WaitUntilQueueEmpty:
break
self.crawl(request, spider)
except StopIteration:
slot.start_requests = None
@ -131,6 +130,8 @@ class ExecutionEngine(object):
slot.start_requests = None
logger.error('Error while obtaining start requests',
exc_info=True, extra={'spider': spider})
else:
self.crawl(request, spider)
while not self._needs_backout(spider):
if not self._next_request_from_scheduler(spider):