RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Check pending start_requests before calling _spider_idle() in engine (fixes #706)

This commit is contained in:
Paul Tremberth 2014-04-26 14:04:28 +02:00
parent 4898d96337
commit 7199555e1a
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/core/engine.py
View File

@ -112,6 +112,7 @@ class ExecutionEngine(object):
except StopIteration:
slot.start_requests = None
except Exception as exc:
slot.start_requests = None
log.err(None, 'Obtaining request from start requests', \
spider=spider)
else:
@ -156,7 +157,8 @@ class ExecutionEngine(object):
scraper_idle = self.scraper.slot.is_idle()
pending = self.slot.scheduler.has_pending_requests()
downloading = bool(self.downloader.active)
idle = scraper_idle and not (pending or downloading)
pending_start_requests = self.slot.start_requests is not None
idle = scraper_idle and not (pending or downloading or pending_start_requests)
return idle
@property