mirror of https://github.com/scrapy/scrapy.git
split next_request method to allow calling it even when backout is needed
This commit is contained in:
parent
8634a0d181
commit
95a0b1c614
|
|
@ -165,7 +165,9 @@ class ExecutionEngine(object):
|
|||
self.downloader.sites[domain].needs_backout() or \
|
||||
self.scraper.sites[domain].needs_backout():
|
||||
return
|
||||
self._next_request(domain)
|
||||
|
||||
def _next_request(self, domain):
|
||||
# Next pending request from scheduler
|
||||
request, deferred = self.scheduler.next_request(domain)
|
||||
if request:
|
||||
|
|
|
|||
Loading…
Reference in New Issue