RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

s/_next_request_called/_next_request_pending/

This commit is contained in:
Pablo Hoffman 2009-06-24 10:36:36 -03:00
parent 51029e37a3
commit 87df33ce0a
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrapy/core/engine.py
View File

@ -38,7 +38,7 @@ class ExecutionEngine(object):
self.running = False
self.paused = False
self.control_reactor = True
self._next_request_called = set()
self._next_request_pending = set()
def configure(self, scheduler=None, downloader=None):
"""
@ -157,9 +157,9 @@ class ExecutionEngine(object):
The domain is closed if there are no more pages to scrape.
"""
if now:
self._next_request_called.discard(domain)
elif domain not in self._next_request_called:
self._next_request_called.add(domain)
self._next_request_pending.discard(domain)
elif domain not in self._next_request_pending:
self._next_request_pending.add(domain)
return reactor.callLater(0, self.next_request, domain, now=True)
else:
return