engine: minor code simplification and fixed potential KeyError bug

This commit is contained in:
Pablo Hoffman 2009-06-17 09:17:50 -03:00
parent 9022f84c05
commit d23dcbb390
1 changed files with 1 additions and 2 deletions

View File

@ -320,12 +320,11 @@ class ExecutionEngine(object):
def _run_starters(self, spider):
domain = spider.domain_name
starters = self.starters.get(domain, [])
starters = self.starters.pop(domain, [])
while starters:
request, deferred = starters.pop(0)
schd = self.schedule(request, spider)
chain_deferred(schd, deferred)
del self.starters[domain]
def download(self, request, spider):
if self.debug_mode: