From d23dcbb39084b96626f0e46119711a675a198954 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Wed, 17 Jun 2009 09:17:50 -0300 Subject: [PATCH] engine: minor code simplification and fixed potential KeyError bug --- scrapy/core/engine.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/scrapy/core/engine.py b/scrapy/core/engine.py index 3aaadb694..1da950521 100644 --- a/scrapy/core/engine.py +++ b/scrapy/core/engine.py @@ -320,12 +320,11 @@ class ExecutionEngine(object): def _run_starters(self, spider): domain = spider.domain_name - starters = self.starters.get(domain, []) + starters = self.starters.pop(domain, []) while starters: request, deferred = starters.pop(0) schd = self.schedule(request, spider) chain_deferred(schd, deferred) - del self.starters[domain] def download(self, request, spider): if self.debug_mode: