From 89950af834e6e19b3b95cc0b788616fc3eb6d638 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Mon, 25 May 2009 23:45:10 -0300 Subject: [PATCH] cluster: fixed KeyError when crawler process failed to start --- scrapy/contrib/cluster/worker/manager.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy/contrib/cluster/worker/manager.py b/scrapy/contrib/cluster/worker/manager.py index fcc38a3af..58b478273 100644 --- a/scrapy/contrib/cluster/worker/manager.py +++ b/scrapy/contrib/cluster/worker/manager.py @@ -88,7 +88,7 @@ class ScrapyProcessProtocol(protocol.ProcessProtocol): er = ", error=%s" % str(status.value) log.msg("ClusterWorker: finished domain=%s status=%s pid=%d log=%s%s" % (self.domain, st, self.pid, self.logfile, er)) del self.worker.running[self.domain] - del self.worker.crawlers[self.pid] + self.worker.crawlers.pop(self.pid, None) self.worker.update_master(self.domain, st) class ClusterWorker(pb.Root):