From a27b085c04ba89e4c21f6cc52c7ee7fb5866ab5f Mon Sep 17 00:00:00 2001 From: olveyra Date: Tue, 22 Jul 2008 17:56:04 +0000 Subject: [PATCH] fix --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%4093 --- scrapy/trunk/scrapy/contrib/pbcluster/master/manager.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/scrapy/trunk/scrapy/contrib/pbcluster/master/manager.py b/scrapy/trunk/scrapy/contrib/pbcluster/master/manager.py index dcb94f75d..2d29a4b2d 100644 --- a/scrapy/trunk/scrapy/contrib/pbcluster/master/manager.py +++ b/scrapy/trunk/scrapy/contrib/pbcluster/master/manager.py @@ -162,7 +162,7 @@ class ClusterMaster(pb.Root): self.pending = [] self.loading = [] self.nodes = {} - self.statistics = {"domains": {}, "scraped_total": 0, "start_time": datetime.datetime.utcnow(), "pending": self.print_pending() } + self.statistics = {"domains": {}, "scraped_total": 0, "start_time": datetime.datetime.utcnow()} self.global_settings = {} #load cluster global settings for sname in settings.getlist('GLOBAL_CLUSTER_SETTINGS'): @@ -210,6 +210,7 @@ class ClusterMaster(pb.Root): self.nodes[name].update_status() self.nodes[name].update_statistics() self.statistics["scraped_total"] += self.nodes[name].statistics["scraped_total"] + self.statistics["timestamp"] = datetime.datetime.utcnow() for domain in self.nodes[name].statistics["domains"]: if not domain in self.statistics["domains"] or self.nodes[name].statistics["domains"][domain]["last_start_time"] >= self.statistics["domains"][domain]["last_start_time"]: self.statistics["domains"][domain] = self.nodes[name].statistics["domains"][domain]