From cdd88956144155dfca3357bfea7adf7ede84b9fe Mon Sep 17 00:00:00 2001 From: Andres Moreira Date: Thu, 14 Aug 2008 12:22:07 +0000 Subject: [PATCH] The response downloadeds are manage by a new signal, response_received and I changed the methods associated that. Changed the method response_download to response_received. Added code to support the update in response_received. --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40166 --- scrapy/trunk/scrapy/replay/__init__.py | 9 +++++---- 1 file changed, 5 insertions(+), 4 deletions(-) diff --git a/scrapy/trunk/scrapy/replay/__init__.py b/scrapy/trunk/scrapy/replay/__init__.py index f4d7ca332..ab75f8fd5 100644 --- a/scrapy/trunk/scrapy/replay/__init__.py +++ b/scrapy/trunk/scrapy/replay/__init__.py @@ -56,7 +56,8 @@ class Replay(object): dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped) dispatcher.connect(self.item_scraped, signal=signals.item_scraped) dispatcher.connect(self.item_passed, signal=signals.item_passed) - dispatcher.connect(self.response_downloaded, signal=signals.response_downloaded) + dispatcher.connect(self.response_received, signal=signals.response_received) + def play(self, args=None, opts=None): if self.recording: @@ -86,7 +87,7 @@ class Replay(object): def engine_stopped(self): if self.recording or self.updating: - log.msg("Replay: recorded in %s: %d/%d scraped/passed items, %d downloaded responses" % \ + log.msg("Replay: recorded in %s: %d/%d scraped/passed items, %d received responses" % \ (self.repfile, len(self.scraped_old), len(self.passed_old), len(self.responses_old))) self._save() self.cleanup() @@ -103,10 +104,10 @@ class Replay(object): else: self.passed_new[str(item.guid)] = item.copy() - def response_downloaded(self, response, spider): + def response_received(self, response, spider): #key = response.request.fingerprint() key = response.version() - if self.recording and key: + if (self.recording or self.updating) and key: self.responses_old[key] = response.copy() elif key: self.responses_new[key] = response.copy()