RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

The response downloadeds are manage by a new signal, response_received and I changed the methods associated that. Changed the method response_download to response_received. Added code to support the update in response_received. 

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40166
This commit is contained in:
Andres Moreira 2008-08-14 12:22:07 +00:00
parent d95e542374
commit cdd8895614
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
scrapy/trunk/scrapy/replay/__init__.py
View File

@ -56,7 +56,8 @@ class Replay(object):
dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
dispatcher.connect(self.item_scraped, signal=signals.item_scraped)
dispatcher.connect(self.item_passed, signal=signals.item_passed)
dispatcher.connect(self.response_downloaded, signal=signals.response_downloaded)
dispatcher.connect(self.response_received, signal=signals.response_received)
def play(self, args=None, opts=None):
if self.recording:
@ -86,7 +87,7 @@ class Replay(object):
def engine_stopped(self):
if self.recording or self.updating:
log.msg("Replay: recorded in %s: %d/%d scraped/passed items, %d downloaded responses" % \
log.msg("Replay: recorded in %s: %d/%d scraped/passed items, %d received responses" % \
(self.repfile, len(self.scraped_old), len(self.passed_old), len(self.responses_old)))
self._save()
self.cleanup()
@ -103,10 +104,10 @@ class Replay(object):
else:
self.passed_new[str(item.guid)] = item.copy()
def response_downloaded(self, response, spider):
def response_received(self, response, spider):
#key = response.request.fingerprint()
key = response.version()
if self.recording and key:
if (self.recording or self.updating) and key:
self.responses_old[key] = response.copy()
elif key:
self.responses_new[key] = response.copy()