RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

total of variants added to the report feature 

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40140
This commit is contained in:
elpolilla 2008-07-31 15:42:50 +00:00
parent f92538430b
commit 0f65d2f208
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
scrapy/trunk/scrapy/report/__init__.py
View File

@ -10,7 +10,7 @@ class Report(object):
self.dropped_file = None
self.passed = passed
self.dropped = dropped
self.total = { 'passed': 0, 'dropped': 0 }
self.total = { 'passed': 0, 'dropped': 0, 'variants': 0 }
dispatcher.connect(self.domain_open, signal=signals.domain_open)
dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
@ -49,6 +49,7 @@ class Report(object):
def item_passed(self, item, spider):
self.total['passed'] += 1
self.total['variants'] += len(item.variants)
self.passed_file.write(self.get_product_text(item))
def item_dropped(self, item, spider, response, exception):
@ -58,7 +59,7 @@ class Report(object):
def engine_stopped(self):
if self.passed:
if self.passed_file:
self.passed_file.write('\n--- Total scraped products: %d\n' % self.total['passed'])
self.passed_file.write('\n--- Total scraped: %d products + %d variants\n' % (self.total['passed'], self.total['variants']))
self.passed_file.close()
if self.dropped:
if self.dropped_file: