RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

commented out code that raises sporadically

This commit is contained in:
Pablo Hoffman 2009-08-31 22:48:01 -03:00
parent ac8f46ce9e
commit f68dedb284
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
scrapy/core/scraper.py
View File

@ -166,8 +166,10 @@ class Scraper(object):
send_catch_log(signal=signals.item_scraped, sender=self.__class__, \
item=output, spider=spider, response=response)
self.sites[domain].itemproc_size += 1
stats.max_value('scraper/max_itemproc_size', \
self.sites[domain].itemproc_size, domain=domain)
# FIXME: this can't be called here because the stats domain may be
# already closed
#stats.max_value('scraper/max_itemproc_size', \
# self.sites[domain].itemproc_size, domain=domain)
dfd = self.itemproc.process_item(output, spider)
dfd.addBoth(self._itemproc_finished, output, spider)
return dfd