From f68dedb284d65ea6f731363f90c31eb4d39b28b7 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Mon, 31 Aug 2009 22:48:01 -0300 Subject: [PATCH] commented out code that raises sporadically --- scrapy/core/scraper.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/scrapy/core/scraper.py b/scrapy/core/scraper.py index 84f9c958a..bed4dd877 100644 --- a/scrapy/core/scraper.py +++ b/scrapy/core/scraper.py @@ -166,8 +166,10 @@ class Scraper(object): send_catch_log(signal=signals.item_scraped, sender=self.__class__, \ item=output, spider=spider, response=response) self.sites[domain].itemproc_size += 1 - stats.max_value('scraper/max_itemproc_size', \ - self.sites[domain].itemproc_size, domain=domain) + # FIXME: this can't be called here because the stats domain may be + # already closed + #stats.max_value('scraper/max_itemproc_size', \ + # self.sites[domain].itemproc_size, domain=domain) dfd = self.itemproc.process_item(output, spider) dfd.addBoth(self._itemproc_finished, output, spider) return dfd