From 8be62e25086e5028e1c28f69efeabc68afc71212 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Thu, 13 Aug 2009 22:11:30 -0300 Subject: [PATCH] commented out line until we find a proper fix --- scrapy/core/scraper.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/scrapy/core/scraper.py b/scrapy/core/scraper.py index edfab036c..681195b26 100644 --- a/scrapy/core/scraper.py +++ b/scrapy/core/scraper.py @@ -84,8 +84,10 @@ class Scraper(object): def enqueue_scrape(self, response, request, spider): site = self.sites[spider.domain_name] dfd = site.add_response_request(response, request) - stats.max_value('scraper/max_active_size', \ - site.active_size, domain=spider.domain_name), + # FIXME: this can't be called here because the stats domain may be + # already closed + #stats.max_value('scraper/max_active_size', site.active_size, \ + # domain=spider.domain_name) def finish_scraping(_): site.finish_response(response) self._scrape_next(spider, site)