commented out line until we find a proper fix

This commit is contained in:
Pablo Hoffman 2009-08-13 22:11:30 -03:00
parent d8722c8c34
commit 8be62e2508
1 changed files with 4 additions and 2 deletions

View File

@ -84,8 +84,10 @@ class Scraper(object):
def enqueue_scrape(self, response, request, spider):
site = self.sites[spider.domain_name]
dfd = site.add_response_request(response, request)
stats.max_value('scraper/max_active_size', \
site.active_size, domain=spider.domain_name),
# FIXME: this can't be called here because the stats domain may be
# already closed
#stats.max_value('scraper/max_active_size', site.active_size, \
# domain=spider.domain_name)
def finish_scraping(_):
site.finish_response(response)
self._scrape_next(spider, site)