mirror of https://github.com/scrapy/scrapy.git
commented out line until we find a proper fix
This commit is contained in:
parent
d8722c8c34
commit
8be62e2508
|
|
@ -84,8 +84,10 @@ class Scraper(object):
|
|||
def enqueue_scrape(self, response, request, spider):
|
||||
site = self.sites[spider.domain_name]
|
||||
dfd = site.add_response_request(response, request)
|
||||
stats.max_value('scraper/max_active_size', \
|
||||
site.active_size, domain=spider.domain_name),
|
||||
# FIXME: this can't be called here because the stats domain may be
|
||||
# already closed
|
||||
#stats.max_value('scraper/max_active_size', site.active_size, \
|
||||
# domain=spider.domain_name)
|
||||
def finish_scraping(_):
|
||||
site.finish_response(response)
|
||||
self._scrape_next(spider, site)
|
||||
|
|
|
|||
Loading…
Reference in New Issue