From e3f70a81013a6d1327dc61d47e3db12cb0381e72 Mon Sep 17 00:00:00 2001 From: olveyra Date: Tue, 12 Aug 2008 15:13:48 +0000 Subject: [PATCH] commented debug lines in last commit --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40157 --- scrapy/trunk/scrapy/contrib/spidermiddleware/limit.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/scrapy/trunk/scrapy/contrib/spidermiddleware/limit.py b/scrapy/trunk/scrapy/contrib/spidermiddleware/limit.py index 0f78e995c..0b459baf1 100644 --- a/scrapy/trunk/scrapy/contrib/spidermiddleware/limit.py +++ b/scrapy/trunk/scrapy/contrib/spidermiddleware/limit.py @@ -5,7 +5,7 @@ would result in an excess over the allowed limit of scheduler request queue, will be filtered out. The limit is setted from the spider attribute "requests_queue_size". If not found, from the scrapy setting "REQUESTS_QUEUE_SIZE". If not found, no limit -will be applied. If given a value of 0, no limit will be applied. +will be applied.　If given a value of 0, no limit will be applied. """ from scrapy.core.engine import scrapyengine from scrapy.conf import settings @@ -13,7 +13,7 @@ from scrapy.http import Request from scrapy.core import log class RequestLimitMiddleware(object): - _last_queue_size = 0 + #_last_queue_size = 0 def process_result(self, response, result, spider): requests = [] other = [] @@ -29,7 +29,7 @@ class RequestLimitMiddleware(object): if dropped: for r in dropped: log.msg("Ignoring link (max schedule queue size reached): %s " % r.url, level=log.WARNING, domain=spider.domain_name) - actual_size = len(scrapyengine.scheduler.pending_requests[spider.domain_name]) - log.msg("queue size: %d (%+d)" % (actual_size, actual_size - self._last_queue_size) ) - self._last_queue_size = actual_size + #actual_size = len(scrapyengine.scheduler.pending_requests[spider.domain_name]) + #log.msg("queue size: %d (%+d)" % (actual_size, actual_size - self._last_queue_size) ) + #self._last_queue_size = actual_size return accepted + other