From dad05957f3f40c30da78ef5db6f06a5b7310dfc5 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Fri, 4 Sep 2009 01:16:58 -0300 Subject: [PATCH] added comment downloader backout policy --- scrapy/core/downloader/manager.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrapy/core/downloader/manager.py b/scrapy/core/downloader/manager.py index 697542722..59490b338 100644 --- a/scrapy/core/downloader/manager.py +++ b/scrapy/core/downloader/manager.py @@ -42,6 +42,7 @@ class SiteInfo(object): return self.max_concurrent_requests - len(self.transferring) def needs_backout(self): + # use self.active to include requests in the downloader middleware return len(self.active) > 2 * self.max_concurrent_requests