RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

meassure downloader backout based on active requests that includes those in downlodermw plus queue

This commit is contained in:
Daniel Grana 2009-09-03 16:58:36 -03:00
parent 8b4304d5eb
commit 2ae11e9220
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/core/downloader/manager.py
View File

@ -42,7 +42,7 @@ class SiteInfo(object):
return self.max_concurrent_requests - len(self.transferring)
def needs_backout(self):
return len(self.queue) > 2 * self.max_concurrent_requests
return len(self.active) > 2 * self.max_concurrent_requests
class Downloader(object):