added comment downloader backout policy

This commit is contained in:
Pablo Hoffman 2009-09-04 01:16:58 -03:00
parent 2ae11e9220
commit dad05957f3
1 changed files with 1 additions and 0 deletions

View File

@ -42,6 +42,7 @@ class SiteInfo(object):
return self.max_concurrent_requests - len(self.transferring)
def needs_backout(self):
# use self.active to include requests in the downloader middleware
return len(self.active) > 2 * self.max_concurrent_requests