RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

added setting: AUTOTHROTTLE_ENABLED

This commit is contained in:
Pablo Hoffman 2011-05-22 18:31:36 -03:00
parent 110cd05296
commit dcc28b7186
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/contrib/throttle.py
View File

@ -1,5 +1,7 @@
from scrapy.xlib.pydispatch import dispatcher
from scrapy.utils.python import setattr_default
from scrapy.conf import settings
from scrapy.exceptions import NotConfigured
from scrapy import signals
class AutoThrottle(object):
@ -64,6 +66,8 @@ class AutoThrottle(object):
DEBUG = 0
def __init__(self):
if not settings.getbool('AUTOTHROTTLE_ENABLED', True):
raise NotConfigured
dispatcher.connect(self.spider_opened, signal=signals.spider_opened)
dispatcher.connect(self.spider_closed, signal=signals.spider_closed)
dispatcher.connect(self.response_received, signal=signals.response_received)