From dcc28b71868e6fb39daf9b5d6f74e241736f8d79 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Sun, 22 May 2011 18:31:36 -0300 Subject: [PATCH] added setting: AUTOTHROTTLE_ENABLED --- scrapy/contrib/throttle.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/scrapy/contrib/throttle.py b/scrapy/contrib/throttle.py index a66d86f25..3782efc29 100644 --- a/scrapy/contrib/throttle.py +++ b/scrapy/contrib/throttle.py @@ -1,5 +1,7 @@ from scrapy.xlib.pydispatch import dispatcher from scrapy.utils.python import setattr_default +from scrapy.conf import settings +from scrapy.exceptions import NotConfigured from scrapy import signals class AutoThrottle(object): @@ -64,6 +66,8 @@ class AutoThrottle(object): DEBUG = 0 def __init__(self): + if not settings.getbool('AUTOTHROTTLE_ENABLED', True): + raise NotConfigured dispatcher.connect(self.spider_opened, signal=signals.spider_opened) dispatcher.connect(self.spider_closed, signal=signals.spider_closed) dispatcher.connect(self.response_received, signal=signals.response_received)