From 6ce7ae4df8f19ff5df2ffd4e46aefd18dfb3e1c1 Mon Sep 17 00:00:00 2001 From: olveyra Date: Thu, 18 Sep 2008 20:11:30 +0000 Subject: [PATCH] allow to set download delay as a scrapy setting --HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40255 --- scrapy/trunk/scrapy/core/downloader/manager.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scrapy/trunk/scrapy/core/downloader/manager.py b/scrapy/trunk/scrapy/core/downloader/manager.py index b3b367b7a..6b0426299 100644 --- a/scrapy/trunk/scrapy/core/downloader/manager.py +++ b/scrapy/trunk/scrapy/core/downloader/manager.py @@ -140,7 +140,7 @@ class Downloader(object): return # Instanciate site specific handling based on info provided by spider - delay = getattr(spider, 'download_delay', None) + delay = settings.getint('DOWNLOAD_DELAY', None) or getattr(spider, 'download_delay', None) maxcr = getattr(spider, 'max_concurrent_requests', settings.getint('REQUESTS_PER_DOMAIN')) site = SiteDetails(download_delay=delay, max_concurrent_requests=maxcr) self.sites[domain] = site