diff --git a/scrapy/trunk/scrapy/core/downloader/manager.py b/scrapy/trunk/scrapy/core/downloader/manager.py index 1f24ba4ac..ce8130687 100644 --- a/scrapy/trunk/scrapy/core/downloader/manager.py +++ b/scrapy/trunk/scrapy/core/downloader/manager.py @@ -139,7 +139,7 @@ class Downloader(object): return # Instanciate site specific handling based on info provided by spider - delay = getattr(spider, 'download_delay', None) + delay = getattr(spider, 'download_delay', None) or settings.getint("DOWNLOAD_DELAY", 0) maxcr = getattr(spider, 'max_concurrent_requests', settings.getint('REQUESTS_PER_DOMAIN')) site = SiteDetails(download_delay=delay, max_concurrent_requests=maxcr) self.sites[domain] = site