mirror of https://github.com/scrapy/scrapy.git
ouch! reverted a failed commit and now yes, removed an unneeded None
--HG-- extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40257
This commit is contained in:
parent
133e9242d3
commit
332460851b
|
|
@ -6,11 +6,12 @@ from __future__ import with_statement
|
|||
import os
|
||||
import urlparse
|
||||
|
||||
from twisted.web.client import HTTPClientFactory
|
||||
from twisted.internet import defer, reactor
|
||||
from twisted.web import error as web_error
|
||||
|
||||
from scrapy.core import signals
|
||||
from scrapy.http import Request, Response, Headers, HTTPClientFactory
|
||||
from scrapy.http import Request, Response, Headers
|
||||
from scrapy.core.exceptions import UsageError, HttpException
|
||||
from scrapy.utils.misc import defer_succeed
|
||||
from scrapy.conf import settings
|
||||
|
|
|
|||
|
|
@ -140,7 +140,7 @@ class Downloader(object):
|
|||
return
|
||||
|
||||
# Instanciate site specific handling based on info provided by spider
|
||||
delay = settings.getint('DOWNLOAD_DELAY', None) or getattr(spider, 'download_delay', None)
|
||||
delay = settings.getint('DOWNLOAD_DELAY') or getattr(spider, 'download_delay', None)
|
||||
maxcr = getattr(spider, 'max_concurrent_requests', settings.getint('REQUESTS_PER_DOMAIN'))
|
||||
site = SiteDetails(download_delay=delay, max_concurrent_requests=maxcr)
|
||||
self.sites[domain] = site
|
||||
|
|
|
|||
Loading…
Reference in New Issue