ouch! reverted a failed commit and now yes, removed an unneeded None

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40257
This commit is contained in:
olveyra 2008-09-18 20:19:26 +00:00
parent 133e9242d3
commit 332460851b
2 changed files with 3 additions and 2 deletions

View File

@ -6,11 +6,12 @@ from __future__ import with_statement
import os
import urlparse
from twisted.web.client import HTTPClientFactory
from twisted.internet import defer, reactor
from twisted.web import error as web_error
from scrapy.core import signals
from scrapy.http import Request, Response, Headers, HTTPClientFactory
from scrapy.http import Request, Response, Headers
from scrapy.core.exceptions import UsageError, HttpException
from scrapy.utils.misc import defer_succeed
from scrapy.conf import settings

View File

@ -140,7 +140,7 @@ class Downloader(object):
return
# Instanciate site specific handling based on info provided by spider
delay = settings.getint('DOWNLOAD_DELAY', None) or getattr(spider, 'download_delay', None)
delay = settings.getint('DOWNLOAD_DELAY') or getattr(spider, 'download_delay', None)
maxcr = getattr(spider, 'max_concurrent_requests', settings.getint('REQUESTS_PER_DOMAIN'))
site = SiteDetails(download_delay=delay, max_concurrent_requests=maxcr)
self.sites[domain] = site