renamed setting CONCURRENT_DOMAINS to CONCURRENT_SPIDERS

This commit is contained in:
Pablo Hoffman 2009-11-06 15:44:11 -02:00
parent d604dca96d
commit 919cd5b789
4 changed files with 7 additions and 7 deletions

View File

@ -286,14 +286,14 @@ Example::
COMMANDS_SETTINGS_MODULE = 'mybot.conf.commands'
.. setting:: CONCURRENT_DOMAINS
.. setting:: CONCURRENT_SPIDERS
CONCURRENT_DOMAINS
CONCURRENT_SPIDERS
------------------
Default: ``8``
Maximum number of domains to scrape in parallel.
Maximum number of spiders to scrape in parallel.
.. setting:: CONCURRENT_ITEMS

View File

@ -24,10 +24,10 @@ CLOSEDOMAIN_ITEMPASSED = 0
COMMANDS_MODULE = ''
COMMANDS_SETTINGS_MODULE = ''
CONCURRENT_DOMAINS = 8
CONCURRENT_ITEMS = 100
CONCURRENT_SPIDERS = 8
COOKIES_DEBUG = False
DEFAULT_ITEM_CLASS = 'scrapy.item.Item'

View File

@ -46,7 +46,7 @@ class Spiderctl(object):
(len(self.idle),
len(self.scheduled),
len(self.running),
settings['CONCURRENT_DOMAINS'],
settings['CONCURRENT_SPIDERS'],
len(self.finished))
s += "<tr>\n"

View File

@ -54,7 +54,7 @@ class Downloader(object):
def __init__(self):
self.sites = {}
self.middleware = DownloaderMiddlewareManager()
self.concurrent_domains = settings.getint('CONCURRENT_DOMAINS')
self.concurrent_domains = settings.getint('CONCURRENT_SPIDERS')
def fetch(self, request, spider):
"""Main method to use to request a download