mirror of https://github.com/scrapy/scrapy.git
renamed setting CONCURRENT_DOMAINS to CONCURRENT_SPIDERS
This commit is contained in:
parent
d604dca96d
commit
919cd5b789
|
|
@ -286,14 +286,14 @@ Example::
|
|||
|
||||
COMMANDS_SETTINGS_MODULE = 'mybot.conf.commands'
|
||||
|
||||
.. setting:: CONCURRENT_DOMAINS
|
||||
.. setting:: CONCURRENT_SPIDERS
|
||||
|
||||
CONCURRENT_DOMAINS
|
||||
CONCURRENT_SPIDERS
|
||||
------------------
|
||||
|
||||
Default: ``8``
|
||||
|
||||
Maximum number of domains to scrape in parallel.
|
||||
Maximum number of spiders to scrape in parallel.
|
||||
|
||||
.. setting:: CONCURRENT_ITEMS
|
||||
|
||||
|
|
|
|||
|
|
@ -24,10 +24,10 @@ CLOSEDOMAIN_ITEMPASSED = 0
|
|||
COMMANDS_MODULE = ''
|
||||
COMMANDS_SETTINGS_MODULE = ''
|
||||
|
||||
CONCURRENT_DOMAINS = 8
|
||||
|
||||
CONCURRENT_ITEMS = 100
|
||||
|
||||
CONCURRENT_SPIDERS = 8
|
||||
|
||||
COOKIES_DEBUG = False
|
||||
|
||||
DEFAULT_ITEM_CLASS = 'scrapy.item.Item'
|
||||
|
|
|
|||
|
|
@ -46,7 +46,7 @@ class Spiderctl(object):
|
|||
(len(self.idle),
|
||||
len(self.scheduled),
|
||||
len(self.running),
|
||||
settings['CONCURRENT_DOMAINS'],
|
||||
settings['CONCURRENT_SPIDERS'],
|
||||
len(self.finished))
|
||||
s += "<tr>\n"
|
||||
|
||||
|
|
|
|||
|
|
@ -54,7 +54,7 @@ class Downloader(object):
|
|||
def __init__(self):
|
||||
self.sites = {}
|
||||
self.middleware = DownloaderMiddlewareManager()
|
||||
self.concurrent_domains = settings.getint('CONCURRENT_DOMAINS')
|
||||
self.concurrent_domains = settings.getint('CONCURRENT_SPIDERS')
|
||||
|
||||
def fetch(self, request, spider):
|
||||
"""Main method to use to request a download
|
||||
|
|
|
|||
Loading…
Reference in New Issue