diff --git a/docs/topics/settings.rst b/docs/topics/settings.rst index 9d780b66d..7c52dd66a 100644 --- a/docs/topics/settings.rst +++ b/docs/topics/settings.rst @@ -286,14 +286,14 @@ Example:: COMMANDS_SETTINGS_MODULE = 'mybot.conf.commands' -.. setting:: CONCURRENT_DOMAINS +.. setting:: CONCURRENT_SPIDERS -CONCURRENT_DOMAINS +CONCURRENT_SPIDERS ------------------ Default: ``8`` -Maximum number of domains to scrape in parallel. +Maximum number of spiders to scrape in parallel. .. setting:: CONCURRENT_ITEMS diff --git a/scrapy/conf/default_settings.py b/scrapy/conf/default_settings.py index 17f976c65..0fd87cf6d 100644 --- a/scrapy/conf/default_settings.py +++ b/scrapy/conf/default_settings.py @@ -24,10 +24,10 @@ CLOSEDOMAIN_ITEMPASSED = 0 COMMANDS_MODULE = '' COMMANDS_SETTINGS_MODULE = '' -CONCURRENT_DOMAINS = 8 - CONCURRENT_ITEMS = 100 +CONCURRENT_SPIDERS = 8 + COOKIES_DEBUG = False DEFAULT_ITEM_CLASS = 'scrapy.item.Item' diff --git a/scrapy/contrib/webconsole/spiderctl.py b/scrapy/contrib/webconsole/spiderctl.py index e266053ef..9719d12f0 100644 --- a/scrapy/contrib/webconsole/spiderctl.py +++ b/scrapy/contrib/webconsole/spiderctl.py @@ -46,7 +46,7 @@ class Spiderctl(object): (len(self.idle), len(self.scheduled), len(self.running), - settings['CONCURRENT_DOMAINS'], + settings['CONCURRENT_SPIDERS'], len(self.finished)) s += "