RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

renamed REQUESTS_PER_SPIDER setting to CONCURRENT_REQUESTS_PER_SPIDER

This commit is contained in:
Pablo Hoffman 2009-11-13 14:38:22 -02:00
parent 564abd10ad
commit 07655d05ea
3 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
docs/topics/settings.rst
View File

@ -725,10 +725,10 @@ A dict containing the request download handlers enabled by default in Scrapy.
You should never modify this setting in your project, modify
:setting:`REQUEST_HANDLERS` instead.
.. setting:: REQUESTS_PER_SPIDER
.. setting:: CONCURRENT_REQUESTS_PER_SPIDER
REQUESTS_PER_SPIDER
-------------------
CONCURRENT_REQUESTS_PER_SPIDER
------------------------------
Default: ``8``

3
scrapy/conf/default_settings.py
View File

@ -25,7 +25,7 @@ COMMANDS_MODULE = ''
COMMANDS_SETTINGS_MODULE = ''
CONCURRENT_ITEMS = 100
CONCURRENT_REQUESTS_PER_SPIDER = 8
CONCURRENT_SPIDERS = 8
COOKIES_DEBUG = False
@ -136,7 +136,6 @@ REQUEST_HANDLERS_BASE = {
}
REQUESTS_QUEUE_SIZE = 0
REQUESTS_PER_SPIDER = 8 # max simultaneous requests per domain
# contrib.middleware.retry.RetryMiddleware default settings
RETRY_TIMES = 2 # initial response + 2 retries = 3 requests

2
scrapy/core/downloader/manager.py
View File

@ -27,7 +27,7 @@ class SiteInfo(object):
if download_delay:
self.max_concurrent_requests = 1
elif max_concurrent_requests is None:
self.max_concurrent_requests = settings.getint('REQUESTS_PER_SPIDER')
self.max_concurrent_requests = settings.getint('CONCURRENT_REQUESTS_PER_SPIDER')
else:
self.max_concurrent_requests = max_concurrent_requests