From 5a13022713d6dc6a88ad914798b7d62e2b3deffb Mon Sep 17 00:00:00 2001 From: Mikhail Korobov Date: Sun, 13 Sep 2015 21:46:20 +0500 Subject: [PATCH] style fixes for settings.py created by scrapy startproject --- .../templates/project/module/settings.py.tmpl | 34 ++++++++++--------- 1 file changed, 18 insertions(+), 16 deletions(-) diff --git a/scrapy/templates/project/module/settings.py.tmpl b/scrapy/templates/project/module/settings.py.tmpl index 11ff804ba..2e660d7cf 100644 --- a/scrapy/templates/project/module/settings.py.tmpl +++ b/scrapy/templates/project/module/settings.py.tmpl @@ -19,21 +19,21 @@ NEWSPIDER_MODULE = '$project_name.spiders' #USER_AGENT = '$project_name (+http://www.yourdomain.com)' # Configure maximum concurrent requests performed by Scrapy (default: 16) -#CONCURRENT_REQUESTS=32 +#CONCURRENT_REQUESTS = 32 # Configure a delay for requests for the same website (default: 0) # See http://scrapy.readthedocs.org/en/latest/topics/settings.html#download-delay # See also autothrottle settings and docs -#DOWNLOAD_DELAY=3 +#DOWNLOAD_DELAY = 3 # The download delay setting will honor only one of: -#CONCURRENT_REQUESTS_PER_DOMAIN=16 -#CONCURRENT_REQUESTS_PER_IP=16 +#CONCURRENT_REQUESTS_PER_DOMAIN = 16 +#CONCURRENT_REQUESTS_PER_IP = 16 # Disable cookies (enabled by default) -#COOKIES_ENABLED=False +#COOKIES_ENABLED = False # Disable Telnet Console (enabled by default) -#TELNETCONSOLE_ENABLED=False +#TELNETCONSOLE_ENABLED = False # Override the default request headers: #DEFAULT_REQUEST_HEADERS = { @@ -67,19 +67,21 @@ NEWSPIDER_MODULE = '$project_name.spiders' # Enable and configure the AutoThrottle extension (disabled by default) # See http://doc.scrapy.org/en/latest/topics/autothrottle.html -# NOTE: AutoThrottle will honour the standard settings for concurrency and delay -#AUTOTHROTTLE_ENABLED=True +#AUTOTHROTTLE_ENABLED = True # The initial download delay -#AUTOTHROTTLE_START_DELAY=5 +#AUTOTHROTTLE_START_DELAY = 5 # The maximum download delay to be set in case of high latencies -#AUTOTHROTTLE_MAX_DELAY=60 +#AUTOTHROTTLE_MAX_DELAY = 60 +# The average number of requests Scrapy should be sending in parallel to +# each remote server +#AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0 # Enable showing throttling stats for every response received: -#AUTOTHROTTLE_DEBUG=False +#AUTOTHROTTLE_DEBUG = False # Enable and configure HTTP caching (disabled by default) # See http://scrapy.readthedocs.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings -#HTTPCACHE_ENABLED=True -#HTTPCACHE_EXPIRATION_SECS=0 -#HTTPCACHE_DIR='httpcache' -#HTTPCACHE_IGNORE_HTTP_CODES=[] -#HTTPCACHE_STORAGE='scrapy.extensions.httpcache.FilesystemCacheStorage' +#HTTPCACHE_ENABLED = True +#HTTPCACHE_EXPIRATION_SECS = 0 +#HTTPCACHE_DIR = 'httpcache' +#HTTPCACHE_IGNORE_HTTP_CODES = [] +#HTTPCACHE_STORAGE = 'scrapy.extensions.httpcache.FilesystemCacheStorage'