using default values for settings that are off by default

This commit is contained in:
Elias Dorneles 2015-03-17 09:34:54 -03:00
parent aa56dd30ea
commit fd67fe273a
1 changed files with 8 additions and 7 deletions

View File

@ -69,16 +69,17 @@ NEWSPIDER_MODULE = '$project_name.spiders'
# See http://doc.scrapy.org/en/latest/topics/autothrottle.html
# NOTE: AutoThrottle will honour the standard settings for concurrency and delay
#AUTOTHROTTLE_ENABLED=True
# The initial download delay (default: 5)
#AUTOTHROTTLE_START_DELAY=3
# The maximum download delay to be set in case of high latencies (default: 60)
#AUTOTHROTTLE_MAX_DELAY=90
# The initial download delay
#AUTOTHROTTLE_START_DELAY=5
# The maximum download delay to be set in case of high latencies
#AUTOTHROTTLE_MAX_DELAY=60
# Enable showing throttling stats for every response received:
#AUTOTHROTTLE_DEBUG=True
#AUTOTHROTTLE_DEBUG=False
# Enable and configure HTTP caching (disabled by default)
# See http://scrapy.readthedocs.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings
#HTTPCACHE_ENABLED=True
#HTTPCACHE_EXPIRATION_SECS=3600
#HTTPCACHE_EXPIRATION_SECS=0
#HTTPCACHE_DIR='httpcache'
#HTTPCACHE_IGNORE_HTTP_CODES=[404]
#HTTPCACHE_IGNORE_HTTP_CODES=[]
#HTTPCACHE_STORAGE='scrapy.contrib.httpcache.FilesystemCacheStorage'