mirror of https://github.com/scrapy/scrapy.git
using default values for settings that are off by default
This commit is contained in:
parent
aa56dd30ea
commit
fd67fe273a
|
|
@ -69,16 +69,17 @@ NEWSPIDER_MODULE = '$project_name.spiders'
|
|||
# See http://doc.scrapy.org/en/latest/topics/autothrottle.html
|
||||
# NOTE: AutoThrottle will honour the standard settings for concurrency and delay
|
||||
#AUTOTHROTTLE_ENABLED=True
|
||||
# The initial download delay (default: 5)
|
||||
#AUTOTHROTTLE_START_DELAY=3
|
||||
# The maximum download delay to be set in case of high latencies (default: 60)
|
||||
#AUTOTHROTTLE_MAX_DELAY=90
|
||||
# The initial download delay
|
||||
#AUTOTHROTTLE_START_DELAY=5
|
||||
# The maximum download delay to be set in case of high latencies
|
||||
#AUTOTHROTTLE_MAX_DELAY=60
|
||||
# Enable showing throttling stats for every response received:
|
||||
#AUTOTHROTTLE_DEBUG=True
|
||||
#AUTOTHROTTLE_DEBUG=False
|
||||
|
||||
# Enable and configure HTTP caching (disabled by default)
|
||||
# See http://scrapy.readthedocs.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings
|
||||
#HTTPCACHE_ENABLED=True
|
||||
#HTTPCACHE_EXPIRATION_SECS=3600
|
||||
#HTTPCACHE_EXPIRATION_SECS=0
|
||||
#HTTPCACHE_DIR='httpcache'
|
||||
#HTTPCACHE_IGNORE_HTTP_CODES=[404]
|
||||
#HTTPCACHE_IGNORE_HTTP_CODES=[]
|
||||
#HTTPCACHE_STORAGE='scrapy.contrib.httpcache.FilesystemCacheStorage'
|
||||
|
|
|
|||
Loading…
Reference in New Issue