mirror of https://github.com/scrapy/scrapy.git
Remove THROTTLING_SCOPES from the settings.py template
This commit is contained in:
parent
ca8cc4630a
commit
8fcb544765
|
|
@ -26,12 +26,6 @@ ROBOTSTXT_OBEY = True
|
|||
THROTTLING_SCOPE_CONCURRENCY = 1
|
||||
DOWNLOAD_DELAY = 1
|
||||
|
||||
# Override the polite defaults above for specific domains, e.g. to crawl a site
|
||||
# you own (or one meant for scraping) faster:
|
||||
#THROTTLING_SCOPES = {
|
||||
# "example.com": {"concurrency": 16, "delay": 0.1},
|
||||
#}
|
||||
|
||||
# Disable cookies (enabled by default)
|
||||
#COOKIES_ENABLED = False
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue