Remove THROTTLING_SCOPES from the settings.py template

This commit is contained in:
Adrian Chaves 2026-07-03 13:17:36 +02:00
parent ca8cc4630a
commit 8fcb544765
1 changed files with 0 additions and 6 deletions

View File

@ -26,12 +26,6 @@ ROBOTSTXT_OBEY = True
THROTTLING_SCOPE_CONCURRENCY = 1
DOWNLOAD_DELAY = 1
# Override the polite defaults above for specific domains, e.g. to crawl a site
# you own (or one meant for scraping) faster:
#THROTTLING_SCOPES = {
# "example.com": {"concurrency": 16, "delay": 0.1},
#}
# Disable cookies (enabled by default)
#COOKIES_ENABLED = False