RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Added default setting values for successful tests

This commit is contained in:
Hassaan Naushahi 2023-09-08 14:39:30 +05:00
parent 4d2e3c354c
commit 918c8ffd86
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/settings/default_settings.py
View File

@ -37,7 +37,7 @@ CLOSESPIDER_ERRORCOUNT = 0
COMMANDS_MODULE = ""
COMPRESSION_ENABLED = True
COMPRESSION_KEEP_ENCODING_HEADER = False
CONCURRENT_ITEMS = 100
CONCURRENT_REQUESTS = 16

1
scrapy/templates/project/module/settings.py.tmpl
View File

@ -86,6 +86,7 @@ ROBOTSTXT_OBEY = True
#HTTPCACHE_DIR = "httpcache"
#HTTPCACHE_IGNORE_HTTP_CODES = []
#HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage"
COMPRESSION_KEEP_ENCODING_HEADER = True
# Set settings whose default value is deprecated to a future-proof value
REQUEST_FINGERPRINTER_IMPLEMENTATION = "2.7"