diff --git a/scrapy/settings/default_settings.py b/scrapy/settings/default_settings.py index 260ec1701..8400fc057 100644 --- a/scrapy/settings/default_settings.py +++ b/scrapy/settings/default_settings.py @@ -37,7 +37,7 @@ CLOSESPIDER_ERRORCOUNT = 0 COMMANDS_MODULE = "" COMPRESSION_ENABLED = True - +COMPRESSION_KEEP_ENCODING_HEADER = False CONCURRENT_ITEMS = 100 CONCURRENT_REQUESTS = 16 diff --git a/scrapy/templates/project/module/settings.py.tmpl b/scrapy/templates/project/module/settings.py.tmpl index ecb1e5e5c..9d337c530 100644 --- a/scrapy/templates/project/module/settings.py.tmpl +++ b/scrapy/templates/project/module/settings.py.tmpl @@ -86,6 +86,7 @@ ROBOTSTXT_OBEY = True #HTTPCACHE_DIR = "httpcache" #HTTPCACHE_IGNORE_HTTP_CODES = [] #HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage" +COMPRESSION_KEEP_ENCODING_HEADER = True # Set settings whose default value is deprecated to a future-proof value REQUEST_FINGERPRINTER_IMPLEMENTATION = "2.7"