From 9e3da69867c8466deffafa66283bca113e2187ee Mon Sep 17 00:00:00 2001 From: omer Date: Tue, 24 May 2016 14:24:29 +0300 Subject: [PATCH] Do not decode of head response (2) --- scrapy/downloadermiddlewares/httpcompression.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/scrapy/downloadermiddlewares/httpcompression.py b/scrapy/downloadermiddlewares/httpcompression.py index 7ab304c17..bcf20f10c 100644 --- a/scrapy/downloadermiddlewares/httpcompression.py +++ b/scrapy/downloadermiddlewares/httpcompression.py @@ -20,6 +20,9 @@ class HttpCompressionMiddleware(object): request.headers.setdefault('Accept-Encoding', 'gzip,deflate') def process_response(self, request, response, spider): + + if request.method == 'HEAD': + return response if isinstance(response, Response): content_encoding = response.headers.getlist('Content-Encoding') if content_encoding and not is_gzipped(response):