From 81fbe8c9a4b3940cd1cdf27ff0848a7ec5360512 Mon Sep 17 00:00:00 2001 From: Pablo Hoffman Date: Mon, 4 Jul 2011 21:27:24 -0300 Subject: [PATCH] added x-gzip to supported encoding declarations in httpcompression middleware --- scrapy/contrib/downloadermiddleware/httpcompression.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scrapy/contrib/downloadermiddleware/httpcompression.py b/scrapy/contrib/downloadermiddleware/httpcompression.py index ddeb0dc56..63d20e676 100644 --- a/scrapy/contrib/downloadermiddleware/httpcompression.py +++ b/scrapy/contrib/downloadermiddleware/httpcompression.py @@ -10,7 +10,7 @@ class HttpCompressionMiddleware(object): sent/received from web sites""" def process_request(self, request, spider): - request.headers.setdefault('Accept-Encoding', 'gzip,deflate') + request.headers.setdefault('Accept-Encoding', 'x-gzip,gzip,deflate') def process_response(self, request, response, spider): if isinstance(response, Response): @@ -32,7 +32,7 @@ class HttpCompressionMiddleware(object): return response def _decode(self, body, encoding): - if encoding == 'gzip': + if encoding == 'gzip' or encoding == 'x-gzip': body = gunzip(body) if encoding == 'deflate':