RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

added x-gzip to supported encoding declarations in httpcompression middleware

This commit is contained in:
Pablo Hoffman 2011-07-04 21:27:24 -03:00
parent a5223881ee
commit 81fbe8c9a4
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scrapy/contrib/downloadermiddleware/httpcompression.py
View File

@ -10,7 +10,7 @@ class HttpCompressionMiddleware(object):
sent/received from web sites"""
def process_request(self, request, spider):
request.headers.setdefault('Accept-Encoding', 'gzip,deflate')
request.headers.setdefault('Accept-Encoding', 'x-gzip,gzip,deflate')
def process_response(self, request, response, spider):
if isinstance(response, Response):
@ -32,7 +32,7 @@ class HttpCompressionMiddleware(object):
return response
def _decode(self, body, encoding):
if encoding == 'gzip':
if encoding == 'gzip' or encoding == 'x-gzip':
body = gunzip(body)
if encoding == 'deflate':