RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Remove "x-gzip" from Requests' "Accept-Encoding" header

This commit is contained in:
Paul Tremberth 2013-11-21 18:58:24 +01:00
parent f87be371a2
commit 0d99babe40
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/contrib/downloadermiddleware/httpcompression.py
View File

@ -17,7 +17,7 @@ class HttpCompressionMiddleware(object):
return cls()
def process_request(self, request, spider):
request.headers.setdefault('Accept-Encoding', 'x-gzip,gzip,deflate')
request.headers.setdefault('Accept-Encoding', 'gzip,deflate')
def process_response(self, request, response, spider):
if isinstance(response, Response):

2
scrapy/tests/test_downloadermiddleware_httpcompression.py
View File

@ -50,7 +50,7 @@ class HttpCompressionTest(TestCase):
request = Request('http://scrapytest.org')
assert 'Accept-Encoding' not in request.headers
self.mw.process_request(request, self.spider)
self.assertEqual(request.headers.get('Accept-Encoding'), 'x-gzip,gzip,deflate')
self.assertEqual(request.headers.get('Accept-Encoding'), 'gzip,deflate')
def test_process_response_gzip(self):
response = self._getresponse('gzip')