mirror of https://github.com/scrapy/scrapy.git
54 lines
1.8 KiB
Python
54 lines
1.8 KiB
Python
from unittest import TestCase, main
|
|
|
|
from scrapy.downloadermiddlewares.decompression import DecompressionMiddleware
|
|
from scrapy.http import Response, XmlResponse
|
|
from scrapy.spiders import Spider
|
|
from scrapy.utils.test import assert_samelines
|
|
from tests import get_testdata
|
|
|
|
|
|
def _test_data(formats):
|
|
uncompressed_body = get_testdata("compressed", "feed-sample1.xml")
|
|
test_responses = {}
|
|
for format in formats:
|
|
body = get_testdata("compressed", "feed-sample1." + format)
|
|
test_responses[format] = Response("http://foo.com/bar", body=body)
|
|
return uncompressed_body, test_responses
|
|
|
|
|
|
class DecompressionMiddlewareTest(TestCase):
|
|
test_formats = ["tar", "xml.bz2", "xml.gz", "zip"]
|
|
uncompressed_body, test_responses = _test_data(test_formats)
|
|
|
|
def setUp(self):
|
|
self.mw = DecompressionMiddleware()
|
|
self.spider = Spider("foo")
|
|
|
|
def test_known_compression_formats(self):
|
|
for fmt in self.test_formats:
|
|
rsp = self.test_responses[fmt]
|
|
new = self.mw.process_response(None, rsp, self.spider)
|
|
error_msg = f"Failed {fmt}, response type {type(new).__name__}"
|
|
assert isinstance(new, XmlResponse), error_msg
|
|
assert_samelines(self, new.body, self.uncompressed_body, fmt)
|
|
|
|
def test_plain_response(self):
|
|
rsp = Response(url="http://test.com", body=self.uncompressed_body)
|
|
new = self.mw.process_response(None, rsp, self.spider)
|
|
assert new is rsp
|
|
assert_samelines(self, new.body, rsp.body)
|
|
|
|
def test_empty_response(self):
|
|
rsp = Response(url="http://test.com", body=b"")
|
|
new = self.mw.process_response(None, rsp, self.spider)
|
|
assert new is rsp
|
|
assert not rsp.body
|
|
assert not new.body
|
|
|
|
def tearDown(self):
|
|
del self.mw
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|