RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Make compression warning test robust 

Signed-off-by: Mridankan Mandal <xerontitan90@gmail.com>
This commit is contained in:
Mridankan Mandal 2026-07-16 18:32:37 +05:30
parent 0dfad68136
commit 3caf8d922c
No known key found for this signature in database
GPG Key ID: C24AD565E950FF59
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_downloadermiddleware_httpcompression.py
View File

@ -558,9 +558,7 @@ class TestHttpCompression:
self._test_compression_bomb_setting("zstd")
def test_compression_bomb_setting_logs_warning(
self, caplog: pytest.LogCaptureFixture
):
def test_compression_bomb_setting_logs_warning(self, caplog):
settings = {"DOWNLOAD_MAXSIZE": 1_000_000}
crawler = get_crawler(Spider, settings_dict=settings)
spider = crawler._create_spider("scrapytest.org")
@ -568,6 +566,7 @@ class TestHttpCompression:
mw.open_spider(spider)
response = self._getresponse("bomb-gzip") # 11_511_612 B
caplog.clear()
with (
caplog.at_level(
WARNING, logger="scrapy.downloadermiddlewares.httpcompression"
@ -575,7 +574,6 @@ class TestHttpCompression:
pytest.raises(IgnoreRequest) as exc_info,
):
mw.process_response(response.request, response)
assert exc_info.value.__cause__.decompressed_size < 1_100_000
assert caplog.record_tuples == [
(
"scrapy.downloadermiddlewares.httpcompression",