Remove the state change.

This commit is contained in:
Andrey Rakhmatullin 2026-06-18 20:06:49 +05:00
parent 68d1b48a75
commit 360a979a2d
1 changed files with 1 additions and 14 deletions

View File

@ -2,11 +2,9 @@ from __future__ import annotations
import logging
import sys
from typing import Any
import pytest
from scrapy import signals
from scrapy.extensions import memusage as memusage_mod
from scrapy.extensions.memusage import MemoryUsage
from scrapy.spiders import Spider
@ -55,21 +53,10 @@ async def test_memusage_limit_closes_spider_with_reason_and_error_log(
# Avoid background LoopingCall that can log after the test finishes.
monkeypatch.setattr(memusage_mod, "create_looping_call", OneShotLoop)
state = {"high": False}
def fake_vsz(self: Any) -> int:
return 250 * MB if state["high"] else 5 * MB
monkeypatch.setattr(MemoryUsage, "get_virtual_size", fake_vsz)
monkeypatch.setattr(MemoryUsage, "get_virtual_size", lambda _: 250 * MB)
crawler = get_crawler(spidercls=_LoopSpider, settings_dict=settings)
def on_opened(spider):
state["high"] = True
crawler.signals.connect(on_opened, signal=signals.spider_opened)
with caplog.at_level(logging.ERROR, logger="scrapy.extensions.memusage"):
await crawler.crawl_async(url="data:,", loops=100)