mirror of https://github.com/scrapy/scrapy.git
Remove the state change.
This commit is contained in:
parent
68d1b48a75
commit
360a979a2d
|
|
@ -2,11 +2,9 @@ from __future__ import annotations
|
|||
|
||||
import logging
|
||||
import sys
|
||||
from typing import Any
|
||||
|
||||
import pytest
|
||||
|
||||
from scrapy import signals
|
||||
from scrapy.extensions import memusage as memusage_mod
|
||||
from scrapy.extensions.memusage import MemoryUsage
|
||||
from scrapy.spiders import Spider
|
||||
|
|
@ -55,21 +53,10 @@ async def test_memusage_limit_closes_spider_with_reason_and_error_log(
|
|||
|
||||
# Avoid background LoopingCall that can log after the test finishes.
|
||||
monkeypatch.setattr(memusage_mod, "create_looping_call", OneShotLoop)
|
||||
|
||||
state = {"high": False}
|
||||
|
||||
def fake_vsz(self: Any) -> int:
|
||||
return 250 * MB if state["high"] else 5 * MB
|
||||
|
||||
monkeypatch.setattr(MemoryUsage, "get_virtual_size", fake_vsz)
|
||||
monkeypatch.setattr(MemoryUsage, "get_virtual_size", lambda _: 250 * MB)
|
||||
|
||||
crawler = get_crawler(spidercls=_LoopSpider, settings_dict=settings)
|
||||
|
||||
def on_opened(spider):
|
||||
state["high"] = True
|
||||
|
||||
crawler.signals.connect(on_opened, signal=signals.spider_opened)
|
||||
|
||||
with caplog.at_level(logging.ERROR, logger="scrapy.extensions.memusage"):
|
||||
await crawler.crawl_async(url="data:,", loops=100)
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue