mirror of https://github.com/scrapy/scrapy.git
28 lines
793 B
Python
28 lines
793 B
Python
from __future__ import annotations
|
|
|
|
from typing import TYPE_CHECKING
|
|
|
|
from scrapy.utils.defer import deferred_f_from_coro_f, maybe_deferred_to_future
|
|
from scrapy.utils.test import get_crawler
|
|
from tests.spiders import SimpleSpider
|
|
|
|
if TYPE_CHECKING:
|
|
import pytest
|
|
|
|
from tests.mockserver.http import MockServer
|
|
|
|
|
|
@deferred_f_from_coro_f
|
|
async def test_scraper_exception(
|
|
mockserver: MockServer,
|
|
caplog: pytest.LogCaptureFixture,
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
crawler = get_crawler(SimpleSpider)
|
|
monkeypatch.setattr(
|
|
"scrapy.core.engine.Scraper.handle_spider_output_async",
|
|
lambda *args, **kwargs: 1 / 0,
|
|
)
|
|
await maybe_deferred_to_future(crawler.crawl(url=mockserver.url("/")))
|
|
assert "Scraper bug processing" in caplog.text
|