RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Address typing issues

This commit is contained in:
Adrian Chaves 2026-06-10 16:32:05 +02:00
parent 19588b0c4e
commit 712096bf62
2 changed files with 14 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
scrapy/spidermiddlewares/base.py
View File

@ -48,7 +48,10 @@ class BaseSpiderMiddleware:
@_warn_spider_arg
def process_spider_output(
self, response: Response, result: Iterable[Any], spider: Spider | None = None
self,
response: Response | None,
result: Iterable[Any],
spider: Spider | None = None,
) -> Iterable[Any]:
for o in result:
if (o := self._get_processed(o, response)) is not None:
@ -57,7 +60,7 @@ class BaseSpiderMiddleware:
@_warn_spider_arg
async def process_spider_output_async(
self,
response: Response,
response: Response | None,
result: AsyncIterator[Any],
spider: Spider | None = None,
) -> AsyncIterator[Any]:

13
scrapy/spidermiddlewares/depth.py
View File

@ -55,19 +55,24 @@ class DepthMiddleware(BaseSpiderMiddleware):
@_warn_spider_arg
def process_spider_output(
self, response: Response, result: Iterable[Any], spider: Spider | None = None
self,
response: Response | None,
result: Iterable[Any],
spider: Spider | None = None,
) -> Iterable[Any]:
self._init_depth(response)
if response is not None:
self._init_depth(response)
yield from super().process_spider_output(response, result)
@_warn_spider_arg
async def process_spider_output_async(
self,
response: Response,
response: Response | None,
result: AsyncIterator[Any],
spider: Spider | None = None,
) -> AsyncIterator[Any]:
self._init_depth(response)
if response is not None:
self._init_depth(response)
async for o in super().process_spider_output_async(response, result):
yield o