From d31ae7782fba565a7cf2f8df718f5293f51da1df Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Adri=C3=A1n=20Chaves?= Date: Thu, 28 Dec 2023 15:24:38 +0100 Subject: [PATCH] Fix typing issues --- scrapy/downloadermiddlewares/redirect.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scrapy/downloadermiddlewares/redirect.py b/scrapy/downloadermiddlewares/redirect.py index 762fa6cc5..ac8028050 100644 --- a/scrapy/downloadermiddlewares/redirect.py +++ b/scrapy/downloadermiddlewares/redirect.py @@ -39,6 +39,7 @@ def _build_redirect_request( class BaseRedirectMiddleware: enabled_setting: str = "REDIRECT_ENABLED" + crawler: Crawler def __init__(self, settings: BaseSettings): if not settings.getbool(self.enabled_setting): @@ -67,6 +68,7 @@ class BaseRedirectMiddleware: redirect_reasons = request.meta.get("redirect_reasons", []) + [reason] redirected.meta["redirect_reasons"] = redirect_reasons fingerprints = request.meta.get("redirect_fingerprints", set()) + assert self.crawler.request_fingerprinter is not None fingerprint = self.crawler.request_fingerprinter.fingerprint(request) redirected.meta["redirect_fingerprints"] = fingerprints | {fingerprint} redirected.dont_filter = request.dont_filter