RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix typing issues

This commit is contained in:
Adrián Chaves 2023-12-28 15:24:38 +01:00
parent 4c37f77c87
commit d31ae7782f
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
scrapy/downloadermiddlewares/redirect.py
View File

@ -39,6 +39,7 @@ def _build_redirect_request(
class BaseRedirectMiddleware:
enabled_setting: str = "REDIRECT_ENABLED"
crawler: Crawler
def __init__(self, settings: BaseSettings):
if not settings.getbool(self.enabled_setting):
@ -67,6 +68,7 @@ class BaseRedirectMiddleware:
redirect_reasons = request.meta.get("redirect_reasons", []) + [reason]
redirected.meta["redirect_reasons"] = redirect_reasons
fingerprints = request.meta.get("redirect_fingerprints", set())
assert self.crawler.request_fingerprinter is not None
fingerprint = self.crawler.request_fingerprinter.fingerprint(request)
redirected.meta["redirect_fingerprints"] = fingerprints | {fingerprint}
redirected.dont_filter = request.dont_filter