RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

`get_cookiejar` - method added to spider (if cookies middleware enabled)

This commit is contained in:
Georgiy Zatserklianyi 2024-11-14 13:40:33 +01:00
parent 0c35c70670
commit dd652e425d
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scrapy/downloadermiddlewares/cookies.py
View File

@ -37,6 +37,14 @@ def _is_public_domain(domain: str) -> bool:
return not parts.domain
def get_cookiejar(self, response_or_request):
try:
cookiejarkey = response_or_request.request.meta.get("cookiejar")
except Exception:
cookiejarkey = response_or_request.meta.get("cookiejar")
return self.cookie_jars[cookiejarkey]
class CookiesMiddleware:
"""This middleware enables working with sites that need cookies"""
@ -54,6 +62,8 @@ class CookiesMiddleware:
def spider_opened(self, spider: Spider) -> None:
spider.cookie_jars = self.jars
attribute_name = "get_cookiejar"
setattr(spider.__class__, attribute_name, get_cookiejar)
def _process_cookies(
self, cookies: Iterable[Cookie], *, jar: CookieJar, request: Request