RomanNum3ral
/
scrapy
mirror of https://github.com/scrapy/scrapy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

convert _get_request_path back to str

This commit is contained in:
Matthew Donoughe 2022-10-21 20:23:07 -04:00
parent 69d1b8fc08
commit 28396c3497
No known key found for this signature in database
GPG Key ID: 838812402CA8C19D
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scrapy/extensions/httpcache.py
View File

@ -293,7 +293,7 @@ class FilesystemCacheStorage:
metadata = self._read_meta(spider, request)
if metadata is None:
return # not cached
rpath = self._get_request_path(spider, request)
rpath = Path(self._get_request_path(spider, request))
with self._open(rpath / 'response_body', 'rb') as f:
body = f.read()
with self._open(rpath / 'response_headers', 'rb') as f:
@ -307,7 +307,7 @@ class FilesystemCacheStorage:
def store_response(self, spider: Spider, request: Request, response):
"""Store the given response in the cache."""
rpath = self._get_request_path(spider, request)
rpath = Path(self._get_request_path(spider, request))
if not rpath.exists():
rpath.mkdir(parents=True)
metadata = {
@ -330,12 +330,12 @@ class FilesystemCacheStorage:
with self._open(rpath / 'request_body', 'wb') as f:
f.write(request.body)
def _get_request_path(self, spider: Spider, request: Request) -> Path:
def _get_request_path(self, spider: Spider, request: Request) -> str:
key = self._fingerprinter.fingerprint(request).hex()
return Path(self.cachedir, spider.name, key[0:2], key)
return str(Path(self.cachedir, spider.name, key[0:2], key))
def _read_meta(self, spider: Spider, request: Request):
rpath = self._get_request_path(spider, request)
rpath = Path(self._get_request_path(spider, request))
metapath = rpath / 'pickled_meta'
if not metapath.exists():
return # not found