MCPcopy
hub / github.com/scrapy/scrapy / _read_meta

Method _read_meta

scrapy/extensions/httpcache.py:382–391  ·  view source on GitHub ↗
(self, spider: Spider, request: Request)

Source from the content-addressed store, hash-verified

380 return str(Path(self.cachedir, spider.name, key[0:2], key))
381
382 def _read_meta(self, spider: Spider, request: Request) -> dict[str, Any] | None:
383 rpath = Path(self._get_request_path(spider, request))
384 metapath = rpath / "pickled_meta"
385 if not metapath.exists():
386 return None # not found
387 mtime = metapath.stat().st_mtime
388 if 0 < self.expiration_secs < time() - mtime:
389 return None # expired
390 with self._open(metapath, "rb") as f:
391 return cast("dict[str, Any]", pickle.load(f)) # noqa: S301
392
393
394def parse_cachecontrol(header: bytes) -> dict[bytes, bytes | None]:

Callers 1

retrieve_responseMethod · 0.95

Calls 2

_get_request_pathMethod · 0.95
loadMethod · 0.45

Tested by

no test coverage detected