MCPcopy Create free account
hub / github.com/ml-explore/mlx-data / ReadFromTAR

Method ReadFromTAR

mlx/data/op/ReadFromTAR.cpp:8–31  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

6namespace data {
7namespace op {
8ReadFromTAR::ReadFromTAR(
9 const std::string& tarkey,
10 const std::string& ikey,
11 const std::string& okey,
12 const std::filesystem::path& prefix,
13 const std::filesystem::path& tar_prefix,
14 bool from_key,
15 std::shared_ptr<core::FileFetcher> fetcher,
16 bool nested,
17 int num_threads)
18 : tarkey_(tarkey),
19 ikey_(ikey),
20 okey_(okey),
21 prefix_(prefix),
22 tarPrefix_(tar_prefix),
23 fromKey_(from_key),
24 fetcher_(fetcher),
25 nested_(nested),
26 numThreads_(num_threads) {
27 if (!from_key) {
28 // load the tar index
29 get_tar_reader_(tarkey);
30 }
31}
32std::pair<
33 std::shared_ptr<core::TARReader>,
34 std::shared_ptr<core::FileFetcherHandle>>

Callers

nothing calls this directly

Calls

no outgoing calls

Tested by

no test coverage detected