Add subspace-data-retrieval crate

shared/subspace-data-retrieval/Cargo.toml

@@ -0,0 +1,29 @@
+[package]
+name = "subspace-data-retrieval"
+description = "Fetching data from the archived history of the Subspace Distributed Storage Network."
+license = "Apache-2.0"
+version = "0.1.0"
+authors = ["Teor <teor@riseup.net>"]
+edition = "2021"
+include = [
+    "/src",
+    "/Cargo.toml",
+    "/README.md",
+]
+
+[dependencies]
+async-trait = "0.1.81"
+parity-scale-codec = { version = "3.6.12", features = ["derive"] }
+subspace-archiving = { version = "0.1.0", path = "../../crates/subspace-archiving" }
+subspace-core-primitives = { version = "0.1.0", path = "../../crates/subspace-core-primitives" }
+subspace-erasure-coding = { version = "0.1.0", path = "../../crates/subspace-erasure-coding" }
+thiserror = "1.0.63"
+tracing = "0.1.40"
+
+[dev-dependencies]
+
+[features]
+parallel = [
+    "subspace-archiving/parallel",
+    "subspace-core-primitives/parallel",
+]

shared/subspace-data-retrieval/README.md

@@ -0,0 +1,6 @@
+Fetching data from the archived history of the Subspace Distributed Storage Network.
+
+This crate currently fetches 3 kinds of archived data:
+* pieces, which are the smallest completed data archiving unit,
+* sectors, which are a collection of pieces, and
+* objects, which are contained in one or more pieces or sectors.

shared/subspace-data-retrieval/src/lib.rs

@@ -0,0 +1,20 @@
+// Copyright (C) 2024 Subspace Labs, Inc.
+// SPDX-License-Identifier: Apache-2.0
+
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// 	http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+//! Fetching data from the archived history of the Subspace Distributed Storage Network.
+
+pub mod object_fetcher;
+pub mod piece_fetcher;
+pub mod segment_fetcher;