storage: refactor and rocksdb implementation

Cargo.toml

@@ -21,13 +21,16 @@ members = [
     "crates/groth16",
     "crates/errors",
     "crates/sp1",
+    "crates/storage",
+    "crates/da",
 ]
 default-members = [
     "crates/prism",
     "crates/common",
     "crates/nova",
     "crates/groth16",
     "crates/errors",
+    "crates/storage",
 ]
 resolver = "2"
 
@@ -78,10 +81,14 @@ bincode = "1.3.3"
 sp1-zkvm = { version = "1.2.0" }
 sp1-sdk = { version = "1.2.0" }
 prism-common = { path = "crates/common" }
+prism-storage = { path = "crates/storage" }
 prism-nova = { path = "crates/nova" }
+prism-da = { path = "crates/da" }
 prism-errors = { path = "crates/errors" }
 prism-main = { path = "crates/prism" }
 prism-groth16 = { path = "crates/groth16" }
+rocksdb = {version = "0.21.0", features = ["multi-threaded-cf"]}
+
 
 [patch.crates-io]
 sha2-v0-10-8 = { git = "https://github.com/sp1-patches/RustCrypto-hashes", package = "sha2", branch = "patch-sha2-v0.10.8" }

crates/common/Cargo.toml

@@ -16,3 +16,4 @@ hex.workspace = true
 sha2.workspace = true
 celestia-types.workspace = true
 bincode.workspace = true
+ed25519.workspace = true

crates/common/src/lib.rs

@@ -1,3 +1,4 @@
 pub mod hashchain;
 pub mod operation;
 pub mod tree;
+pub mod signedcontent;

crates/common/src/signedcontent.rs

@@ -0,0 +1,10 @@
+use ed25519::Signature;
+use anyhow::Result;
+
+
+pub trait SignedContent {
+    fn get_signature(&self) -> Result<Signature>;
+    fn get_plaintext(&self) -> Result<Vec<u8>>;
+    fn get_public_key(&self) -> Result<String>;
+}
+

crates/da/Cargo.toml

@@ -0,0 +1,53 @@
+[package]
+name = "prism-da"
+version.workspace = true
+authors.workspace = true
+edition.workspace = true
+description.workspace = true
+homepage.workspace = true
+repository.workspace = true
+license.workspace = true
+keywords.workspace = true
+readme.workspace = true
+
+[dependencies]
+axum = { workspace = true }
+borsh = { workspace = true }
+tower-http = { workspace = true }
+utoipa = { workspace = true }
+utoipa-swagger-ui = { workspace = true }
+async-trait = { workspace = true }
+serde = { workspace = true }
+serde_json = { workspace = true }
+redis = { workspace = true }
+ed25519-dalek = { workspace = true }
+ed25519 = { workspace = true }
+base64 = { workspace = true }
+tokio = { workspace = true }
+bellman = { workspace = true }
+bincode = { workspace = true }
+bls12_381 = { workspace = true }
+rand = { workspace = true }
+hex = { workspace = true }
+ff = { workspace = true }
+log = { workspace = true }
+pretty_env_logger = { workspace = true }
+clap = { workspace = true }
+config = { workspace = true }
+thiserror = { workspace = true }
+indexed-merkle-tree = { workspace = true }
+dotenvy = { workspace = true }
+celestia-rpc = { workspace = true }
+celestia-types = { workspace = true }
+mockall = { workspace = true }
+keystore-rs = { workspace = true }
+toml = { workspace = true }
+dirs = { workspace = true }
+anyhow = { workspace = true }
+jmt = { workspace = true }
+sha2 = { workspace = true }
+auto_impl = { workspace = true }
+prism-common = { workspace = true }
+prism-errors = { workspace = true }
+prism-groth16 = { workspace = true }
+sp1-sdk = { workspace = true }

crates/prism/src/da/celestia.rs → crates/da/src/celestia.rs

@@ -1,14 +1,15 @@
 use crate::{
-    cfg::CelestiaConfig,
     consts::CHANNEL_BUFFER_SIZE,
-    da::{DataAvailabilityLayer, FinalizedEpoch},
+    {DataAvailabilityLayer, FinalizedEpoch},
 };
 use anyhow::{anyhow, bail, Context, Result};
 use async_trait::async_trait;
 use celestia_rpc::{BlobClient, Client, HeaderClient};
 use celestia_types::{blob::GasPrice, nmt::Namespace, Blob};
+use log::{debug, trace, warn};
 use prism_common::operation::Operation;
 use prism_errors::{DataAvailabilityError, GeneralError};
+use serde::{Deserialize, Serialize};
 use std::{self, sync::Arc};
 use tokio::{
     sync::{
@@ -30,6 +31,25 @@ impl TryFrom<&Blob> for FinalizedEpoch {
     }
 }
 
+#[derive(Debug, Serialize, Deserialize, Clone)]
+pub struct CelestiaConfig {
+    pub connection_string: String,
+    pub start_height: u64,
+    pub snark_namespace_id: String,
+    pub operation_namespace_id: Option<String>,
+}
+
+impl Default for CelestiaConfig {
+    fn default() -> Self {
+        CelestiaConfig {
+            connection_string: "ws://localhost:26658".to_string(),
+            start_height: 0,
+            snark_namespace_id: "00000000000000de1008".to_string(),
+            operation_namespace_id: Some("00000000000000de1009".to_string()),
+        }
+    }
+}
+
 pub struct CelestiaConnection {
     pub client: celestia_rpc::Client,
     pub snark_namespace: Namespace,