Integration tests (#148)

.clippy.toml

@@ -0,0 +1,2 @@
+disallowed-names = [ "TYPES" ]
+doc-valid-idents = [ "HotShot", ".." ]

.github/workflows/build.yml → .github/workflows/test.yml

@@ -1,4 +1,4 @@
-name: Build
+name: Test
 
 on:
   push:
@@ -13,7 +13,7 @@ concurrency:
   cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
 
 jobs:
-  build:
+  test:
     runs-on: ubuntu-latest
     env:
       RUSTFLAGS: '--cfg async_executor_impl="async-std" --cfg async_channel_impl="async-std"'
@@ -41,3 +41,33 @@ jobs:
             --lib --bins --tests --benches --all-features \
             --verbose --no-fail-fast
         timeout-minutes: 60
+
+  test-ignored:
+    runs-on: ubuntu-latest
+    env:
+      RUSTFLAGS: '--cfg async_executor_impl="async-std" --cfg async_channel_impl="async-std"'
+      RUST_MIN_STACK: 64000000
+      RUST_LOG: info
+    steps:
+      - uses: styfle/[email protected]
+        name: Cancel Outdated Builds
+        with:
+          all_but_latest: true
+          access_token: ${{ github.token }}
+
+      - uses: actions/checkout@v4
+        name: Checkout Repository
+
+      - uses: dtolnay/rust-toolchain@stable
+
+      - uses: taiki-e/install-action@nextest
+
+      - uses: Swatinem/rust-cache@v2
+        name: Enable Rust Caching
+
+      - name: Run slow tests
+        run: |
+          cargo nextest run --workspace --release  -j 1 \
+            --lib --bins --tests --benches --all-features \
+            --verbose --no-fail-fast --run-ignored only
+        timeout-minutes: 60

Cargo.toml

@@ -6,7 +6,9 @@ members = ["crates/*"]
 hotshot = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
 hotshot-builder-api = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
 hotshot-events-service = { git = "https://github.com/EspressoSystems/hotshot-events-service.git", tag = "0.1.50" }
+hotshot-macros = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
 hotshot-task-impls = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
+hotshot-testing = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
 hotshot-types = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
 hotshot-example-types = { git = "https://github.com/EspressoSystems/HotShot.git", tag = "0.5.78" }
 
@@ -18,13 +20,16 @@ async-std = "1.9.0"
 async-trait = "0.1"
 bincode = "1.3"
 clap = "4.5"
+chrono = { version = "0.4", features = ["serde"] }
 committable = "0.2"
 derivative = "2.2"
 either = "1.13"
 futures = "0.3"
 hex = "0.4.3"
 lru = "0.12.5"
 multimap = "0.10.0"
+num_cpus = "1.16"
+rand = "0.8"
 serde = "1.0"
 serde_json = "1.0"
 sha2 = "0.10"
@@ -37,6 +42,7 @@ toml = "0.8"
 tracing = "0.1"
 url = "2.3"
 vbs = "0.1"
+vec1 = "1.12"
 
 [workspace.package]
 version = "0.1.51"
@@ -49,6 +55,7 @@ unexpected_cfgs = { level = "warn", check-cfg = [
 ] }
 
 [workspace.lints.clippy]
+disallowed-names = "deny"
 doc_markdown = "deny"
 doc_link_with_quotes = "deny"
 

crates/legacy/src/service.rs

@@ -1350,15 +1350,9 @@ impl<Types: NodeType> From<HandleReceivedTxnsError<Types>> for BuildError {
             HandleReceivedTxnsError::TransactionTooBig {
                 estimated_length,
                 max_txn_len,
-            } => BuildError::Error(
-                format!("Transaction too big (estimated length {estimated_length}, currently accepting <= {max_txn_len})")
-            ),
-            HandleReceivedTxnsError::TooManyTransactions => BuildError::Error(
-                "Too many transactions".to_owned()
-            ),
-            HandleReceivedTxnsError::Internal(err) => BuildError::Error(
-                format!("Internal error when submitting transaction: {}", err)
-            ),
+            } => BuildError::Error(format!("Transaction too big (estimated length {estimated_length}, currently accepting <= {max_txn_len})")),
+            HandleReceivedTxnsError::TooManyTransactions => BuildError::Error("Too many transactions".to_owned()),
+            HandleReceivedTxnsError::Internal(err) => BuildError::Error(format!("Internal error when submitting transaction: {}", err)),
         }
     }
 }

crates/marketplace/Cargo.toml

@@ -21,10 +21,13 @@ hex = { workspace = true }
 hotshot = { workspace = true }
 hotshot-builder-api = { workspace = true }
 hotshot-events-service = { workspace = true }
+hotshot-macros = { workspace = true }
 hotshot-task-impls = { workspace = true }
+hotshot-testing = { workspace = true }
 hotshot-types = { workspace = true }
 lru = { workspace = true }
 multimap = { workspace = true }
+num_cpus = { workspace = true }
 serde = { workspace = true, features = ["derive"] }
 serde_json = { workspace = true }
 sha2 = { workspace = true }

crates/marketplace/src/service.rs

@@ -450,9 +450,7 @@ where
                     &self.builder_keys.1,
                     response.offered_fee,
                 )
-                .map_err(|e| BuildError::Error(
-                    e.to_string()
-                ))?;
+                .map_err(|e| BuildError::Error(e.to_string()))?;
 
             let sequencing_fee: BuilderFee<Types> = BuilderFee {
                 fee_amount: response.offered_fee,