Raft

.drone.yml

@@ -3,6 +3,7 @@ name: test-on-arm64
 
 platform:
   arch: arm64
+  os: linux
 
 steps:
   - name: test

.github/checks/copyright.sh

@@ -4,7 +4,7 @@ count=0
 
 for file in $(find . -name '*.rs' | grep -v '/target')
 do
-    if ! grep 'Copyright \(....-\)\?202[12], The Tremor Team' "$file" > /dev/null
+    if ! grep 'Copyright \(....-\)\?202[123], The Tremor Team' "$file" > /dev/null
     then
         echo "##[error] Copyright missing in $file"
         count=$((count + 1))

.github/checks/safety.sh

@@ -25,7 +25,7 @@ EOF
 
 
 
-files=$(find . -name '*.rs' | grep -v -f .checkignore | grep -v 'test.rs$')
+files=$(find . -name '*.rs' | grep -v -f .checkignore | grep -v 'test.rs$' | grep -v '/test/')
 
 while getopts hamuiprebldxcft opt; do
     case $opt in

.github/workflows/checks.yaml

@@ -24,29 +24,11 @@ jobs:
   unused-deps:
     runs-on: ubuntu-latest
     steps:
-      - name: Install deps
-        run: sudo snap install remarshal
-      - name: Install deps
-        run: sudo snap install --classic ripgrep
       - uses: actions/checkout@v3
-      - name: Check for unused dependencies (tremor-runtime)
-        run: ./.github/checks/deps.sh .
-      - name: Check for unused dependencies (tremor-api)
-        run: ./.github/checks/deps.sh tremor-api
-      - name: Check for unused dependencies (tremor-influx)
-        run: ./.github/checks/deps.sh tremor-influx
-      - name: Check for unused dependencies (tremor-pipeline)
-        run: ./.github/checks/deps.sh tremor-pipeline
-      - name: Check for unused dependencies (tremor-script)
-        run: ./.github/checks/deps.sh tremor-script
-      - name: Check for unused dependencies (tremor-cli)
-        run: ./.github/checks/deps.sh tremor-cli
-      - name: Check for unused dependencies (tremor-common)
-        run: ./.github/checks/deps.sh tremor-common
-      - name: Check for unused dependencies (tremor-value)
-        run: ./.github/checks/deps.sh tremor-value
-      - name: Check for unused dependencies (tremor-codec)
-        run: ./.github/checks/deps.sh tremor-codec
+      - name: Install deps
+        run: cargo install cargo-machete
+      - name: Check for unused dependencies
+        run: cargo machete --with-metadata
 
   format:
     runs-on: ubuntu-latest

.github/workflows/integration.yaml

@@ -30,7 +30,7 @@ jobs:
 
     env:
       TREMOR_PATH: "${{ github.workspace }}/tremor-script/lib:${{ github.workspace }}/tremor-cli/tests/lib"
-      RUSTFLAGS: -D warnings -C target-feature=${{ matrix.target_feature }} --cfg tokio_unstable
+      RUSTFLAGS: -D warnings -C target-feature=${{ matrix.target_feature }}
 
     runs-on: ${{ matrix.os }}
     steps:

.gitignore

@@ -54,3 +54,5 @@ tremor-script/current_counterexample.eqc
 .vscode/dryrun.log
 tremor-script-nif/libpath
 docs-test
+*.mm_profdata
+chrome_profiler.json

.vscode/launch.json

@@ -9,7 +9,11 @@
       "request": "launch",
       "name": "Debug tremor-cli",
       "cargo": {
-        "args": ["build", "-p", "tremor-cli"],
+        "args": [
+          "build",
+          "-p",
+          "tremor-cli"
+        ],
         "filter": {
           "name": "tremor",
           "kind": "bin"
@@ -48,54 +52,54 @@
     {
       "type": "lldb",
       "request": "launch",
-      "name": "Debug value::test::obj_eq unit test",
+      "name": "Debug raft::test::cluster_test unit test",
       "cargo": {
         "args": [
           "test",
           "--no-run",
-          "--package",
-          "tremor-value",
-          "value::test::obj_eq"
-        ]
+          "--package=tremor-runtime",
+        ],
+        "filter": {
+          "name": "tremor-runtime",
+          "kind": "lib"
+        }
       },
-      "args": [],
+      "args": [
+        "raft::test::cluster_test"
+      ],
       "cwd": "${workspaceFolder}"
     },
-
     {
       "type": "lldb",
       "request": "launch",
       "name": "Debug script_error unit test",
       "cargo": {
-        "args": ["test", "--no-run", "pp_embed_unrecognized_token2"],
+        "args": [
+          "test",
+          "--no-run",
+          "pp_embed_unrecognized_token2"
+        ],
         "filter": {
           "name": "script_error",
           "kind": "test"
         }
       },
-      "args": ["${selectedText}"],
-      "cwd": "${workspaceFolder}"
-    },
-    {
-      "type": "lldb",
-      "request": "launch",
-      "name": "Debug unit tests in library 'tremor-api'",
-      "cargo": {
-        "args": ["test", "--no-run", "--lib", "--package=tremor-api"],
-        "filter": {
-          "name": "tremor-api",
-          "kind": "lib"
-        }
-      },
-      "args": [],
+      "args": [
+        "${selectedText}"
+      ],
       "cwd": "${workspaceFolder}"
     },
     {
       "type": "lldb",
       "request": "launch",
       "name": "Debug unit tests in library 'tremor-pipeline'",
       "cargo": {
-        "args": ["test", "--no-run", "--lib", "--package=tremor-pipeline"],
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=tremor-pipeline"
+        ],
         "filter": {
           "name": "tremor-pipeline",
           "kind": "lib"
@@ -109,21 +113,32 @@
       "request": "launch",
       "name": "Debug integration test 'query'",
       "cargo": {
-        "args": ["test", "--no-run", "--test=query"],
+        "args": [
+          "test",
+          "--no-run",
+          "--test=query"
+        ],
         "filter": {
           "name": "query",
           "kind": "test"
         }
       },
-      "args": ["window_mixed_1"],
+      "args": [
+        "window_mixed_1"
+      ],
       "cwd": "${workspaceFolder}"
     },
     {
       "type": "lldb",
       "request": "launch",
       "name": "Debug unit tests in library 'tremor-influx'",
       "cargo": {
-        "args": ["test", "--no-run", "--lib", "--package=tremor-influx"],
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=tremor-influx"
+        ],
         "filter": {
           "name": "tremor-influx",
           "kind": "lib"
@@ -156,7 +171,12 @@
       "request": "launch",
       "name": "Debug unit tests in library 'tremor_script'",
       "cargo": {
-        "args": ["test", "--no-run", "--lib", "--package=tremor-script"],
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=tremor-script"
+        ],
         "filter": {
           "name": "tremor_script",
           "kind": "lib"
@@ -170,7 +190,11 @@
       "request": "launch",
       "name": "Debug executable 'tremor-script'",
       "cargo": {
-        "args": ["build", "--bin=tremor-script", "--package=tremor-script"],
+        "args": [
+          "build",
+          "--bin=tremor-script",
+          "--package=tremor-script"
+        ],
         "filter": {
           "name": "tremor-script",
           "kind": "bin"
@@ -203,7 +227,12 @@
       "request": "launch",
       "name": "Debug unit tests in library 'tremor-runtime'",
       "cargo": {
-        "args": ["test", "--no-run", "--lib", "--package=tremor-runtime"],
+        "args": [
+          "test",
+          "--no-run",
+          "--lib",
+          "--package=tremor-runtime"
+        ],
         "filter": {
           "name": "tremor-runtime",
           "kind": "lib"
@@ -350,7 +379,11 @@
       "request": "launch",
       "name": "Debug executable 'tremor-query'",
       "cargo": {
-        "args": ["build", "--bin=tremor-query", "--package=tremor-query"],
+        "args": [
+          "build",
+          "--bin=tremor-query",
+          "--package=tremor-query"
+        ],
         "filter": {
           "name": "tremor-query",
           "kind": "bin"
@@ -383,7 +416,11 @@
       "request": "launch",
       "name": "Debug executable 'tremor'",
       "cargo": {
-        "args": ["build", "--bin=tremor", "--package=tremor-cli"],
+        "args": [
+          "build",
+          "--bin=tremor",
+          "--package=tremor-cli"
+        ],
         "filter": {
           "name": "tremor",
           "kind": "bin"
@@ -397,7 +434,11 @@
       "request": "launch",
       "name": "Debug real-workflow-throughput-json",
       "cargo": {
-        "args": ["build", "--bin=tremor", "--package=tremor-cli"],
+        "args": [
+          "build",
+          "--bin=tremor",
+          "--package=tremor-cli"
+        ],
         "filter": {
           "name": "tremor",
           "kind": "bin"
@@ -416,7 +457,12 @@
       "request": "launch",
       "name": "Release real-workflow-throughput-json",
       "cargo": {
-        "args": ["build", "--bin=tremor", "--package=tremor-cli", "--release"],
+        "args": [
+          "build",
+          "--bin=tremor",
+          "--package=tremor-cli",
+          "--release"
+        ],
         "filter": {
           "name": "tremor",
           "kind": "bin"
@@ -435,7 +481,12 @@
       "request": "launch",
       "name": "Debug unit tests in executable 'tremor'",
       "cargo": {
-        "args": ["test", "--no-run", "--bin=tremor", "--package=tremor-cli"],
+        "args": [
+          "test",
+          "--no-run",
+          "--bin=tremor",
+          "--package=tremor-cli"
+        ],
         "filter": {
           "name": "tremor",
           "kind": "bin"
@@ -449,7 +500,11 @@
       "request": "launch",
       "name": "Debug executable 'tremor-tool'",
       "cargo": {
-        "args": ["build", "--bin=tremor-tool", "--package=tremor-tool"],
+        "args": [
+          "build",
+          "--bin=tremor-tool",
+          "--package=tremor-tool"
+        ],
         "filter": {
           "name": "tremor-tool",
           "kind": "bin"
@@ -478,4 +533,4 @@
       "cwd": "${workspaceFolder}"
     }
   ]
-}
+}