run-and-track-benchmarks-on-main.yaml

name: Run and Track Benchmarks On Main

on:
  push:
    branches:
      - main

jobs:
  benchmark_sv1_criterion_with_bencher:
    name: Track sv1 criterion benchmarks with Bencher
    runs-on: ubuntu-latest
    env:
        BENCHER_PROJECT: stratum-v2-sri
        BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
        BENCHER_ADAPTER: rust_criterion
        BENCHER_TESTBED: sv1
    steps:
      - name: Set up Rust
        uses: actions-rs/toolchain@v1
        with:
          profile: minimal
          toolchain: 1.75.0
          override: true
      - name: Checkout repository
        uses: actions/checkout@v2
            
      - uses: actions/checkout@v4
      - uses: bencherdev/bencher@main
      - name: Benchmark with Bencher
        run: |
            cd benches 
            bencher run \
            --github-actions ${{ secrets.GITHUB_TOKEN }} \
            "cargo bench --bench criterion_sv1_benchmark"

  benchmark_sv2_criterion_with_bencher:
    name: Track sv2 criterion benchmarks with Bencher
    runs-on: ubuntu-latest
    env:
        BENCHER_PROJECT: stratum-v2-sri
        BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
        BENCHER_ADAPTER: rust_criterion
        BENCHER_TESTBED: sv2
    steps:
      - name: Set up Rust
        uses: actions-rs/toolchain@v1
        with:
          profile: minimal
          toolchain: 1.75.0
          override: true
      - name: Checkout repository
        uses: actions/checkout@v2
            
      - uses: actions/checkout@v4
      - uses: bencherdev/bencher@main
      - name: Benchmark with Bencher
        run: |
            cd benches 
            bencher run \
            --github-actions ${{ secrets.GITHUB_TOKEN }} \
            "cargo bench --bench criterion_sv2_benchmark"
    
  benchmark_sv1_iai_with_bencher:
    name: Track sv1 iai benchmarks with Bencher
    runs-on: ubuntu-latest
    env:
        BENCHER_PROJECT: stratum-v2-sri
        BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
        BENCHER_ADAPTER: rust_iai
        BENCHER_TESTBED: sv1
    steps:
      - name: Set up Rust
        uses: actions-rs/toolchain@v1
        with:
          profile: minimal
          toolchain: 1.75.0
          override: true
      - name: Checkout repository
        uses: actions/checkout@v4
      - name: Install Valgrind
        run: |
            sudo apt-get update
            sudo apt-get install -y valgrind=1:3.18.1-1ubuntu2 
            
      - uses: actions/checkout@v4
      - uses: bencherdev/bencher@main
      - name: Benchmark with Bencher
        run: |
            cd benches 
            bencher run \
            --github-actions ${{ secrets.GITHUB_TOKEN }} \
            "cargo bench --bench iai_sv1_benchmark"
    
  benchmark_sv2_iai_with_bencher:
    name: Track sv2 iai benchmarks with Bencher
    runs-on: ubuntu-latest
    env:
        BENCHER_PROJECT: stratum-v2-sri
        BENCHER_API_TOKEN: ${{ secrets.BENCHER_API_TOKEN }}
        BENCHER_ADAPTER: rust_iai
        BENCHER_TESTBED: sv2
    steps:
      - name: Set up Rust
        uses: actions-rs/toolchain@v1
        with:
          profile: minimal
          toolchain: 1.75.0
          override: true
      - name: Checkout repository
        uses: actions/checkout@v2
           
      - name: Install Valgrind
        run: |
            sudo apt-get update
            sudo apt-get install -y valgrind=1:3.18.1-1ubuntu2 
            
      - uses: actions/checkout@v4
      - uses: bencherdev/bencher@main
      - name: Benchmark with Bencher
        run: |
            cd benches 
            bencher run \
            --github-actions ${{ secrets.GITHUB_TOKEN }} \
            "cargo bench --bench iai_sv2_benchmark"