From 540d2cae5176e162f08a7faf12f27f5913279d54 Mon Sep 17 00:00:00 2001
From: Jay Chia <jaychia94@gmail.com@users.noreply.github.com>
Date: Fri, 23 Jun 2023 10:52:06 -0700
Subject: [PATCH] Split building artifacts from running TPC-H

---
 .github/workflows/python-package.yml | 42 ++++++++++++++++++++--------
 1 file changed, 31 insertions(+), 11 deletions(-)

diff --git a/.github/workflows/python-package.yml b/.github/workflows/python-package.yml
index 8fc77aece4..9b58228bf5 100644
--- a/.github/workflows/python-package.yml
+++ b/.github/workflows/python-package.yml
@@ -106,16 +106,14 @@ jobs:
         SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
         SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK
 
-  integration-tests:
+  integration-test-build:
     runs-on: ubuntu-latest
     timeout-minutes: 30
     env:
       package-name: getdaft
     strategy:
-      fail-fast: false
       matrix:
         python-version: ['3.7']
-        daft-runner: [py, ray]
     steps:
     - uses: actions/checkout@v3
       with:
@@ -129,8 +127,6 @@ jobs:
     - run: python tools/patch_package_version.py
     - name: Install Rust toolchain
       uses: moonrepo/setup-rust@v0
-
-    # Cache Rust builds
     - uses: actions/cache@v3
       env:
         cache-name: cache-cargo
@@ -143,7 +139,6 @@ jobs:
           ${{ runner.os }}-build-${{ env.cache-name }}-
           ${{ runner.os }}-build-
           ${{ runner.os }}-
-
     - name: Build wheels - x86
       uses: messense/maturin-action@v1
       with:
@@ -152,27 +147,52 @@ jobs:
         args: --profile release-lto --out dist --sdist
       env:
         RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma
+    - name: Upload wheels
+      uses: actions/upload-artifact@v3
+      with:
+        name: wheels
+        path: dist
 
+  integration-test-tpch:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    env:
+      package-name: getdaft
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ['3.7']
+        daft-runner: [py, ray]
+    steps:
+    - uses: actions/checkout@v3
+      with:
+        submodules: true
+        fetch-depth: 0
+    - uses: actions/setup-python@v4
+      with:
+        python-version: ${{ matrix.python-version }}
+        architecture: x64
+    - name: Download built wheels
+      uses: actions/download-artifact@v3
+      with:
+        name: wheels
+        path: dist
     - name: Install Daft and dev dependencies
       run: |
         pip install -r requirements-dev.txt
         pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
         rm -rf daft
-
-    # Cache TPC-H data downloading
     - uses: actions/cache@v3
       env:
         cache-name: cache-tpch-data
       with:
         path: data/tpch-dbgen
         key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('tests/integration/test_tpch.py', 'benchmarking/tpch/**') }}
-
     - name: Run TPCH integration tests
       run: |
-        pytest tests/integration/ --durations=50
+        pytest tests/integration/test_tpch.py --durations=50
       env:
         DAFT_RUNNER: ${{ matrix.daft-runner }}
-
     - name: Send Slack notification on failure
       uses: slackapi/slack-github-action@v1.24.0
       if: ${{ failure() && (github.ref == 'refs/heads/main') }}