Skip to content

Commit

Permalink
Split building artifacts from running TPC-H
Browse files Browse the repository at this point in the history
  • Loading branch information
Jay Chia committed Jun 23, 2023
1 parent 2cd7870 commit 540d2ca
Showing 1 changed file with 31 additions and 11 deletions.
42 changes: 31 additions & 11 deletions .github/workflows/python-package.yml
Original file line number Diff line number Diff line change
Expand Up @@ -106,16 +106,14 @@ jobs:
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK

integration-tests:
integration-test-build:
runs-on: ubuntu-latest
timeout-minutes: 30
env:
package-name: getdaft
strategy:
fail-fast: false
matrix:
python-version: ['3.7']
daft-runner: [py, ray]
steps:
- uses: actions/checkout@v3
with:
Expand All @@ -129,8 +127,6 @@ jobs:
- run: python tools/patch_package_version.py
- name: Install Rust toolchain
uses: moonrepo/setup-rust@v0

# Cache Rust builds
- uses: actions/cache@v3
env:
cache-name: cache-cargo
Expand All @@ -143,7 +139,6 @@ jobs:
${{ runner.os }}-build-${{ env.cache-name }}-
${{ runner.os }}-build-
${{ runner.os }}-
- name: Build wheels - x86
uses: messense/maturin-action@v1
with:
Expand All @@ -152,27 +147,52 @@ jobs:
args: --profile release-lto --out dist --sdist
env:
RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: dist

integration-test-tpch:
runs-on: ubuntu-latest
timeout-minutes: 30
env:
package-name: getdaft
strategy:
fail-fast: false
matrix:
python-version: ['3.7']
daft-runner: [py, ray]
steps:
- uses: actions/checkout@v3
with:
submodules: true
fetch-depth: 0
- uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
architecture: x64
- name: Download built wheels
uses: actions/download-artifact@v3
with:
name: wheels
path: dist
- name: Install Daft and dev dependencies
run: |
pip install -r requirements-dev.txt
pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall
rm -rf daft
# Cache TPC-H data downloading
- uses: actions/cache@v3
env:
cache-name: cache-tpch-data
with:
path: data/tpch-dbgen
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('tests/integration/test_tpch.py', 'benchmarking/tpch/**') }}

- name: Run TPCH integration tests
run: |
pytest tests/integration/ --durations=50
pytest tests/integration/test_tpch.py --durations=50
env:
DAFT_RUNNER: ${{ matrix.daft-runner }}

- name: Send Slack notification on failure
uses: slackapi/[email protected]
if: ${{ failure() && (github.ref == 'refs/heads/main') }}
Expand Down

0 comments on commit 540d2ca

Please sign in to comment.