-
Notifications
You must be signed in to change notification settings - Fork 143
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Split building artifacts from running TPC-H
- Loading branch information
Jay Chia
committed
Jun 23, 2023
1 parent
2cd7870
commit 540d2ca
Showing
1 changed file
with
31 additions
and
11 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
|
@@ -106,16 +106,14 @@ jobs: | |
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | ||
SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK | ||
|
||
integration-tests: | ||
integration-test-build: | ||
runs-on: ubuntu-latest | ||
timeout-minutes: 30 | ||
env: | ||
package-name: getdaft | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
python-version: ['3.7'] | ||
daft-runner: [py, ray] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
|
@@ -129,8 +127,6 @@ jobs: | |
- run: python tools/patch_package_version.py | ||
- name: Install Rust toolchain | ||
uses: moonrepo/setup-rust@v0 | ||
|
||
# Cache Rust builds | ||
- uses: actions/cache@v3 | ||
env: | ||
cache-name: cache-cargo | ||
|
@@ -143,7 +139,6 @@ jobs: | |
${{ runner.os }}-build-${{ env.cache-name }}- | ||
${{ runner.os }}-build- | ||
${{ runner.os }}- | ||
- name: Build wheels - x86 | ||
uses: messense/maturin-action@v1 | ||
with: | ||
|
@@ -152,27 +147,52 @@ jobs: | |
args: --profile release-lto --out dist --sdist | ||
env: | ||
RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma | ||
- name: Upload wheels | ||
uses: actions/upload-artifact@v3 | ||
with: | ||
name: wheels | ||
path: dist | ||
|
||
integration-test-tpch: | ||
runs-on: ubuntu-latest | ||
timeout-minutes: 30 | ||
env: | ||
package-name: getdaft | ||
strategy: | ||
fail-fast: false | ||
matrix: | ||
python-version: ['3.7'] | ||
daft-runner: [py, ray] | ||
steps: | ||
- uses: actions/checkout@v3 | ||
with: | ||
submodules: true | ||
fetch-depth: 0 | ||
- uses: actions/setup-python@v4 | ||
with: | ||
python-version: ${{ matrix.python-version }} | ||
architecture: x64 | ||
- name: Download built wheels | ||
uses: actions/download-artifact@v3 | ||
with: | ||
name: wheels | ||
path: dist | ||
- name: Install Daft and dev dependencies | ||
run: | | ||
pip install -r requirements-dev.txt | ||
pip install dist/${{ env.package-name }}-*x86_64*.whl --force-reinstall | ||
rm -rf daft | ||
# Cache TPC-H data downloading | ||
- uses: actions/cache@v3 | ||
env: | ||
cache-name: cache-tpch-data | ||
with: | ||
path: data/tpch-dbgen | ||
key: ${{ runner.os }}-build-${{ env.cache-name }}-${{ hashFiles('tests/integration/test_tpch.py', 'benchmarking/tpch/**') }} | ||
|
||
- name: Run TPCH integration tests | ||
run: | | ||
pytest tests/integration/ --durations=50 | ||
pytest tests/integration/test_tpch.py --durations=50 | ||
env: | ||
DAFT_RUNNER: ${{ matrix.daft-runner }} | ||
|
||
- name: Send Slack notification on failure | ||
uses: slackapi/[email protected] | ||
if: ${{ failure() && (github.ref == 'refs/heads/main') }} | ||
|