daft-publish #493
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: daft-publish | |
| on: | |
| schedule: | |
| # ┌───────────── minute (0 - 59) | |
| # │ ┌───────────── hour (0 - 23) | |
| # │ │ ┌───────────── day of the month (1 - 31) | |
| # │ │ │ ┌───────────── month (1 - 12 or JAN-DEC) | |
| # │ │ │ │ ┌───────────── day of the week (0 - 6 or SUN-SAT) | |
| # │ │ │ │ │ | |
| - cron: 0 5 * * * | |
| push: | |
| tags: | |
| - v* | |
| workflow_dispatch: | |
| env: | |
| PACKAGE_NAME: getdaft | |
| PYTHON_VERSION: 3.7.16 # to build abi3 wheels | |
| DAFT_ANALYTICS_ENABLED: '0' | |
| IS_PUSH: ${{ github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && ( ! endsWith(github.ref, 'dev0')) }} | |
| IS_SCHEDULE_DISPATCH: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' }} | |
| RUST_DAFT_PKG_BUILD_TYPE: ${{ (github.event_name == 'push' && startsWith(github.ref, 'refs/tags/v') && ( ! endsWith(github.ref, 'dev0'))) && 'release' || 'nightly' }} | |
| jobs: | |
| build-and-test: | |
| name: platform wheels for ${{ matrix.os }}-${{ matrix.compile_arch }} | |
| runs-on: ${{ matrix.os }}-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu, macos] | |
| compile_arch: [x86_64, aarch64] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| architecture: x64 | |
| - run: pip install -U twine toml | |
| - run: python tools/patch_package_version.py | |
| - uses: moonrepo/setup-rust@v0 | |
| - name: Build wheels - Mac x86 | |
| if: ${{ (matrix.os == 'macos') && (matrix.compile_arch == 'x86_64') }} | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: x86_64 | |
| manylinux: auto | |
| args: --profile release-lto --out dist --sdist | |
| env: | |
| RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma | |
| - name: Build wheels - Linux x86 | |
| if: ${{ (matrix.os == 'ubuntu') && (matrix.compile_arch == 'x86_64') }} | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: x86_64 | |
| manylinux: auto | |
| args: --profile release-lto --out dist --sdist | |
| before-script-linux: yum -y install perl-IPC-Cmd | |
| env: | |
| RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma | |
| - name: Build wheels - Linux aarch64 | |
| if: ${{ (matrix.os == 'ubuntu') && (matrix.compile_arch == 'aarch64') }} | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: aarch64-unknown-linux-gnu | |
| manylinux: auto | |
| # GCC 4.8.5 in manylinux2014 container doesn't support c11 atomic. This caused issues with the `ring` crate that causes TLS to fail | |
| container: messense/manylinux_2_24-cross:aarch64 | |
| args: --profile release-lto --out dist --sdist | |
| - name: Build wheels - Mac aarch64 | |
| if: ${{ (matrix.os == 'macos') && (matrix.compile_arch == 'aarch64') }} | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: aarch64 | |
| manylinux: auto | |
| args: --profile release-lto --out dist --sdist | |
| env: | |
| RUSTFLAGS: -Ctarget-cpu=apple-m1 | |
| - name: Install and test built wheel - x86_64 | |
| if: ${{ matrix.compile_arch == 'x86_64' }} | |
| run: | | |
| pip install -r requirements-dev.txt dist/${{ env.PACKAGE_NAME }}-*x86_64*.whl --force-reinstall | |
| rm -rf daft | |
| pytest -v | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: failure() | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: Release: Building Wheels <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK | |
| publish: | |
| name: Publish wheels to PYPI and Anaconda | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build-and-test | |
| steps: | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| architecture: x64 | |
| - run: pip install -U twine | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheels | |
| path: dist | |
| - run: ls -R ./dist | |
| - name: Publish bdist package to PYPI | |
| if: ${{ success() && (env.IS_PUSH == 'true') }} | |
| run: python -m twine upload --skip-existing --disable-progress-bar ./dist/* | |
| env: | |
| TWINE_USERNAME: __token__ | |
| TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }} | |
| - uses: conda-incubator/setup-miniconda@v2 | |
| with: | |
| # Really doesn't matter what version we upload with | |
| # just the version we test with | |
| python-version: '3.8' | |
| channels: conda-forge | |
| channel-priority: true | |
| - name: Install anaconda client | |
| shell: bash -el {0} | |
| run: conda install -q -y anaconda-client "urllib3<2.0" | |
| - name: Upload wheels to anaconda nightly | |
| if: ${{ success() && (env.IS_SCHEDULE_DISPATCH == 'true' || env.IS_PUSH == 'true') }} | |
| shell: bash -el {0} | |
| env: | |
| DAFT_STAGING_UPLOAD_TOKEN: ${{ secrets.DAFT_STAGING_UPLOAD_TOKEN }} | |
| DAFT_NIGHTLY_UPLOAD_TOKEN: ${{ secrets.DAFT_NIGHTLY_UPLOAD_TOKEN }} | |
| run: | | |
| source ci/upload_wheels.sh | |
| set_upload_vars | |
| # trigger an upload to | |
| # https://anaconda.org/daft-nightly/getdaft | |
| # for cron jobs or "Run workflow" (restricted to main branch). | |
| # Tags will upload to | |
| # https://anaconda.org/daft/getdaft | |
| # The tokens were originally generated at anaconda.org | |
| upload_wheels | |
| - name: Send Slack notification on failure | |
| uses: slackapi/[email protected] | |
| if: failure() | |
| with: | |
| payload: | | |
| { | |
| "blocks": [ | |
| { | |
| "type": "section", | |
| "text": { | |
| "type": "mrkdwn", | |
| "text": ":rotating_light: Release: Uploading Wheels <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}|workflow> *FAILED* :rotating_light:" | |
| } | |
| } | |
| ] | |
| } | |
| env: | |
| SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }} | |
| SLACK_WEBHOOK_TYPE: INCOMING_WEBHOOK |