daft-build-artifact-s3 #74
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: daft-build-artifact-s3 | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| rust-profile: | |
| description: Profile to compile with | |
| required: true | |
| default: release-lto | |
| type: choice | |
| options: | |
| - release-lto | |
| - release | |
| env: | |
| PACKAGE_NAME: getdaft | |
| PYTHON_VERSION: 3.8 | |
| jobs: | |
| build-and-push: | |
| name: platform wheels for ${{ matrix.os }}-${{ matrix.compile_arch }} | |
| runs-on: ${{ matrix.os }}-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu] | |
| compile_arch: [x86_64, aarch64] | |
| # These permissions are needed to interact with GitHub's OIDC Token endpoint. | |
| # This is used in the step "Assume GitHub Actions AWS Credentials" | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: true | |
| fetch-depth: 0 | |
| - name: Assume GitHub Actions AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-west-2 | |
| role-to-assume: ${{ secrets.ACTIONS_AWS_ROLE_ARN }} | |
| role-session-name: DaftPythonPackageGitHubWorkflow | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.PYTHON_VERSION }} | |
| architecture: x64 | |
| - run: pip install -U toml | |
| - run: python tools/patch_package_version.py | |
| - name: Build wheels - Linux x86 | |
| if: ${{ (matrix.os == 'ubuntu') && (matrix.compile_arch == 'x86_64') }} | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: x86_64 | |
| manylinux: auto | |
| args: --profile ${{ inputs.rust-profile }} --out dist | |
| before-script-linux: yum -y install perl-IPC-Cmd | |
| sccache: true | |
| env: | |
| RUSTFLAGS: -C target-feature=+fxsr,+sse,+sse2,+sse3,+ssse3,+sse4.1,+sse4.2,+popcnt,+avx,+fma | |
| - name: Build wheels - Linux aarch64 | |
| if: ${{ (matrix.os == 'ubuntu') && (matrix.compile_arch == 'aarch64') }} | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: aarch64-unknown-linux-gnu | |
| manylinux: auto | |
| # GCC 4.8.5 in manylinux2014 container doesn't support c11 atomic. This caused issues with the `ring` crate that causes TLS to fail | |
| container: messense/manylinux_2_24-cross:aarch64 | |
| args: --profile ${{ inputs.rust-profile }} --out dist | |
| before-script-linux: export JEMALLOC_SYS_WITH_LG_PAGE=16 | |
| sccache: true | |
| - name: Copy all files as zip for Glue | |
| run: for file in dist/*.whl; do cp $file dist/`basename $file .whl`.zip; done | |
| - name: Upload files to s3 | |
| run: for file in dist/*; do aws s3 cp $file s3://github-actions-artifacts-bucket/daft-build-artifact-s3/${{ github.sha }}/ --acl public-read --no-progress; done | |
| list-wheels: | |
| name: List Wheels and Zip files Published to S3 | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build-and-push | |
| concurrency: | |
| group: GenerateManifestS3 | |
| cancel-in-progress: false | |
| permissions: | |
| id-token: write | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Assume GitHub Actions AWS Credentials | |
| uses: aws-actions/configure-aws-credentials@v4 | |
| with: | |
| aws-region: us-west-2 | |
| role-to-assume: ${{ secrets.ACTIONS_AWS_ROLE_ARN }} | |
| role-session-name: DaftPythonPackageGitHubWorkflow | |
| - name: List Wheels | |
| run: aws s3 ls s3://github-actions-artifacts-bucket/daft-build-artifact-s3/${{ github.sha }}/ | |
| - name: install boto3 | |
| run: pip3 install boto3 | |
| - name: Generate New Manifest | |
| run: python3 tools/generate_whl_html_manifest.py | |
| - name: Echo command to pip install (copy this!) | |
| run: echo 'pip install getdaft==<version> --pre --extra-index-url http://github-actions-artifacts-bucket.s3-website-us-west-2.amazonaws.com/ --trusted-host github-actions-artifacts-bucket.s3-website-us-west-2.amazonaws.com' |