Tests for PR 99 by dannymeijer #153
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test | |
| run-name: ${{ 'Tests for PR ' }}${{ github.event.pull_request.number }}${{ ' by ' }}${{ github.event.pull_request.user.login }} | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| - release/* | |
| workflow_dispatch: | |
| inputs: | |
| logLevel: | |
| description: 'Log level' | |
| required: true | |
| default: 'warning' | |
| type: choice | |
| options: | |
| - info | |
| - warning | |
| - debug | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }} | |
| cancel-in-progress: true | |
| env: | |
| STABLE_PYTHON_VERSION: '3.11' | |
| PYTHONUNBUFFERED: "1" | |
| FORCE_COLOR: "1" | |
| jobs: | |
| check_changes: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| python_changed: ${{ steps.check.outputs.python_changed }} | |
| toml_changed: ${{ steps.check.outputs.toml_changed }} | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.event.pull_request.head.ref }} | |
| repository: ${{ github.event.pull_request.head.repo.full_name }} | |
| - name: Fetch target branch | |
| run: git fetch origin ${{ github.event.pull_request.base.ref || 'main'}}:${{ github.event.pull_request.base.ref || 'main'}} | |
| - name: Check changes | |
| id: check | |
| run: | | |
| # Set the base reference for the git diff | |
| BASE_REF=${{ github.event.pull_request.base.ref || 'main' }} | |
| # Check for changes in this PR / commit | |
| git_diff_output=$(git diff --name-only $BASE_REF ${{ github.event.after }}) | |
| # Count the number of changes to Python and TOML files | |
| python_changed=$(echo "$git_diff_output" | grep '\.py$' | wc -l) | |
| toml_changed=$(echo "$git_diff_output" | grep '\.toml$' | wc -l) | |
| # Write the changes to the GITHUB_OUTPUT environment file | |
| echo "python_changed=$python_changed" >> $GITHUB_OUTPUT | |
| echo "toml_changed=$toml_changed" >> $GITHUB_OUTPUT | |
| tests: | |
| needs: check_changes | |
| if: needs.check_changes.outputs.python_changed > 0 || needs.check_changes.outputs.toml_changed > 0 || github.event_name == 'workflow_dispatch' | |
| name: Python ${{ matrix.python-version }} with PySpark ${{ matrix.pyspark-version }} on ${{ startsWith(matrix.os, 'macos-') && 'macOS' || startsWith(matrix.os, 'windows-') && 'Windows' || 'Linux' }} | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| # os: [ubuntu-latest, windows-latest, macos-latest] # FIXME: Add Windows and macOS | |
| os: [ubuntu-latest] | |
| python-version: ['3.9', '3.10', '3.11', '3.12'] | |
| pyspark-version: ['33', '34', '35', '35r'] | |
| exclude: | |
| - python-version: '3.9' | |
| pyspark-version: '35' | |
| - python-version: '3.9' | |
| pyspark-version: '35r' | |
| - python-version: '3.11' | |
| pyspark-version: '33' | |
| - python-version: '3.11' | |
| pyspark-version: '34' | |
| - python-version: '3.12' | |
| pyspark-version: '33' | |
| - python-version: '3.12' | |
| pyspark-version: '34' | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Hatch | |
| uses: pypa/hatch@install | |
| # - name: Check Code Quality | |
| # run: |- | |
| # hatch fmt --check --python=${{ matrix.python-version }} | |
| - name: Run tests | |
| run: hatch test --python=${{ matrix.python-version }} -i version=pyspark${{ matrix.pyspark-version }} --verbose | |
| # https://github.com/marketplace/actions/alls-green#why | |
| final_check: # This job does nothing and is only used for the branch protection | |
| if: always() | |
| needs: | |
| - check_changes | |
| - tests | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Decide whether the needed jobs succeeded or failed | |
| uses: re-actors/alls-green@release/v1 | |
| with: | |
| jobs: ${{ toJSON(needs) }} | |
| allowed-skips: tests |