Skip to content

Auto-generate GRPC client bindings as part of pip install #4029

Auto-generate GRPC client bindings as part of pip install

Auto-generate GRPC client bindings as part of pip install #4029

name: Python Airflow Operator
on:
push:
branches-ignore:
- master
paths:
- '.github/workflows/airflow-operator.yml'
- '.github/workflows/python-client.yml'
- '.github/workflows/python-tests/*'
- 'build/airflow-operator/**'
- 'build/python-client/**'
- 'client/python/**'
- 'docs/python_airflow_operator.md'
- 'docs/python_armada_client.md'
- 'pkg/api/*.proto'
- 'scripts/build-python-client.sh'
- 'third_party/airflow/**'
- './magefiles/tests.go'
- './magefiles/python.go'
pull_request:
branches-ignore:
- gh-pages
paths:
- '.github/workflows/airflow-operator.yml'
- '.github/workflows/python-client.yml'
- '.github/workflows/python-tests/*'
- 'build/airflow-operator/**'
- 'build/python-client/**'
- 'client/python/**'
- 'docs/python_airflow_operator.md'
- 'docs/python_armada_client.md'
- 'pkg/api/*.proto'
- 'scripts/build-python-client.sh'
- 'third_party/airflow/**'
jobs:
airflow-tox:
runs-on: ubuntu-22.04
strategy:
matrix:
python: [ '3.8', '3.9', '3.10' ]
include:
- tox-env: 'py38'
- tox-env: 'py39'
python: '3.9'
- tox-env: 'py310'
python: '3.10'
steps:
- uses: actions/checkout@v4
- name: Setup Go
uses: ./.github/actions/setup-go-cache
with:
cache-prefix: airflow-tox
- name: Install Protoc
uses: arduino/setup-protoc@v3
with:
version: '23.3'
repo-token: ${{ secrets.GITHUB_TOKEN }}
- run: go run github.com/magefile/[email protected] -v airflowOperator
- uses: ./.github/workflows/python-tests
with:
python-version: ${{ matrix.python }}
tox-env: ${{ matrix.tox-env }}
path: third_party/airflow
github-token: ${{secrets.GITHUB_TOKEN}}
airflow-integration-tests:
if: github.repository_owner == 'armadaproject'
# As of December 2022, using 8vcpu runners is slower overall,
# due to longer queue times.
runs-on: ubuntu-22.04
env:
# This variable is picked up by the goreleaser config.
DOCKER_BUILDX_BUILDER: "builder"
steps:
- uses: actions/checkout@v4
- run: docker buildx create --name ${DOCKER_BUILDX_BUILDER} --driver docker-container --use
- run: docker buildx install
- name: Setup Go
uses: ./.github/actions/setup-go-cache
with:
cache-prefix: airflow-integration-tests
cache-tools: true
- name: Setup and run integration tests
run: |
# Manually create folders to ensure perms are correct.
mkdir -p .kube/internal
mkdir -p .kube/external
go run github.com/magefile/[email protected] -v localdev minimal
- name: Install Protoc
uses: arduino/setup-protoc@v3
with:
version: '23.3'
repo-token: ${{ secrets.GITHUB_TOKEN }}
- run: go run github.com/magefile/[email protected] -v teste2eAirflow