Skip to content

Deploy integration tests to astro cloud #695

Deploy integration tests to astro cloud

Deploy integration tests to astro cloud #695

---
name: Deploy integration tests to astro cloud
on: # yamllint disable-line rule:truthy
# Since we have deprecated astronomer-providers in 1.19.0, it would make sense to disable the scheduled
# workflow for running the integration tests on the providers deployment. We can re-enable it if we
# need to run the integration tests on the providers deployment again. This will help us save some
# cloud costs on the resources used for running the integration tests.
# schedule:
# - cron: "0 19 * * *"
workflow_dispatch:
inputs:
git_rev:
description: 'The git revision to deploy'
required: false
default: ''
environment_to_deploy:
description: 'astro cloud deployment to deploy to'
required: true
type: choice
options:
- both
- providers-integration-tests
- providers-integration-tests-on-KE
dags_to_trigger_after_deployment:
description: |
Comma separated list of dag_ids to trigger after deployment
(e.g. "example_async_adf_run_pipeline, example_async_batch")
required: false
type: string
default: ''
jobs:
deploy-to-providers-integration-tests:
if: |
contains(fromJSON('["both", "providers-integration-tests"]'), inputs.environment_to_deploy) ||
github.event_name == 'schedule'
uses: ./.github/workflows/reuse-wf-deploy-to-astro-cloud.yaml
with:
git_rev: ${{ inputs.git_rev }}
environment_to_deploy: 'providers-integration-tests'
secrets:
docker_registry: ${{ secrets.DOCKER_REGISTRY }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
deployment_id: ${{ secrets.PROVIDER_INTEGRATION_TESTS_DEPLOYMENT_ID }}
bearer_token: ${{ secrets.BEARER_TOKEN }}
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
wait-for-deployment-to-be-ready-and-trigger-dags-for-providers-integration-tests:
if: |
github.event_name == 'schedule' ||
(github.event_name == 'workflow_dispatch' && inputs.dags_to_trigger_after_deployment != '')
needs: deploy-to-providers-integration-tests
uses: ./.github/workflows/reuse-wf-trigger-dag.yaml
with:
git_rev: ${{ inputs.git_rev }}
dags_to_trigger_after_deployment: ${{ inputs.dags_to_trigger_after_deployment }}
secrets:
astro_subdomain: ${{ secrets.ASTRO_SUBDOMAIN }}
deployment_id: ${{ secrets.PROVIDER_INTEGRATION_TESTS_DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
bearer_token: ${{ secrets.BEARER_TOKEN }}
deploy-to-providers-integration-tests-on-KE:
if: |
contains(fromJSON('["both", "providers-integration-tests-on-KE"]'), inputs.environment_to_deploy) ||
github.event_name == 'schedule'
uses: ./.github/workflows/reuse-wf-deploy-to-astro-cloud.yaml
with:
git_rev: ${{ inputs.git_rev }}
environment_to_deploy: 'providers-integration-tests-on-KE'
secrets:
docker_registry: ${{ secrets.DOCKER_REGISTRY }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
deployment_id: ${{ secrets.PROVIDER_INTEGRATION_TESTS_ON_KE_DEPLOYMENT_ID }}
bearer_token: ${{ secrets.BEARER_TOKEN }}
SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
wait-for-deployment-to-be-ready-and-trigger-dags-for-providers-integration-tests-on-KE:
if: |
github.event_name == 'schedule' ||
(github.event_name == 'workflow_dispatch' && inputs.dags_to_trigger_after_deployment != '')
needs: deploy-to-providers-integration-tests-on-KE
uses: ./.github/workflows/reuse-wf-trigger-dag.yaml
with:
git_rev: ${{ inputs.git_rev }}
dags_to_trigger_after_deployment: ${{ inputs.dags_to_trigger_after_deployment }}
secrets:
astro_subdomain: ${{ secrets.ASTRO_SUBDOMAIN }}
deployment_id: ${{ secrets.PROVIDER_INTEGRATION_TESTS_ON_KE_DEPLOYMENT_ID }}
organization_id: ${{ secrets.ORGANIZATION_ID }}
bearer_token: ${{ secrets.BEARER_TOKEN }}