chore: add production release GitHub action (#308)

MobilityData · Feb 28, 2024 · 2c9d680 · 2c9d680
1 parent 1e33589
commit 2c9d680
Show file tree

Hide file tree

Showing 18 changed files with 227 additions and 101 deletions.
diff --git a/.github/workflows/api-deployer.yml b/.github/workflows/api-deployer.yml
@@ -77,12 +77,12 @@ jobs:
 
       - name: Authenticate to Google Cloud
         id: gcloud_auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
       - name: GCloud Setup
-        uses: google-github-actions/setup-gcloud@v1
+        uses: google-github-actions/setup-gcloud@v2
 
       - name: Set Variables
         run: |
@@ -130,6 +130,7 @@ jobs:
         with:
           name: terraform-artifact-plan.txt
           path: infra/artifact-registry/terraform-plan.txt
+          overwrite: true
 
   docker-build-publish:
     # Add docker healthy test
@@ -152,7 +153,7 @@ jobs:
 
       - name: Authenticate to Google Cloud
         id: gcloud_auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
@@ -253,12 +254,12 @@ jobs:
 
       - name: Authenticate to Google Cloud
         id: gcloud_auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
       - name: GCloud Setup
-        uses: google-github-actions/setup-gcloud@v1
+        uses: google-github-actions/setup-gcloud@v2
 
       - name: Set Variables
         run: |
@@ -313,3 +314,4 @@ jobs:
         with:
           name: terraform-plan.txt
           path: infra/terraform-plan.txt
+          overwrite: true
diff --git a/.github/workflows/api-prod.yml b/.github/workflows/api-prod.yml
@@ -2,7 +2,7 @@
 name: Deploy Feeds API - PROD
 on:
   workflow_dispatch: # Supports manual deployment
-  release:
+  workflow_call:
 
 jobs:
   api-build-deployment:
@@ -21,12 +21,3 @@ jobs:
       GCP_MOBILITY_FEEDS_SA_KEY: ${{ secrets.PROD_GCP_MOBILITY_FEEDS_SA_KEY }}
       OAUTH2_CLIENT_ID: ${{ secrets.PROD_MOBILITY_FEEDS_OAUTH2_CLIENT_ID}}
       OAUTH2_CLIENT_SECRET: ${{ secrets.PROD_MOBILITY_FEEDS_OAUTH2_CLIENT_SECRET}}
-
-  integration-tests:
-    uses: ./.github/workflows/integration-tests.yml
-    needs:
-      - api-build-deployment
-    with:
-      API_URL: 'https://api.mobilitydatabase.org'
-    secrets:
-      REFRESH_TOKEN: ${{ secrets.PROD_API_TEST_REFRESH_TOKEN }}
diff --git a/.github/workflows/build-test.yml b/.github/workflows/build-test.yml
@@ -4,6 +4,9 @@ on:
     branches: [ main ]
     paths-ignore:
       - '**.md'
+      - "web-app/**"
+      - "functions/**"
+      - ".github/workflows/web-*.yml"
   workflow_call:
 
 env:
@@ -102,15 +105,18 @@ jobs:
         with:
           name: coverage_report
           path: scripts/coverage_reports/
+          overwrite: true
 
       - name: Upload DB models
         uses: actions/upload-artifact@v4
         with:
           name: database_gen
           path: api/src/database_gen/
+          overwrite: true
 
       - name: API generated code
         uses: actions/upload-artifact@v4
         with:
           name: feeds_gen
-          path: api/src/feeds_gen/
+          path: api/src/feeds_gen/
+          overwrite: true
diff --git a/.github/workflows/datasets-batch-deployer-prod.yml b/.github/workflows/datasets-batch-deployer-prod.yml
@@ -2,7 +2,7 @@ name: Deploy Historical Batch Processing - PROD
 
 on:
   workflow_dispatch:  # Supports manual deployment
-  release:
+  workflow_call:
 
 jobs:
   deploy:

diff --git a/.github/workflows/datasets-batch-deployer.yml b/.github/workflows/datasets-batch-deployer.yml
@@ -46,16 +46,16 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Authenticate to Google Cloud
         id: gcloud_auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
       - name: Google Cloud Setup
-        uses: google-github-actions/setup-gcloud@v1
+        uses: google-github-actions/setup-gcloud@v2
 
       - name: Set Variables
         run: |

diff --git a/.github/workflows/db-deployer.yml b/.github/workflows/db-deployer.yml
@@ -69,16 +69,16 @@ jobs:
       db_instance_host: ${{ steps.get_outputs.outputs.db_instance_host }}
     steps:
       - name: Checkout code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Authenticate to Google Cloud
         id: gcloud_auth
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.GCP_MOBILITY_FEEDS_SA_KEY }}
 
       - name: Google Cloud Setup
-        uses: google-github-actions/setup-gcloud@v1
+        uses: google-github-actions/setup-gcloud@v2
 
       - name: Set Variables
         run: |
@@ -154,12 +154,12 @@ jobs:
       DB_INSTANCE_HOST: ${{ needs.terraform.outputs.db_instance_host }}
     steps:
       - name: Authenticate to Google Cloud DEV
-        uses: google-github-actions/auth@v1
+        uses: google-github-actions/auth@v2
         with:
           credentials_json: ${{ secrets.DEV_GCP_MOBILITY_FEEDS_SA_KEY }}
 
       - name: Google Cloud Setup DEV
-        uses: google-github-actions/setup-gcloud@v1
+        uses: google-github-actions/setup-gcloud@v2
 
       - name: Create or Update Secret in DEV
         run: |

diff --git a/.github/workflows/db-prod.yml b/.github/workflows/db-prod.yml
@@ -2,6 +2,7 @@
 name: Deploy DB - PROD
 on:
   workflow_dispatch: # Supports manual deployment
+  workflow_call:
 
 jobs:
   deploy:

diff --git a/.github/workflows/db-update-prod.yml b/.github/workflows/db-update-prod.yml
@@ -1,10 +1,8 @@
 # Update the Mobility Database Schema
 name: Database Update - PROD
 on:
-  release: # Update on merge on master if the changelog file has been updated
-    paths:
-      - "liquibase/changelog.xml"
   workflow_dispatch:
+  workflow_call:
   repository_dispatch: # Update on mobility-database-catalog repo dispatch
     types: [ catalog-sources-updated ]
 jobs:

diff --git a/.github/workflows/db-update.yml b/.github/workflows/db-update.yml
@@ -190,7 +190,7 @@ jobs:
       run: scripts/populate-db.sh ${{ steps.getpath.outputs.PATH }} > populate.log
 
     - name: Upload log file for verification
-      uses: actions/upload-artifact@v3
+      uses: actions/upload-artifact@v4
       with:
         name: populate.log
         path: populate.log

diff --git a/.github/workflows/integration-tests.yml b/.github/workflows/integration-tests.yml
@@ -25,7 +25,7 @@ jobs:
       run: ./scripts/extract-hash-and-version.sh
 
     - name: Set up Python 3.10
-      uses: actions/setup-python@v2
+      uses: actions/setup-python@v4
       with:
         python-version: '3.10'
 
@@ -49,7 +49,7 @@ jobs:
         REFRESH_TOKEN: ${{ secrets.REFRESH_TOKEN }}
 
     - name: Upload Test Logs
-      uses: actions/upload-artifact@v2
+      uses: actions/upload-artifact@v4
       with:
         name: integration-tests-results
         path: |

diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
@@ -0,0 +1,37 @@
+# Deploys all the resources to production environment
+name: Production Release
+on:
+  release:
+
+jobs:
+  bd-deployment:
+    name: Database Deployment
+    uses: ./.github/workflows/db-prod.yml
+    secrets: inherit
+  bd-update:
+    name: Database Update
+    needs: bd-deployment
+    uses: ./.github/workflows/db-update-prod.yml
+    secrets: inherit
+  bash-deployment:
+    name: Bash Processes Deployment
+    needs: bd-update
+    uses: ./.github/workflows/datasets-batch-deployer-prod.yml
+    secrets: inherit
+  api-deployment:
+    name: API Deployment
+    needs: bash-deployment
+    uses: ./.github/workflows/api-prod.yml
+    secrets: inherit
+  integration-tests:
+    uses: ./.github/workflows/integration-tests.yml
+    needs: api-deployment
+    with:
+      API_URL: "https://api.mobilitydatabase.org"
+    secrets:
+      REFRESH_TOKEN: ${{ secrets.PROD_API_TEST_REFRESH_TOKEN }}
+  web-deployment:
+    name: Web Deployment
+    needs: bash-deployment
+    uses: ./.github/workflows/web-prod.yml
+    secrets: inherit
diff --git a/.github/workflows/schedule-load-test.yml b/.github/workflows/schedule-load-test.yml
@@ -21,7 +21,7 @@ jobs:
         uses: actions/checkout@v2
 
       - name: Set up Python
-        uses: actions/setup-python@v2
+        uses: actions/setup-python@v4
         with:
           python-version: "3.x"
 
@@ -52,7 +52,7 @@ jobs:
             -u ${LOCUST_USERS} -r ${LOCUST_RATE} --headless -t ${LOCUST_DURATION} --only-summary --csv locust_results
           
       - name: Upload load test results as artifacts
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: load_test_results
           path: locust_results_*