seek-oss · 72636c · Jan 23, 2024 · Jan 10, 2024 · Jan 17, 2024 · Jan 17, 2024
diff --git a/.changeset/new-crabs-buy.md b/.changeset/new-crabs-buy.md
@@ -0,0 +1,5 @@
+---
+'skuba': patch
+---
+
+Updates templates to use propagate-environment for docker-compose plugins
diff --git a/docs/deep-dives/github.md b/docs/deep-dives/github.md
@@ -43,7 +43,37 @@ steps:
 ```
 
 With Docker Compose,
-declare the environment variables and volume mounts in your [Compose file]:
+declare volume mounts in your [Compose file].
+
+You won't need to declare the environment variables in the compose file since `propagate-environment: true` will ensure the variables defined are propagated to the docker environment.
+
+For example, with the [Docker Compose Buildkite plugin], we will need to add the `propagate-environment: true`:
+
+```yaml
+steps:
+  - commands:
+      - pnpm run lint
+      - pnpm run test
+    env:
+      # At SEEK, this instructs the build agent to populate the GITHUB_API_TOKEN environment variable for this step.
+      GET_GITHUB_TOKEN: 'please'
+    plugins:
+      - *aws-sm
+      - *private-npm
+      - *docker-ecr-cache
+      - docker#v5.0.0:
+          # Enable GitHub integrations.
+          environment:
+            - GITHUB_API_TOKEN
+          propagate-environment: true
+          volumes:
+            # Mount cached dependencies.
+            - /workdir/node_modules
+```
+
+And then your [Compose file] will not need to define the `environment` like you had to before to ensure the environment variables are available in Docker
+
+Docker compose file before:
 
 ```yaml
 services:
@@ -61,6 +91,17 @@ services:
       - /workdir/node_modules
 ```
 
+Docker compose file after:
+
+```yaml
+services:
+  app:
+    volumes:
+      - ./:/workdir
+      # Mount cached dependencies.
+      - /workdir/node_modules
+```
+
 If you're running in GitHub Actions,
 your workflow will automatically have access to the following environment variables to achieve the same effect:
 
@@ -121,6 +162,7 @@ jobs:
 [actions/checkout]: https://github.com/actions/checkout
 [compose file]: https://docs.docker.com/compose/compose-file
 [docker buildkite plugin]: https://github.com/buildkite-plugins/docker-buildkite-plugin
+[docker compose buildkite plugin]: https://github.com/buildkite-plugins/docker-compose-buildkite-plugin
 [github checks api]: https://docs.github.com/en/rest/reference/checks/
 [github.createcheckrun]: ../development-api/github.md#createcheckrun
 [will not trigger workflows]: https://docs.github.com/en/actions/using-workflows/triggering-a-workflow#triggering-a-workflow-from-a-workflow
diff --git a/scripts/test-template.sh b/scripts/test-template.sh
@@ -48,10 +48,12 @@ EOF
 
 mv "${directory}" "../${directory}"
 
+skuba_dir=$(pwd)
+
 cd "../${directory}" || exit 1
 
-echo "--- pnpm add --save-dev ../skuba/${skuba_tar}"
-pnpm add --save-dev "../skuba/${skuba_tar}"
+echo "--- pnpm add --save-dev ${skuba_dir}/${skuba_tar}"
+pnpm add --save-dev "${skuba_dir}/${skuba_tar}"
 
 echo "--- skuba version ${template}"
 pnpm exec skuba version

diff --git a/template/express-rest-api/.buildkite/pipeline.yml b/template/express-rest-api/.buildkite/pipeline.yml
@@ -56,6 +56,9 @@ steps:
       - *docker-ecr-cache
       - docker-compose#v4.16.0:
           run: app
+          environment:
+            - GITHUB_API_TOKEN
+          propagate-environment: true
     timeout_in_minutes: 10
 
   - label: 📦 Build & Package

diff --git a/template/express-rest-api/docker-compose.yml b/template/express-rest-api/docker-compose.yml
@@ -2,16 +2,6 @@ version: '3.7'
 
 services:
   app:
-    environment:
-      # Enable Buildkite + GitHub integrations.
-      - BUILDKITE
-      - BUILDKITE_AGENT_ACCESS_TOKEN
-      - BUILDKITE_BRANCH
-      - BUILDKITE_BUILD_NUMBER
-      - BUILDKITE_JOB_ID
-      - BUILDKITE_PIPELINE_DEFAULT_BRANCH
-      - BUILDKITE_STEP_ID
-      - GITHUB_API_TOKEN
     image: ${BUILDKITE_PLUGIN_DOCKER_IMAGE:-''}
     init: true
     volumes:

diff --git a/template/greeter/.buildkite/pipeline.yml b/template/greeter/.buildkite/pipeline.yml
@@ -35,4 +35,7 @@ steps:
       - *docker-ecr-cache
       - docker-compose#v4.16.0:
           run: app
+          environment:
+            - GITHUB_API_TOKEN
+          propagate-environment: true
     timeout_in_minutes: 10
diff --git a/template/greeter/docker-compose.yml b/template/greeter/docker-compose.yml
@@ -2,16 +2,6 @@ version: '3.7'
 
 services:
   app:
-    environment:
-      # Enable Buildkite + GitHub integrations.
-      - BUILDKITE
-      - BUILDKITE_AGENT_ACCESS_TOKEN
-      - BUILDKITE_BRANCH
-      - BUILDKITE_BUILD_NUMBER
-      - BUILDKITE_JOB_ID
-      - BUILDKITE_PIPELINE_DEFAULT_BRANCH
-      - BUILDKITE_STEP_ID
-      - GITHUB_API_TOKEN
     image: ${BUILDKITE_PLUGIN_DOCKER_IMAGE:-''}
     init: true
     volumes:

diff --git a/template/koa-rest-api/.buildkite/pipeline.yml b/template/koa-rest-api/.buildkite/pipeline.yml
@@ -56,6 +56,9 @@ steps:
       - *docker-ecr-cache
       - docker-compose#v4.16.0:
           run: app
+          environment:
+            - GITHUB_API_TOKEN
+          propagate-environment: true
     timeout_in_minutes: 10
 
   - label: 📦 Build & Package

diff --git a/template/koa-rest-api/docker-compose.yml b/template/koa-rest-api/docker-compose.yml
@@ -2,16 +2,6 @@ version: '3.7'
 
 services:
   app:
-    environment:
-      # Enable Buildkite + GitHub integrations.
-      - BUILDKITE
-      - BUILDKITE_AGENT_ACCESS_TOKEN
-      - BUILDKITE_BRANCH
-      - BUILDKITE_BUILD_NUMBER
-      - BUILDKITE_JOB_ID
-      - BUILDKITE_PIPELINE_DEFAULT_BRANCH
-      - BUILDKITE_STEP_ID
-      - GITHUB_API_TOKEN
     image: ${BUILDKITE_PLUGIN_DOCKER_IMAGE:-''}
     init: true
     volumes:

diff --git a/template/lambda-sqs-worker-cdk/.buildkite/pipeline.yml b/template/lambda-sqs-worker-cdk/.buildkite/pipeline.yml
@@ -33,6 +33,11 @@ configs:
         - docker-compose#v4.16.0:
             dependencies: false
             run: app
+            environment:
+              - ENVIRONMENT
+              - GITHUB_API_TOKEN
+              - VERSION
+            propagate-environment: true
       retry:
         manual:
           # Only use this if you need to roll back a deployment ASAP.
@@ -56,6 +61,11 @@ steps:
       - *docker-ecr-cache
       - docker-compose#v4.16.0:
           run: app
+          environment:
+            - ENVIRONMENT
+            - GITHUB_API_TOKEN
+            - VERSION
 VERSION: ${BUILDKITE_COMMIT:0:7}.${BUILDKITE_BUILD_NUMBER} 
 const logger = createLogger({ 
   name: '<%- serviceName %>', 
 }); 
 version: Env.string('VERSION'), 
 base: { 
   environment: config.environment, 
   version: config.version, 
 }, 
 VERSION: ${BUILDKITE_COMMIT:0:7}.${BUILDKITE_BUILD_NUMBER} 
 const logger = createLogger({ 
   name: '<%- serviceName %>', 
 }); 
 version: Env.string('VERSION'), 
 base: { 
   environment: config.environment, 
   version: config.version, 
 }, 
+          propagate-environment: true
     timeout_in_minutes: 10
 
   - agents:

diff --git a/template/lambda-sqs-worker-cdk/docker-compose.yml b/template/lambda-sqs-worker-cdk/docker-compose.yml
@@ -2,21 +2,6 @@ version: '3.7'
 
 services:
   app:
-    environment:
-      # Enable Buildkite + GitHub integrations.
-      - BUILDKITE
-      - BUILDKITE_AGENT_ACCESS_TOKEN
-      - BUILDKITE_BRANCH
-      - BUILDKITE_BUILD_NUMBER
-      - BUILDKITE_JOB_ID
-      - BUILDKITE_PIPELINE_DEFAULT_BRANCH
-      - BUILDKITE_STEP_ID
-      - GITHUB_API_TOKEN
-      # Tag AWS resources with the commit hash.
-      - BUILDKITE_COMMIT
-      # Pass through application configuration.
-      - ENVIRONMENT
-      - VERSION
     image: ${BUILDKITE_PLUGIN_DOCKER_IMAGE:-''}
     init: true
     volumes:

diff --git a/template/lambda-sqs-worker/.buildkite/pipeline.yml b/template/lambda-sqs-worker/.buildkite/pipeline.yml
@@ -36,6 +36,7 @@ configs:
         - docker-compose#v4.16.0:
             dependencies: false
             run: app
+            propagate-environment: true
       retry:
         manual:
           # Only use this if you need to roll back a deployment ASAP.
@@ -65,6 +66,11 @@ steps:
       - *docker-ecr-cache
       - docker-compose#v4.16.0:
           run: app
+          environment:
+            - ENVIRONMENT
+            - GITHUB_API_TOKEN
+            - VERSION
+          propagate-environment: true
     timeout_in_minutes: 10
 
   - agents:

diff --git a/template/lambda-sqs-worker/docker-compose.yml b/template/lambda-sqs-worker/docker-compose.yml
@@ -2,21 +2,6 @@ version: '3.7'
 
 services:
   app:
-    environment:
-      # Enable Buildkite + GitHub integrations.
-      - BUILDKITE
-      - BUILDKITE_AGENT_ACCESS_TOKEN
-      - BUILDKITE_BRANCH
-      - BUILDKITE_BUILD_NUMBER
-      - BUILDKITE_JOB_ID
-      - BUILDKITE_PIPELINE_DEFAULT_BRANCH
-      - BUILDKITE_STEP_ID
-      - GITHUB_API_TOKEN
-      # Tag AWS resources with the commit hash.
-      - BUILDKITE_COMMIT
-      # Pass through application configuration.
-      - ENVIRONMENT
-      - VERSION
     image: ${BUILDKITE_PLUGIN_DOCKER_IMAGE:-''}
     init: true
     volumes: