e2e.yaml

name: e2e
on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - "*"

permissions:
  packages: read
  contents: read
  id-token: write # This is required for requesting the JWT

env:
  # Requires nscloud runner (which we use exclusively)
  NS_DOCKERHUB_MIRROR: http://169.254.169.43:6001

jobs:
  build_fn:
    name: Build ns from head
    runs-on: nscloud
    steps:
      - name: Check out
        uses: actions/checkout@v3
      - name: Set up Go
        uses: actions/setup-go@v3
        with:
          go-version: 1.20.x
      - name: Setup cross-invocation caching (Go)
        uses: actions/cache@v3
        with:
          path: |
            ~/.cache/go-build
            ~/go/pkg/mod
          key: ${{ runner.os }}-go-fnbuild-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-go-fnbuild-
      - name: Build ns
        env:
          CGO_ENABLED: 0
        run: go build -v -o ns ./cmd/ns
      - name: Upload ns
        uses: actions/upload-artifact@v3
        with:
          name: ns-${{ runner.os }}
          path: ns
          # We don't need to persist it for long, only for the next job to download it.
          retention-days: 1

      - name: Build nsc
        env:
          CGO_ENABLED: 0
        run: go build -v -o nsc ./cmd/nsc

      - name: Upload nsc
        uses: actions/upload-artifact@v3
        with:
          name: nsc-${{ runner.os }}
          path: nsc
          # We don't need to persist it for long, only for the next job to download it.
          retention-days: 1

      - name: Breakpoint on failure
        if: failure() && github.ref_name == 'main'
        uses: namespacelabs/breakpoint-action@v0
        env:
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
        with:
          duration: 30m
          authorized-users: edganiukov,hugosantos,n-g,htr,nichtverstehen,gmichelo
          slack-announce-channel: "#ci"

  run_deploy:
    name: Test local Namespace (deploy to k3d) use_prebuilts=${{ matrix.use_prebuilts }}
    needs: build_fn
    strategy:
      matrix:
        use_prebuilts: [false, true]
    runs-on: nscloud
    timeout-minutes: 15
    steps:
      - name: Check out
        uses: actions/checkout@v3

      - name: Log in to the Container registry
        uses: docker/login-action@v2
        with:
          registry: ghcr.io
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      # Required by buildkit gha cache.
      - name: Expose GitHub Runtime
        uses: crazy-max/ghaction-github-runtime@v2

      - name: Setup cross-invocation caching (Go)
        uses: actions/cache@v3
        with:
          path: |
            ~/.cache/go-build
            ~/go/pkg/mod
          key: ${{ runner.os }}-go-fnrun-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-go-fnrun-

      - name: Download ns
        uses: actions/download-artifact@v3
        with:
          name: ns-${{ runner.os }}

      # ns is moved out of the workspace so we don't spend time uploading it to buildkit.
      - name: Make ns executable
        run: chmod +x ns && mv ns /tmp/ns

      - name: Prepare development environment
        run: /tmp/ns prepare local

      - name: Print kubectl cluster-info
        run: /tmp/ns kubectl cluster-info

      # staging deployments already use buildkit, so only testing golang_use_buildkit=false here.
      - name: Deploy internal/testdata/server/gogrpc
        env:
          NS_LOG_TO_FILE: /tmp/action_log
        run: |
          /tmp/ns deploy \
            --use_prebuilts=${{ matrix.use_prebuilts }} \
            --golang_use_buildkit=false \
            --naming_no_tls=true \
            --use_orchestrator=false \
            --build_in_nscloud \
            internal/testdata/server/gogrpc

      - name: Upload action log
        uses: actions/upload-artifact@v3
        with:
          name: ns-action-log-${{ github.job }}-use_prebuilts-${{ matrix.use_prebuilts }}
          path: /tmp/action_log
          retention-days: 3
        if: always()

  run_dev:
    name: Test local Namespace dev session
    needs: build_fn
    runs-on: nscloud
    timeout-minutes: 15
    steps:
      - name: Check out
        uses: actions/checkout@v3

      - name: Log in to the Container registry
        uses: docker/login-action@v2
        with:
          registry: ghcr.io
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Setup cross-invocation caching (Go)
        uses: actions/cache@v3
        with:
          path: |
            ~/.cache/go-build
            ~/go/pkg/mod
          key: ${{ runner.os }}-go-fndev-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-go-fndev-

      - name: Download ns
        uses: actions/download-artifact@v3
        with:
          name: ns-${{ runner.os }}

      # ns is moved out of the workspace so we don't spend time uploading it to buildkit.
      - name: Make ns executable
        run: chmod +x ns && mv ns /tmp/ns

      - name: Prepare development environment
        run: /tmp/ns prepare local

      - name: Print kubectl cluster-info
        run: /tmp/ns kubectl cluster-info

      - name: ns dev
        run: |
          ./.github/workflows/scripts/dev.sh /tmp/ns

      - name: Breakpoint on failure
        if: failure() && github.ref_name == 'main'
        uses: namespacelabs/breakpoint-action@v0
        env:
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
        with:
          duration: 15m
          authorized-users: edganiukov,hugosantos,n-g,htr,nichtverstehen,gmichelo
          slack-announce-channel: "#ci"

  run_e2e_tests:
    name: e2e tests
    needs: build_fn
    runs-on: nscloud
    timeout-minutes: 30
    steps:
      - name: Check out
        uses: actions/checkout@v3

      - name: Download ns
        uses: actions/download-artifact@v3
        with:
          name: ns-${{ runner.os }}

      - name: Make ns executable
        run: chmod +x ns && mv ns /tmp/ns

      - name: Exchange Github token
        run: /tmp/ns auth exchange-github-token

      - name: Run tests
        env:
          NS_LOG_TO_FILE: /tmp/action_log
        # Consider removing --also_report_start_events
        run: |
          /tmp/ns test \
            --also_report_start_events \
            --use_prebuilts=true \
            --deploy_push_prebuilts_to_registry=false \
            --golang_use_buildkit=true \
            --testing_use_namespace_cloud \
            --testing_use_namespace_cloud_build \
            --parallel \
            --all

      - name: Upload action log
        uses: actions/upload-artifact@v3
        with:
          name: ns-action-log-${{ github.job }}
          path: /tmp/action_log
          retention-days: 3
        if: always()

      - name: Breakpoint on failure
        if: failure()
        uses: namespacelabs/breakpoint-action@v0
        env:
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
        with:
          duration: 30m
          authorized-users: edganiukov,hugosantos,n-g,htr,nichtverstehen,gmichelo
          slack-announce-channel: "#ci"

  run_ns_cluster_tests:
    name: nsc tests
    needs: build_fn
    runs-on: nscloud-ubuntu-22.04-amd64-2x8
    timeout-minutes: 30
    steps:
      - name: Check out
        uses: actions/checkout@v3

      - name: Download nsc
        uses: actions/download-artifact@v3
        with:
          name: nsc-${{ runner.os }}

      - name: Make nsc executable
        run: chmod +x nsc && mv nsc /tmp/nsc

      - name: Exchange Github token
        run: /tmp/nsc auth exchange-github-token
      - name: Test nsc cluster commands
        run: |
          ./.github/workflows/scripts/ns_cluster_tests.sh /tmp/nsc

      - name: Breakpoint on failure
        if: failure() && github.ref_name == 'main'
        uses: namespacelabs/breakpoint-action@v0
        env:
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
        with:
          duration: 15m
          authorized-users: edganiukov,hugosantos,n-g,htr,nichtverstehen,gmichelo
          slack-announce-channel: "#ci"

  deploy_staging:
    name: Deploy staging
    needs:
      - build_fn
      - run_e2e_tests
    if: github.ref == 'refs/heads/main' && github.event_name == 'push'
    runs-on: nscloud-ubuntu-22.04-amd64-2x8
    timeout-minutes: 30
    steps:
      - name: Check out
        uses: actions/checkout@v3

      - name: Setup cross-invocation caching (Go)
        uses: actions/cache@v3
        with:
          path: |
            ~/.cache/go-build
            ~/go/pkg/mod
          key: ${{ runner.os }}-go-deploystaging-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-go-deploystaging-

      - name: Download ns
        uses: actions/download-artifact@v3
        with:
          name: ns-${{ runner.os }}

      - name: Make ns executable
        run: chmod +x ns && mv ns /tmp/ns

        # Required to create a build cluster.
      - name: Exchange Github token
        run: /tmp/ns auth exchange-github-token

      - name: Configure AWS credentials
        uses: aws-actions/configure-aws-credentials@v1
        with:
          aws-region: ${{ secrets.AWS_REGION }}
          role-to-assume: ${{ secrets.AWS_CI_ROLE }}
          role-duration-seconds: 1800 # 30 min

      - name: Create AWS profile
        run: |
          aws configure set region ${{ secrets.AWS_REGION }} --profile=ns-staging

          touch ~/.aws/credentials
          echo "[ns-staging]" > ~/.aws/credentials
          echo "aws_access_key_id = $AWS_ACCESS_KEY_ID" >> ~/.aws/credentials
          echo "aws_secret_access_key = $AWS_SECRET_ACCESS_KEY" >> ~/.aws/credentials
          echo "aws_session_token = $AWS_SESSION_TOKEN" >> ~/.aws/credentials

      - name: Prepare workspace
        run: |
          /tmp/ns prepare eks --env=staging --cluster=${{ secrets.EKS_STAGING_CLUSTER }} --aws_profile=ns-staging

          /tmp/ns prepare new-build-cluster --env=staging

      - name: Deploy staging
        env:
          NS_LOG_TO_FILE: /tmp/action_log
          NSC_TOKEN_FILE: ""
        run: |
          /tmp/ns deploy --env=staging \
            internal/testdata/server/gogrpc \
            internal/testdata/integrations/dockerfile/complex \
            internal/testdata/integrations/golang \
            internal/testdata/integrations/nodejs/yarn \
            --use_prebuilts=true \
            --golang_use_buildkit=true \
            --build_in_nscloud \
            --run_codegen=false

      - name: Upload action log
        uses: actions/upload-artifact@v3
        with:
          name: ns-action-log-${{ github.job }}
          path: /tmp/action_log
          retention-days: 3
        if: always()

      - name: Breakpoint on failure
        if: failure()
        uses: namespacelabs/breakpoint-action@v0
        env:
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
        with:
          duration: 30m
          authorized-users: edganiukov,hugosantos,n-g,htr,nichtverstehen,gmichelo
          slack-announce-channel: "#ci"

  run_cross_repo_tests:
    name: cross-repo e2e tests
    needs: build_fn
    strategy:
      matrix:
        repo: [examples]
    runs-on: nscloud
    timeout-minutes: 30
    steps:
      - name: checkout dependant repo
        uses: actions/checkout@v3
        with:
          repository: namespacelabs/${{ matrix.repo }}
          path: external-repo

      - name: Download ns
        uses: actions/download-artifact@v3
        with:
          name: ns-${{ runner.os }}

      # ns is moved out of the workspace so we don't spend time uploading it to buildkit.
      - name: Make ns executable
        run: chmod +x ns && mv ns /tmp/ns

      - name: Exchange Github token
        run: /tmp/ns auth exchange-github-token

      - name: Run tests
        env:
          NS_LOG_TO_FILE: /tmp/action_log
        run: |
          cd external-repo; \
          /tmp/ns test \
            nextjs/01-simple/server \
            multitier/01-simple/frontend \
            multitier/01-simple/apibackend \
            multitier/02-withsecrets/apibackend \
            golang/01-simple/server \
            golang/02-withsecrets/server \
            --use_prebuilts=true \
            --deploy_push_prebuilts_to_registry=false \
            --golang_use_buildkit=true \
            --testing_use_namespace_cloud \
            --testing_use_namespace_cloud_build \
            --parallel

      - name: Upload action log
        uses: actions/upload-artifact@v3
        with:
          name: ns-action-log-${{ github.job }}
          path: /tmp/action_log
          retention-days: 3
        if: always()

      - name: Breakpoint on failure
        if: failure() && github.ref_name == 'main'
        uses: namespacelabs/breakpoint-action@v0
        env:
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
        with:
          duration: 15m
          authorized-users: edganiukov,hugosantos,n-g,htr,nichtverstehen,gmichelo
          slack-announce-channel: "#ci"

  test_unprepare:
    name: Test unprepare
    needs: build_fn
    runs-on: nscloud-ubuntu-22.04-amd64-2x8
    timeout-minutes: 15
    steps:
      - name: Check out
        uses: actions/checkout@v3

      - name: Setup cross-invocation caching (Go)
        uses: actions/cache@v3
        with:
          path: |
            ~/.cache/go-build
            ~/go/pkg/mod
          key: ${{ runner.os }}-go-fnprepare-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-go-fnprepare-

      - name: Download ns
        uses: actions/download-artifact@v3
        with:
          name: ns-${{ runner.os }}

      # ns is moved out of the workspace so we don't spend time uploading it to buildkit.
      - name: Make ns executable
        run: chmod +x ns && mv ns /tmp/ns

      - name: Prepare first environment
        run: /tmp/ns prepare local

      - name: Test first environment
        run: /tmp/ns doctor --tests=workspace,kubernetes-run

      - name: Unprepare
        run: /tmp/ns unprepare

      - name: Prepare second environment
        run: /tmp/ns prepare local

      - name: Test second environment
        run: /tmp/ns doctor --tests=workspace,kubernetes-run