Skip to content

Commit

Permalink
ci: add job to run e2e tests multiple times
Browse files Browse the repository at this point in the history
With upload-artifacts v4 you cannot re-upload an artifact with the same name.
  • Loading branch information
BacLuc committed Dec 17, 2023
1 parent 00703c0 commit 0bd77b4
Show file tree
Hide file tree
Showing 2 changed files with 63 additions and 1 deletion.
59 changes: 59 additions & 0 deletions .github/workflows/e2e-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,59 @@
name: "Tests: End to End to detect flaky tests"

on:
workflow_dispatch:
inputs:
pr_number:
type: number
description: |
Number of times the tests should run
required: true
default: 10
pull_request:
types: [opened, labeled, unlabeled, synchronize]
schedule:
- cron: '42 4 * * *'

concurrency:
group: ${{ github.workflow }}-${{ github.event_name }}-${{ github.ref_name }}
cancel-in-progress: false

jobs:
create-array:
name: 'Create large array for matrix'
if: contains(github.event.pull_request.labels.*.name, 'test-flaky-e2e!') || github.event_name != 'pull_request'
runs-on: ubuntu-latest
outputs:
array: ${{ steps.array.outputs.result }}

steps:
- name: Create large array
uses: actions/github-script@v6
id: array
with:
script: |
function range(start, stop) {
return Array(stop - start)
.fill(start)
.map((value, index) => value + index);
}
return range(0, ${{ inputs.pr_number != null && inputs.pr_number || 10 }})
e2e-tests-build:
name: 'Tests: End-to-end build to detect flaky tests'
needs:
- create-array
uses: ./.github/workflows/reusable-e2e-tests-build.yml

e2e-tests-run:
name: 'Tests: End-to-end run to detect flaky tests'
needs:
- create-array
- e2e-tests-build
uses: ./.github/workflows/reusable-e2e-tests-run.yml
with:
run-identifier: ${{ matrix.array }}
strategy:
fail-fast: false
matrix:
array: ${{ fromJSON(needs.create-array.outputs.array) }}
5 changes: 4 additions & 1 deletion .github/workflows/reusable-e2e-tests-run.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,9 @@ name: '[reusable only] e2e tests run'

on:
workflow_call:
run-identifier:
required: false
type: string

jobs:
e2e-tests-run:
Expand Down Expand Up @@ -58,7 +61,7 @@ jobs:
- uses: actions/upload-artifact@v4
if: always()
with:
name: cypress-output-${{ matrix.browser }}
name: cypress-output-${{ matrix.browser }}${{ inputs.run-identifier != null && format('-{0}', inputs.run-identifier) }}
path: |
e2e/data/**/*
Expand Down

0 comments on commit 0bd77b4

Please sign in to comment.