Capture source-reported progress in JobProgress snapshot #813
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Performance Test | |
| on: [pull_request] | |
| jobs: | |
| speed: | |
| # skip if PR is from a fork. | |
| # TODO: this could probabaly be refactored a bit so that it runs on forks | |
| if: ${{ ! github.event.pull_request.head.repo.fork }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Install Go | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: '1.21' | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.head_ref }} | |
| - name: Run Head | |
| run: | | |
| go build -o current . | |
| repo_tmp=$(mktemp -d) | |
| git clone https://github.com/trufflesecurity/trufflehog.git $repo_tmp | |
| user_time_sum=0 | |
| for i in {1..5} | |
| do | |
| tmpfile=$(mktemp) | |
| /usr/bin/time -o $tmpfile $GITHUB_WORKSPACE/current git "file://$repo_tmp" --no-verification --no-update > out.txt | |
| cat $tmpfile | |
| time_output=$(cat $tmpfile) | |
| rm $tmpfile | |
| user_time=$(echo $time_output | awk '{print $1}' | sed 's/user//') | |
| # Add the user time to the sum | |
| user_time_sum=$(echo "$user_time_sum + $user_time" | bc) | |
| done | |
| average_user_time=$(echo "scale=3; $user_time_sum / 5" | bc) | |
| echo HEAD_TIME=$average_user_time >> $GITHUB_ENV | |
| - name: Figure out previous tag | |
| run: | | |
| git fetch --tags | |
| git tag -l --sort=-v:refname | head -n 1 > previous_tag.txt | |
| echo PREVIOUS_TAG=$(cat previous_tag.txt) >> $GITHUB_ENV | |
| - name: Checkout code | |
| uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ env.PREVIOUS_TAG }} | |
| - name: Run Previous | |
| run: | | |
| go build -o previous . | |
| repo_tmp=$(mktemp -d) | |
| git clone https://github.com/trufflesecurity/trufflehog.git $repo_tmp | |
| user_time_sum=0 | |
| for i in {1..5} | |
| do | |
| tmpfile=$(mktemp) | |
| /usr/bin/time -o $tmpfile $GITHUB_WORKSPACE/previous git "file://$repo_tmp" --no-verification --no-update > out.txt | |
| cat $tmpfile | |
| time_output=$(cat $tmpfile) | |
| rm $tmpfile | |
| user_time=$(echo $time_output | awk '{print $1}' | sed 's/user//') | |
| # Add the user time to the sum | |
| user_time_sum=$(echo "$user_time_sum + $user_time" | bc) | |
| done | |
| average_user_time=$(echo "scale=3; $user_time_sum / 5" | bc) | |
| echo PREVIOUS_TIME=$average_user_time >> $GITHUB_ENV | |
| - name: Compare Results | |
| run: | | |
| echo "head ($GITHUB_SHA) avg time (n=5): $HEAD_TIME" | |
| echo "$PREVIOUS_TAG avg time (n=5): $PREVIOUS_TIME" | |
| if [ $(echo "$HEAD_TIME > $PREVIOUS_TIME * 1.1" | bc) -eq 1 ] | |
| then | |
| echo "HEAD run time is at least 10% slower than PREVIOUS run time" | |
| exit 1 | |
| fi |