added pattern test cases [WIP] #5370
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Performance Test | |
| on: [pull_request] | |
| jobs: | |
| speed: | |
| # skip if PR is from a fork. | |
| # TODO: this could probabaly be refactored a bit so that it runs on forks | |
| if: ${{ ! github.event.pull_request.head.repo.fork }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Install Go | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: "1.23" | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ github.head_ref }} | |
| - name: Run Head | |
| run: | | |
| go build -o current . | |
| repo_tmp=$(mktemp -d) | |
| git clone https://github.com/trufflesecurity/trufflehog.git $repo_tmp | |
| cd $repo_tmp | |
| git checkout v3.75.1 | |
| user_time_sum=0 | |
| for i in {1..5} | |
| do | |
| tmpfile=$(mktemp) | |
| /usr/bin/time -o $tmpfile $GITHUB_WORKSPACE/current filesystem "$repo_tmp" --no-verification --no-update > out.txt | |
| cat $tmpfile | |
| time_output=$(cat $tmpfile) | |
| rm $tmpfile | |
| user_time=$(echo $time_output | awk '{print $1}' | sed 's/user//') | |
| # Add the user time to the sum | |
| user_time_sum=$(echo "$user_time_sum + $user_time" | bc) | |
| done | |
| average_user_time=$(echo "scale=3; $user_time_sum / 5" | bc) | |
| echo HEAD_TIME=$average_user_time >> $GITHUB_ENV | |
| - name: Figure out previous tag | |
| run: | | |
| git fetch --tags | |
| git tag -l --sort=-v:refname | head -n 1 > previous_tag.txt | |
| echo PREVIOUS_TAG=$(cat previous_tag.txt) >> $GITHUB_ENV | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| ref: ${{ env.PREVIOUS_TAG }} | |
| - name: Run Previous | |
| run: | | |
| go build -o previous . | |
| repo_tmp=$(mktemp -d) | |
| git clone https://github.com/trufflesecurity/trufflehog.git $repo_tmp | |
| cd $repo_tmp | |
| git checkout v3.75.1 | |
| user_time_sum=0 | |
| for i in {1..5} | |
| do | |
| tmpfile=$(mktemp) | |
| /usr/bin/time -o $tmpfile $GITHUB_WORKSPACE/previous filesystem "$repo_tmp" --no-verification --no-update > out.txt | |
| cat $tmpfile | |
| time_output=$(cat $tmpfile) | |
| rm $tmpfile | |
| user_time=$(echo $time_output | awk '{print $1}' | sed 's/user//') | |
| # Add the user time to the sum | |
| user_time_sum=$(echo "$user_time_sum + $user_time" | bc) | |
| done | |
| average_user_time=$(echo "scale=3; $user_time_sum / 5" | bc) | |
| echo PREVIOUS_TIME=$average_user_time >> $GITHUB_ENV | |
| - name: Compare Results | |
| run: | | |
| echo "head ($GITHUB_SHA) avg time (n=5): $HEAD_TIME" | |
| echo "$PREVIOUS_TAG avg time (n=5): $PREVIOUS_TIME" | |
| if [ $(echo "$HEAD_TIME > $PREVIOUS_TIME * 1.5" | bc) -eq 1 ] | |
| then | |
| echo "HEAD run time is at least 10% slower than PREVIOUS run time" | |
| exit 1 | |
| fi |