benchmark-on-demand.yaml

name: Benchmark on Demand

on:
  issue_comment:
    types: [created]

jobs:
  handle-request:
    if: github.event.issue.pull_request && (contains(github.event.comment.body, '!!!benchmark') || contains(github.event.comment.body, '🤖🤖🤖') || contains(github.event.comment.body, '🤖 🤖 🤖'))
    runs-on: ubuntu-latest
    steps:
      - name: Acknowledge request
        uses: actions/github-script@v3
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: >
              github.issues.createComment({
                issue_number: context.issue.number,
                owner: context.repo.owner,
                repo: context.repo.repo,
                body: 'Running benchmark...'
              })
      - name: Set up JDK 1.11
        uses: actions/setup-java@v1
        with:
          java-version: 1.11
      - name: Lookup branches
        uses: actions/github-script@v3
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: >
            var pull_promise = github.pulls.get({
              owner: context.repo.owner,
              repo: context.repo.repo,
              pull_number: context.issue.number
            });
            pull_promise.then(pull => {
              core.exportVariable("feature_repo", pull.data.head.repo.full_name);
              core.exportVariable("feature_ref", pull.data.head.ref);
              core.exportVariable("master_repo", pull.data.base.repo.full_name);
              core.exportVariable("master_ref", pull.data.base.ref);
            });
      - name: Check out feature branch
        uses: actions/checkout@v2
        with:
          repository: ${{ env.feature_repo }}
          ref: ${{ env.feature_ref }}
      - name: Build
        run: ./gradlew classes testClasses
      - name: Benchmark feature phases
        run: ./gradlew run -q --args="--Xbenchmark-phases --json" > feature-phases.json
      - name: Benchmark feature throughput
        run: ./gradlew run -q --args="--Xbenchmark-throughput --json" > feature-throughput.json
      - name: Upload feature phases results
        uses: actions/upload-artifact@v1
        with:
          name: feature-phases
          path: feature-phases.json
      - name: Upload feature throughput results
        uses: actions/upload-artifact@v1
        with:
          name: feature-throughput
          path: feature-throughput.json
      - uses: actions/checkout@v2
        name: Check out master branch
        with:
          repository: ${{ env.master_repo }}
          ref: ${{ env.master_ref }}
      - name: Download feature phases results
        uses: actions/download-artifact@v2
        with:
          name: feature-phases
      - name: Download feature throughput results
        uses: actions/download-artifact@v2
        with:
          name: feature-throughput
      - name: Build
        run: ./gradlew classes testClasses
      - name: Benchmark master phases
        run: ./gradlew run -q --args="--Xbenchmark-phases --json" > master-phases.json
      - name: Benchmark master throughput
        run: ./gradlew run -q --args="--Xbenchmark-throughput --json" > master-throughput.json
      - name: Create report
        run: python3 .github/workflows/compare_branches.py master-throughput.json master-phases.json feature-throughput.json feature-phases.json > report.txt
      - name: Store report
        run: echo "REPORT<<END_REPORT" >> $GITHUB_ENV; cat report.txt >> $GITHUB_ENV; echo "END_REPORT" >> $GITHUB_ENV   
      - name: Comment phase report
        uses: actions/github-script@v3
        with:
          github-token: ${{ secrets.GITHUB_TOKEN }}
          script: >
              github.issues.createComment({
                issue_number: context.issue.number,
                owner: context.repo.owner,
                repo: context.repo.repo,
                body:  process.env.REPORT
              })