Bench PR #70
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Bench PR | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| prNumber: | |
| description: 'PR number' | |
| required: true | |
| type: string | |
| product: | |
| description: 'product name of which to bench' | |
| required: true | |
| type: string | |
| repo: | |
| description: 'repo name of which to bench' | |
| required: true | |
| type: string | |
| jobs: | |
| create-comment: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| comment-id: ${{ steps.create-comment.outputs.result }} | |
| steps: | |
| - id: create-comment | |
| uses: actions/github-script@v7 | |
| with: | |
| github-token: ${{ secrets.RSPACK_BOT_ACCESS_TOKEN }} | |
| result-encoding: string | |
| script: | | |
| const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}` | |
| const urlLink = `[Open](${url})` | |
| const { data: comment } = await github.rest.issues.createComment({ | |
| issue_number: context.payload.inputs.prNumber, | |
| owner: context.repo.owner, | |
| repo: context.payload.inputs.repo, | |
| body: `⏳ Triggered benchmark: ${urlLink}` | |
| }) | |
| return comment.id | |
| run-bench: | |
| runs-on: ${{ fromJSON(vars.SELF_LINUX_LABELS || '"ubuntu-latest"') }} | |
| timeout-minutes: 30 | |
| needs: create-comment | |
| outputs: | |
| diff-result: ${{ steps.print-results.outputs.diff-result }} | |
| steps: | |
| - name: Print runner context | |
| env: | |
| RUNNER_CONTEXT: ${{ toJson(runner) }} | |
| run: echo "$RUNNER_CONTEXT" | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 1 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 18 | |
| cache-dependency-path: pnpm-lock.yaml | |
| - name: Activate corepack | |
| shell: bash | |
| run: | | |
| # corepack > 0.24.1 will use native fetch | |
| # and native fetch not support HTTP_PROXY | |
| # https://github.com/nodejs/undici/issues/1650 | |
| npm install -g [email protected] | |
| corepack enable | |
| - name: Install Pnpm | |
| run: pnpm -v && pnpm store path | |
| - name: Install Dependencies | |
| run: pnpm run install:scripts | |
| - name: 🚀 Run specified benchmark | |
| run: cd scripts && PR_NUMBER=${{ inputs.prNumber }} GITHUB_TOKEN=${{ secrets.GITHUB_TOKEN }} pnpm start:pr ${{ inputs.product }} | |
| - id: print-results | |
| name: Print results | |
| run: | | |
| result=$(cd scripts && node ./dist/compare.js ${{ inputs.product }}) | |
| echo "$result" | |
| echo "diff-result=${result//$'\n'/'@@'}" >> $GITHUB_OUTPUT | |
| if [[ $result =~ "Threshold exceeded" ]]; then | |
| echo "Some benchmark metrics exceed the threshold, please visit the previous step for more information" | |
| exit 1 | |
| fi | |
| update-comment: | |
| runs-on: ubuntu-latest | |
| needs: [create-comment, run-bench] | |
| if: always() | |
| steps: | |
| - uses: actions/github-script@v7 | |
| with: | |
| github-token: ${{ secrets.RSPACK_BOT_ACCESS_TOKEN }} | |
| script: | | |
| const diffResult = `${{ needs.run-bench.outputs.diff-result }}` | |
| let result = "task ${{ needs.run-bench.result }}" | |
| if (diffResult) { | |
| result = diffResult.replace(/@@/g, "\n"); | |
| } | |
| const url = `${context.serverUrl}//${context.repo.owner}/${context.repo.repo}/actions/runs/${context.runId}` | |
| const urlLink = `[Open](${url})` | |
| const body = ` | |
| 📝 Benchmark detail: ${urlLink} | |
| ${result} | |
| ` | |
| await github.rest.issues.updateComment({ | |
| owner: context.repo.owner, | |
| repo: context.payload.inputs.repo, | |
| comment_id: `${{ needs.create-comment.outputs.comment-id }}`, | |
| body | |
| }) |