Benchmarks #185
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Benchmarks | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| pr_id: | |
| description: 'Pull Request number' | |
| required: true | |
| default: '' | |
| workflow_run: | |
| workflows: ["BuildAndReleaseMaster"] | |
| types: | |
| - completed | |
| jobs: | |
| invoke_jasmine_tests: | |
| name: Invoke Jasmine performance tests | |
| runs-on: self-hosted-runner-ubuntu | |
| steps: | |
| - name: 'Cleanup build folder' | |
| run: | | |
| echo "Event is: ${{ github.event_name }}" | |
| ls -la ./ | |
| rm -rf ./* || true | |
| rm -rf ./.??* || true | |
| ls -la ./ | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Install pre-requisite dependencies | |
| run: | | |
| sudo apt-get update && sudo apt-get install -y gconf-service libgbm-dev libasound2 libatk1.0-0 libc6 libcairo2 libcups2 libdbus-1-3 libexpat1 libfontconfig1 libgcc1 libgconf-2-4 libgdk-pixbuf2.0-0 libglib2.0-0 libgtk-3-0 libnspr4 libpango-1.0-0 libpangocairo-1.0-0 libstdc++6 libx11-6 libx11-xcb1 libxcb1 libxcomposite1 libxcursor1 libxdamage1 libxext6 libxfixes3 libxi6 libxrandr2 libxrender1 libxss1 libxtst6 ca-certificates fonts-liberation libnss3 lsb-release xdg-utils wget ca-certificates | |
| sudo apt-get install -y libudev-dev cargo npm imagemagick libmagickwand-dev cmake jq | |
| - name: install node | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 22.4.0 | |
| - name: Install ruby and other related tools | |
| run: | | |
| whoami | |
| npm install -g corepack | |
| corepack enable | |
| curl -sS https://dl.yarnpkg.com/debian/pubkey.gpg | sudo apt-key add - | |
| echo "deb https://dl.yarnpkg.com/debian/ stable main" | sudo tee /etc/apt/sources.list.d/yarn.list | |
| apt-get update | |
| sudo apt-get install -y yarn | |
| yarn --version | |
| apt update | |
| apt-get install -y software-properties-common | |
| apt-add-repository -y ppa:rael-gc/rvm | |
| apt-get update | |
| apt-get install -y rvm | |
| echo 'source "/etc/profile.d/rvm.sh"' >> ~/.bashrc | |
| source /etc/profile.d/rvm.sh | |
| which rvm | |
| rvm install ruby-3.1.2 | |
| ruby --version | |
| sudo chown -R $(whoami) /usr/local | |
| rvm use 3.1.2 --default | |
| rvm --version | |
| rvm info | |
| which rvm | |
| ruby --version | |
| - name: cargo install nj-cli | |
| run: | | |
| cargo install nj-cli --locked | |
| cargo install wasm-pack --locked | |
| - name: Prepare environment | |
| run: | | |
| npm i -g tslib | |
| export PATH="/usr/share/rvm:$PATH" | |
| which ruby | |
| ruby --version | |
| pwd | |
| gem install dotenv json octokit tmpdir fileutils | |
| - name: Get PR details | |
| if: github.event_name == 'workflow_dispatch' | |
| id: pr_details | |
| uses: actions/github-script@v7 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| script: | | |
| return github.rest.pulls.get({ | |
| owner: 'esrlabs', | |
| repo: 'chipmunk', | |
| pull_number: ${{ github.event.inputs.pr_id }} | |
| }); | |
| - name: Set PR details | |
| if: github.event_name == 'workflow_dispatch' | |
| run: | | |
| result=$(echo '${{ steps.pr_details.outputs.result }}' | jq -c . ); | |
| echo "result is $result"; | |
| PR_OWNER=$(echo "$result" | jq -r .data.head.repo.owner.login); | |
| PR_REPO=$(echo "$result" | jq -r .data.head.repo.name); | |
| echo "owner is $PR_OWNER"; | |
| echo "repo is $PR_REPO"; | |
| echo "PR_OWNER=$PR_OWNER" >> $GITHUB_ENV | |
| echo "PR_REPO=$PR_REPO" >> $GITHUB_ENV | |
| - name: Run Jasmine performance tests for the latest release | |
| if: github.event_name != 'workflow_dispatch' | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y | |
| export PATH="/root/.cargo/bin:$PATH" | |
| . "/root/.cargo/env" | |
| source ~/.bashrc | |
| ruby scripts/tools/run_benchmarks.rb 1 | |
| env: | |
| REPO_OWNER: 'esrlabs' | |
| REPO_NAME: 'chipmunk' | |
| - name: Run Jasmine performance tests for the latest pull request | |
| if: github.event_name == 'workflow_dispatch' | |
| run: | | |
| echo "owner is ${{ env.PR_OWNER }}"; | |
| echo "repo is ${{ env.PR_REPO }}"; | |
| curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y | |
| export PATH="/root/.cargo/bin:$PATH" | |
| . "/root/.cargo/env" | |
| source ~/.bashrc | |
| echo "PR head repo: ${{ env.PR_OWNER }}" | |
| echo "PR head owner: ${{ env.PR_REPO }}" | |
| pwd | |
| ls -la | |
| ruby scripts/tools/run_benchmarks.rb PR~${{ github.event.inputs.pr_id }} | |
| env: | |
| REPO_NAME: ${{ env.PR_REPO }} | |
| REPO_OWNER: ${{ env.PR_OWNER }} | |
| - name: List files in the results folder | |
| run: | | |
| echo "Event is: ${{ github.event_name }}" | |
| ls -la /chipmunk/chipmunk_performance_results | |
| push_data_to_chipmunk_docs: | |
| name: Move benchmark data to chipmunk-docs repository | |
| needs: invoke_jasmine_tests | |
| runs-on: self-hosted-runner-ubuntu | |
| steps: | |
| - name: Checkout chipmunk-docs repository | |
| uses: actions/checkout@v2 | |
| with: | |
| repository: esrlabs/chipmunk-docs | |
| path: './chipmunk-docs' | |
| token: ${{secrets.DOCS_PUSH_TOKEN}} | |
| - name: Push tag for release | |
| working-directory: ./chipmunk-docs | |
| if: github.event_name != 'workflow_dispatch' | |
| run: | | |
| ls -la | |
| cp /chipmunk/chipmunk_performance_results/data.json ./jekyll/benchmarks/data/data.json | |
| git config user.name "esrlabs" | |
| git config user.email "[email protected]" | |
| git remote set-url origin "https://esrlabs:${{secrets.DOCS_PUSH_TOKEN}}@github.com/esrlabs/chipmunk-docs" | |
| git add ./jekyll/benchmarks/data/data.json | |
| git commit -m "Updating data.json for latest tag" | |
| git push origin master | |
| - name: Push PR data to chipmunk-docs | |
| working-directory: ./chipmunk-docs | |
| if: github.event_name == 'workflow_dispatch' | |
| run: | | |
| ls -la | |
| cp /chipmunk/chipmunk_performance_results/Benchmark_PR_${{ github.event.inputs.pr_id }}.json ./jekyll/benchmarks/data/pull_request/Benchmark_PR_${{ github.event.inputs.pr_id }}.json | |
| git config user.name "esrlabs" | |
| git config user.email "[email protected]" | |
| git remote set-url origin "https://esrlabs:${{secrets.DOCS_PUSH_TOKEN}}@github.com/esrlabs/chipmunk-docs" | |
| git add ./jekyll/benchmarks/data/pull_request/Benchmark_PR_${{ github.event.inputs.pr_id }}.json | |
| git commit -m "Adding PR benchmark results for chipmunk PR # ${{ github.event.inputs.pr_id }}" | |
| git push origin master |