[mpact][benchmark] manual sum of squares benchmark (#65) #15
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Regression benchmark | |
| on: | |
| push: | |
| branches: [ "main" ] | |
| permissions: | |
| contents: write | |
| deployments: write | |
| pull-requests: write | |
| repository-projects: write | |
| jobs: | |
| benchmark: | |
| name: Performance regression check | |
| runs-on: ubuntu-latest | |
| env: | |
| CACHE_DIR: ${{ github.workspace }}/.ccache | |
| PYTHONPATH: ${{ github.workspace }}/build/tools/mpact/python_packages/mpact | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Setup Python Version | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.11 # Install the python version needed | |
| - name: Set up ccache | |
| uses: hendrikmuhs/[email protected] | |
| - name: Install requirements | |
| run: | | |
| export CCACHE_DIR=${{ env.CACHE_DIR }} | |
| python -m pip install --upgrade pip | |
| python -m pip install --upgrade pip | |
| python -m pip install pytest pytest-benchmark | |
| python -m pip install -r externals/torch-mlir/requirements.txt | |
| python -m pip install -r externals/torch-mlir/torchvision-requirements.txt | |
| - name: Create build directory | |
| run: mkdir build | |
| - name: Configure CMake | |
| run: > | |
| cmake -GNinja -Bbuild | |
| -DCMAKE_BUILD_TYPE=Release | |
| -DLLVM_ENABLE_PROJECTS=mlir | |
| -DLLVM_ENABLE_ASSERTIONS=ON | |
| -DLLVM_EXTERNAL_PROJECTS="torch-mlir;mpact" | |
| -DLLVM_EXTERNAL_TORCH_MLIR_SOURCE_DIR="${PWD}/externals/torch-mlir" | |
| -DLLVM_EXTERNAL_MPACT_SOURCE_DIR="${PWD}" | |
| -DLLVM_TARGETS_TO_BUILD=host | |
| -DMLIR_ENABLE_BINDINGS_PYTHON=ON | |
| -DCMAKE_C_COMPILER_LAUNCHER=ccache | |
| -DCMAKE_CXX_COMPILER_LAUNCHER=ccache | |
| -DCMAKE_C_COMPILER=clang | |
| -DCMAKE_CXX_COMPILER=clang++ | |
| "externals/torch-mlir/externals/llvm-project/llvm" | |
| - name: Build | |
| run: cmake --build build --target build-benchmark-mpact | |
| - name: Run benchmark | |
| run: pytest benchmark/python/benchmarks/regression_benchmark.py --benchmark-json output.json | |
| - name: Store benchmark result | |
| uses: benchmark-action/github-action-benchmark@v1 | |
| with: | |
| tool: 'pytest' | |
| output-file-path: output.json | |
| fail-on-alert: true | |
| # GitHub API token to make a commit comment | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| # Enable alert commit comment | |
| comment-on-alert: true | |
| # Mention @yinying-lisa-li in the commit comment | |
| alert-comment-cc-users: '@yinying-lisa-li' | |
| # Push and deploy GitHub pages branch automatically | |
| auto-push: true | |
| alert-threshold: 120% |