forked from risc0/risc0
-
Notifications
You must be signed in to change notification settings - Fork 0
120 lines (108 loc) · 4.02 KB
/
bench_applications.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
name: Benchmark Applications
on:
# push:
# branches: [ main ]
# # Only run benchmarks on changes to following paths:
# paths:
# - 'risc0/**'
# - '.github/workflows/bench_*'
# # uncomment for only for testing changes to this workflow while in a PR
# pull_request:
# branches: [ main ]
# # Only run benchmarks on changes to following paths:
# paths:
# - 'risc0/**'
# - '.github/workflows/bench_*'
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
# this is needed to gain access via OIDC to the S3 bucket for caching
permissions:
id-token: write
contents: read
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
RISC0_TOOLCHAIN_VERSION: v2024-02-08.1
jobs:
bench:
runs-on: [self-hosted, prod, bench, "${{ matrix.os }}", "${{ matrix.device }}"]
strategy:
fail-fast: false
matrix:
include:
- os: Linux
feature: cuda
device: nvidia_rtx_a5000
- os: macOS
feature: metal
device: apple_m2_pro
- os: macOS
feature: default
device: cpu
- os: Linux
feature: default
device: cpu
env:
FEATURE: ${{ matrix.feature }}
steps:
# This is a workaround from: https://github.com/actions/checkout/issues/590#issuecomment-970586842
- run: "git checkout -f $(git -c user.name=x -c user.email=x@x commit-tree $(git hash-object -t tree /dev/null) < /dev/null) || :"
- uses: actions/checkout@v4
- if: matrix.feature == 'cuda'
uses: ./.github/actions/cuda
- uses: ./.github/actions/rustup
- uses: ./.github/actions/sccache
with:
key: ${{ matrix.os }}-${{ matrix.feature }}
- run: cargo run --bin cargo-risczero --no-default-features -- risczero install --version $RISC0_TOOLCHAIN_VERSION
- run: cargo run --release --bin risc0-benchmark -F $FEATURE -- --out ${{ matrix.os }}-${{ matrix.device }}.csv all
working-directory: benchmarks
- run: cargo run --release --bin average -F $FEATURE -- --out ${{ matrix.os }}-${{ matrix.device }}.average.csv all
working-directory: benchmarks
- name: Save commit hash to a file
run: echo "${{ github.sha }}" > COMMIT_HASH.txt
working-directory: benchmarks
- name: Upload benchmark result
uses: actions/upload-artifact@v2
with:
name: benchmarks
path: |
benchmarks/${{ matrix.os }}-${{ matrix.device }}.csv
benchmarks/${{ matrix.os }}-${{ matrix.device }}.average.csv
benchmarks/COMMIT_HASH.txt
push_to_ghpages:
needs: bench
runs-on: ubuntu-latest
steps:
- name: Checkout gh-pages repository
uses: actions/checkout@v4
with:
repository: risc0/ghpages
ref: dev
token: ${{ secrets.BENCHMARK_TOKEN }}
- name: Download benchmark
uses: actions/download-artifact@v2
with:
name: benchmarks
path: dev/benchmarks
- name: Push benchmark result
run: |
git config user.name "GitHub Actions"
git config user.email "[email protected]"
git add dev/benchmarks/macOS-cpu.csv
git add dev/benchmarks/macOS-apple_m2_pro.csv
git add dev/benchmarks/Linux-nvidia_rtx_a5000.csv
git add dev/benchmarks/Linux-cpu.csv
git add dev/benchmarks/macOS-cpu.average.csv
git add dev/benchmarks/macOS-apple_m2_pro.average.csv
git add dev/benchmarks/Linux-nvidia_rtx_a5000.average.csv
git add dev/benchmarks/Linux-cpu.average.csv
git add dev/benchmarks/COMMIT_HASH.txt
if git diff --cached --exit-code; then
echo "No changes to commit"
else
git commit -m "Add build artifacts"
git remote set-url origin https://${{ secrets.BENCHMARK_TOKEN }}@github.com/risc0/ghpages.git
git push -f origin dev
fi