|
62 | 62 | - { shard: 9, name: "Strings, tensor & spatial", packages: "vortex-fsst vortex-tensor vortex-spatial", features: "--features _test-harness" } |
63 | 63 | name: "Benchmark with Codspeed (Shard #${{ matrix.shard }} - ${{ matrix.name }})" |
64 | 64 | timeout-minutes: 30 |
| 65 | + # Each CodSpeed runner is pinned to one instance type, because results depend on the CPU. |
65 | 66 | runs-on: >- |
66 | 67 | ${{ github.repository == 'vortex-data/vortex' |
67 | | - && format('runs-on={0}/runner=amd64-medium/image=ubuntu24-full-x64-pre-v2/extras=s3-cache/tag=bench-codspeed-{1}', github.run_id, matrix.shard) |
| 68 | + && format('runs-on={0}/runner=amd64-codspeed-simulation/tag=bench-codspeed-{1}', github.run_id, matrix.shard) |
68 | 69 | || 'ubuntu-latest' }} |
69 | 70 | steps: |
70 | 71 | - uses: runs-on/action@v2 |
@@ -150,7 +151,7 @@ jobs: |
150 | 151 | timeout-minutes: 45 |
151 | 152 | runs-on: >- |
152 | 153 | ${{ github.repository == 'vortex-data/vortex' |
153 | | - && format('runs-on={0}/runner=amd64-medium/image=ubuntu24-full-x64-pre-v2/extras=s3-cache/tag=bench-codspeed-python', github.run_id) |
| 154 | + && format('runs-on={0}/runner=amd64-codspeed-simulation/tag=bench-codspeed-python', github.run_id) |
154 | 155 | || 'ubuntu-latest' }} |
155 | 156 | env: |
156 | 157 | # Same settings as the bench profile, which keeps the debug info that CodSpeed uses to |
@@ -203,32 +204,29 @@ jobs: |
203 | 204 | # the build flags, not the silicon. c7i.metal-24xl is the smaller of the two c7i |
204 | 205 | # metal sizes: Sapphire Rapids, and AVX-512 capable. |
205 | 206 | - features: avx2 |
206 | | - family: c7i.metal-24xl |
207 | | - build-family: c7i.4xlarge |
208 | | - image: ubuntu24-full-x64-pre-v2 |
| 207 | + runner: amd64-codspeed-walltime |
| 208 | + build-runner: amd64-codspeed-build |
209 | 209 | rustflags: "-C target-feature=+avx2 -C force-frame-pointers=yes" |
210 | 210 | # Every AVX-512 extension Sapphire Rapids implements, not just the two the current |
211 | 211 | # `cfg(target_feature)` gates test for. Those gates decide which kernel the code |
212 | 212 | # under test selects, but the rest of the build — anything the compiler |
213 | 213 | # auto-vectorizes, the scalar baselines included — sees the whole feature set, and |
214 | 214 | # a two-feature build is not what anything ships on. |
215 | 215 | - features: avx512 |
216 | | - family: c7i.metal-24xl |
217 | | - build-family: c7i.4xlarge |
218 | | - image: ubuntu24-full-x64-pre-v2 |
| 216 | + runner: amd64-codspeed-walltime |
| 217 | + build-runner: amd64-codspeed-build |
219 | 218 | rustflags: >- |
220 | 219 | -C target-feature=+avx512f,+avx512bw,+avx512cd,+avx512dq,+avx512vl,+avx512ifma,+avx512vbmi,+avx512vbmi2,+avx512vnni,+avx512bitalg,+avx512vpopcntdq,+avx512bf16,+avx512fp16 |
221 | 220 | -C force-frame-pointers=yes |
222 | 221 | # Graviton3 supports SVE, so this family can also host a future SVE leg. |
223 | 222 | - features: neon |
224 | | - family: c7g.metal |
225 | | - build-family: c7g.4xlarge |
226 | | - image: ubuntu24-full-arm64-pre-v2 |
| 223 | + runner: arm64-codspeed-walltime |
| 224 | + build-runner: arm64-codspeed-build |
227 | 225 | rustflags: "-C target-feature=+neon -C force-frame-pointers=yes" |
228 | 226 | name: "Build Codspeed CPU benchmarks (${{ matrix.features }})" |
229 | 227 | timeout-minutes: 30 |
230 | 228 | runs-on: >- |
231 | | - runs-on=${{ github.run_id }}/runner=bench-dedicated/family=${{ matrix.build-family }}/image=${{ matrix.image }}/extras=s3-cache/tag=bench-codspeed-cpu-features-build-${{ matrix.features }} |
| 229 | + runs-on=${{ github.run_id }}/runner=${{ matrix.build-runner }}/tag=bench-codspeed-cpu-features-build-${{ matrix.features }} |
232 | 230 | steps: |
233 | 231 | - uses: runs-on/action@v2 |
234 | 232 | with: |
@@ -297,7 +295,7 @@ jobs: |
297 | 295 | name: "Benchmark with Codspeed (${{ matrix.features }})" |
298 | 296 | timeout-minutes: 30 |
299 | 297 | runs-on: >- |
300 | | - runs-on=${{ github.run_id }}/runner=bench-dedicated/family=${{ matrix.family }}/image=${{ matrix.image }}/extras=s3-cache/tag=bench-codspeed-cpu-features-${{ matrix.features }} |
| 298 | + runs-on=${{ github.run_id }}/runner=${{ matrix.runner }}/tag=bench-codspeed-cpu-features-${{ matrix.features }} |
301 | 299 | steps: |
302 | 300 | # Initialise the RunsOn artifact proxy used by download-artifact. |
303 | 301 | - uses: runs-on/action@v2 |
@@ -350,7 +348,7 @@ jobs: |
350 | 348 | name: "Build Codspeed CUDA benchmarks" |
351 | 349 | timeout-minutes: 30 |
352 | 350 | runs-on: >- |
353 | | - runs-on=${{ github.run_id }}/family=g5/cpu=8/image=ubuntu24-gpu-x64/extras=s3-cache/tag=bench-codspeed-cuda-build |
| 351 | + runs-on=${{ github.run_id }}/runner=gpu-codspeed/tag=bench-codspeed-cuda-build |
354 | 352 | steps: |
355 | 353 | - uses: runs-on/action@v2 |
356 | 354 | with: |
@@ -411,7 +409,7 @@ jobs: |
411 | 409 | name: "Benchmark with Codspeed (CUDA Shard #${{ matrix.shard }} - ${{ matrix.name }})" |
412 | 410 | timeout-minutes: 30 |
413 | 411 | runs-on: >- |
414 | | - runs-on=${{ github.run_id }}/family=g5/cpu=8/image=ubuntu24-gpu-x64/extras=s3-cache/tag=bench-codspeed-cuda-${{ matrix.shard }} |
| 412 | + runs-on=${{ github.run_id }}/runner=gpu-codspeed/tag=bench-codspeed-cuda-${{ matrix.shard }} |
415 | 413 | steps: |
416 | 414 | - uses: runs-on/action@v2 |
417 | 415 | with: |
|
0 commit comments