Skip to content

Commit 5a8910d

Browse files
authored
[Benchmarks] Add core benchmarks preset (#20688)
Test run: https://github.com/intel/llvm/actions/runs/19532409628/job/55919259615
1 parent 1c2f03d commit 5a8910d

File tree

5 files changed

+41
-0
lines changed

5 files changed

+41
-0
lines changed

.github/workflows/sycl-ur-perf-benchmarking.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,7 @@ on:
2424
- Full
2525
- SYCL
2626
- Minimal
27+
- Core
2728
- Normal
2829
- Test
2930
- Gromacs

devops/scripts/benchmarks/README.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -115,6 +115,7 @@ The available benchmarks options are:
115115
* `Full` (BenchDNN, Compute, Gromacs, llama, SYCL, Velocity and UMF benchmarks)
116116
* `SYCL` (Compute, llama, SYCL, Velocity)
117117
* `Minimal` (Compute)
118+
* `Core` (Compute: SubmitKernel)
118119
* `Normal` (BenchDNN, Compute, Gromacs, llama, Velocity)
119120
* `Gromacs` (Gromacs)
120121
* `OneDNN` (BenchDNN)

devops/scripts/benchmarks/benches/compute.py

Lines changed: 35 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -353,6 +353,41 @@ def createRrBench(variant_name: str, **kwargs):
353353
return benches
354354

355355

356+
class ComputeBenchCoreSuite(ComputeBench):
357+
"""
358+
A suite for core compute benchmarks scenarios for quick runs.
359+
"""
360+
361+
def name(self) -> str:
362+
return "Compute Benchmarks Core"
363+
364+
def benchmarks(self) -> list[Benchmark]:
365+
core_benches = []
366+
submit_kernel_params = product(
367+
list(RUNTIMES),
368+
[0, 1], # in_order_queue
369+
[0, 1], # measure_completion
370+
[0, 1], # use_events
371+
)
372+
for (
373+
runtime,
374+
in_order_queue,
375+
measure_completion,
376+
use_events,
377+
) in submit_kernel_params:
378+
core_benches.append(
379+
SubmitKernel(
380+
self,
381+
runtime,
382+
in_order_queue,
383+
measure_completion,
384+
use_events,
385+
KernelExecTime=1,
386+
)
387+
)
388+
return core_benches
389+
390+
356391
class ComputeBenchmark(Benchmark):
357392
def __init__(
358393
self,

devops/scripts/benchmarks/main.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -269,6 +269,7 @@ def main(directory, additional_env_vars, compare_names, filter, execution_stats)
269269

270270
suites = [
271271
ComputeBench(),
272+
ComputeBenchCoreSuite(),
272273
VelocityBench(),
273274
SyclBench(),
274275
LlamaCppBench(),

devops/scripts/benchmarks/presets.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,9 @@
2626
"Minimal": [
2727
"Compute Benchmarks",
2828
],
29+
"Core": [
30+
"Compute Benchmarks Core",
31+
],
2932
"Normal": [
3033
"BenchDNN",
3134
"Compute Benchmarks",

0 commit comments

Comments
 (0)