bench several funcs

Author: kali

linalg/activations/benches/vm.rs

@@ -1,35 +1,41 @@
-use activations::{definitions, reference};
-use criterion::{black_box, criterion_group, criterion_main, BenchmarkId, Criterion, BatchSize};
+use activations::{definitions, reference, Program};
+use criterion::{black_box, criterion_group, criterion_main, BatchSize, BenchmarkId, Criterion};
 
-pub fn criterion_benchmark(c: &mut Criterion) {
-    let mut group = c.benchmark_group("relu");
+fn crit(c: &mut Criterion, name: &str, r: impl Fn(f32) -> f32, prog: &Program) {
+    let mut group = c.benchmark_group(name);
     for size in [1i32, 32, 256, 1024, 8192].iter() {
         group.throughput(criterion::Throughput::Elements(*size as u64));
         group.bench_with_input(BenchmarkId::new("Reference", size), size, |b, size| {
             b.iter_batched(
                 || vec![1.0f32; *size as usize],
                 |v| {
                     for x in v {
-                        reference::relu(black_box(x));
+                        r(black_box(x));
                     }
                 },
-                BatchSize::LargeInput
-                )
+                BatchSize::LargeInput,
+            )
         });
-        let d = definitions::relu();
         group.bench_with_input(BenchmarkId::new("VM", size), size, |b, size| {
             b.iter_batched(
                 || vec![1.0f32; *size as usize],
                 |v| {
                     for x in v {
-                        d.compute(black_box(x));
+                        prog.compute(black_box(x));
                     }
                 },
-                BatchSize::LargeInput
-                )
+                BatchSize::LargeInput,
+            )
         });
     }
 }
 
+fn criterion_benchmark(c: &mut Criterion) {
+    crit(c, "relu", reference::relu, &definitions::relu());
+    crit(c, "hardswish", reference::hardswish, &definitions::hardswish());
+    crit(c, "exp2f", reference::exp2f, &definitions::exp2f());
+    crit(c, "sigmoid", reference::sigmoid, &definitions::sigmoid());
+}
+
 criterion_group!(benches, criterion_benchmark);
 criterion_main!(benches);