threshold, softsign

Author: kali

linalg/arm64/arm64simd/arm64simd_act_f32_32n.tmpl

@@ -187,9 +187,26 @@
     dup         v23.4s, v24.s[0]
     b .inner_loop
 .abs:
-    b           .unsupported
+    fabs        v0.4s, v0.4s
+    fabs        v1.4s, v1.4s
+    fabs        v2.4s, v2.4s
+    fabs        v3.4s, v3.4s
+    fabs        v4.4s, v4.4s
+    fabs        v5.4s, v5.4s
+    fabs        v6.4s, v6.4s
+    fabs        v7.4s, v7.4s
+    b .inner_loop
 .recip:
-    b           .unsupported
+    fmov        v24.4s, #1.0
+    fdiv        v0.4s, v24.4s, v0.4s
+    fdiv        v1.4s, v24.4s, v1.4s
+    fdiv        v2.4s, v24.4s, v2.4s
+    fdiv        v3.4s, v24.4s, v3.4s
+    fdiv        v4.4s, v24.4s, v4.4s
+    fdiv        v5.4s, v24.4s, v5.4s
+    fdiv        v6.4s, v24.4s, v6.4s
+    fdiv        v7.4s, v24.4s, v7.4s
+    b .inner_loop
 .add:
     b           .unsupported
 .sub:
@@ -221,8 +238,21 @@
     fadd        v6.4s, v6.4s, v24.4s
     fadd        v7.4s, v7.4s, v24.4s
     b .inner_loop
+
 .sub_const:
-    b           .unsupported
+    ins         v24.s[0], w3
+    add         x5, x5, 4
+    dup         v24.4s, v24.s[0]
+    fsub        v0.4s, v0.4s, v24.4s
+    fsub        v1.4s, v1.4s, v24.4s
+    fsub        v2.4s, v2.4s, v24.4s
+    fsub        v3.4s, v3.4s, v24.4s
+    fsub        v4.4s, v4.4s, v24.4s
+    fsub        v5.4s, v5.4s, v24.4s
+    fsub        v6.4s, v6.4s, v24.4s
+    fsub        v7.4s, v7.4s, v24.4s
+    b .inner_loop
+
 .mul_const:
     ins         v24.s[0], w3
     add         x5, x5, 4

linalg/src/frame/activations/tests.rs

@@ -98,13 +98,34 @@ macro_rules! act_tests {
                     }
                 }
 
+                #[test]
+                fn abs_prop(x in x_strat()) {
+                    if $cond {
+                        run_kernel_test::<$ti, $ker>(&x, &[Abs], |x| x.abs());
+                    }
+                }
+
+                #[test]
+                fn recip_prop(x in x_strat()) {
+                    if $cond {
+                        run_kernel_test::<$ti, $ker>(&x, &[Recip], |x| x.recip());
+                    }
+                }
+
                 #[test]
                 fn add_const_prop(alpha in any::<$ti>(), x in x_strat()) {
                     if $cond {
                         run_kernel_test::<$ti, $ker>(&x, &[AddConst(alpha)], |x| x + alpha);
                     }
                 }
 
+                #[test]
+                fn sub_const_prop(alpha in any::<$ti>(), x in x_strat()) {
+                    if $cond {
+                        run_kernel_test::<$ti, $ker>(&x, &[SubConst(alpha)], |x| x - alpha);
+                    }
+                }
+
                 #[test]
                 fn mul_const_prop(alpha in any::<$ti>(), x in x_strat()) {
                     if $cond {
@@ -210,6 +231,17 @@ macro_rules! act_tests {
                         }
                     }
 
+                    #[test]
+                    fn threshold_relu_prop(x in x_strat(), alpha in any::<$ti>()) {
+                        if $cond {
+                            run_kernel_test::<$ti, $ker>(
+                                &x,
+                                &$crate::frame::activations::definitions::threshold_relu(alpha).ops,
+                                |x| if x >= alpha { x } else { <$ti>::zero() }
+                                );
+                        }
+                    }
+
                     #[test]
                     fn hard_sigmoid(x in x_strat(), alpha in any::<$ti>(), beta in any::<$ti>()) {
                         if $cond {
@@ -221,6 +253,17 @@ macro_rules! act_tests {
                         }
                     }
 
+                    #[test]
+                    fn softsign(x in x_strat()) {
+                        if $cond {
+                            run_kernel_test::<$ti, $ker>(
+                                &x,
+                                &$crate::frame::activations::definitions::softsign().ops,
+                                |x| x / ( <$ti>::one() + x.abs())
+                                );
+                        }
+                    }
+
                     #[test]
                     fn hard_swish(x in x_strat()) {
                         if $cond {
@@ -232,17 +275,6 @@ macro_rules! act_tests {
                         }
                     }
                 }
-                /*
-                   prop_act_e2e!($cond, $ti, $ker, affine(alpha, beta));
-                   prop_act_e2e!($cond, $ti, $ker, leaky_relu(alpha));
-                   prop_act_e2e!($cond, $ti, $ker, threshold_relu(alpha));
-                   prop_act_e2e!($cond, $ti, $ker, softsign());
-                   prop_act_e2e!($cond, $ti, $ker, hardswish());
-                /*
-                prop_activation!($cond, $ti, $ker, sigmoid());
-                prop_activation!($cond, $ti, $ker, exp2f());
-                */
-                */
             }
         };
     }