Skip to content

Commit 5bb5022

Browse files
committed
More MoE GEMMs
1 parent 9eb893b commit 5bb5022

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

examples/12_bmg_moe_gemm_cute_interface/moe_gemms.hpp

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -160,8 +160,10 @@ template <class GmemTiledCopyA, class GmemTiledCopyB, class GmemTiledCopyD,
160160
class STensor, class DTensor, class TiledMMA,
161161
class = std::enable_if_t<
162162
!cute::is_void_v<typename STensor::element_type> &&
163-
is_same_v<typename BTensor::element_type, float_e2m1_t> &&
164-
is_same_v<typename STensor::element_type, float_ue8m0_t> &&
163+
is_any_of_v<typename BTensor::element_type, float_e2m1_t,
164+
float_e4m3_t, float_e5m2_t, int4_t> &&
165+
is_any_of_v<typename STensor::element_type, float_ue8m0_t, half_t,
166+
bfloat16_t> &&
165167
is_any_of_v<typename ATensor::element_type, bfloat16_t, half_t>>>
166168
CUTE_DEVICE void moe_gemm(ATensor const &A, // (M,K)
167169
BTensor const &B, // (N,K)

0 commit comments

Comments
 (0)