Skip to content

Commit bb0a221

Browse files
authored
add rmsnorm kernels support for npu
1 parent f065e40 commit bb0a221

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/transformers/integrations/hub_kernels.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -71,6 +71,12 @@
7171
layer_name="RMSNorm",
7272
)
7373
},
74+
"npu": {
75+
Mode.INFERENCE: LayerRepository(
76+
repo_id="kernels-community/liger_kernels",
77+
layer_name="LigerRMSNorm",
78+
)
79+
},
7480
},
7581
"MLP": {
7682
"cuda": LayerRepository(

0 commit comments

Comments
 (0)