Skip to content

Commit 7951105

Browse files
authored
add rmsnorm kernels support for npu (#42106)
1 parent 58a3f8c commit 7951105

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

src/transformers/integrations/hub_kernels.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -71,6 +71,12 @@
7171
layer_name="RMSNorm",
7272
)
7373
},
74+
"npu": {
75+
Mode.INFERENCE: LayerRepository(
76+
repo_id="kernels-community/liger_kernels",
77+
layer_name="LigerRMSNorm",
78+
)
79+
},
7480
},
7581
"MLP": {
7682
"cuda": LayerRepository(

0 commit comments

Comments
 (0)