Skip to content

Commit 851ed0f

Browse files
authored
Merge branch 'quic:main' into CCL-main
2 parents 2788e6e + 5da8325 commit 851ed0f

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

QEfficient/base/onnx_transforms.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,16 +19,20 @@
1919
from QEfficient.customop.ctx_scatter_gather import (
2020
CtxGather,
2121
CtxGather3D,
22+
CtxGatherBlockedKV,
2223
CtxGatherFunc,
2324
CtxGatherFunc3D,
25+
CtxGatherFuncBlockedKV,
2426
CtxScatter,
2527
CtxScatter3D,
2628
CtxScatterFunc,
2729
CtxScatterFunc3D,
2830
)
2931
from QEfficient.customop.ctx_scatter_gather_cb import (
32+
CtxGatherBlockedKVCB,
3033
CtxGatherCB,
3134
CtxGatherCB3D,
35+
CtxGatherFuncBlockedKVCB,
3236
CtxGatherFuncCB,
3337
CtxGatherFuncCB3D,
3438
CtxScatterCB,
@@ -95,6 +99,8 @@ class CustomOpTransform(BaseOnnxTransform):
9599
"CtxScatterFuncCB3D": (CtxScatterFuncCB3D, CtxScatterCB3D),
96100
"CtxGatherFuncCB": (CtxGatherFuncCB, CtxGatherCB),
97101
"CtxGatherFuncCB3D": (CtxGatherFuncCB3D, CtxGatherCB3D),
102+
"CtxGatherFuncBlockedKV": (CtxGatherFuncBlockedKV, CtxGatherBlockedKV),
103+
"CtxGatherFuncBlockedKVCB": (CtxGatherFuncBlockedKVCB, CtxGatherBlockedKVCB),
98104
}
99105

100106
@classmethod

0 commit comments

Comments
 (0)