File tree Expand file tree Collapse file tree 1 file changed +6
-0
lines changed
Expand file tree Collapse file tree 1 file changed +6
-0
lines changed Original file line number Diff line number Diff line change 1919from QEfficient .customop .ctx_scatter_gather import (
2020 CtxGather ,
2121 CtxGather3D ,
22+ CtxGatherBlockedKV ,
2223 CtxGatherFunc ,
2324 CtxGatherFunc3D ,
25+ CtxGatherFuncBlockedKV ,
2426 CtxScatter ,
2527 CtxScatter3D ,
2628 CtxScatterFunc ,
2729 CtxScatterFunc3D ,
2830)
2931from QEfficient .customop .ctx_scatter_gather_cb import (
32+ CtxGatherBlockedKVCB ,
3033 CtxGatherCB ,
3134 CtxGatherCB3D ,
35+ CtxGatherFuncBlockedKVCB ,
3236 CtxGatherFuncCB ,
3337 CtxGatherFuncCB3D ,
3438 CtxScatterCB ,
@@ -95,6 +99,8 @@ class CustomOpTransform(BaseOnnxTransform):
9599 "CtxScatterFuncCB3D" : (CtxScatterFuncCB3D , CtxScatterCB3D ),
96100 "CtxGatherFuncCB" : (CtxGatherFuncCB , CtxGatherCB ),
97101 "CtxGatherFuncCB3D" : (CtxGatherFuncCB3D , CtxGatherCB3D ),
102+ "CtxGatherFuncBlockedKV" : (CtxGatherFuncBlockedKV , CtxGatherBlockedKV ),
103+ "CtxGatherFuncBlockedKVCB" : (CtxGatherFuncBlockedKVCB , CtxGatherBlockedKVCB ),
98104 }
99105
100106 @classmethod
You can’t perform that action at this time.
0 commit comments