koboldcpp/tests/fusion/MTL.csv

1	# test-fusion baseline for device MTL
2	# arch ,moe ,mode ,label , count
3	afmoe ,1 ,any ,MUL+ADD , 2
4	afmoe ,1 ,any ,RMS_NORM+MUL , 10
5	afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6	arcee ,0 ,any ,RMS_NORM+MUL , 5
7	arctic ,0 ,any ,MUL+ADD , 4
8	arctic ,0 ,any ,RMS_NORM+MUL , 7
9	arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10	baichuan ,0 ,any ,RMS_NORM+MUL , 5
11	bailingmoe ,1 ,any ,ADD+ADD , 2
12	bailingmoe ,1 ,any ,MUL+ADD , 4
13	bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14	bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15	bailingmoe2 ,1 ,any ,ADD+ADD , 1
16	bailingmoe2 ,1 ,any ,MUL+ADD , 2
17	bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18	bailingmoe3 ,1 ,any ,ADD+ADD , 1
19	bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20	bailingmoe3 ,1 ,any ,MUL+ADD , 2
21	bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22	bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23	beam ,0 ,any ,MUL+ADD , 6
24	beam ,0 ,any ,RMS_NORM+MUL , 25
25	bloom ,0 ,any ,NORM+MUL+ADD , 6
26	chatglm ,0 ,any ,RMS_NORM+MUL , 5
27	codeshell ,0 ,any ,NORM+MUL+ADD , 5
28	cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29	cohere2 ,0 ,any ,ADD+ADD , 2
30	cohere2 ,0 ,any ,NORM+MUL , 3
31	cohere2moe ,1 ,any ,ADD+ADD , 2
32	cohere2moe ,1 ,any ,MUL+ADD , 2
33	cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34	command-r ,0 ,any ,NORM+MUL , 3
35	dbrx ,0 ,any ,MUL+ADD , 4
36	dbrx ,0 ,any ,NORM+MUL , 5
37	dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38	deci ,0 ,any ,RMS_NORM+MUL , 5
39	deepseek ,0 ,any ,ADD+ADD , 1
40	deepseek ,0 ,any ,MUL+ADD , 2
41	deepseek ,0 ,any ,RMS_NORM+MUL , 5
42	deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43	deepseek2 ,0 ,any ,ADD+ADD , 1
44	deepseek2 ,0 ,any ,MUL+ADD , 2
45	deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46	deepseek32 ,0 ,any ,ADD+ADD , 1
47	deepseek32 ,0 ,any ,MUL+ADD , 2
48	deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49	deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50	deepseek4 ,0 ,any ,MUL+ADD , 8
51	deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52	deepseek41 ,0 ,any ,MUL+ADD , 12
53	deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
54	dots1 ,0 ,any ,ADD+ADD , 1
55	dots1 ,0 ,any ,MUL+ADD , 2
56	dots1 ,0 ,any ,RMS_NORM+MUL , 9
57	dots3note ,0 ,any ,ADD+ADD , 1
58	dots3note ,0 ,any ,MUL+ADD , 2
59	dots3note ,0 ,any ,NORM+MUL+ADD , 1
60	dots3note ,0 ,any ,RMS_NORM+MUL , 11
61	dream ,0 ,any ,RMS_NORM+MUL , 5
62	ernie4_5-moe ,1 ,any ,ADD+ADD , 1
63	ernie4_5-moe ,1 ,any ,MUL+ADD , 2
64	ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
65	ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
66	exaone ,0 ,any ,RMS_NORM+MUL , 5
67	exaone-moe ,1 ,any ,ADD+ADD , 1
68	exaone-moe ,1 ,any ,MUL+ADD , 2
69	exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
70	exaone4 ,0 ,any ,RMS_NORM+MUL , 5
71	exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
72	falcon ,0 ,any ,ADD+ADD , 2
73	falcon ,0 ,any ,NORM+MUL+ADD , 5
74	falcon-h1 ,0 ,any ,ADD+ADD , 2
75	falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
76	flint ,0 ,any ,ADD+ADD , 1
77	flint ,0 ,any ,MUL+ADD , 2
78	flint ,0 ,any ,RMS_NORM+MUL , 9
79	gemma ,0 ,any ,RMS_NORM+MUL , 5
80	gemma2 ,0 ,any ,RMS_NORM+MUL , 5
81	gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
82	gemma3 ,0 ,any ,RMS_NORM+MUL , 9
83	gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
84	glm-dsa ,0 ,any ,ADD+ADD , 1
85	glm-dsa ,0 ,any ,MUL+ADD , 2
86	glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
87	glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
88	glm4 ,0 ,any ,RMS_NORM+MUL , 5
89	glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
90	glm4moe ,1 ,any ,ADD+ADD , 1
91	glm4moe ,1 ,any ,MUL+ADD , 2
92	glm4moe ,1 ,any ,RMS_NORM+MUL , 9
93	glm5-next ,0 ,any ,ADD+ADD+ADD , 1
94	glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
95	glm5-next ,0 ,any ,MUL+ADD , 2
96	glm5-next ,0 ,any ,NORM+MUL+ADD , 1
97	glm5-next ,0 ,any ,RMS_NORM+MUL , 8
98	glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
99	gpt-oss ,0 ,any ,MUL+ADD , 4
100	gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
101	gpt2 ,0 ,any ,NORM+MUL+ADD , 5
102	gptneox ,0 ,any ,NORM+MUL+ADD , 5
103	granite ,0 ,any ,RMS_NORM+MUL , 5
104	granite ,0 ,any ,MUL+ADD , 4
105	granite ,0 ,any ,RMS_NORM+MUL , 5
106	granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
107	granite_swa ,0 ,any ,RMS_NORM+MUL , 5
108	granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
109	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
110	granitemoe ,1 ,any ,MUL+ADD , 4
111	granitemoe ,1 ,any ,RMS_NORM+MUL , 5
112	granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
113	grok ,0 ,any ,MUL+ADD , 4
114	grok ,0 ,any ,RMS_NORM+MUL , 5
115	grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
116	grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
117	grovemoe ,1 ,any ,ADD+ADD , 2
118	grovemoe ,1 ,any ,MUL+ADD , 8
119	grovemoe ,1 ,any ,RMS_NORM+MUL , 9
120	hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
121	hunyuan-moe ,1 ,any ,ADD+ADD , 2
122	hunyuan-moe ,1 ,any ,MUL+ADD , 4
123	hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
124	hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
125	hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
126	hy_v3 ,0 ,any ,ADD+ADD , 2
127	hy_v3 ,0 ,any ,MUL+ADD , 4
128	hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
129	hy_v4 ,0 ,any ,MUL+ADD , 2
130	hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
131	hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
132	internlm2 ,0 ,any ,RMS_NORM+MUL , 5
133	jais ,0 ,any ,NORM+MUL+ADD , 5
134	jais2 ,0 ,any ,NORM+MUL+ADD , 5
135	jamba ,0 ,any ,RMS_NORM+MUL , 8
136	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
137	k2-horizon ,0 ,any ,ADD+ADD , 1
138	k2-horizon ,0 ,any ,MUL+ADD , 2
139	k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
140	kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
141	kimi-k3 ,0 ,any ,MUL+ADD , 2
142	kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
143	kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
144	kimi-linear ,0 ,any ,ADD+ADD , 1
145	kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
146	kimi-linear ,0 ,any ,MUL+ADD , 2
147	kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
148	kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
149	kolibri1 ,0 ,any ,MUL+ADD , 4
150	kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
151	kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
152	laguna ,0 ,any ,ADD+ADD , 1
153	laguna ,0 ,any ,MUL+ADD , 2
154	laguna ,0 ,any ,RMS_NORM+MUL , 9
155	lfm2 ,0 ,any ,RMS_NORM+MUL , 7
156	lfm2moe ,1 ,any ,MUL+ADD , 2
157	lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
158	lfm3 ,0 ,any ,RMS_NORM+MUL , 17
159	llada ,0 ,any ,RMS_NORM+MUL , 5
160	llada-moe ,1 ,any ,MUL+ADD , 4
161	llada-moe ,1 ,any ,RMS_NORM+MUL , 9
162	llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
163	llama ,0 ,any ,RMS_NORM+MUL , 5
164	llama ,0 ,any ,MUL+ADD , 4
165	llama ,0 ,any ,RMS_NORM+MUL , 5
166	llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
167	llama4 ,0 ,any ,ADD+ADD , 2
168	llama4 ,0 ,any ,RMS_NORM+MUL , 9
169	maincoder ,0 ,any ,RMS_NORM+MUL , 9
170	maion-coder ,0 ,any ,MUL+ADD , 4
171	maion-coder ,0 ,any ,RMS_NORM+MUL , 17
172	maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
173	maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
174	mamba ,0 ,any ,RMS_NORM+MUL , 3
175	mamba2 ,0 ,any ,RMS_NORM+MUL , 5
176	maple ,0 ,any ,MUL+ADD , 4
177	maple ,0 ,any ,RMS_NORM+MUL , 9
178	maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
179	mellum ,0 ,any ,MUL+ADD , 4
180	mellum ,0 ,any ,RMS_NORM+MUL , 9
181	mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
182	mimo2 ,0 ,any ,MUL+ADD , 4
183	mimo2 ,0 ,any ,RMS_NORM+MUL , 5
184	minicpm ,0 ,any ,RMS_NORM+MUL , 5
185	minicpm ,0 ,any ,MUL+ADD , 4
186	minicpm ,0 ,any ,RMS_NORM+MUL , 5
187	minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
188	minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
189	minimax-01 ,0 ,any ,MUL+ADD , 4
190	minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
191	minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
192	minimax-m2 ,0 ,any ,MUL+ADD , 4
193	minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
194	minimax-m3 ,0 ,any ,ADD+ADD , 1
195	minimax-m3 ,0 ,any ,MUL+ADD , 2
196	minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
197	mistral-large4 ,0 ,any ,ADD+ADD , 3
198	mistral-large4 ,0 ,any ,MUL+ADD , 6
199	mistral-large4 ,0 ,any ,NORM+MUL+ADD , 6
200	mistral-large4 ,0 ,any ,RMS_NORM+MUL , 12
201	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
202	mistral3 ,0 ,any ,MUL+ADD , 4
203	mistral3 ,0 ,any ,RMS_NORM+MUL , 5
204	mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
205	mistral4 ,0 ,any ,ADD+ADD , 1
206	mistral4 ,0 ,any ,MUL+ADD , 2
207	mistral4 ,0 ,any ,RMS_NORM+MUL , 9
208	mpt ,0 ,any ,NORM+MUL+ADD , 5
209	muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
210	muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
211	muse-spark ,0 ,any ,MUL+ADD , 4
212	muse-spark ,0 ,any ,RMS_NORM+MUL , 14
213	nanbeige ,0 ,any ,RMS_NORM+MUL , 5
214	nemotron ,0 ,any ,NORM+MUL+ADD , 5
215	nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
216	nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
217	olmo2 ,0 ,any ,RMS_NORM+MUL , 5
218	olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
219	olmoe ,1 ,any ,MUL+ADD , 4
220	olmoe ,1 ,any ,RMS_NORM+MUL , 9
221	olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
222	openelm ,0 ,any ,RMS_NORM+MUL , 9
223	orion ,0 ,any ,NORM+MUL+ADD , 5
224	paddleocr ,0 ,any ,RMS_NORM+MUL , 5
225	pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
226	phi2 ,0 ,any ,ADD+ADD , 2
227	phi2 ,0 ,any ,NORM+MUL+ADD , 3
228	phi3 ,0 ,any ,RMS_NORM+MUL , 5
229	phimoe ,1 ,any ,MUL+ADD , 4
230	phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
231	phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
232	plamo ,0 ,any ,ADD+ADD , 2
233	plamo ,0 ,any ,RMS_NORM+MUL , 3
234	plamo2 ,0 ,any ,RMS_NORM+MUL , 10
235	plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
236	plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
237	plamo3 ,0 ,any ,RMS_NORM+MUL , 9
238	plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
239	pockettts ,0 ,any ,NORM+MUL+ADD , 5
240	qwen ,0 ,any ,RMS_NORM+MUL , 5
241	qwen2 ,0 ,any ,RMS_NORM+MUL , 5
242	qwen2moe ,1 ,any ,ADD+ADD , 2
243	qwen2moe ,1 ,any ,MUL+ADD , 4
244	qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
245	qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
246	qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
247	qwen3 ,0 ,any ,RMS_NORM+MUL , 9
248	qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
249	qwen35 ,0 ,any ,RMS_NORM+MUL , 8
250	qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
251	qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
252	qwen35moe ,1 ,any ,ADD+ADD , 2
253	qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
254	qwen35moe ,1 ,any ,MUL+ADD , 4
255	qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
256	qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
257	qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
258	qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
259	qwen3moe ,1 ,any ,MUL+ADD , 4
260	qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
261	qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
262	qwen3next ,0 ,any ,ADD+ADD , 2
263	qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
264	qwen3next ,0 ,any ,MUL+ADD , 4
265	qwen3next ,0 ,any ,RMS_NORM+MUL , 8
266	qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
267	qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
268	qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
269	qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
270	qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
271	qwen3vlmoe ,1 ,any ,MUL+ADD , 4
272	qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
273	qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
274	qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
275	qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
276	qwen4exp ,0 ,any ,MUL+ADD , 4
277	qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
278	qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
279	qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
280	qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
281	refact ,0 ,any ,RMS_NORM+MUL , 5
282	refact ,0 ,any ,RMS_NORM+MUL , 5
283	rnd1 ,0 ,any ,MUL+ADD , 4
284	rnd1 ,0 ,any ,RMS_NORM+MUL , 9
285	rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
286	seed_oss ,0 ,any ,RMS_NORM+MUL , 5
287	smallthinker ,0 ,any ,MUL+ADD , 4
288	smallthinker ,0 ,any ,RMS_NORM+MUL , 5
289	smollm3 ,0 ,any ,RMS_NORM+MUL , 5
290	spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
291	stablelm ,0 ,any ,NORM+MUL , 4
292	stablelm ,0 ,any ,NORM+MUL+ADD , 5
293	starcoder ,0 ,any ,NORM+MUL+ADD , 5
294	starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
295	talkie ,0 ,any ,ADD+ADD , 2
296	xverse ,0 ,any ,RMS_NORM+MUL , 5