include llama.cpp since there were some edits

This commit is contained in:
zefie committed 2026-11-01 16:32:35 -05:00
1 parent db7f28d087
commit 8c66990853
3918 files changed
+1640170 -1

No files matched your search

+292
View File
@@ -0,0 +1,292 @@
# test-fusion baseline for device MTL
# arch ,moe ,mode ,label , count
afmoe ,1 ,any ,MUL+ADD , 2
afmoe ,1 ,any ,RMS_NORM+MUL , 10
afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
arcee ,0 ,any ,RMS_NORM+MUL , 5
arctic ,0 ,any ,MUL+ADD , 4
arctic ,0 ,any ,RMS_NORM+MUL , 7
arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
baichuan ,0 ,any ,RMS_NORM+MUL , 5
bailingmoe ,1 ,any ,ADD+ADD , 2
bailingmoe ,1 ,any ,MUL+ADD , 4
bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
bailingmoe2 ,1 ,any ,ADD+ADD , 1
bailingmoe2 ,1 ,any ,MUL+ADD , 2
bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
bailingmoe3 ,1 ,any ,ADD+ADD , 1
bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
bailingmoe3 ,1 ,any ,MUL+ADD , 2
bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
beam ,0 ,any ,MUL+ADD , 6
beam ,0 ,any ,RMS_NORM+MUL , 25
bloom ,0 ,any ,NORM+MUL+ADD , 6
chatglm ,0 ,any ,RMS_NORM+MUL , 5
codeshell ,0 ,any ,NORM+MUL+ADD , 5
cogvlm ,0 ,any ,RMS_NORM+MUL , 5
cohere2 ,0 ,any ,ADD+ADD , 2
cohere2 ,0 ,any ,NORM+MUL , 3
cohere2moe ,1 ,any ,ADD+ADD , 2
cohere2moe ,1 ,any ,MUL+ADD , 2
cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
command-r ,0 ,any ,NORM+MUL , 3
dbrx ,0 ,any ,MUL+ADD , 4
dbrx ,0 ,any ,NORM+MUL , 5
dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
deci ,0 ,any ,RMS_NORM+MUL , 5
deepseek ,0 ,any ,ADD+ADD , 1
deepseek ,0 ,any ,MUL+ADD , 2
deepseek ,0 ,any ,RMS_NORM+MUL , 5
deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
deepseek2 ,0 ,any ,ADD+ADD , 1
deepseek2 ,0 ,any ,MUL+ADD , 2
deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
deepseek32 ,0 ,any ,ADD+ADD , 1
deepseek32 ,0 ,any ,MUL+ADD , 2
deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
deepseek4 ,0 ,any ,MUL+ADD , 8
deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
deepseek41 ,0 ,any ,MUL+ADD , 12
deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
dots1 ,0 ,any ,ADD+ADD , 1
dots1 ,0 ,any ,MUL+ADD , 2
dots1 ,0 ,any ,RMS_NORM+MUL , 9
dots3note ,0 ,any ,ADD+ADD , 1
dots3note ,0 ,any ,MUL+ADD , 2
dots3note ,0 ,any ,NORM+MUL+ADD , 1
dots3note ,0 ,any ,RMS_NORM+MUL , 11
dream ,0 ,any ,RMS_NORM+MUL , 5
ernie4_5-moe ,1 ,any ,ADD+ADD , 1
ernie4_5-moe ,1 ,any ,MUL+ADD , 2
ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
exaone ,0 ,any ,RMS_NORM+MUL , 5
exaone-moe ,1 ,any ,ADD+ADD , 1
exaone-moe ,1 ,any ,MUL+ADD , 2
exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
exaone4 ,0 ,any ,RMS_NORM+MUL , 5
exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
falcon ,0 ,any ,ADD+ADD , 2
falcon ,0 ,any ,NORM+MUL+ADD , 5
falcon-h1 ,0 ,any ,ADD+ADD , 2
falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
flint ,0 ,any ,ADD+ADD , 1
flint ,0 ,any ,MUL+ADD , 2
flint ,0 ,any ,RMS_NORM+MUL , 9
gemma ,0 ,any ,RMS_NORM+MUL , 5
gemma2 ,0 ,any ,RMS_NORM+MUL , 5
gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
gemma3 ,0 ,any ,RMS_NORM+MUL , 9
gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
glm-dsa ,0 ,any ,ADD+ADD , 1
glm-dsa ,0 ,any ,MUL+ADD , 2
glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
glm4 ,0 ,any ,RMS_NORM+MUL , 5
glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
glm4moe ,1 ,any ,ADD+ADD , 1
glm4moe ,1 ,any ,MUL+ADD , 2
glm4moe ,1 ,any ,RMS_NORM+MUL , 9
glm5-next ,0 ,any ,ADD+ADD+ADD , 1
glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
glm5-next ,0 ,any ,MUL+ADD , 2
glm5-next ,0 ,any ,NORM+MUL+ADD , 1
glm5-next ,0 ,any ,RMS_NORM+MUL , 8
glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
gpt-oss ,0 ,any ,MUL+ADD , 4
gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
gpt2 ,0 ,any ,NORM+MUL+ADD , 5
gptneox ,0 ,any ,NORM+MUL+ADD , 5
granite ,0 ,any ,RMS_NORM+MUL , 5
granite ,0 ,any ,MUL+ADD , 4
granite ,0 ,any ,RMS_NORM+MUL , 5
granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
granite_swa ,0 ,any ,RMS_NORM+MUL , 5
granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
granitemoe ,1 ,any ,RMS_NORM+MUL , 5
granitemoe ,1 ,any ,MUL+ADD , 4
granitemoe ,1 ,any ,RMS_NORM+MUL , 5
granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
grok ,0 ,any ,MUL+ADD , 4
grok ,0 ,any ,RMS_NORM+MUL , 5
grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
grovemoe ,1 ,any ,ADD+ADD , 2
grovemoe ,1 ,any ,MUL+ADD , 8
grovemoe ,1 ,any ,RMS_NORM+MUL , 9
hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
hunyuan-moe ,1 ,any ,ADD+ADD , 2
hunyuan-moe ,1 ,any ,MUL+ADD , 4
hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
hy_v3 ,0 ,any ,ADD+ADD , 2
hy_v3 ,0 ,any ,MUL+ADD , 4
hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
hy_v4 ,0 ,any ,MUL+ADD , 2
hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
internlm2 ,0 ,any ,RMS_NORM+MUL , 5
jais ,0 ,any ,NORM+MUL+ADD , 5
jais2 ,0 ,any ,NORM+MUL+ADD , 5
jamba ,0 ,any ,RMS_NORM+MUL , 8
k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
k2-horizon ,0 ,any ,ADD+ADD , 1
k2-horizon ,0 ,any ,MUL+ADD , 2
k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
kimi-k3 ,0 ,any ,MUL+ADD , 2
kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
kimi-linear ,0 ,any ,ADD+ADD , 1
kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
kimi-linear ,0 ,any ,MUL+ADD , 2
kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
kolibri1 ,0 ,any ,MUL+ADD , 4
kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
laguna ,0 ,any ,ADD+ADD , 1
laguna ,0 ,any ,MUL+ADD , 2
laguna ,0 ,any ,RMS_NORM+MUL , 9
lfm2 ,0 ,any ,RMS_NORM+MUL , 7
lfm2moe ,1 ,any ,MUL+ADD , 2
lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
lfm3 ,0 ,any ,RMS_NORM+MUL , 17
llada ,0 ,any ,RMS_NORM+MUL , 5
llada-moe ,1 ,any ,MUL+ADD , 4
llada-moe ,1 ,any ,RMS_NORM+MUL , 9
llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
llama ,0 ,any ,RMS_NORM+MUL , 5
llama ,0 ,any ,MUL+ADD , 4
llama ,0 ,any ,RMS_NORM+MUL , 5
llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
llama4 ,0 ,any ,ADD+ADD , 2
llama4 ,0 ,any ,RMS_NORM+MUL , 9
maincoder ,0 ,any ,RMS_NORM+MUL , 9
maion-coder ,0 ,any ,MUL+ADD , 4
maion-coder ,0 ,any ,RMS_NORM+MUL , 17
maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
mamba ,0 ,any ,RMS_NORM+MUL , 3
mamba2 ,0 ,any ,RMS_NORM+MUL , 5
maple ,0 ,any ,MUL+ADD , 4
maple ,0 ,any ,RMS_NORM+MUL , 9
maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
mellum ,0 ,any ,MUL+ADD , 4
mellum ,0 ,any ,RMS_NORM+MUL , 9
mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
mimo2 ,0 ,any ,MUL+ADD , 4
mimo2 ,0 ,any ,RMS_NORM+MUL , 5
minicpm ,0 ,any ,RMS_NORM+MUL , 5
minicpm ,0 ,any ,MUL+ADD , 4
minicpm ,0 ,any ,RMS_NORM+MUL , 5
minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
minimax-01 ,0 ,any ,MUL+ADD , 4
minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
minimax-m2 ,0 ,any ,MUL+ADD , 4
minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
minimax-m3 ,0 ,any ,ADD+ADD , 1
minimax-m3 ,0 ,any ,MUL+ADD , 2
minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
mistral3 ,0 ,any ,RMS_NORM+MUL , 5
mistral3 ,0 ,any ,MUL+ADD , 4
mistral3 ,0 ,any ,RMS_NORM+MUL , 5
mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
mistral4 ,0 ,any ,ADD+ADD , 1
mistral4 ,0 ,any ,MUL+ADD , 2
mistral4 ,0 ,any ,RMS_NORM+MUL , 9
mpt ,0 ,any ,NORM+MUL+ADD , 5
muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
muse-spark ,0 ,any ,MUL+ADD , 4
muse-spark ,0 ,any ,RMS_NORM+MUL , 14
nanbeige ,0 ,any ,RMS_NORM+MUL , 5
nemotron ,0 ,any ,NORM+MUL+ADD , 5
nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
olmo2 ,0 ,any ,RMS_NORM+MUL , 5
olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
olmoe ,1 ,any ,MUL+ADD , 4
olmoe ,1 ,any ,RMS_NORM+MUL , 9
olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
openelm ,0 ,any ,RMS_NORM+MUL , 9
orion ,0 ,any ,NORM+MUL+ADD , 5
paddleocr ,0 ,any ,RMS_NORM+MUL , 5
pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
phi2 ,0 ,any ,ADD+ADD , 2
phi2 ,0 ,any ,NORM+MUL+ADD , 3
phi3 ,0 ,any ,RMS_NORM+MUL , 5
phimoe ,1 ,any ,MUL+ADD , 4
phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
plamo ,0 ,any ,ADD+ADD , 2
plamo ,0 ,any ,RMS_NORM+MUL , 3
plamo2 ,0 ,any ,RMS_NORM+MUL , 10
plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
plamo3 ,0 ,any ,RMS_NORM+MUL , 9
plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
pockettts ,0 ,any ,NORM+MUL+ADD , 5
qwen ,0 ,any ,RMS_NORM+MUL , 5
qwen2 ,0 ,any ,RMS_NORM+MUL , 5
qwen2moe ,1 ,any ,ADD+ADD , 2
qwen2moe ,1 ,any ,MUL+ADD , 4
qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
qwen3 ,0 ,any ,RMS_NORM+MUL , 9
qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
qwen35 ,0 ,any ,RMS_NORM+MUL , 8
qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
qwen35moe ,1 ,any ,ADD+ADD , 2
qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
qwen35moe ,1 ,any ,MUL+ADD , 4
qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
qwen3moe ,1 ,any ,MUL+ADD , 4
qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
qwen3next ,0 ,any ,ADD+ADD , 2
qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
qwen3next ,0 ,any ,MUL+ADD , 4
qwen3next ,0 ,any ,RMS_NORM+MUL , 8
qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
qwen3vlmoe ,1 ,any ,MUL+ADD , 4
qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
qwen4exp ,0 ,any ,MUL+ADD , 4
qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
refact ,0 ,any ,RMS_NORM+MUL , 5
refact ,0 ,any ,RMS_NORM+MUL , 5
rnd1 ,0 ,any ,MUL+ADD , 4
rnd1 ,0 ,any ,RMS_NORM+MUL , 9
rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
seed_oss ,0 ,any ,RMS_NORM+MUL , 5
smallthinker ,0 ,any ,MUL+ADD , 4
smallthinker ,0 ,any ,RMS_NORM+MUL , 5
smollm3 ,0 ,any ,RMS_NORM+MUL , 5
spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
stablelm ,0 ,any ,NORM+MUL , 4
stablelm ,0 ,any ,NORM+MUL+ADD , 5
starcoder ,0 ,any ,NORM+MUL+ADD , 5
starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
talkie ,0 ,any ,ADD+ADD , 2
xverse ,0 ,any ,RMS_NORM+MUL , 5
1 # test-fusion baseline for device MTL
2 # arch ,moe ,mode ,label , count
3 afmoe ,1 ,any ,MUL+ADD , 2
4 afmoe ,1 ,any ,RMS_NORM+MUL , 10
5 afmoe ,1 ,any ,RMS_NORM+MUL+ADD , 3
6 arcee ,0 ,any ,RMS_NORM+MUL , 5
7 arctic ,0 ,any ,MUL+ADD , 4
8 arctic ,0 ,any ,RMS_NORM+MUL , 7
9 arctic ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
10 baichuan ,0 ,any ,RMS_NORM+MUL , 5
11 bailingmoe ,1 ,any ,ADD+ADD , 2
12 bailingmoe ,1 ,any ,MUL+ADD , 4
13 bailingmoe ,1 ,any ,RMS_NORM+MUL , 5
14 bailingmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
15 bailingmoe2 ,1 ,any ,ADD+ADD , 1
16 bailingmoe2 ,1 ,any ,MUL+ADD , 2
17 bailingmoe2 ,1 ,any ,RMS_NORM+MUL , 9
18 bailingmoe3 ,1 ,any ,ADD+ADD , 1
19 bailingmoe3 ,1 ,any ,GATED_DELTA_NET+CPY , 1
20 bailingmoe3 ,1 ,any ,MUL+ADD , 2
21 bailingmoe3 ,1 ,any ,RMS_NORM+MUL , 8
22 bailingmoe3 ,1 ,any ,RMS_NORM+SCALE , 2
23 beam ,0 ,any ,MUL+ADD , 6
24 beam ,0 ,any ,RMS_NORM+MUL , 25
25 bloom ,0 ,any ,NORM+MUL+ADD , 6
26 chatglm ,0 ,any ,RMS_NORM+MUL , 5
27 codeshell ,0 ,any ,NORM+MUL+ADD , 5
28 cogvlm ,0 ,any ,RMS_NORM+MUL , 5
29 cohere2 ,0 ,any ,ADD+ADD , 2
30 cohere2 ,0 ,any ,NORM+MUL , 3
31 cohere2moe ,1 ,any ,ADD+ADD , 2
32 cohere2moe ,1 ,any ,MUL+ADD , 2
33 cohere2moe ,1 ,any ,RMS_NORM+MUL , 3
34 command-r ,0 ,any ,NORM+MUL , 3
35 dbrx ,0 ,any ,MUL+ADD , 4
36 dbrx ,0 ,any ,NORM+MUL , 5
37 dbrx ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
38 deci ,0 ,any ,RMS_NORM+MUL , 5
39 deepseek ,0 ,any ,ADD+ADD , 1
40 deepseek ,0 ,any ,MUL+ADD , 2
41 deepseek ,0 ,any ,RMS_NORM+MUL , 5
42 deepseek ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 1
43 deepseek2 ,0 ,any ,ADD+ADD , 1
44 deepseek2 ,0 ,any ,MUL+ADD , 2
45 deepseek2 ,0 ,any ,RMS_NORM+MUL , 9
46 deepseek32 ,0 ,any ,ADD+ADD , 1
47 deepseek32 ,0 ,any ,MUL+ADD , 2
48 deepseek32 ,0 ,any ,NORM+MUL+ADD , 2
49 deepseek32 ,0 ,any ,RMS_NORM+MUL , 9
50 deepseek4 ,0 ,any ,MUL+ADD , 8
51 deepseek4 ,0 ,any ,RMS_NORM+MUL , 20
52 deepseek41 ,0 ,any ,MUL+ADD , 12
53 deepseek41 ,0 ,any ,RMS_NORM+MUL , 29
54 dots1 ,0 ,any ,ADD+ADD , 1
55 dots1 ,0 ,any ,MUL+ADD , 2
56 dots1 ,0 ,any ,RMS_NORM+MUL , 9
57 dots3note ,0 ,any ,ADD+ADD , 1
58 dots3note ,0 ,any ,MUL+ADD , 2
59 dots3note ,0 ,any ,NORM+MUL+ADD , 1
60 dots3note ,0 ,any ,RMS_NORM+MUL , 11
61 dream ,0 ,any ,RMS_NORM+MUL , 5
62 ernie4_5-moe ,1 ,any ,ADD+ADD , 1
63 ernie4_5-moe ,1 ,any ,MUL+ADD , 2
64 ernie4_5-moe ,1 ,any ,RMS_NORM+MUL , 5
65 ernie4_5 ,0 ,any ,RMS_NORM+MUL , 5
66 exaone ,0 ,any ,RMS_NORM+MUL , 5
67 exaone-moe ,1 ,any ,ADD+ADD , 1
68 exaone-moe ,1 ,any ,MUL+ADD , 2
69 exaone-moe ,1 ,any ,RMS_NORM+MUL , 9
70 exaone4 ,0 ,any ,RMS_NORM+MUL , 5
71 exaone4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
72 falcon ,0 ,any ,ADD+ADD , 2
73 falcon ,0 ,any ,NORM+MUL+ADD , 5
74 falcon-h1 ,0 ,any ,ADD+ADD , 2
75 falcon-h1 ,0 ,any ,RMS_NORM+MUL , 9
76 flint ,0 ,any ,ADD+ADD , 1
77 flint ,0 ,any ,MUL+ADD , 2
78 flint ,0 ,any ,RMS_NORM+MUL , 9
79 gemma ,0 ,any ,RMS_NORM+MUL , 5
80 gemma2 ,0 ,any ,RMS_NORM+MUL , 5
81 gemma2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
82 gemma3 ,0 ,any ,RMS_NORM+MUL , 9
83 gemma3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
84 glm-dsa ,0 ,any ,ADD+ADD , 1
85 glm-dsa ,0 ,any ,MUL+ADD , 2
86 glm-dsa ,0 ,any ,NORM+MUL+ADD , 2
87 glm-dsa ,0 ,any ,RMS_NORM+MUL , 9
88 glm4 ,0 ,any ,RMS_NORM+MUL , 5
89 glm4 ,0 ,any ,RMS_NORM+MUL+ADD , 4
90 glm4moe ,1 ,any ,ADD+ADD , 1
91 glm4moe ,1 ,any ,MUL+ADD , 2
92 glm4moe ,1 ,any ,RMS_NORM+MUL , 9
93 glm5-next ,0 ,any ,ADD+ADD+ADD , 1
94 glm5-next ,0 ,any ,GATED_DELTA_NET+CPY , 1
95 glm5-next ,0 ,any ,MUL+ADD , 2
96 glm5-next ,0 ,any ,NORM+MUL+ADD , 1
97 glm5-next ,0 ,any ,RMS_NORM+MUL , 8
98 glm5-next ,0 ,any ,RMS_NORM+SCALE , 2
99 gpt-oss ,0 ,any ,MUL+ADD , 4
100 gpt-oss ,0 ,any ,RMS_NORM+MUL , 5
101 gpt2 ,0 ,any ,NORM+MUL+ADD , 5
102 gptneox ,0 ,any ,NORM+MUL+ADD , 5
103 granite ,0 ,any ,RMS_NORM+MUL , 5
104 granite ,0 ,any ,MUL+ADD , 4
105 granite ,0 ,any ,RMS_NORM+MUL , 5
106 granite ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
107 granite_swa ,0 ,any ,RMS_NORM+MUL , 5
108 granitehybrid ,0 ,any ,RMS_NORM+MUL , 6
109 granitemoe ,1 ,any ,RMS_NORM+MUL , 5
110 granitemoe ,1 ,any ,MUL+ADD , 4
111 granitemoe ,1 ,any ,RMS_NORM+MUL , 5
112 granitemoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
113 grok ,0 ,any ,MUL+ADD , 4
114 grok ,0 ,any ,RMS_NORM+MUL , 5
115 grok ,0 ,any ,RMS_NORM+MUL+ADD , 4
116 grok ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
117 grovemoe ,1 ,any ,ADD+ADD , 2
118 grovemoe ,1 ,any ,MUL+ADD , 8
119 grovemoe ,1 ,any ,RMS_NORM+MUL , 9
120 hunyuan-dense ,0 ,any ,RMS_NORM+MUL , 9
121 hunyuan-moe ,1 ,any ,ADD+ADD , 2
122 hunyuan-moe ,1 ,any ,MUL+ADD , 4
123 hunyuan-moe ,1 ,any ,RMS_NORM+MUL , 9
124 hunyuan-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
125 hunyuan_vl ,0 ,any ,RMS_NORM+MUL , 9
126 hy_v3 ,0 ,any ,ADD+ADD , 2
127 hy_v3 ,0 ,any ,MUL+ADD , 4
128 hy_v3 ,0 ,any ,RMS_NORM+MUL , 9
129 hy_v4 ,0 ,any ,MUL+ADD , 2
130 hy_v4 ,0 ,any ,NORM+MUL+ADD , 1
131 hy_v4 ,0 ,any ,RMS_NORM+MUL , 9
132 internlm2 ,0 ,any ,RMS_NORM+MUL , 5
133 jais ,0 ,any ,NORM+MUL+ADD , 5
134 jais2 ,0 ,any ,NORM+MUL+ADD , 5
135 jamba ,0 ,any ,RMS_NORM+MUL , 8
136 k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
137 k2-horizon ,0 ,any ,ADD+ADD , 1
138 k2-horizon ,0 ,any ,MUL+ADD , 2
139 k2-horizon ,0 ,any ,RMS_NORM+MUL , 4
140 kimi-k3 ,0 ,any ,GATED_DELTA_NET+CPY , 1
141 kimi-k3 ,0 ,any ,MUL+ADD , 2
142 kimi-k3 ,0 ,any ,RMS_NORM+MUL , 17
143 kimi-k3 ,0 ,any ,RMS_NORM+SCALE , 2
144 kimi-linear ,0 ,any ,ADD+ADD , 1
145 kimi-linear ,0 ,any ,GATED_DELTA_NET+CPY , 1
146 kimi-linear ,0 ,any ,MUL+ADD , 2
147 kimi-linear ,0 ,any ,RMS_NORM+MUL , 7
148 kimi-linear ,0 ,any ,RMS_NORM+SCALE , 2
149 kolibri1 ,0 ,any ,MUL+ADD , 4
150 kolibri1 ,0 ,any ,RMS_NORM+MUL , 10
151 kolibri1 ,0 ,any ,RMS_NORM+MUL+ADD , 3
152 laguna ,0 ,any ,ADD+ADD , 1
153 laguna ,0 ,any ,MUL+ADD , 2
154 laguna ,0 ,any ,RMS_NORM+MUL , 9
155 lfm2 ,0 ,any ,RMS_NORM+MUL , 7
156 lfm2moe ,1 ,any ,MUL+ADD , 2
157 lfm2moe ,1 ,any ,RMS_NORM+MUL , 7
158 lfm3 ,0 ,any ,RMS_NORM+MUL , 17
159 llada ,0 ,any ,RMS_NORM+MUL , 5
160 llada-moe ,1 ,any ,MUL+ADD , 4
161 llada-moe ,1 ,any ,RMS_NORM+MUL , 9
162 llada-moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
163 llama ,0 ,any ,RMS_NORM+MUL , 5
164 llama ,0 ,any ,MUL+ADD , 4
165 llama ,0 ,any ,RMS_NORM+MUL , 5
166 llama ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
167 llama4 ,0 ,any ,ADD+ADD , 2
168 llama4 ,0 ,any ,RMS_NORM+MUL , 9
169 maincoder ,0 ,any ,RMS_NORM+MUL , 9
170 maion-coder ,0 ,any ,MUL+ADD , 4
171 maion-coder ,0 ,any ,RMS_NORM+MUL , 17
172 maion-coder ,0 ,any ,RMS_NORM+MUL+ADD , 8
173 maion-coder ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
174 mamba ,0 ,any ,RMS_NORM+MUL , 3
175 mamba2 ,0 ,any ,RMS_NORM+MUL , 5
176 maple ,0 ,any ,MUL+ADD , 4
177 maple ,0 ,any ,RMS_NORM+MUL , 9
178 maple ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
179 mellum ,0 ,any ,MUL+ADD , 4
180 mellum ,0 ,any ,RMS_NORM+MUL , 9
181 mellum ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
182 mimo2 ,0 ,any ,MUL+ADD , 4
183 mimo2 ,0 ,any ,RMS_NORM+MUL , 5
184 minicpm ,0 ,any ,RMS_NORM+MUL , 5
185 minicpm ,0 ,any ,MUL+ADD , 4
186 minicpm ,0 ,any ,RMS_NORM+MUL , 5
187 minicpm ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
188 minicpm3 ,0 ,any ,RMS_NORM+MUL , 9
189 minimax-01 ,0 ,any ,MUL+ADD , 4
190 minimax-01 ,0 ,any ,RMS_NORM+MUL , 6
191 minimax-01 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
192 minimax-m2 ,0 ,any ,MUL+ADD , 4
193 minimax-m2 ,0 ,any ,RMS_NORM+MUL , 9
194 minimax-m3 ,0 ,any ,ADD+ADD , 1
195 minimax-m3 ,0 ,any ,MUL+ADD , 2
196 minimax-m3 ,0 ,any ,RMS_NORM+MUL , 11
197 mistral3 ,0 ,any ,RMS_NORM+MUL , 5
198 mistral3 ,0 ,any ,MUL+ADD , 4
199 mistral3 ,0 ,any ,RMS_NORM+MUL , 5
200 mistral3 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
201 mistral4 ,0 ,any ,ADD+ADD , 1
202 mistral4 ,0 ,any ,MUL+ADD , 2
203 mistral4 ,0 ,any ,RMS_NORM+MUL , 9
204 mpt ,0 ,any ,NORM+MUL+ADD , 5
205 muse-glimmer ,0 ,any ,RMS_NORM+MUL , 10
206 muse-glimmer ,0 ,any ,RMS_NORM+MUL+ADD , 3
207 muse-spark ,0 ,any ,MUL+ADD , 4
208 muse-spark ,0 ,any ,RMS_NORM+MUL , 14
209 nanbeige ,0 ,any ,RMS_NORM+MUL , 5
210 nemotron ,0 ,any ,NORM+MUL+ADD , 5
211 nemotron_h ,0 ,any ,RMS_NORM+MUL , 5
212 nemotron_h_moe ,1 ,any ,RMS_NORM+MUL , 5
213 olmo2 ,0 ,any ,RMS_NORM+MUL , 5
214 olmo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
215 olmoe ,1 ,any ,MUL+ADD , 4
216 olmoe ,1 ,any ,RMS_NORM+MUL , 9
217 olmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
218 openelm ,0 ,any ,RMS_NORM+MUL , 9
219 orion ,0 ,any ,NORM+MUL+ADD , 5
220 paddleocr ,0 ,any ,RMS_NORM+MUL , 5
221 pangu-embedded ,0 ,any ,RMS_NORM+MUL , 5
222 phi2 ,0 ,any ,ADD+ADD , 2
223 phi2 ,0 ,any ,NORM+MUL+ADD , 3
224 phi3 ,0 ,any ,RMS_NORM+MUL , 5
225 phimoe ,1 ,any ,MUL+ADD , 4
226 phimoe ,1 ,any ,RMS_NORM+MUL+ADD , 5
227 phimoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
228 plamo ,0 ,any ,ADD+ADD , 2
229 plamo ,0 ,any ,RMS_NORM+MUL , 3
230 plamo2 ,0 ,any ,RMS_NORM+MUL , 10
231 plamo2 ,0 ,any ,RMS_NORM+MUL+ADD , 4
232 plamo2 ,0 ,any ,SSM_CONV+UNARY , 1
233 plamo3 ,0 ,any ,RMS_NORM+MUL , 9
234 plamo3 ,0 ,any ,RMS_NORM+MUL+ADD , 4
235 pockettts ,0 ,any ,NORM+MUL+ADD , 5
236 qwen ,0 ,any ,RMS_NORM+MUL , 5
237 qwen2 ,0 ,any ,RMS_NORM+MUL , 5
238 qwen2moe ,1 ,any ,ADD+ADD , 2
239 qwen2moe ,1 ,any ,MUL+ADD , 4
240 qwen2moe ,1 ,any ,RMS_NORM+MUL , 5
241 qwen2moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS , 2
242 qwen2vl ,0 ,any ,RMS_NORM+MUL , 5
243 qwen3 ,0 ,any ,RMS_NORM+MUL , 9
244 qwen35 ,0 ,any ,GATED_DELTA_NET+CPY , 1
245 qwen35 ,0 ,any ,RMS_NORM+MUL , 8
246 qwen35 ,0 ,any ,RMS_NORM+SCALE , 2
247 qwen35 ,0 ,any ,SSM_CONV+UNARY , 1
248 qwen35moe ,1 ,any ,ADD+ADD , 2
249 qwen35moe ,1 ,any ,GATED_DELTA_NET+CPY , 1
250 qwen35moe ,1 ,any ,MUL+ADD , 4
251 qwen35moe ,1 ,any ,RMS_NORM+MUL , 8
252 qwen35moe ,1 ,any ,RMS_NORM+SCALE , 2
253 qwen35moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
254 qwen35moe ,1 ,any ,SSM_CONV+UNARY , 1
255 qwen3moe ,1 ,any ,MUL+ADD , 4
256 qwen3moe ,1 ,any ,RMS_NORM+MUL , 9
257 qwen3moe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
258 qwen3next ,0 ,any ,ADD+ADD , 2
259 qwen3next ,0 ,any ,GATED_DELTA_NET+CPY , 1
260 qwen3next ,0 ,any ,MUL+ADD , 4
261 qwen3next ,0 ,any ,RMS_NORM+MUL , 8
262 qwen3next ,0 ,any ,RMS_NORM+SCALE , 2
263 qwen3next ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
264 qwen3next ,0 ,any ,SSM_CONV+UNARY , 1
265 qwen3tts ,0 ,any ,RMS_NORM+MUL , 9
266 qwen3vl ,0 ,any ,RMS_NORM+MUL , 9
267 qwen3vlmoe ,1 ,any ,MUL+ADD , 4
268 qwen3vlmoe ,1 ,any ,RMS_NORM+MUL , 9
269 qwen3vlmoe ,1 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
270 qwen4exp ,0 ,any ,ADD+ADD+ADD , 2
271 qwen4exp ,0 ,any ,GATED_DELTA_NET+CPY , 1
272 qwen4exp ,0 ,any ,MUL+ADD , 4
273 qwen4exp ,0 ,any ,RMS_NORM+MUL , 13
274 qwen4exp ,0 ,any ,RMS_NORM+SCALE , 2
275 qwen4exp ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
276 qwen4exp ,0 ,any ,SSM_CONV+UNARY , 1
277 refact ,0 ,any ,RMS_NORM+MUL , 5
278 refact ,0 ,any ,RMS_NORM+MUL , 5
279 rnd1 ,0 ,any ,MUL+ADD , 4
280 rnd1 ,0 ,any ,RMS_NORM+MUL , 9
281 rnd1 ,0 ,any ,SOFT_MAX+ARGSORT+GET_ROWS+SUM_ROWS+CLAMP+DIV, 2
282 seed_oss ,0 ,any ,RMS_NORM+MUL , 5
283 smallthinker ,0 ,any ,MUL+ADD , 4
284 smallthinker ,0 ,any ,RMS_NORM+MUL , 5
285 smollm3 ,0 ,any ,RMS_NORM+MUL , 5
286 spark2_5 ,0 ,any ,RMS_NORM+MUL , 5
287 stablelm ,0 ,any ,NORM+MUL , 4
288 stablelm ,0 ,any ,NORM+MUL+ADD , 5
289 starcoder ,0 ,any ,NORM+MUL+ADD , 5
290 starcoder2 ,0 ,any ,NORM+MUL+ADD , 5
291 talkie ,0 ,any ,ADD+ADD , 2
292 xverse ,0 ,any ,RMS_NORM+MUL , 5