|
Kimi K3
|
1Lyceum Technology2Nebius3Tensorix |
Yes |
1024K |
59.7 |
β |
β
|
93.5 |
β
|
β¬15.0000
|
β
|
β¬16.5000
|
β
|
β
|
β
|
β
|
β¬15.4573
|
β¬12.8811
|
β¬13.7500
|
β
|
β¬12.8811
|
β
|
β
|
β
|
β
|
β¬12.8811
|
β
|
|
Qwen3.8 Max
|
Melious |
No |
262K |
58.1 |
β |
β
|
92.7 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬5.4500
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3.8 2.4T A95B
|
1Lyceum Technology2Tensorix |
No |
262K |
57.7 |
β |
β
|
93.5 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬5.1524
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬5.1524
|
β
|
|
DeepSeek V4 Pro 0813
|
Melious |
No |
1M |
53.2 |
β |
β
|
92.8 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬3.0000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
GLM 5.2
|
Inceptron |
No |
432K |
52.6 |
β |
β
|
89.5 |
β
|
β¬4.4000
|
β
|
β¬4.4000
|
β
|
β¬2.0610
|
β
|
β
|
β¬3.7784
|
β¬3.8643
|
β¬4.0000
|
β¬3.7784
|
β¬3.7784
|
β
|
β
|
β¬5.2000
|
β¬5.5000
|
β¬3.8643
|
β¬5.0000
|
|
Qwen3.8 27B
|
Entrim |
No |
262K |
52.0 |
β |
β
|
90.5 |
β¬2.2000
|
β
|
β¬0.3435
|
β
|
β¬2.3186
|
β
|
β
|
β
|
β
|
β
|
β¬2.4000
|
β
|
β
|
β
|
β
|
β¬2.1000
|
β
|
β¬2.0610
|
β¬3.0000
|
|
Deepseek V4 Flash 0731
|
1Inceptron2Nebius |
No |
1049K |
51.8 |
β |
β
|
90.8 |
β
|
β
|
β
|
β¬0.3500
|
β
|
β¬0.2404
|
β
|
β
|
β
|
β¬0.2576
|
β¬0.3000
|
β
|
β¬0.2404
|
β
|
β
|
β
|
β¬0.8000
|
β¬0.2576
|
β
|
|
MiniMax M3
|
Nebius |
No |
1M |
45.4 |
β |
β
|
92.9 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.2022
|
β¬1.7175
|
β¬2.0000
|
β
|
β¬1.0305
|
β
|
β
|
β
|
β
|
β¬1.7175
|
β
|
|
DeepSeek V4 Pro
|
1Lyceum Technology2Nebius3Tensorix |
No |
1M |
45.3 |
β |
β
|
88.8 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬3.0915
|
β¬3.0056
|
β¬3.2000
|
β
|
β¬3.0056
|
β
|
β
|
β
|
β
|
β¬3.0056
|
β
|
|
Kimi K2.6
|
Infomaniak |
Yes |
256K |
45.1 |
β |
β
|
91.1 |
β
|
β
|
β
|
β¬3.7500
|
β
|
β¬2.9111
|
β
|
β¬0.6399
|
β¬3.4350
|
β¬3.4350
|
β¬3.5000
|
β
|
β¬3.4350
|
β
|
β
|
β
|
β
|
β¬3.4350
|
β¬5.0000
|
|
Kimi K2.7 Code
|
Inceptron |
Yes |
262K |
43.0 |
β |
β
|
89.6 |
β¬3.0000
|
β
|
β
|
β¬3.8500
|
β
|
β¬2.9197
|
β
|
β
|
β¬3.4350
|
β¬3.8643
|
β¬3.0000
|
β
|
β¬3.4350
|
β
|
β
|
β
|
β
|
β¬3.8643
|
β
|
|
DeepSeek V4 Flash
|
Entrim |
No |
1M |
42.1 |
β |
β
|
89.4 |
β
|
β
|
β¬0.1460
|
β
|
β
|
β
|
β
|
β
|
β¬0.2576
|
β
|
β
|
β
|
β¬0.2404
|
β
|
β
|
β
|
β
|
β
|
β
|
|
GLM 5.1
|
1Nebius2Tensorix |
No |
193K |
41.0 |
β |
β
|
86.8 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬4.0000
|
β
|
β¬3.7784
|
β
|
β
|
β
|
β
|
β¬3.7784
|
β
|
|
GLM 5
|
Tensorix |
No |
78K |
40.6 |
β |
β
|
82.0 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.9000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.7480
|
β
|
|
GLM 5 Turbo
|
Tensorix |
No |
Varies |
39.1 |
β |
β
|
84.7 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬3.4350
|
β
|
|
MiniMax M2.7
|
1Infercom2Melious |
No |
192K |
38.9 |
β |
β
|
87.4 |
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.4000
|
β
|
β
|
β
|
β¬2.4000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Nemotron 3 Ultra 550B A55B
|
Nebius |
No |
256K |
38.3 |
β |
β
|
86.7 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.5762
|
β
|
β
|
β
|
β
|
β
|
β¬4.0000
|
|
Qwen3.6 27B
|
Entrim |
Yes |
262K |
37.7 |
86.2 |
β
|
84.2 |
β
|
β
|
β¬0.3435
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.2000
|
β
|
β
|
β
|
β¬2.7394
|
β¬2.1000
|
β
|
β
|
β
|
|
Kimi K2.5
|
Nscale |
Yes |
256K |
36.0 |
87.1 |
β
|
87.9 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.5500
|
β
|
β
|
β¬1.8892
|
β
|
β
|
β
|
β¬2.4045
|
β¬5.0000
|
|
GLM 5V Turbo
|
Tensorix |
Yes |
Varies |
35.3 |
β |
β
|
80.9 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬3.4350
|
β
|
|
Muse Glimmer
|
Melious |
No |
β |
35.1 |
β |
β
|
83.5 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.0000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
MiniMax M2.5
|
1Nebius2Tensorix |
No |
160K |
34.5 |
β |
β
|
84.8 |
β¬1.2000
|
β
|
β
|
β¬1.3200
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.0400
|
β
|
β¬1.0305
|
β
|
β
|
β
|
β
|
β¬1.0305
|
β
|
|
GLM 4.7
|
Melious |
No |
200K |
34.5 |
85.6 |
89.4
|
85.9 |
β
|
β¬2.5000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.2000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3.5 397B A17B
|
Infomaniak |
Yes |
262K |
34.3 |
87.8 |
β
|
89.3 |
β
|
β
|
β
|
β¬4.3500
|
β¬3.4350
|
β
|
β
|
β¬0.8532
|
β¬3.0915
|
β
|
β¬3.6000
|
β
|
β¬3.0915
|
β
|
β¬3.6496
|
β
|
β¬3.6000
|
β
|
β
|
|
Qwen3.5 122B A10B
|
Melious |
No |
262K |
32.8 |
86.7 |
β
|
85.7 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4266
|
β
|
β
|
β¬0.3000
|
β
|
β
|
β
|
β
|
β¬4.2000
|
β
|
β¬3.0056
|
β
|
|
DeepSeek V3.2
|
Tensorix |
No |
160K |
32.8 |
86.2 |
86.2
|
84.0 |
β
|
β
|
β
|
β
|
β
|
β
|
β¬4.5000
|
β
|
β
|
β
|
β¬0.5000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4294
|
β
|
|
Qwen3.6 35B A3B
|
Entrim |
Yes |
128K |
32.1 |
85.2 |
β
|
84.1 |
β¬0.5000
|
β
|
β¬0.2147
|
β¬1.8000
|
β
|
β
|
β
|
β
|
β¬1.0305
|
β
|
β¬0.5000
|
β
|
β
|
β
|
β
|
β
|
β¬1.5000
|
β
|
β¬1.2000
|
|
Mistral Medium 3.5
|
Melious |
Yes |
128K |
30.4 |
β |
β
|
74.8 |
β
|
β
|
β
|
β¬9.0000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬5.0000
|
β¬6.4405
|
β
|
β
|
β
|
β
|
β¬7.5000
|
β
|
β¬6.0000
|
|
Gemma 4 31B
|
Infomaniak |
Yes |
128K |
29.7 |
85.2 |
β
|
85.7 |
β
|
β¬0.5000
|
β
|
β
|
β
|
β
|
β
|
β¬0.2133
|
β
|
β
|
β¬0.3000
|
β
|
β
|
β
|
β
|
β¬2.1000
|
β
|
β
|
β
|
|
Mistral Small Creative
|
Mistral AI |
No |
128K |
27.8 |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2576
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Gemma 4 26B A4B
|
1AKI.IO2evroc3Melious4Scaleway |
Yes |
128K |
26.1 |
82.6 |
β
|
79.2 |
β¬0.5000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.5000
|
β
|
β
|
β
|
β
|
β
|
β¬0.5000
|
β
|
β¬0.5000
|
|
Nemotron 3 Super 120B A12B
|
1Lyceum Technology2Nebius |
No |
Varies |
25.7 |
83.7 |
81.2
|
80.0 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.7729
|
β¬0.9000
|
β
|
β¬0.7729
|
β
|
β
|
β
|
β
|
β
|
β
|
|
GPT-OSS 120B
|
Melious |
No |
131K |
24.1 |
80.8 |
87.8
|
78.2 |
β¬0.5500
|
β¬0.7500
|
β
|
β¬0.7000
|
β¬0.6097
|
β
|
β¬0.5900
|
β
|
β¬0.6183
|
β¬0.5152
|
β¬0.2000
|
β
|
β¬0.5152
|
β¬0.3435
|
β¬0.4036
|
β¬4.2000
|
β¬0.6000
|
β
|
β¬0.8000
|
|
Nemotron 3 5 Lightning
|
Nebius |
No |
1024K |
23.6 |
β |
β
|
74.3 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2061
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3.5 9B
|
IONOS |
Yes |
262K |
21.8 |
82.5 |
β
|
80.6 |
β
|
β
|
β
|
β
|
β¬0.1460
|
β
|
β
|
β
|
β
|
β¬0.1717
|
β¬0.2000
|
β
|
β
|
β
|
β¬0.1546
|
β¬0.3500
|
β
|
β¬0.1717
|
β
|
|
DeepSeek V3.1
|
Melious |
No |
Varies |
21.4 |
83.3 |
57.7
|
73.5 |
β
|
β
|
β
|
β
|
β
|
β
|
β¬4.5000
|
β
|
β
|
β
|
β¬0.8000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 Coder Next 80B
|
IONOS |
No |
128K |
21.3 |
β |
β
|
73.7 |
β
|
β
|
β
|
β
|
β¬0.7643
|
β
|
β
|
β
|
β
|
β
|
β¬0.9000
|
β
|
β
|
β
|
β
|
β¬2.0000
|
β
|
β
|
β
|
|
Qwen3-VL 235B A22B
|
Melious |
No |
128K |
20.9 |
83.6 |
64.6
|
77.2 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.8000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
DeepSeek R1 (0528)
|
Tensorix |
No |
128K |
20.4 |
84.9 |
77.0
|
81.3 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.4000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.2327
|
β
|
|
Mistral Small 4
|
Infomaniak |
Yes |
262K |
19.7 |
β |
63.6
|
76.9 |
β¬0.6000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2133
|
β
|
β
|
β¬0.6000
|
β
|
β
|
β
|
β
|
β¬2.1000
|
β
|
β
|
β
|
|
Mistral Large 3
|
Mistral AI |
No |
262K |
15.9 |
80.7 |
46.5
|
68.0 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.2881
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.0000
|
|
GPT-OSS 20B
|
Melious |
No |
131K |
15.2 |
74.8 |
77.7
|
68.8 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1717
|
β
|
β¬0.1300
|
β
|
β
|
β¬0.1717
|
β¬0.1546
|
β¬0.4200
|
β
|
β
|
β
|
|
Qwen3 Coder 30B A3B Instruct
|
Melious |
No |
128K |
13.6 |
70.6 |
40.3
|
51.6 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2400
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 235B A22B Instruct
|
Tensorix |
No |
128K |
13.5 |
82.8 |
62.2
|
70.0 |
β
|
β
|
β
|
β¬2.7000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4200
|
β
|
β¬0.5152
|
β¬0.5152
|
β
|
β
|
β¬2.2500
|
β¬0.3985
|
β
|
|
Llama 4 Scout 17B
|
Nscale |
Yes |
128K |
13.5 |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2490
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3-VL 30B A3B
|
evroc |
Yes |
128K |
13.4 |
80.7 |
69.7
|
72.0 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.8000
|
|
Nemotron 3 Nano 30B A3B
|
Infomaniak |
No |
256K |
13.2 |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0533
|
β
|
β
|
β¬0.2400
|
β
|
β¬0.2061
|
β¬0.1717
|
β
|
β
|
β
|
β
|
β
|
|
Qwen2.5 Coder 32B
|
Nscale |
No |
128K |
12.9 |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1717
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 32B
|
1Nscale2OVHcloud |
No |
32K |
11.4 |
79.8 |
54.6
|
66.8 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2400
|
β
|
β¬0.2576
|
β¬0.2147
|
β¬0.2147
|
β
|
β
|
β
|
β
|
|
Ministral 3 14B
|
Mistral AI |
No |
128K |
11.2 |
69.3 |
35.1
|
57.2 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.3200
|
β
|
β
|
β
|
β¬0.1717
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 14B
|
Nscale |
No |
41K |
10.4 |
77.4 |
52.3
|
60.4 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1717
|
β
|
β
|
β
|
β
|
β
|
|
Gemma 3 27B
|
1Lyceum Technology2Nebius |
Yes |
128K |
10.3 |
β |
β
|
β |
β
|
β
|
β
|
β¬4.0000
|
β
|
β
|
β
|
β
|
β
|
β¬0.2576
|
β¬0.5000
|
β
|
β¬0.2576
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3-VL-30B-A3B-Instruct
|
LLMBase |
Yes |
262K |
9.9 |
76.4 |
47.6
|
69.5 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.6011
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
DeepSeek R1 Distill Qwen 14B
|
Nscale |
No |
128K |
9.7 |
74.0 |
37.6
|
48.4 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1717
|
β
|
β
|
β
|
β
|
β
|
|
Ministral 3 (8B)
|
Mistral AI |
No |
262K |
9.0 |
64.2 |
30.3
|
47.1 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1288
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 8B
|
Nscale |
No |
41K |
8.3 |
74.3 |
40.6
|
58.9 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1546
|
β
|
β
|
β
|
β
|
β
|
|
Pixtral Large
|
Mistral AI |
Yes |
128K |
8.0 |
70.1 |
26.1
|
50.5 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬5.1524
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Ministral 3 (3B)
|
Mistral AI |
No |
256K |
7.1 |
52.4 |
24.7
|
35.8 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0859
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
DeepSeek R1 Distill Llama 8B
|
Nscale |
No |
128K |
6.2 |
54.3 |
23.3
|
30.2 |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0429
|
β
|
β
|
β
|
β
|
β
|
|
Magistral Medium
|
Mistral AI |
No |
128K |
β |
β |
50.3
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬4.2937
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Magistral Small
|
Mistral AI |
No |
128K |
β |
β |
51.3
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.2881
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.0000
|
|
Devstral 2 123B
|
GreenPT |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬0.2750
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.0000
|
β¬1.7175
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Devstral Small (2505)
|
1Mistral AI2Nscale |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2576
|
β
|
β¬0.2576
|
β
|
β
|
β
|
β
|
β¬0.4000
|
|
Codestral 22B
|
Mistral AI |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.7729
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Mistral Nemo 12B
|
OVHcloud |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β¬0.1460
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1288
|
β
|
β
|
β¬0.1202
|
β
|
β
|
β
|
β
|
|
Mixtral 8x7B
|
Mistral AI |
No |
32K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.6011
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Mixtral 8x22B
|
Nscale |
No |
64K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬5.1524
|
β
|
β¬1.0305
|
β
|
β
|
β
|
β
|
β
|
|
Llama 3.3 70B
|
Nebius |
No |
131K |
β |
β |
β
|
β |
β¬0.6500
|
β¬0.9000
|
β
|
β¬1.1000
|
β¬0.6097
|
β
|
β¬1.2000
|
β
|
β
|
β
|
β¬0.6500
|
β
|
β¬0.3435
|
β
|
β¬0.6355
|
β¬2.7000
|
β¬0.9000
|
β
|
β¬1.0000
|
|
Qwen3 Coder 30B A3B
|
OVHcloud |
No |
256K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬4.0000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2233
|
β
|
β¬0.8000
|
β
|
β
|
|
Pixtral 12B
|
Mistral AI |
Yes |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬3.2000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2000
|
β¬0.1288
|
β
|
β
|
β
|
β
|
β¬0.2000
|
β
|
β
|
|
Mistral Small 3.2 24B
|
Mistral AI |
Yes |
128K |
β |
β |
β
|
β |
β
|
β¬0.3000
|
β
|
β¬0.4000
|
β¬0.2834
|
β
|
β
|
β
|
β
|
β
|
β¬0.3000
|
β¬0.2576
|
β
|
β
|
β¬0.2662
|
β
|
β¬0.3500
|
β
|
β¬0.4000
|
|
Mistral 7B v0.3
|
OVHcloud |
No |
127K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2147
|
β
|
β
|
β¬0.0945
|
β
|
β
|
β
|
β
|
|
Qwen2.5-VL 72B
|
Nebius |
Yes |
32K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.7500
|
β
|
β¬0.6441
|
β
|
β¬0.8673
|
β
|
β
|
β
|
β
|
|
Llama 3.1 8B
|
Nscale |
No |
128K |
β |
β |
β
|
β |
β¬0.1500
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1500
|
β
|
β
|
β¬0.0515
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 30B A3B Instruct
|
Nebius |
No |
128K |
β |
β |
62.6
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.3000
|
β
|
β¬0.2576
|
β
|
β
|
β
|
β
|
β
|
β¬1.2000
|
|
Hermes 4 405B
|
Nebius |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.8500
|
β
|
β¬2.5762
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Apertus 70B
|
1AKI.IO2Melious |
No |
128K |
β |
β |
β
|
β |
β¬2.0000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬2.0000
|
β
|
β
|
β
|
β
|
β¬2.1000
|
β
|
β
|
β
|
|
Qwen3 4B Instruct
|
Nscale |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0258
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 4B Thinking
|
Nscale |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0258
|
β
|
β
|
β
|
β
|
β
|
|
DeepSeek R1 Distill Qwen 7B
|
Nscale |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1288
|
β
|
β
|
β
|
β
|
β
|
|
Qwen2.5 Coder 3B
|
Nscale |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0258
|
β
|
β
|
β
|
β
|
β
|
|
Qwen2.5 Coder 7B
|
Nscale |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.0258
|
β
|
β
|
β
|
β
|
β
|
|
Cosmos3 Super Reasoner
|
Nebius |
Yes |
256K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2576
|
β
|
β
|
β
|
β
|
β
|
β
|
|
MiniCPM-V 4.5
|
Nebius |
Yes |
32K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.9532
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Nemotron 3 Nano Omni
|
Nebius |
No |
300K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2061
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Hermes 4 70B
|
Nebius |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4000
|
β
|
β¬0.3435
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Qwen3 Next 80B A3B Thinking
|
Nebius |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.2000
|
β
|
β¬1.0305
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Llama 3.1 Nemotron Ultra 253B
|
Nebius |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.5457
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Holo2 30B
|
Melious |
Yes |
22K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬3.6000
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.7000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
GreenL
|
GreenPT |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬0.8000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
GreenR
|
GreenPT |
No |
131K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬0.9500
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
gemma4
|
GreenPT |
Yes |
33K |
β |
β |
β
|
β |
β
|
β
|
β
|
β¬1.5000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
MedGemma 27B
|
evroc |
No |
β |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4000
|
|
Phi-4 15B
|
evroc |
No |
β |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4000
|
|
Qwen3Guard Gen 8B
|
OVHcloud |
No |
33K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.2000
|
β
|
β
|
β
|
Free
|
β
|
β
|
β
|
β
|
|
Qwen3Guard Gen 0.6B
|
OVHcloud |
No |
33K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.1000
|
β
|
β
|
β
|
Free
|
β
|
β
|
β
|
β
|
|
gemma 4 31B it
|
Infercom |
No |
131K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.3500
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Voxtral Small
|
evroc |
No |
β |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.5000
|
|
glm 5.2 instant
|
β |
No |
β |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Apertus v1.5 70B
|
Infomaniak |
No |
100K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.7466
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Llama 3.1 405B Instruct
|
Melious |
No |
128K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬1.7500
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Brick Complexity Pro
|
Regolo |
Yes |
100K |
β |
β |
β
|
β |
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β¬0.4000
|
β
|
β
|
β
|
|
Qwen3.8 27B Fp8
|
Berget AI |
Yes |
β |
β |
β |
β
|
β |
β
|
β¬3.0000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
|
Deepseek V4 Flash 0731 284B
|
AKI.IO |
No |
1049K |
β |
β |
β
|
β |
β¬0.5000
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|
β
|