Benchmark / Price Scatterplot
Explore the relationship between model performance and cost per million output tokens.
[{"provider":"Mistral AI","model":"Mistral Medium 3.5","price":6.48396299818449,"aaii":39.2,"sweBench":77.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Berget AI","model":"Mistral Medium 3.5","price":5,"aaii":39.2,"sweBench":77.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"GreenPT","model":"Mistral Medium 3.5","price":9,"aaii":39.2,"sweBench":77.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"evroc","model":"Mistral Medium 3.5","price":6,"aaii":39.2,"sweBench":77.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Scaleway","model":"Mistral Medium 3.5","price":7.5,"aaii":39.2,"sweBench":77.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Mistral AI","model":"Mistral Large 3","price":1.296792599636898,"aaii":22.8,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"evroc","model":"Mistral Large 3","price":2,"aaii":22.8,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Mistral AI","model":"Magistral Medium","price":4.32264199878966,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":50.3},{"provider":"Mistral AI","model":"Magistral Small","price":1.296792599636898,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":51.3},{"provider":"evroc","model":"Magistral Small","price":2,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":51.3},{"provider":"Infomaniak","model":"Mistral Small 4","price":0.8137137897363568,"aaii":27.8,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":63.6},{"provider":"Mistral AI","model":"Mistral Small Creative","price":0.25935851992737957,"aaii":27.8,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Mistral AI","model":"Ministral 3B","price":0.0864528399757932,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":54.8},{"provider":"Mistral AI","model":"Ministral 8B","price":0.12967925996368979,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":61.6},{"provider":"Mistral AI","model":"Ministral 3 14B","price":0.1729056799515864,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":64.6},{"provider":"AKI.IO","model":"Ministral 3 14B","price":0.2,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":64.6},{"provider":"Infomaniak","model":"Ministral 3 14B","price":0.4339806878593903,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":64.6},{"provider":"OVHcloud","model":"Qwen3.5 397B A17B","price":3.674245698971211,"aaii":40.1,"sweBench":76.4,"mmluPro":87.8,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"Qwen3.5 397B A17B","price":3.1123022391285553,"aaii":40.1,"sweBench":76.4,"mmluPro":87.8,"sweBenchPro":null,"liveCodeBench":null},{"provider":"GreenPT","model":"Qwen3.5 397B A17B","price":4.35,"aaii":40.1,"sweBench":76.4,"mmluPro":87.8,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"Qwen3.5 397B A17B","price":3.1123022391285553,"aaii":40.1,"sweBench":76.4,"mmluPro":87.8,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Scaleway","model":"Qwen3.5 397B A17B","price":3.6,"aaii":40.1,"sweBench":76.4,"mmluPro":87.8,"sweBenchPro":null,"liveCodeBench":null},{"provider":"AKI.IO","model":"Qwen3.6 35B A3B","price":0.5,"aaii":43.5,"sweBench":73.4,"mmluPro":85.2,"sweBenchPro":49.5,"liveCodeBench":null},{"provider":"evroc","model":"Qwen3.6 35B A3B","price":1.2,"aaii":43.5,"sweBench":73.4,"mmluPro":85.2,"sweBenchPro":49.5,"liveCodeBench":null},{"provider":"GreenPT","model":"Qwen3.6 35B A3B","price":1.8,"aaii":43.5,"sweBench":73.4,"mmluPro":85.2,"sweBenchPro":49.5,"liveCodeBench":null},{"provider":"LLMBase","model":"Qwen3.6 35B A3B","price":1.0374340797095183,"aaii":43.5,"sweBench":73.4,"mmluPro":85.2,"sweBenchPro":49.5,"liveCodeBench":null},{"provider":"Scaleway","model":"Qwen3.6 35B A3B","price":1.5,"aaii":43.5,"sweBench":73.4,"mmluPro":85.2,"sweBenchPro":49.5,"liveCodeBench":null},{"provider":"AKI.IO","model":"Gemma 4 26B A4B","price":0.65,"aaii":31.2,"sweBench":null,"mmluPro":82.6,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"Gemma 4 26B A4B","price":0.3458113599031728,"aaii":31.2,"sweBench":null,"mmluPro":82.6,"sweBenchPro":null,"liveCodeBench":null},{"provider":"evroc","model":"Gemma 4 26B A4B","price":0.5,"aaii":31.2,"sweBench":null,"mmluPro":82.6,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Scaleway","model":"Gemma 4 26B A4B","price":0.5,"aaii":31.2,"sweBench":null,"mmluPro":82.6,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Scaleway","model":"GPT-OSS 120B","price":0.6,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"OVHcloud","model":"GPT-OSS 120B","price":0.406328347886228,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"IONOS","model":"GPT-OSS 120B","price":0.6138151638281317,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"GPT-OSS 120B","price":0.5187170398547591,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Infercom","model":"GPT-OSS 120B","price":0.59,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"AKI.IO","model":"GPT-OSS 120B","price":0.55,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Berget AI","model":"GPT-OSS 120B","price":0.75,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nscale","model":"GPT-OSS 120B","price":0.3458113599031728,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Inceptron","model":"GPT-OSS 120B","price":0.3890377798910694,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"GreenPT","model":"GPT-OSS 120B","price":0.7,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"evroc","model":"GPT-OSS 120B","price":0.8,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Tensorix","model":"GPT-OSS 120B","price":0.1729056799515864,"aaii":33.3,"sweBench":null,"mmluPro":80.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"Qwen3 235B A22B Instruct","price":0.5187170398547591,"aaii":null,"sweBench":null,"mmluPro":83,"sweBenchPro":null,"liveCodeBench":70.7},{"provider":"Nscale","model":"Qwen3 235B A22B Instruct","price":0.5187170398547591,"aaii":null,"sweBench":null,"mmluPro":83,"sweBenchPro":null,"liveCodeBench":70.7},{"provider":"GreenPT","model":"Qwen3 235B A22B Instruct","price":2.7,"aaii":null,"sweBench":null,"mmluPro":83,"sweBenchPro":null,"liveCodeBench":70.7},{"provider":"Tensorix","model":"Qwen3 235B A22B Instruct","price":0.40114117748768047,"aaii":null,"sweBench":null,"mmluPro":83,"sweBenchPro":null,"liveCodeBench":70.7},{"provider":"Scaleway","model":"Qwen3 235B A22B Instruct","price":2.25,"aaii":null,"sweBench":null,"mmluPro":83,"sweBenchPro":null,"liveCodeBench":70.7},{"provider":"Scaleway","model":"Gemma 3 27B","price":0.5,"aaii":10.3,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"GreenPT","model":"Gemma 3 27B","price":0.6,"aaii":10.3,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"Gemma 3 27B","price":0.25935851992737957,"aaii":10.3,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"OVHcloud","model":"Qwen3.6 27B","price":2.757845595227803,"aaii":45.8,"sweBench":77.2,"mmluPro":86.2,"sweBenchPro":53.5,"liveCodeBench":null},{"provider":"OVHcloud","model":"Qwen3.5 9B","price":0.15561511195642774,"aaii":null,"sweBench":null,"mmluPro":82.5,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Tensorix","model":"Qwen3.5 9B","price":0.1729056799515864,"aaii":null,"sweBench":null,"mmluPro":82.5,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"Qwen3.5 9B","price":1.080660499697415,"aaii":null,"sweBench":null,"mmluPro":82.5,"sweBenchPro":null,"liveCodeBench":null},{"provider":"OVHcloud","model":"Qwen3 32B","price":0.216132099939483,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":65.7},{"provider":"Nebius","model":"Qwen3 32B","price":0.25935851992737957,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":65.7},{"provider":"OVHcloud","model":"GPT-OSS 20B","price":0.15561511195642774,"aaii":24.5,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nscale","model":"GPT-OSS 20B","price":0.1729056799515864,"aaii":24.5,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"IONOS","model":"Llama 3.1 405B","price":1.6685398115328087,"aaii":17.4,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Lyceum Technology","model":"Llama 3.1 405B","price":0.864528399757932,"aaii":17.4,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nscale","model":"Qwen3 235B A22B Thinking","price":0.5187170398547591,"aaii":null,"sweBench":null,"mmluPro":84.4,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"Qwen3 30B A3B Instruct","price":0.25935851992737957,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":62.6},{"provider":"evroc","model":"Qwen3 30B A3B Instruct","price":1.2,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":62.6},{"provider":"Inceptron","model":"DeepSeek R1 (0528)","price":1.729056799515864,"aaii":null,"sweBench":null,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":73.3},{"provider":"Tensorix","model":"DeepSeek R1 (0528)","price":2.2477738393706233,"aaii":null,"sweBench":null,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":73.3},{"provider":"Infercom","model":"MiniMax M2.5","price":1.2,"aaii":null,"sweBench":80.2,"mmluPro":null,"sweBenchPro":55.4,"liveCodeBench":null},{"provider":"AKI.IO","model":"MiniMax M2.5","price":1.2,"aaii":null,"sweBench":80.2,"mmluPro":null,"sweBenchPro":55.4,"liveCodeBench":null},{"provider":"LLMBase","model":"MiniMax M2.5","price":1.0374340797095183,"aaii":null,"sweBench":80.2,"mmluPro":null,"sweBenchPro":55.4,"liveCodeBench":null},{"provider":"Inceptron","model":"MiniMax M2.5","price":0.7780755597821388,"aaii":null,"sweBench":80.2,"mmluPro":null,"sweBenchPro":55.4,"liveCodeBench":null},{"provider":"Tensorix","model":"MiniMax M2.5","price":1.0374340797095183,"aaii":null,"sweBench":80.2,"mmluPro":null,"sweBenchPro":55.4,"liveCodeBench":null},{"provider":"Nebius","model":"MiniMax M2.5","price":1.0374340797095183,"aaii":null,"sweBench":80.2,"mmluPro":null,"sweBenchPro":55.4,"liveCodeBench":null},{"provider":"Infercom","model":"MiniMax M2.7","price":2.4,"aaii":49.6,"sweBench":null,"mmluPro":null,"sweBenchPro":56.2,"liveCodeBench":null},{"provider":"LLMBase","model":"MiniMax M2.7","price":1.2103397596611047,"aaii":49.6,"sweBench":null,"mmluPro":null,"sweBenchPro":56.2,"liveCodeBench":null},{"provider":"Berget AI","model":"GLM 4.7","price":2.5,"aaii":42.1,"sweBench":73.8,"mmluPro":84.3,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Tensorix","model":"GLM 4.7","price":1.9019624794674506,"aaii":42.1,"sweBench":73.8,"mmluPro":84.3,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nscale","model":"Qwen2.5 Coder 32B","price":0.1729056799515864,"aaii":12.9,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nscale","model":"Llama 4 Scout 17B","price":0.25071323592980027,"aaii":13.5,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nscale","model":"DeepSeek R1 Distill Llama 8B","price":0.0432264199878966,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":39.6},{"provider":"Nscale","model":"DeepSeek R1 Distill Qwen 14B","price":0.1729056799515864,"aaii":null,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":53.1},{"provider":"Infomaniak","model":"Qwen3.5 122B A10B","price":3.4718455028751225,"aaii":41.6,"sweBench":72,"mmluPro":86.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Tensorix","model":"Qwen3.5 122B A10B","price":3.025849399152762,"aaii":41.6,"sweBench":72,"mmluPro":86.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"Qwen3.5 122B A10B","price":2.593585199273796,"aaii":41.6,"sweBench":72,"mmluPro":86.7,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Infomaniak","model":"Gemma 4 31B","price":0.4339806878593903,"aaii":39.2,"sweBench":null,"mmluPro":85.2,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Berget AI","model":"Gemma 4 31B","price":0.5,"aaii":39.2,"sweBench":null,"mmluPro":85.2,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"Gemma 4 31B","price":0.432264199878966,"aaii":39.2,"sweBench":null,"mmluPro":85.2,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Infomaniak","model":"Kimi K2.6","price":3.254855158945427,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"LLMBase","model":"Kimi K2.6","price":3.458113599031728,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"Inceptron","model":"Kimi K2.6","price":3.025849399152762,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"Tensorix","model":"Kimi K2.6","price":3.458113599031728,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"Berget AI","model":"Kimi K2.6","price":3.5,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"Nebius","model":"Kimi K2.6","price":3.458113599031728,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"evroc","model":"Kimi K2.6","price":5,"aaii":53.9,"sweBench":80.2,"mmluPro":null,"sweBenchPro":58.6,"liveCodeBench":null},{"provider":"Infomaniak","model":"Nemotron 3 Nano 30B A3B","price":0.21699034392969516,"aaii":13.2,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"Nemotron 3 Nano 30B A3B","price":0.20748681594190369,"aaii":13.2,"sweBench":null,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"DeepSeek V3.2","price":0.432264199878966,"aaii":32.1,"sweBench":73.1,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":83.3},{"provider":"Inceptron","model":"DeepSeek V3.2","price":0.3458113599031728,"aaii":32.1,"sweBench":73.1,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":83.3},{"provider":"Tensorix","model":"DeepSeek V3.2","price":0.432264199878966,"aaii":32.1,"sweBench":73.1,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":83.3},{"provider":"Nebius","model":"DeepSeek V3.2","price":0.3890377798910694,"aaii":32.1,"sweBench":73.1,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":83.3},{"provider":"Infercom","model":"DeepSeek V3.2","price":4.5,"aaii":32.1,"sweBench":73.1,"mmluPro":85,"sweBenchPro":null,"liveCodeBench":83.3},{"provider":"Tensorix","model":"DeepSeek V4 Flash","price":0.25935851992737957,"aaii":46.5,"sweBench":73.7,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Tensorix","model":"DeepSeek V4 Pro","price":3.025849399152762,"aaii":51.5,"sweBench":73.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"DeepSeek V4 Pro","price":3.025849399152762,"aaii":51.5,"sweBench":73.6,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"Kimi K2.5","price":2.4206795193222095,"aaii":46.8,"sweBench":76.8,"mmluPro":87.1,"sweBenchPro":50.7,"liveCodeBench":null},{"provider":"Inceptron","model":"Kimi K2.5","price":2.0748681594190366,"aaii":46.8,"sweBench":76.8,"mmluPro":87.1,"sweBenchPro":50.7,"liveCodeBench":null},{"provider":"evroc","model":"Kimi K2.5","price":5,"aaii":46.8,"sweBench":76.8,"mmluPro":87.1,"sweBenchPro":50.7,"liveCodeBench":null},{"provider":"Tensorix","model":"Kimi K2.5","price":2.4206795193222095,"aaii":46.8,"sweBench":76.8,"mmluPro":87.1,"sweBenchPro":50.7,"liveCodeBench":null},{"provider":"LLMBase","model":"GLM 5","price":2.7664908792253824,"aaii":49.8,"sweBench":77.8,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Tensorix","model":"GLM 5","price":2.7664908792253824,"aaii":49.8,"sweBench":77.8,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"Nebius","model":"GLM 5","price":2.7664908792253824,"aaii":49.8,"sweBench":77.8,"mmluPro":null,"sweBenchPro":null,"liveCodeBench":null},{"provider":"LLMBase","model":"GLM 5.1","price":3.803924958934901,"aaii":51.4,"sweBench":null,"mmluPro":null,"sweBenchPro":58.4,"liveCodeBench":null},{"provider":"Inceptron","model":"GLM 5.1","price":3.803924958934901,"aaii":51.4,"sweBench":null,"mmluPro":null,"sweBenchPro":58.4,"liveCodeBench":null},{"provider":"Tensorix","model":"GLM 5.1","price":3.803924958934901,"aaii":51.4,"sweBench":null,"mmluPro":null,"sweBenchPro":58.4,"liveCodeBench":null},{"provider":"Nebius","model":"GLM 5.1","price":3.803924958934901,"aaii":51.4,"sweBench":null,"mmluPro":null,"sweBenchPro":58.4,"liveCodeBench":null},{"provider":"Tensorix","model":"DeepSeek V3.1","price":0.6916227198063456,"aaii":null,"sweBench":null,"mmluPro":83.7,"sweBenchPro":null,"liveCodeBench":56.4},{"provider":"Infercom","model":"DeepSeek V3.1","price":4.5,"aaii":null,"sweBench":null,"mmluPro":83.7,"sweBenchPro":null,"liveCodeBench":56.4},{"provider":"Tensorix","model":"Nemotron 3 Super 120B A12B","price":0.7780755597821388,"aaii":null,"sweBench":null,"mmluPro":83.7,"sweBenchPro":null,"liveCodeBench":81.2},{"provider":"Nebius","model":"Nemotron 3 Super 120B A12B","price":0.7780755597821388,"aaii":null,"sweBench":null,"mmluPro":83.7,"sweBenchPro":null,"liveCodeBench":81.2},{"provider":"Tensorix","model":"Qwen3-VL 235B A22B","price":1.6426039595400708,"aaii":null,"sweBench":null,"mmluPro":81.8,"sweBenchPro":null,"liveCodeBench":null}]