{"version":"v1","month":"2026-10","status":"published","published_at":"2026-10-01 11:42:52","generated_at":"2026-10-06T10:13:42+00:00","license":"CC BY 4.0 (fedi.software); components keep their source licences","license_url":"https://creativecommons.org/licenses/by/4.0/","attribution":"fedi-index by fedi.software, https://fedi.software/en/ai/fedi-index","methodology":"https://fedi.software/en/ai/fedi-index/methodology","slices":["general"],"sources":[{"id":"epoch","name":"Epoch AI","url":"https://epoch.ai/benchmarks","license":"CC BY 4.0","attribution":"Epoch AI, 'Capabilities & benchmarking'. Published online at epoch.ai. Retrieved from 'https://epoch.ai/benchmarks'. CC BY. ECI by Epoch AI; Epoch-run results only. Modified by fedi.software.","modified":true},{"id":"arena","name":"LMArena","url":"https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset","license":"CC BY 4.0","attribution":"Arena Leaderboard Dataset by LMArena, CC BY 4.0. Modified by fedi.software (equated, weighted, aggregated). Not endorsed by LMArena.","modified":true},{"id":"modelsdev","name":"models.dev","url":"https://models.dev/","license":"MIT","attribution":"Pricing: models.dev, MIT License, © 2025 models.dev.","modified":true},{"id":"litellm","name":"LiteLLM","url":"https://github.com/BerriAI/litellm","license":"MIT","attribution":"Pricing: LiteLLM model_prices_and_context_window.json, MIT License, © 2023 Berri AI.","modified":true}],"models":[{"id":"anthropic-claude-opus-5-5","name":"Claude Opus 5.5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/anthropic-claude-opus-5-5","slices":{"general":{"score":100,"elo_eq":1507.7,"se":4.8,"ci":[1498.4,1517],"tier":"S","provisional":false,"rank":1,"subscores":{"arena":{"elo_eq":1502,"se":3.7},"bench":{"elo_eq":1517.6,"se":11.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":167.35,"se":2.0408163265306,"eq":1574.7,"eq_se":16.1,"weight":0.2568,"date":"2026-09-22","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1517.79,"se":6.2117346938776,"eq":1517.8,"eq_se":6.2,"weight":0.2288,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1544.84,"se":7.8418367346939,"eq":1525.6,"eq_se":7.1,"weight":0.2192,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1534.53,"se":10.530612244898,"eq":1540.5,"eq_se":10,"weight":0.0929,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.722,"se":0.0141745,"eq":1524.1,"eq_se":4.5,"weight":0.0519,"date":"2026-09-22","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1539.88,"se":9.5943877551021,"eq":1531,"eq_se":9,"weight":0.0494,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.905934,"se":0.0194344,"eq":1461.1,"eq_se":9,"weight":0.009,"date":"2026-09-22","variant":"max","flags":["outlier"],"decay":0.266}]}},"value":{"price_blended":8,"price_first_party":8,"providers":24,"residual":80.4,"value_pct":95.2,"pareto":true,"free_tier":false},"local":null,"adoption":null},{"id":"claude-fable-5-1","name":"Claude Fable 5.1","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-fable-5-1","slices":{"general":{"score":99.7,"elo_eq":1497.7,"se":4.4,"ci":[1489.2,1506.2],"tier":"S","provisional":false,"rank":2,"subscores":{"arena":{"elo_eq":1489,"se":2},"bench":{"elo_eq":1512.1,"se":11.1}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":164.82,"se":1.8545918367347,"eq":1554.7,"eq_se":14.6,"weight":0.2851,"date":"2026-09-01","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1510.83,"se":3.4464285714286,"eq":1510.8,"eq_se":3.4,"weight":0.1762,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1525.66,"se":4.1964285714286,"eq":1508.3,"eq_se":3.8,"weight":0.1744,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1515.43,"se":5.7933673469388,"eq":1522.4,"eq_se":5.5,"weight":0.0818,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1528.42,"se":10.352040816327,"eq":1499.5,"eq_se":8.5,"weight":0.0703,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.708,"se":0.0143855,"eq":1519.7,"eq_se":4.5,"weight":0.0521,"date":"2026-09-01","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1524.31,"se":5.0331632653061,"eq":1516.5,"eq_se":4.7,"weight":0.0422,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1491.89,"se":8.4489795918368,"eq":1482.3,"eq_se":7.7,"weight":0.0368,"date":"2026-09-25","variant":"max","flags":[],"decay":null}]}},"value":{"price_blended":20,"price_first_party":20,"providers":26,"residual":47.4,"value_pct":80.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-opus-5","name":"Claude Opus 5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-5","slices":{"general":{"score":99.3,"elo_eq":1492.4,"se":3.6,"ci":[1485.4,1499.4],"tier":"S","provisional":false,"rank":3,"subscores":{"arena":{"elo_eq":1491.2,"se":1.3},"bench":{"elo_eq":1494.5,"se":9.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":162.94,"se":1.6581632653061,"eq":1539.9,"eq_se":13.1,"weight":0.265,"date":"2026-07-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1505.55,"se":2.5765306122449,"eq":1505.6,"eq_se":2.6,"weight":0.1727,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1524.88,"se":2.9948979591837,"eq":1507.6,"eq_se":2.7,"weight":0.1722,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1515.64,"se":3.6709183673469,"eq":1522.6,"eq_se":3.5,"weight":0.0843,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1558.11,"se":4.405612244898,"eq":1523.8,"eq_se":3.6,"weight":0.084,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1515.54,"se":2.8137755102041,"eq":1508.3,"eq_se":2.6,"weight":0.0431,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.599,"se":0.0155061,"eq":1485.5,"eq_se":4.9,"weight":0.0431,"date":"2026-08-10","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1496.42,"se":5.0229591836735,"eq":1486.4,"eq_se":4.6,"weight":0.0407,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.938763,"se":0.014782,"eq":1476.4,"eq_se":6.9,"weight":0.0171,"date":"2026-07-24","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":10,"price_first_party":10,"providers":29,"residual":59.6,"value_pct":88.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-fable-5","name":"Claude Fable 5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-fable-5","slices":{"general":{"score":99,"elo_eq":1484.6,"se":3.6,"ci":[1477.6,1491.6],"tier":"S","provisional":false,"rank":4,"subscores":{"arena":{"elo_eq":1479.3,"se":1.2},"bench":{"elo_eq":1494.2,"se":9.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":162.22,"se":1.6581632653061,"eq":1534.2,"eq_se":13.1,"weight":0.2669,"date":"2026-06-09","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1491.18,"se":2.2755102040817,"eq":1491.2,"eq_se":2.3,"weight":0.175,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1508.32,"se":2.6198979591837,"eq":1492.6,"eq_se":2.4,"weight":0.1747,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1502.87,"se":3.1862244897959,"eq":1510.5,"eq_se":3,"weight":0.086,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1534.43,"se":5.0178571428572,"eq":1504.4,"eq_se":4.1,"weight":0.0833,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.707,"se":0.0143999,"eq":1519.4,"eq_se":4.5,"weight":0.044,"date":"2026-08-10","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1510.1,"se":2.9923469387755,"eq":1503.2,"eq_se":2.8,"weight":0.0433,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1504.62,"se":4.2576530612245,"eq":1493.8,"eq_se":3.9,"weight":0.042,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.858586,"se":0.0248259,"eq":1439.1,"eq_se":11.5,"weight":0.0065,"date":"2026-08-06","variant":"max","flags":["outlier"],"decay":0.266}]}},"value":{"price_blended":20,"price_first_party":20,"providers":32,"residual":34.3,"value_pct":66.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-opus-4-6","name":"Claude Opus 4.6","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-4-6","slices":{"general":{"score":98.7,"elo_eq":1475.8,"se":2.6,"ci":[1470.7,1481],"tier":"S","provisional":false,"rank":5,"subscores":{"arena":{"elo_eq":1492.5,"se":0.9},"bench":{"elo_eq":1452.8,"se":6.1}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":155.31,"se":0.97448979591837,"eq":1479.7,"eq_se":7.7,"weight":0.3317,"date":"2026-02-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1503.7,"se":1.7423469387755,"eq":1503.7,"eq_se":1.7,"weight":0.1574,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1527.01,"se":2.1301020408164,"eq":1509.5,"eq_se":1.9,"weight":0.157,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1523.36,"se":2.6428571428571,"eq":1530,"eq_se":2.5,"weight":0.0776,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1546.09,"se":4.1122448979592,"eq":1513.9,"eq_se":3.4,"weight":0.076,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1519.97,"se":2.5127551020409,"eq":1512.5,"eq_se":2.3,"weight":0.0389,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.47,"se":0.0157908,"eq":1444.9,"eq_se":5,"weight":0.0386,"date":"2026-08-27","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1513.81,"se":3.2423469387755,"eq":1502.2,"eq_se":2.9,"weight":0.0384,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.905303,"se":0.0169162,"eq":1460.8,"eq_se":7.9,"weight":0.0146,"date":"2026-02-06","variant":"32k","flags":[],"decay":0.266}]}},"value":{"price_blended":10,"price_first_party":10,"providers":36,"residual":43,"value_pct":78.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-3-8-flash","name":"Gemini 3.8 Flash","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-8-flash","slices":{"general":{"score":98.3,"elo_eq":1472.6,"se":3.4,"ci":[1465.8,1479.3],"tier":"S","provisional":false,"rank":6,"subscores":{"arena":{"elo_eq":1476.7,"se":1.4},"bench":{"elo_eq":1465.9,"se":8.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.93,"se":1.4744897959184,"eq":1492.5,"eq_se":11.6,"weight":0.2857,"date":"2026-09-02","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1494.35,"se":2.6836734693878,"eq":1494.4,"eq_se":2.7,"weight":0.1689,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1506.34,"se":3.2423469387755,"eq":1490.8,"eq_se":2.9,"weight":0.1679,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1488.95,"se":3.9056122448979,"eq":1497.4,"eq_se":3.7,"weight":0.0822,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1529.42,"se":6.0918367346938,"eq":1500.3,"eq_se":5,"weight":0.0785,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.697,"se":0.0145397,"eq":1516.3,"eq_se":4.6,"weight":0.0428,"date":"2026-09-02","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1505.94,"se":3.6454081632653,"eq":1499.4,"eq_se":3.4,"weight":0.0414,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1502.94,"se":5.4923469387755,"eq":1492.3,"eq_se":5,"weight":0.0392,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.953914,"se":0.0140114,"eq":1483.4,"eq_se":6.5,"weight":0.0171,"date":"2026-09-02","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.5,"price_first_party":1.5,"providers":19,"residual":87.4,"value_pct":97.3,"pareto":true,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-5-pro","name":"GPT-5.5 Pro","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-5-pro","slices":{"general":{"score":98,"elo_eq":1472.4,"se":11.4,"ci":[1450.1,1494.6],"tier":"A","provisional":true,"rank":7,"subscores":{"arena":null,"bench":{"elo_eq":1500.6,"se":12.5}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":162.38,"se":1.7755102040816,"eq":1535.5,"eq_se":14,"weight":0.8103,"date":"2026-04-23","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":67.5,"price_first_party":67.5,"providers":17,"residual":-8.5,"value_pct":31,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-opus-4-7","name":"Claude Opus 4.7","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-4-7","slices":{"general":{"score":97.6,"elo_eq":1469.7,"se":2.7,"ci":[1464.4,1475.1],"tier":"S","provisional":false,"rank":8,"subscores":{"arena":{"elo_eq":1476.6,"se":1},"bench":{"elo_eq":1460.1,"se":6.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.35,"se":1.0255102040816,"eq":1487.9,"eq_se":8.1,"weight":0.3275,"date":"2026-04-16","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1490.45,"se":1.9183673469388,"eq":1490.5,"eq_se":1.9,"weight":0.1585,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1506.45,"se":2.2831632653061,"eq":1490.9,"eq_se":2.1,"weight":0.1581,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1498.09,"se":2.7857142857142,"eq":1506,"eq_se":2.6,"weight":0.0781,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1521.14,"se":4.125,"eq":1493.5,"eq_se":3.4,"weight":0.0767,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1505.2,"se":2.6454081632653,"eq":1498.7,"eq_se":2.5,"weight":0.0392,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.517,"se":0.0158102,"eq":1459.7,"eq_se":5,"weight":0.0389,"date":"2026-08-27","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1505.55,"se":3.5178571428571,"eq":1494.7,"eq_se":3.2,"weight":0.0385,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.901515,"se":0.0184643,"eq":1459,"eq_se":8.6,"weight":0.0141,"date":"2026-04-17","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":10,"price_first_party":10,"providers":38,"residual":36.9,"value_pct":71.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-3-7-flash","name":"Gemini 3.7 Flash","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-7-flash","slices":{"general":{"score":97.3,"elo_eq":1469.7,"se":3.1,"ci":[1463.6,1475.7],"tier":"S","provisional":false,"rank":9,"subscores":{"arena":{"elo_eq":1468.4,"se":1.4},"bench":{"elo_eq":1471.5,"se":7.2}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":157.44,"se":1.1862244897959,"eq":1496.5,"eq_se":9.4,"weight":0.3162,"date":"2026-08-13","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1487,"se":2.7270408163265,"eq":1487,"eq_se":2.7,"weight":0.162,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1497.05,"se":3.2091836734694,"eq":1482.4,"eq_se":2.9,"weight":0.1613,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1485.79,"se":4.0408163265306,"eq":1494.4,"eq_se":3.8,"weight":0.0786,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1507.89,"se":6.5357142857143,"eq":1482.7,"eq_se":5.3,"weight":0.0743,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.692,"se":0.0146065,"eq":1514.7,"eq_se":4.6,"weight":0.041,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1492.95,"se":3.7117346938775,"eq":1487.2,"eq_se":3.5,"weight":0.0397,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1494.54,"se":5.9132653061225,"eq":1484.7,"eq_se":5.4,"weight":0.0371,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.948232,"se":0.0134565,"eq":1480.8,"eq_se":6.3,"weight":0.0166,"date":"2026-08-14","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.5,"price_first_party":1.5,"providers":20,"residual":84.5,"value_pct":96.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"muse-spark-1-3","name":"Muse Spark 1.3","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/muse-spark-1-3","slices":{"general":{"score":97,"elo_eq":1469.1,"se":4.1,"ci":[1461.2,1477.1],"tier":"S","provisional":false,"rank":10,"subscores":{"arena":{"elo_eq":1469.8,"se":1.8},"bench":{"elo_eq":1468.3,"se":8.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.86,"se":1.2321428571429,"eq":1491.9,"eq_se":9.7,"weight":0.4045,"date":"2026-09-02","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1490.01,"se":3.3520408163265,"eq":1490,"eq_se":3.4,"weight":0.1563,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1503.27,"se":3.9872448979592,"eq":1488,"eq_se":3.6,"weight":0.1552,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1480.87,"se":5.125,"eq":1489.7,"eq_se":4.9,"weight":0.0743,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1515.62,"se":8.8673469387755,"eq":1489,"eq_se":7.3,"weight":0.0665,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1490.93,"se":4.7372448979592,"eq":1485.3,"eq_se":4.4,"weight":0.0378,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1485.88,"se":7.8290816326531,"eq":1476.8,"eq_se":7.1,"weight":0.0335,"date":"2026-09-25","variant":"max","flags":[],"decay":null}]}},"value":{"price_blended":2,"price_first_party":0.125,"providers":10,"residual":76.8,"value_pct":94.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-6-sol","name":"GPT-5.6 Sol","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-6-sol","slices":{"general":{"score":96.6,"elo_eq":1468.3,"se":3.4,"ci":[1461.6,1475.1],"tier":"S","provisional":false,"rank":11,"subscores":{"arena":{"elo_eq":1453.3,"se":1.2},"bench":{"elo_eq":1493.4,"se":9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":161.8,"se":1.530612244898,"eq":1530.9,"eq_se":12.1,"weight":0.2775,"date":"2026-07-09","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1455.55,"se":2.3061224489796,"eq":1455.6,"eq_se":2.3,"weight":0.1702,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1480.84,"se":2.6760204081633,"eq":1467.8,"eq_se":2.4,"weight":0.1698,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1480.31,"se":3.2908163265306,"eq":1489.2,"eq_se":3.1,"weight":0.0835,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1517.31,"se":5.125,"eq":1490.4,"eq_se":4.2,"weight":0.0808,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.697,"se":0.0145397,"eq":1516.3,"eq_se":4.6,"weight":0.0428,"date":"2026-08-10","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1478.87,"se":3.0688775510205,"eq":1474.1,"eq_se":2.9,"weight":0.042,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1456.03,"se":4.3673469387755,"eq":1449.7,"eq_se":4,"weight":0.0407,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.934975,"se":0.0157011,"eq":1474.6,"eq_se":7.3,"weight":0.0164,"date":"2026-07-09","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":8,"price_first_party":8,"providers":34,"residual":41.1,"value_pct":76.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-5","name":"GPT-5.5","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-5","slices":{"general":{"score":96.3,"elo_eq":1466.6,"se":3.3,"ci":[1460.2,1472.9],"tier":"S","provisional":false,"rank":12,"subscores":{"arena":{"elo_eq":1460.1,"se":1},"bench":{"elo_eq":1477,"se":8.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":159.22,"se":1.4030612244898,"eq":1510.5,"eq_se":11.1,"weight":0.2888,"date":"2026-04-23","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1471.19,"se":1.890306122449,"eq":1471.2,"eq_se":1.9,"weight":0.1673,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1488.81,"se":2.2219387755102,"eq":1475,"eq_se":2,"weight":0.167,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1478.54,"se":2.6989795918367,"eq":1487.5,"eq_se":2.6,"weight":0.0826,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1507.63,"se":3.9591836734694,"eq":1482.5,"eq_se":3.2,"weight":0.0812,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1484.36,"se":2.561224489796,"eq":1479.2,"eq_se":2.4,"weight":0.0414,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.63,"se":0.0152753,"eq":1495.2,"eq_se":4.8,"weight":0.0413,"date":"2026-08-27","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1476.49,"se":3.4183673469388,"eq":1468.3,"eq_se":3.1,"weight":0.0407,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.906566,"se":0.0175327,"eq":1461.4,"eq_se":8.2,"weight":0.0153,"date":"2026-05-05","variant":"low","flags":[],"decay":0.266}]}},"value":{"price_blended":11.25,"price_first_party":11.25,"providers":38,"residual":30.7,"value_pct":63.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"kimi-k3","name":"Kimi K3","vendor":"moonshot","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/kimi-k3","slices":{"general":{"score":96,"elo_eq":1464.8,"se":3.3,"ci":[1458.2,1471.3],"tier":"S","provisional":false,"rank":13,"subscores":{"arena":{"elo_eq":1465.5,"se":1.3},"bench":{"elo_eq":1463.7,"se":8.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":157.61,"se":1.4005102040816,"eq":1497.8,"eq_se":11.1,"weight":0.2927,"date":"2026-07-16","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1475.6,"se":2.4770408163265,"eq":1475.6,"eq_se":2.5,"weight":0.1675,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1495.43,"se":2.8622448979592,"eq":1481,"eq_se":2.6,"weight":0.1671,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1481.26,"se":3.6071428571428,"eq":1490.1,"eq_se":3.4,"weight":0.0818,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1520.33,"se":6.2244897959183,"eq":1492.9,"eq_se":5.1,"weight":0.0771,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.506,"se":0.0158182,"eq":1456.2,"eq_se":5,"weight":0.0416,"date":"2026-08-27","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1494.02,"se":3.3775510204082,"eq":1488.2,"eq_se":3.2,"weight":0.0412,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1488.02,"se":4.984693877551,"eq":1478.8,"eq_se":4.5,"weight":0.0394,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.931187,"se":0.0149372,"eq":1472.8,"eq_se":6.9,"weight":0.0165,"date":"2026-07-16","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":6,"price_first_party":6,"providers":61,"residual":44.8,"value_pct":79.7,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":1302723}},{"id":"gpt-6-astra","name":"GPT-6 Astra","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-6-astra","slices":{"general":{"score":95.6,"elo_eq":1463.7,"se":4.2,"ci":[1455.5,1471.8],"tier":"S","provisional":false,"rank":14,"subscores":{"arena":{"elo_eq":1436.2,"se":2.2},"bench":{"elo_eq":1515.4,"se":11.2}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":166.51,"se":2.0178571428571,"eq":1568.1,"eq_se":15.9,"weight":0.245,"date":"2026-09-03","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1442.89,"se":3.8163265306122,"eq":1442.9,"eq_se":3.8,"weight":0.1865,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1463.66,"se":4.6607142857143,"eq":1452.3,"eq_se":4.2,"weight":0.184,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1454.21,"se":6.4005102040816,"eq":1464.4,"eq_se":6.1,"weight":0.0853,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1485.88,"se":11.178571428571,"eq":1464.7,"eq_se":9.1,"weight":0.0724,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.756,"se":0.0135885,"eq":1534.8,"eq_se":4.3,"weight":0.0492,"date":"2026-08-30","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1459.98,"se":5.686224489796,"eq":1456.4,"eq_se":5.3,"weight":0.0441,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1456.94,"se":9.7423469387755,"eq":1450.6,"eq_se":8.8,"weight":0.0368,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.957702,"se":0.0136968,"eq":1485.2,"eq_se":6.4,"weight":0.0098,"date":"2026-08-30","variant":"max","flags":["outlier"],"decay":0.266}]}},"value":{"price_blended":20,"price_first_party":20,"providers":24,"residual":13.4,"value_pct":47.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-opus-4-8","name":"Claude Opus 4.8","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-4-8","slices":{"general":{"score":95.3,"elo_eq":1460.9,"se":3,"ci":[1455,1466.8],"tier":"S","provisional":false,"rank":15,"subscores":{"arena":{"elo_eq":1454,"se":1},"bench":{"elo_eq":1471.2,"se":7.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":158.34,"se":1.1887755102041,"eq":1503.6,"eq_se":9.4,"weight":0.3114,"date":"2026-05-28","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1459.84,"se":2.0025510204081,"eq":1459.8,"eq_se":2,"weight":0.1621,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1481.38,"se":2.3571428571429,"eq":1468.3,"eq_se":2.1,"weight":0.1618,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1476.22,"se":2.7627551020409,"eq":1485.3,"eq_se":2.6,"weight":0.0801,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1501.43,"se":4.0739795918367,"eq":1477.4,"eq_se":3.3,"weight":0.0786,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1482,"se":2.655612244898,"eq":1477,"eq_se":2.5,"weight":0.0402,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.53,"se":0.0157908,"eq":1463.8,"eq_se":5,"weight":0.0399,"date":"2026-08-27","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1475.75,"se":3.4566326530612,"eq":1467.6,"eq_se":3.1,"weight":0.0395,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.910354,"se":0.0191571,"eq":1463.2,"eq_se":8.9,"weight":0.0142,"date":"2026-06-07","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":10,"price_first_party":10,"providers":38,"residual":28,"value_pct":60.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-4","name":"GPT-5.4","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-4","slices":{"general":{"score":94.9,"elo_eq":1458.9,"se":2.8,"ci":[1453.4,1464.3],"tier":"A","provisional":false,"rank":16,"subscores":{"arena":{"elo_eq":1456.9,"se":1},"bench":{"elo_eq":1461.7,"se":6.6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.91,"se":1.0688775510204,"eq":1492.3,"eq_se":8.4,"weight":0.3232,"date":"2026-03-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1468.93,"se":1.9107142857143,"eq":1468.9,"eq_se":1.9,"weight":0.1595,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1485.01,"se":2.2882653061225,"eq":1471.6,"eq_se":2.1,"weight":0.159,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1469.32,"se":2.780612244898,"eq":1478.8,"eq_se":2.6,"weight":0.0786,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1506.6,"se":4.2346938775511,"eq":1481.7,"eq_se":3.5,"weight":0.0769,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1473.86,"se":2.6811224489796,"eq":1469.4,"eq_se":2.5,"weight":0.0394,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.451,"se":0.0157432,"eq":1438.9,"eq_se":4.9,"weight":0.0392,"date":"2026-08-27","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1481.78,"se":3.3622448979591,"eq":1473.1,"eq_se":3.1,"weight":0.0389,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.933,"se":0.018,"eq":1473.7,"eq_se":8.4,"weight":0.0144,"date":"2026-03-06","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":5.625,"price_first_party":5.625,"providers":35,"residual":40.5,"value_pct":75.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-8-max-0902","name":"Qwen3.8 Max (0902)","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-8-max-0902","slices":{"general":{"score":94.6,"elo_eq":1458.4,"se":2.8,"ci":[1452.8,1464],"tier":"A","provisional":false,"rank":17,"subscores":{"arena":{"elo_eq":1463.2,"se":1.4},"bench":{"elo_eq":1451.7,"se":6.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":155.17,"se":1.0433673469388,"eq":1478.6,"eq_se":8.2,"weight":0.3303,"date":"2026-09-01","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1479.8,"se":2.7168367346938,"eq":1479.8,"eq_se":2.7,"weight":0.1586,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1493.06,"se":3.1020408163266,"eq":1478.8,"eq_se":2.8,"weight":0.1582,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1477.8,"se":3.8137755102041,"eq":1486.8,"eq_se":3.6,"weight":0.0774,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1504.09,"se":6.1658163265306,"eq":1479.6,"eq_se":5,"weight":0.0736,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.473,"se":0.0157962,"eq":1445.9,"eq_se":5,"weight":0.0396,"date":"2026-09-02","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1485.96,"se":3.6147959183673,"eq":1480.7,"eq_se":3.4,"weight":0.039,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1486.69,"se":5.4362244897959,"eq":1477.6,"eq_se":4.9,"weight":0.0369,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.92298,"se":0.01725,"eq":1469,"eq_se":8,"weight":0.0148,"date":"2026-09-02","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":3,"price_first_party":3,"providers":28,"residual":55.8,"value_pct":86.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"glm-5-3","name":"GLM 5.3","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-5-3","slices":{"general":{"score":94.3,"elo_eq":1457.6,"se":3.2,"ci":[1451.4,1463.9],"tier":"A","provisional":false,"rank":18,"subscores":{"arena":{"elo_eq":1460.8,"se":1.6},"bench":{"elo_eq":1452.9,"se":7.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":155.76,"se":1.1964285714286,"eq":1483.2,"eq_se":9.4,"weight":0.3241,"date":"2026-08-14","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1472.47,"se":2.9081632653061,"eq":1472.5,"eq_se":2.9,"weight":0.1662,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1491.1,"se":3.4234693877551,"eq":1477.1,"eq_se":3.1,"weight":0.1654,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1480.78,"se":4.3852040816327,"eq":1489.6,"eq_se":4.2,"weight":0.0801,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1512.12,"se":7.5790816326531,"eq":1486.2,"eq_se":6.2,"weight":0.0736,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1484.88,"se":3.9413265306122,"eq":1479.7,"eq_se":3.7,"weight":0.0407,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1472.5,"se":6.359693877551,"eq":1464.7,"eq_se":5.8,"weight":0.0375,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.41,"se":0.0155609,"eq":1426.1,"eq_se":4.9,"weight":0.0209,"date":"2026-08-28","variant":"max","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.909091,"se":0.0158516,"eq":1462.6,"eq_se":7.4,"weight":0.0162,"date":"2026-08-24","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":2.15,"price_first_party":2.15,"providers":52,"residual":63.4,"value_pct":90.9,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":1372510}},{"id":"muse-spark-1-2","name":"Muse Spark 1.2","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/muse-spark-1-2","slices":{"general":{"score":93.9,"elo_eq":1457.3,"se":3.9,"ci":[1449.7,1464.9],"tier":"A","provisional":false,"rank":19,"subscores":{"arena":{"elo_eq":1458.8,"se":2.9},"bench":{"elo_eq":1455.5,"se":7.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":154.99,"se":1.1913265306122,"eq":1477.1,"eq_se":9.4,"weight":0.3795,"date":"2026-08-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1485.84,"se":5.204081632653,"eq":1485.8,"eq_se":5.2,"weight":0.1573,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1489.82,"se":6.3979591836735,"eq":1475.9,"eq_se":5.8,"weight":0.1534,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1465.6,"se":8.5102040816326,"eq":1475.2,"eq_se":8.1,"weight":0.0683,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1484.65,"se":15.170918367347,"eq":1463.7,"eq_se":12.4,"weight":0.0523,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.603015,"se":0.0155188,"eq":1486.7,"eq_se":4.9,"weight":0.0488,"date":"2026-08-27","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1482.86,"se":7.6785714285715,"eq":1477.8,"eq_se":7.2,"weight":0.0359,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1504.28,"se":12.920918367347,"eq":1493.5,"eq_se":11.7,"weight":0.0273,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null}]}},"value":{"price_blended":2,"price_first_party":0.125,"providers":13,"residual":64.9,"value_pct":92,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-1-pro-preview","slices":{"general":{"score":93.6,"elo_eq":1457.2,"se":3,"ci":[1451.4,1463],"tier":"A","provisional":false,"rank":20,"subscores":{"arena":{"elo_eq":1457.5,"se":0.8},"bench":{"elo_eq":1456.7,"se":7.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":154.84,"se":1.2142857142857,"eq":1476,"eq_se":9.6,"weight":0.3065,"date":"2026-02-19","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1479.86,"se":1.5408163265307,"eq":1479.9,"eq_se":1.5,"weight":0.1627,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1483.85,"se":1.8724489795918,"eq":1470.5,"eq_se":1.7,"weight":0.1624,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1465.15,"se":2.2397959183673,"eq":1474.8,"eq_se":2.1,"weight":0.0806,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1483.63,"se":3.2755102040816,"eq":1462.9,"eq_se":2.7,"weight":0.0797,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.735,"se":0.0139632,"eq":1528.2,"eq_se":4.4,"weight":0.0406,"date":"2026-08-10","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1482.11,"se":2.1811224489796,"eq":1477.1,"eq_se":2,"weight":0.0404,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1486.44,"se":2.75,"eq":1477.3,"eq_se":2.5,"weight":0.04,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.944444,"se":0.01632,"eq":1479,"eq_se":7.6,"weight":0.0153,"date":"2026-08-06","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":4.5,"price_first_party":4.5,"providers":28,"residual":44.4,"value_pct":79.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-3-5-flash","name":"Gemini 3.5 Flash","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-5-flash","slices":{"general":{"score":93.3,"elo_eq":1456.9,"se":2.8,"ci":[1451.5,1462.3],"tier":"A","provisional":false,"rank":21,"subscores":{"arena":{"elo_eq":1459.5,"se":1},"bench":{"elo_eq":1453.3,"se":6.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":154.51,"se":1.0433673469388,"eq":1473.4,"eq_se":8.2,"weight":0.3259,"date":"2026-05-19","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1481.27,"se":2.0076530612245,"eq":1481.3,"eq_se":2,"weight":0.1587,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1487.54,"se":2.3622448979592,"eq":1473.8,"eq_se":2.1,"weight":0.1583,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1466.39,"se":2.8954081632653,"eq":1476,"eq_se":2.7,"weight":0.0782,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1493.24,"se":4.4387755102041,"eq":1470.7,"eq_se":3.6,"weight":0.0763,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.662,"se":0.014966,"eq":1505.3,"eq_se":4.7,"weight":0.0394,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1480.73,"se":2.75,"eq":1475.8,"eq_se":2.6,"weight":0.0392,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1482.34,"se":3.8341836734694,"eq":1473.6,"eq_se":3.5,"weight":0.0383,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.92803,"se":0.016387,"eq":1471.4,"eq_se":7.6,"weight":0.015,"date":"2026-05-22","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":3.375,"price_first_party":3.375,"providers":29,"residual":51.4,"value_pct":83.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"mimo-v2-6-pro","name":"MiMo-V2.6-Pro","vendor":"xiaomi","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-6-pro","slices":{"general":{"score":92.9,"elo_eq":1455.6,"se":2.5,"ci":[1450.7,1460.5],"tier":"A","provisional":true,"rank":22,"subscores":{"arena":{"elo_eq":1473.5,"se":2.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1490.73,"se":4.7984693877551,"eq":1490.7,"eq_se":4.8,"weight":0.2739,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1510.64,"se":5.9209183673469,"eq":1494.7,"eq_se":5.3,"weight":0.2679,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1489.79,"se":8.0892857142857,"eq":1498.2,"eq_se":7.7,"weight":0.1197,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1548.04,"se":13.80612244898,"eq":1515.5,"eq_se":11.3,"weight":0.0964,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1500.45,"se":7.4770408163265,"eq":1494.2,"eq_se":7,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1463.15,"se":12.469387755102,"eq":1456.2,"eq_se":11.3,"weight":0.0481,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.5438,"price_first_party":0.5438,"providers":15,"residual":96,"value_pct":98.4,"pareto":true,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":80958}},{"id":"gemini-3-6-flash","name":"Gemini 3.6 Flash","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-6-flash","slices":{"general":{"score":92.6,"elo_eq":1455.5,"se":2.6,"ci":[1450.4,1460.5],"tier":"A","provisional":false,"rank":23,"subscores":{"arena":{"elo_eq":1457.2,"se":1.2},"bench":{"elo_eq":1453.1,"se":5.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":154.32,"se":0.93367346938775,"eq":1471.9,"eq_se":7.4,"weight":0.3375,"date":"2026-07-21","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1478.32,"se":2.2908163265306,"eq":1478.3,"eq_se":2.3,"weight":0.156,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1485.7,"se":2.6811224489796,"eq":1472.2,"eq_se":2.4,"weight":0.1556,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1466.94,"se":3.2806122448979,"eq":1476.5,"eq_se":3.1,"weight":0.0765,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1488.96,"se":5.0127551020408,"eq":1467.2,"eq_se":4.1,"weight":0.0743,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.662,"se":0.014966,"eq":1505.3,"eq_se":4.7,"weight":0.039,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1474.53,"se":3.079081632653,"eq":1470,"eq_se":2.9,"weight":0.0385,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1480.65,"se":4.4311224489796,"eq":1472.1,"eq_se":4,"weight":0.0372,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.941288,"se":0.014029,"eq":1477.5,"eq_se":6.5,"weight":0.0156,"date":"2026-08-02","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.5,"price_first_party":1.5,"providers":22,"residual":70.3,"value_pct":92.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-6-terra","name":"GPT-5.6 Terra","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-6-terra","slices":{"general":{"score":92.3,"elo_eq":1452.6,"se":3.4,"ci":[1445.9,1459.4],"tier":"A","provisional":false,"rank":24,"subscores":{"arena":{"elo_eq":1439.3,"se":1.2},"bench":{"elo_eq":1475.6,"se":9.1}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":159.79,"se":1.4617346938776,"eq":1515,"eq_se":11.5,"weight":0.2905,"date":"2026-07-09","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1446.06,"se":2.2755102040817,"eq":1446.1,"eq_se":2.3,"weight":0.1722,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1467.17,"se":2.6505102040816,"eq":1455.5,"eq_se":2.4,"weight":0.1718,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1453.11,"se":3.234693877551,"eq":1463.4,"eq_se":3.1,"weight":0.0845,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1492.02,"se":4.9566326530612,"eq":1469.7,"eq_se":4.1,"weight":0.0821,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1451.47,"se":3.0433673469388,"eq":1448.5,"eq_se":2.8,"weight":0.0425,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1451.1,"se":4.313775510204,"eq":1445.3,"eq_se":3.9,"weight":0.0412,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.432,"se":0.0156723,"eq":1433,"eq_se":4.9,"weight":0.0213,"date":"2026-08-10","variant":"max","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.933081,"se":0.0153637,"eq":1473.7,"eq_se":7.1,"weight":0.0167,"date":"2026-07-09","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":4.5,"price_first_party":4.5,"providers":33,"residual":39.9,"value_pct":74.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"muse-spark-1-1","name":"Muse Spark 1.1","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/muse-spark-1-1","slices":{"general":{"score":91.9,"elo_eq":1452.5,"se":3.4,"ci":[1445.8,1459.3],"tier":"A","provisional":false,"rank":25,"subscores":{"arena":{"elo_eq":1454.5,"se":1.2},"bench":{"elo_eq":1449.7,"se":8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":154.31,"se":1.2576530612245,"eq":1471.8,"eq_se":9.9,"weight":0.3379,"date":"2026-07-09","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1478.47,"se":2.2780612244898,"eq":1478.5,"eq_se":2.3,"weight":0.1583,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1485.96,"se":2.625,"eq":1472.4,"eq_se":2.4,"weight":0.158,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1457.12,"se":3.1964285714286,"eq":1467.2,"eq_se":3,"weight":0.0778,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1479.48,"se":4.9336734693878,"eq":1459.5,"eq_se":4,"weight":0.0755,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.577889,"se":0.0156654,"eq":1478.8,"eq_se":4.9,"weight":0.0448,"date":"2026-08-31","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1462.67,"se":2.9923469387755,"eq":1458.9,"eq_se":2.8,"weight":0.0391,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1483.82,"se":4.4311224489796,"eq":1475,"eq_se":4,"weight":0.0378,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":2,"price_first_party":2,"providers":12,"residual":60.2,"value_pct":89.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v4-1-flash","slices":{"general":{"score":91.6,"elo_eq":1449.4,"se":5.4,"ci":[1438.8,1460],"tier":"A","provisional":false,"rank":26,"subscores":{"arena":{"elo_eq":1453.4,"se":2.1},"bench":{"elo_eq":1441.5,"se":15.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":155,"se":2.2423469387755,"eq":1477.2,"eq_se":17.7,"weight":0.2939,"date":"2026-09-09","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1464.9,"se":3.875,"eq":1464.9,"eq_se":3.9,"weight":0.1883,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1484.86,"se":4.6811224489796,"eq":1471.4,"eq_se":4.2,"weight":0.1861,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1475.19,"se":6.2755102040816,"eq":1484.3,"eq_se":5.9,"weight":0.0868,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1504.9,"se":10.625,"eq":1480.3,"eq_se":8.7,"weight":0.0752,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1475.56,"se":5.6683673469388,"eq":1471,"eq_se":5.3,"weight":0.0447,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1460.16,"se":9.8418367346939,"eq":1453.5,"eq_se":8.9,"weight":0.0371,"date":"2026-09-25","variant":"max","flags":[],"decay":null}]}},"value":{"price_blended":0.3675,"price_first_party":0.2625,"providers":43,"residual":99.6,"value_pct":98.9,"pareto":true,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":721211}},{"id":"qwen3-7-max","name":"Qwen3.7 Max","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-7-max","slices":{"general":{"score":91.2,"elo_eq":1449.2,"se":3.4,"ci":[1442.6,1455.8],"tier":"A","provisional":false,"rank":27,"subscores":{"arena":{"elo_eq":1452.9,"se":2.8},"bench":{"elo_eq":1444.8,"se":6.6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":153.72,"se":1.0561224489796,"eq":1467.1,"eq_se":8.3,"weight":0.3578,"date":"2026-05-19","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1475.84,"se":4.9387755102041,"eq":1475.8,"eq_se":4.9,"weight":0.1609,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1482.91,"se":6.0127551020409,"eq":1469.7,"eq_se":5.4,"weight":0.1577,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1460.28,"se":8.3214285714285,"eq":1470.2,"eq_se":7.9,"weight":0.0699,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1487.6,"se":15.706632653061,"eq":1466.1,"eq_se":12.8,"weight":0.0515,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.557673,"se":0.0157374,"eq":1472.5,"eq_se":4.9,"weight":0.0431,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1483.48,"se":7.7168367346939,"eq":1478.4,"eq_se":7.2,"weight":0.0362,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1481.74,"se":11.538265306122,"eq":1473.1,"eq_se":10.5,"weight":0.03,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.909091,"se":0.0204821,"eq":1462.6,"eq_se":9.5,"weight":0.0148,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":3.75,"price_first_party":3.75,"providers":27,"residual":41,"value_pct":75.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-4-pro","name":"GPT-5.4 Pro","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-4-pro","slices":{"general":{"score":90.9,"elo_eq":1448.3,"se":8,"ci":[1432.7,1463.9],"tier":"A","provisional":true,"rank":28,"subscores":{"arena":null,"bench":{"elo_eq":1473.3,"se":8.8}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":159.12,"se":1.390306122449,"eq":1509.7,"eq_se":11,"weight":0.724,"date":"2026-03-05","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.463,"se":0.0157759,"eq":1442.7,"eq_se":5,"weight":0.0512,"date":"2026-08-27","variant":"xhigh","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.946,"se":0.016,"eq":1479.7,"eq_se":7.4,"weight":0.0396,"date":"2026-03-20","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":67.5,"price_first_party":67.5,"providers":16,"residual":-32.6,"value_pct":17.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"glm-5-3-flash","name":"GLM 5.3 Flash","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-5-3-flash","slices":{"general":{"score":90.6,"elo_eq":1447.8,"se":3.6,"ci":[1440.8,1454.9],"tier":"A","provisional":false,"rank":29,"subscores":{"arena":{"elo_eq":1459.6,"se":1.5},"bench":{"elo_eq":1430.7,"se":8.6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":151.94,"se":1.25,"eq":1453.1,"eq_se":9.9,"weight":0.3531,"date":"2026-08-20","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1470.89,"se":2.8188775510205,"eq":1470.9,"eq_se":2.8,"weight":0.1628,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1489.79,"se":3.329081632653,"eq":1475.9,"eq_se":3,"weight":0.1621,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1480.14,"se":4.0688775510204,"eq":1489,"eq_se":3.9,"weight":0.0791,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1512.16,"se":6.7780612244898,"eq":1486.2,"eq_se":5.5,"weight":0.0742,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1479.01,"se":3.7984693877551,"eq":1474.2,"eq_se":3.5,"weight":0.0399,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1470.52,"se":5.7244897959184,"eq":1462.9,"eq_se":5.2,"weight":0.0376,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.901515,"se":0.0171832,"eq":1459,"eq_se":8,"weight":0.0175,"date":"2026-08-26","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":0.2375,"price_first_party":0.2375,"providers":56,"residual":109,"value_pct":100,"pareto":true,"free_tier":false},"local":[{"stack":"uma-128","score":67.9,"rank":1,"quant":"UD-Q2_K_XL","state":"unified","tok_s":20,"low":true}],"adoption":{"hf_downloads_30d":4894946}},{"id":"google-gemini-3-pro","name":"gemini-3-pro","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/google-gemini-3-pro","slices":{"general":{"score":90.2,"elo_eq":1447.7,"se":3.4,"ci":[1441.1,1454.2],"tier":"A","provisional":false,"rank":30,"subscores":{"arena":{"elo_eq":1453.8,"se":1.1},"bench":{"elo_eq":1438.9,"se":8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":152.95,"se":1.1658163265306,"eq":1461,"eq_se":9.2,"weight":0.3575,"date":"2025-11-18","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1479.4,"se":1.9234693877551,"eq":1479.4,"eq_se":1.9,"weight":0.1613,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1480.66,"se":2.4770408163265,"eq":1467.6,"eq_se":2.2,"weight":0.1604,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1458.22,"se":3.1836734693878,"eq":1468.2,"eq_se":3,"weight":0.0788,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1475.05,"se":5.6989795918367,"eq":1455.9,"eq_se":4.7,"weight":0.0748,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1471.52,"se":3.2551020408163,"eq":1467.2,"eq_se":3,"weight":0.0394,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1483.92,"se":3.9540816326531,"eq":1475.1,"eq_se":3.6,"weight":0.0388,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.926136,"se":0.016527,"eq":1470.5,"eq_se":7.7,"weight":0.0173,"date":"2025-11-19","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":4.5,"price_first_party":null,"providers":6,"residual":34.9,"value_pct":67.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-sonnet-5","name":"Claude Sonnet 5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-sonnet-5","slices":{"general":{"score":89.9,"elo_eq":1443.7,"se":3.3,"ci":[1437.3,1450.1],"tier":"A","provisional":false,"rank":31,"subscores":{"arena":{"elo_eq":1437.6,"se":1.1},"bench":{"elo_eq":1453.6,"se":8.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.34,"se":1.3265306122449,"eq":1487.8,"eq_se":10.5,"weight":0.3042,"date":"2026-06-30","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1442.64,"se":2.1760204081633,"eq":1442.6,"eq_se":2.2,"weight":0.1688,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1460.84,"se":2.5127551020408,"eq":1449.7,"eq_se":2.3,"weight":0.1685,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1452.77,"se":3.0102040816327,"eq":1463.1,"eq_se":2.9,"weight":0.0832,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1490.83,"se":4.5969387755102,"eq":1468.8,"eq_se":3.8,"weight":0.0811,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1463.53,"se":2.859693877551,"eq":1459.7,"eq_se":2.7,"weight":0.0418,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1453.82,"se":3.9081632653061,"eq":1447.7,"eq_se":3.5,"weight":0.0408,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.337,"se":0.0149551,"eq":1403.1,"eq_se":4.7,"weight":0.021,"date":"2026-08-27","variant":"max","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.905303,"se":0.0178383,"eq":1460.8,"eq_se":8.3,"weight":0.0154,"date":"2026-07-01","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":4,"price_first_party":4,"providers":31,"residual":33.9,"value_pct":66.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-sonnet-4-6","name":"Claude Sonnet 4.6","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-sonnet-4-6","slices":{"general":{"score":89.6,"elo_eq":1442.8,"se":3.1,"ci":[1436.7,1448.9],"tier":"A","provisional":false,"rank":32,"subscores":{"arena":{"elo_eq":1453.1,"se":0.9},"bench":{"elo_eq":1426.7,"se":7.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":152.26,"se":1.2959183673469,"eq":1455.6,"eq_se":10.2,"weight":0.2999,"date":"2026-02-17","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1457.89,"se":1.7882653061224,"eq":1457.9,"eq_se":1.8,"weight":0.165,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1484.53,"se":2.1683673469388,"eq":1471.1,"eq_se":2,"weight":0.1646,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1475.68,"se":2.6352040816326,"eq":1484.8,"eq_se":2.5,"weight":0.0814,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1500,"se":3.9923469387755,"eq":1476.3,"eq_se":3.3,"weight":0.0799,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1478.98,"se":2.530612244898,"eq":1474.2,"eq_se":2.4,"weight":0.0408,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.355,"se":0.0151395,"eq":1408.8,"eq_se":4.8,"weight":0.0408,"date":"2026-08-10","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1463.61,"se":3.2704081632653,"eq":1456.6,"eq_se":3,"weight":0.0403,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.873737,"se":0.0200343,"eq":1446.1,"eq_se":9.3,"weight":0.0141,"date":"2026-02-20","variant":"32k","flags":[],"decay":0.266}]}},"value":{"price_blended":6,"price_first_party":6,"providers":42,"residual":22.8,"value_pct":57.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","vendor":"xiaomi","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-5-pro","slices":{"general":{"score":89.2,"elo_eq":1442.5,"se":0.9,"ci":[1440.8,1444.3],"tier":"A","provisional":true,"rank":33,"subscores":{"arena":{"elo_eq":1457,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1465,"se":1.8596938775511,"eq":1465,"eq_se":1.9,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1487.16,"se":2.1887755102041,"eq":1473.5,"eq_se":2,"weight":0.2552,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1476.63,"se":2.6658163265306,"eq":1485.7,"eq_se":2.5,"weight":0.1262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1501.33,"se":4.0561224489796,"eq":1477.3,"eq_se":3.3,"weight":0.1237,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1482,"se":2.5357142857143,"eq":1477,"eq_se":2.4,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1476.87,"se":3.3418367346939,"eq":1468.7,"eq_se":3,"weight":0.0623,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.5438,"price_first_party":0.5438,"providers":17,"residual":82.9,"value_pct":95.7,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":22137}},{"id":"glm-5-2","name":"GLM 5.2","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-5-2","slices":{"general":{"score":88.9,"elo_eq":1441.7,"se":2.8,"ci":[1436.2,1447.2],"tier":"A","provisional":false,"rank":34,"subscores":{"arena":{"elo_eq":1452.4,"se":1.1},"bench":{"elo_eq":1426.7,"se":6.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":151.78,"se":1.0510204081633,"eq":1451.8,"eq_se":8.3,"weight":0.3257,"date":"2026-06-16","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1470.19,"se":2.2040816326531,"eq":1470.2,"eq_se":2.2,"weight":0.1586,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1479.95,"se":2.5331632653061,"eq":1467,"eq_se":2.3,"weight":0.1583,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1464.86,"se":3.0204081632653,"eq":1474.5,"eq_se":2.9,"weight":0.0782,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1483.94,"se":4.6760204081632,"eq":1463.1,"eq_se":3.8,"weight":0.0761,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.342,"se":0.0150087,"eq":1404.7,"eq_se":4.7,"weight":0.0395,"date":"2026-08-27","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1478.48,"se":2.859693877551,"eq":1473.7,"eq_se":2.7,"weight":0.0393,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1468.16,"se":3.9668367346939,"eq":1460.8,"eq_se":3.6,"weight":0.0383,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.918561,"se":0.0161232,"eq":1467,"eq_se":7.5,"weight":0.0151,"date":"2026-06-24","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":2.15,"price_first_party":2.15,"providers":73,"residual":47.5,"value_pct":81.3,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":751597}},{"id":"gpt-6-1-sol","name":"GPT-6.1 Sol","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-6-1-sol","slices":{"general":{"score":88.6,"elo_eq":1441,"se":2.7,"ci":[1435.6,1446.4],"tier":"A","provisional":true,"rank":35,"subscores":{"arena":null,"bench":{"elo_eq":1473.5,"se":3.1}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.739,"se":0.013895,"eq":1529.5,"eq_se":4.4,"weight":0.5432,"date":"2026-09-29","variant":"max","flags":[],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.953914,"se":0.0137807,"eq":1483.4,"eq_se":6.4,"weight":0.2165,"date":"2026-09-29","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":4,"price_first_party":4,"providers":15,"residual":31.2,"value_pct":64.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"grok-4-5","name":"Grok 4.5","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-5","slices":{"general":{"score":88.2,"elo_eq":1440,"se":2.6,"ci":[1434.9,1445.2],"tier":"A","provisional":false,"rank":36,"subscores":{"arena":{"elo_eq":1435.9,"se":1.1},"bench":{"elo_eq":1445.6,"se":6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":153.99,"se":0.95408163265306,"eq":1469.3,"eq_se":7.5,"weight":0.3354,"date":"2026-07-08","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1447.5,"se":2.25,"eq":1447.5,"eq_se":2.3,"weight":0.1564,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1462.2,"se":2.6071428571429,"eq":1451,"eq_se":2.4,"weight":0.1561,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1446.37,"se":3.1658163265306,"eq":1457,"eq_se":3,"weight":0.0769,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1465.61,"se":4.844387755102,"eq":1448.1,"eq_se":4,"weight":0.0748,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1463.03,"se":2.9438775510204,"eq":1459.3,"eq_se":2.7,"weight":0.0387,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.483,"se":0.0158102,"eq":1449,"eq_se":5,"weight":0.0386,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1456.57,"se":4.1964285714286,"eq":1450.2,"eq_se":3.8,"weight":0.0376,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.934343,"se":0.0143404,"eq":1474.3,"eq_se":6.7,"weight":0.0156,"date":"2026-07-08","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":3,"price_first_party":3,"providers":23,"residual":37.5,"value_pct":72.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-5-max-preview","name":"qwen3.5-max-preview","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-max-preview","slices":{"general":{"score":87.9,"elo_eq":1439.6,"se":1.3,"ci":[1437.1,1442.1],"tier":"A","provisional":true,"rank":37,"subscores":{"arena":{"elo_eq":1454.2,"se":1.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1470.53,"se":2.4821428571429,"eq":1470.5,"eq_se":2.5,"weight":0.2586,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1483.07,"se":2.9515306122449,"eq":1469.8,"eq_se":2.7,"weight":0.2576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1466.68,"se":3.7755102040816,"eq":1476.3,"eq_se":3.6,"weight":0.1257,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1488.99,"se":6.5178571428571,"eq":1467.3,"eq_se":5.3,"weight":0.118,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1476.69,"se":3.609693877551,"eq":1472,"eq_se":3.4,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1477.54,"se":5.0586734693878,"eq":1469.3,"eq_se":4.6,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"muse-spark","name":"muse-spark","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/muse-spark","slices":{"general":{"score":87.5,"elo_eq":1439.2,"se":3.8,"ci":[1431.7,1446.7],"tier":"A","provisional":false,"rank":38,"subscores":{"arena":{"elo_eq":1445.1,"se":1.6},"bench":{"elo_eq":1430.4,"se":9.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":152.09,"se":1.3622448979592,"eq":1454.3,"eq_se":10.8,"weight":0.3442,"date":"2026-04-08","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1474.17,"se":2.9183673469388,"eq":1474.2,"eq_se":2.9,"weight":0.1673,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1474.71,"se":3.4897959183674,"eq":1462.3,"eq_se":3.2,"weight":0.1663,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1442.87,"se":4.5765306122449,"eq":1453.7,"eq_se":4.3,"weight":0.0801,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1457.79,"se":8.155612244898,"eq":1441.7,"eq_se":6.7,"weight":0.0725,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1451.29,"se":4.3545918367347,"eq":1448.3,"eq_se":4.1,"weight":0.0404,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1477.25,"se":6.6709183673469,"eq":1469,"eq_se":6.1,"weight":0.0373,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.898,"se":0.022,"eq":1457.4,"eq_se":10.2,"weight":0.0158,"date":"2026-04-08","variant":null,"flags":[],"decay":0.266}]}},"value":null,"local":null,"adoption":null},{"id":"gpt-5-6-luna","name":"GPT-5.6 Luna","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-6-luna","slices":{"general":{"score":87.2,"elo_eq":1439.1,"se":3,"ci":[1433.2,1445],"tier":"A","provisional":false,"rank":39,"subscores":{"arena":{"elo_eq":1426.6,"se":1.2},"bench":{"elo_eq":1458.1,"se":7.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.45,"se":1.140306122449,"eq":1488.7,"eq_se":9,"weight":0.3242,"date":"2026-07-09","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1431.79,"se":2.2780612244898,"eq":1431.8,"eq_se":2.3,"weight":0.1642,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1451.8,"se":2.6428571428572,"eq":1441.6,"eq_se":2.4,"weight":0.1638,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1439.61,"se":3.2321428571429,"eq":1450.6,"eq_se":3.1,"weight":0.0806,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1479.22,"se":4.969387755102,"eq":1459.3,"eq_se":4.1,"weight":0.0782,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1436.67,"se":3.045918367347,"eq":1434.7,"eq_se":2.8,"weight":0.0405,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1432.49,"se":4.3290816326531,"eq":1428.4,"eq_se":3.9,"weight":0.0393,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.41,"se":0.0155609,"eq":1426.1,"eq_se":4.9,"weight":0.0204,"date":"2026-08-10","variant":"max","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.916035,"se":0.0172828,"eq":1465.8,"eq_se":8,"weight":0.0152,"date":"2026-07-09","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":0.45,"price_first_party":0.45,"providers":33,"residual":84.2,"value_pct":96.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"grok-4-6","name":"Grok 4.6","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-6","slices":{"general":{"score":86.9,"elo_eq":1437.8,"se":2.9,"ci":[1432.1,1443.6],"tier":"A","provisional":false,"rank":40,"subscores":{"arena":{"elo_eq":1421.2,"se":1.4},"bench":{"elo_eq":1461,"se":6.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.61,"se":1.0892857142857,"eq":1489.9,"eq_se":8.6,"weight":0.3255,"date":"2026-08-12","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1427.34,"se":2.6862244897959,"eq":1427.3,"eq_se":2.7,"weight":0.1596,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1445.41,"se":3.125,"eq":1435.8,"eq_se":2.8,"weight":0.1591,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1431.27,"se":3.8622448979592,"eq":1442.7,"eq_se":3.7,"weight":0.0777,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1463.28,"se":6.2091836734694,"eq":1446.2,"eq_se":5.1,"weight":0.0739,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.493,"se":0.0158178,"eq":1452.1,"eq_se":5,"weight":0.0398,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1453.23,"se":3.5561224489796,"eq":1450.1,"eq_se":3.3,"weight":0.0393,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1422.37,"se":5.4974489795919,"eq":1419.2,"eq_se":5,"weight":0.0371,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.940025,"se":0.01448,"eq":1477,"eq_se":6.7,"weight":0.016,"date":"2026-08-12","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":3,"price_first_party":3,"providers":25,"residual":35.3,"value_pct":69,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-3-flash-preview","name":"Gemini 3 Flash Preview","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-flash-preview","slices":{"general":{"score":86.5,"elo_eq":1437.3,"se":2.5,"ci":[1432.4,1442.2],"tier":"A","provisional":false,"rank":41,"subscores":{"arena":{"elo_eq":1439.8,"se":1.3},"bench":{"elo_eq":1433.9,"se":5.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":151.82,"se":0.85204081632653,"eq":1452.1,"eq_se":6.7,"weight":0.3543,"date":"2025-12-17","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1465.66,"se":2.2040816326531,"eq":1465.7,"eq_se":2.2,"weight":0.1587,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1464.5,"se":2.8112244897959,"eq":1453,"eq_se":2.5,"weight":0.1576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1436.61,"se":3.6275510204082,"eq":1447.8,"eq_se":3.4,"weight":0.077,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1461.4,"se":6.3469387755102,"eq":1444.7,"eq_se":5.2,"weight":0.0724,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1451.76,"se":3.625,"eq":1448.8,"eq_se":3.4,"weight":0.0386,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1470.96,"se":4.3290816326531,"eq":1463.3,"eq_se":3.9,"weight":0.0379,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.668,"se":0.0148996,"eq":1507.2,"eq_se":4.7,"weight":0.0198,"date":"2026-08-27","variant":"high","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.893939,"se":0.021938,"eq":1455.5,"eq_se":10.2,"weight":0.0129,"date":"2026-08-06","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.125,"price_first_party":1.125,"providers":26,"residual":59.4,"value_pct":87.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-2-pro","name":"GPT-5.2 Pro","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-2-pro","slices":{"general":{"score":86.2,"elo_eq":1436.9,"se":8.8,"ci":[1419.6,1454.3],"tier":"A","provisional":true,"rank":42,"subscores":{"arena":null,"bench":{"elo_eq":1456.9,"se":9.6}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":155.41,"se":1.3265306122449,"eq":1480.5,"eq_se":10.5,"weight":0.8432,"date":"2025-12-11","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":57.75,"price_first_party":57.75,"providers":9,"residual":-40,"value_pct":15.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"ernie-5-1","name":"ernie-5.1","vendor":"baidu","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/ernie-5-1","slices":{"general":{"score":85.9,"elo_eq":1436.9,"se":1.1,"ci":[1434.7,1439.1],"tier":"A","provisional":true,"rank":43,"subscores":{"arena":{"elo_eq":1451.1,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1468.06,"se":2.3035714285714,"eq":1468.1,"eq_se":2.3,"weight":0.2567,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1480.82,"se":2.6964285714286,"eq":1467.8,"eq_se":2.4,"weight":0.256,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1459.77,"se":3.3392857142857,"eq":1469.7,"eq_se":3.2,"weight":0.1258,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1490.9,"se":5.2423469387756,"eq":1468.8,"eq_se":4.3,"weight":0.1215,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1461.63,"se":3.1683673469387,"eq":1458,"eq_se":3,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1470.82,"se":4.1632653061224,"eq":1463.2,"eq_se":3.8,"weight":0.0618,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.3125,"price_first_party":null,"providers":1,"residual":55.1,"value_pct":85.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-opus-4-5","name":"Claude Opus 4.5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-4-5","slices":{"general":{"score":85.5,"elo_eq":1435.9,"se":3.1,"ci":[1429.7,1442],"tier":"A","provisional":false,"rank":44,"subscores":{"arena":{"elo_eq":1448.2,"se":0.9},"bench":{"elo_eq":1416.7,"se":7.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":150.1,"se":1.3010204081633,"eq":1438.6,"eq_se":10.3,"weight":0.2998,"date":"2025-11-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1450.86,"se":1.5892857142857,"eq":1450.9,"eq_se":1.6,"weight":0.1659,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1476.01,"se":2.0102040816327,"eq":1463.4,"eq_se":1.8,"weight":0.1653,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1477.55,"se":3.3826530612245,"eq":1486.6,"eq_se":3.2,"weight":0.0802,"date":"2026-09-25","variant":"high-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1487.48,"se":4.2270408163265,"eq":1466,"eq_se":3.5,"weight":0.0796,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1479.47,"se":2.5076530612245,"eq":1474.6,"eq_se":2.3,"weight":0.0409,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1466.16,"se":3.0612244897959,"eq":1458.9,"eq_se":2.8,"weight":0.0405,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.457,"se":0.0157607,"eq":1440.8,"eq_se":5,"weight":0.0405,"date":"2026-08-27","variant":"32k","flags":[],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.86048,"se":0.020687,"eq":1440,"eq_se":9.6,"weight":0.0138,"date":"2025-11-24","variant":"32k","flags":[],"decay":0.266}]}},"value":{"price_blended":10,"price_first_party":10,"providers":34,"residual":3,"value_pct":38,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"deepseek-v4-pro-0813","name":"DeepSeek V4 Pro 0813","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v4-pro-0813","slices":{"general":{"score":85.2,"elo_eq":1435.5,"se":5.7,"ci":[1424.3,1446.7],"tier":"A","provisional":true,"rank":45,"subscores":{"arena":null,"bench":{"elo_eq":1455,"se":6.2}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":155.38,"se":0.99489795918367,"eq":1480.2,"eq_se":7.9,"weight":0.7268,"date":"2026-08-13","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.529058,"se":0.0158084,"eq":1463.5,"eq_se":5,"weight":0.0852,"date":"2026-08-27","variant":"max","flags":[],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.916667,"se":0.0152426,"eq":1466.1,"eq_se":7.1,"weight":0.0336,"date":"2026-08-18","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":1.9763,"price_first_party":0.5438,"providers":34,"residual":43.4,"value_pct":78.6,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":101750}},{"id":"gpt-5-3-codex","name":"GPT-5.3-Codex","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-3-codex","slices":{"general":{"score":84.8,"elo_eq":1434.7,"se":11.8,"ci":[1411.5,1457.9],"tier":"A","provisional":true,"rank":46,"subscores":{"arena":null,"bench":{"elo_eq":1460,"se":13.1}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":156.82,"se":1.8647959183673,"eq":1491.6,"eq_se":14.7,"weight":0.803,"date":"2026-02-05","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":4.8125,"price_first_party":4.8125,"providers":24,"residual":20.3,"value_pct":52.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"kimi-k2-6","name":"Kimi K2.6","vendor":"moonshot","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/kimi-k2-6","slices":{"general":{"score":84.5,"elo_eq":1434.7,"se":2.6,"ci":[1429.6,1439.8],"tier":"A","provisional":false,"rank":47,"subscores":{"arena":{"elo_eq":1443.3,"se":1.2},"bench":{"elo_eq":1423,"se":5.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":151.05,"se":0.94132653061224,"eq":1446,"eq_se":7.4,"weight":0.337,"date":"2026-04-20","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1455.39,"se":2.2525510204081,"eq":1455.4,"eq_se":2.3,"weight":0.1563,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1470.18,"se":2.6352040816326,"eq":1458.2,"eq_se":2.4,"weight":0.1559,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1450.94,"se":3.2168367346939,"eq":1461.3,"eq_se":3,"weight":0.0768,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1490.82,"se":5.0535714285714,"eq":1468.8,"eq_se":4.1,"weight":0.0743,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.349,"se":0.0150807,"eq":1406.9,"eq_se":4.7,"weight":0.039,"date":"2026-08-10","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1468.34,"se":3.0867346938776,"eq":1464.2,"eq_se":2.9,"weight":0.0385,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1452.88,"se":4.0459183673469,"eq":1446.9,"eq_se":3.7,"weight":0.0377,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.907828,"se":0.0171745,"eq":1462,"eq_se":8,"weight":0.0145,"date":"2026-05-01","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":1.7125,"price_first_party":1.7125,"providers":56,"residual":46.2,"value_pct":80.2,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":475326}},{"id":"glm-5-1","name":"GLM 5.1","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-5-1","slices":{"general":{"score":84.2,"elo_eq":1432.6,"se":2.5,"ci":[1427.6,1437.5],"tier":"A","provisional":false,"rank":48,"subscores":{"arena":{"elo_eq":1445.2,"se":1},"bench":{"elo_eq":1415.4,"se":5.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":149.9,"se":0.92857142857143,"eq":1437,"eq_se":7.3,"weight":0.3367,"date":"2026-04-07","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1461.94,"se":1.8852040816327,"eq":1461.9,"eq_se":1.9,"weight":0.1564,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1471.63,"se":2.1913265306123,"eq":1459.5,"eq_se":2,"weight":0.1562,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1450.62,"se":2.6556122448979,"eq":1461,"eq_se":2.5,"weight":0.0773,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1476.63,"se":4.1938775510204,"eq":1457.2,"eq_se":3.4,"weight":0.0755,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1466.6,"se":2.5357142857142,"eq":1462.6,"eq_se":2.4,"weight":0.0388,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.34,"se":0.0149875,"eq":1404.1,"eq_se":4.7,"weight":0.0388,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1473.15,"se":3.5535714285714,"eq":1465.3,"eq_se":3.2,"weight":0.038,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.89899,"se":0.0214697,"eq":1457.9,"eq_se":10,"weight":0.0128,"date":"2026-08-10","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":2.13,"price_first_party":2.15,"providers":42,"residual":38.6,"value_pct":73.8,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":189391}},{"id":"mimo-v2-6-flash","name":"MiMo-V2.6-Flash","vendor":"xiaomi","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-6-flash","slices":{"general":{"score":83.8,"elo_eq":1432.1,"se":2.5,"ci":[1427.2,1436.9],"tier":"A","provisional":true,"rank":49,"subscores":{"arena":{"elo_eq":1448.2,"se":2.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1459.08,"se":4.7525510204082,"eq":1459.1,"eq_se":4.8,"weight":0.273,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1480.75,"se":5.9158163265306,"eq":1467.7,"eq_se":5.3,"weight":0.2666,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1462.69,"se":7.8954081632653,"eq":1472.5,"eq_se":7.5,"weight":0.1203,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1515.95,"se":13.581632653061,"eq":1489.3,"eq_se":11.1,"weight":0.097,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1464.83,"se":7.3698979591836,"eq":1461,"eq_se":6.9,"weight":0.0621,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1459.9,"se":11.90306122449,"eq":1453.3,"eq_se":10.8,"weight":0.0495,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.175,"price_first_party":0.175,"providers":15,"residual":101,"value_pct":99.5,"pareto":true,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":43038}},{"id":"gpt-5-2","name":"GPT-5.2","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-2","slices":{"general":{"score":83.5,"elo_eq":1428.8,"se":2.6,"ci":[1423.8,1433.9],"tier":"A","provisional":false,"rank":50,"subscores":{"arena":{"elo_eq":1421.3,"se":1.1},"bench":{"elo_eq":1439,"se":5.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":153.49,"se":0.93622448979592,"eq":1465.3,"eq_se":7.4,"weight":0.3371,"date":"2025-12-11","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1438.59,"se":2.0408163265306,"eq":1438.6,"eq_se":2,"weight":0.1567,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1445.07,"se":2.5025510204081,"eq":1435.5,"eq_se":2.3,"weight":0.156,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1416.83,"se":3.1607142857143,"eq":1429,"eq_se":3,"weight":0.0767,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1444.82,"se":4.9285714285714,"eq":1431.1,"eq_se":4,"weight":0.0744,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.371,"se":0.0152837,"eq":1413.8,"eq_se":4.8,"weight":0.0388,"date":"2026-08-27","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1428.26,"se":3.045918367347,"eq":1426.8,"eq_se":2.8,"weight":0.0385,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1458.18,"se":3.9566326530612,"eq":1451.7,"eq_se":3.6,"weight":0.0377,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.914,"se":0.018,"eq":1464.9,"eq_se":8.4,"weight":0.0142,"date":"2025-12-13","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":4.8125,"price_first_party":4.8125,"providers":26,"residual":14.4,"value_pct":47.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"deepseek-v4-pro","name":"DeepSeek V4 Pro 0423","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v4-pro","slices":{"general":{"score":83.2,"elo_eq":1427.1,"se":2.5,"ci":[1422.2,1432.1],"tier":"A","provisional":false,"rank":51,"subscores":{"arena":{"elo_eq":1436.6,"se":1.2},"bench":{"elo_eq":1414.6,"se":5.6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":149.13,"se":0.89030612244898,"eq":1430.9,"eq_se":7,"weight":0.3432,"date":"2026-04-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1450.81,"se":1.984693877551,"eq":1450.8,"eq_se":2,"weight":0.1567,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1461.02,"se":2.329081632653,"eq":1449.9,"eq_se":2.1,"weight":0.1564,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1463.16,"se":4.2857142857143,"eq":1446.1,"eq_se":3.5,"weight":0.0756,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1447.47,"se":5.2372448979592,"eq":1458,"eq_se":5,"weight":0.0719,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.46994,"se":0.0158065,"eq":1444.9,"eq_se":5,"weight":0.0385,"date":"2026-08-27","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1467.07,"se":3.5688775510204,"eq":1459.8,"eq_se":3.2,"weight":0.0381,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1458.61,"se":4.6989795918367,"eq":1455.2,"eq_se":4.4,"weight":0.0367,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.909091,"se":0.0204821,"eq":1462.6,"eq_se":9.5,"weight":0.0132,"date":"2026-08-06","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.91,"price_first_party":null,"providers":51,"residual":35.9,"value_pct":70.6,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":441758}},{"id":"gpt-5-1","name":"GPT-5.1","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-1","slices":{"general":{"score":82.8,"elo_eq":1426,"se":2.1,"ci":[1421.8,1430.2],"tier":"A","provisional":false,"rank":52,"subscores":{"arena":{"elo_eq":1431.8,"se":1.1},"bench":{"elo_eq":1418.6,"se":4.6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":149.65,"se":0.72448979591837,"eq":1435,"eq_se":5.7,"weight":0.3564,"date":"2025-11-13","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1442.72,"se":1.8775510204082,"eq":1442.7,"eq_se":1.9,"weight":0.1531,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1456.86,"se":2.4540816326531,"eq":1446.1,"eq_se":2.2,"weight":0.1522,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1442.41,"se":3.204081632653,"eq":1453.3,"eq_se":3,"weight":0.0747,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1470.11,"se":6,"eq":1451.8,"eq_se":4.9,"weight":0.0702,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.48,"se":0.0158066,"eq":1448.1,"eq_se":5,"weight":0.0376,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1447.69,"se":3.2270408163266,"eq":1445,"eq_se":3,"weight":0.0374,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1449.21,"se":3.8265306122449,"eq":1443.6,"eq_se":3.5,"weight":0.0369,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.876263,"se":0.0187537,"eq":1447.3,"eq_se":8.7,"weight":0.0135,"date":"2025-11-13","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":3.4375,"price_first_party":3.4375,"providers":26,"residual":20,"value_pct":51.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"grok-4-20","name":"Grok 4.20","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-20","slices":{"general":{"score":82.5,"elo_eq":1425,"se":4,"ci":[1417.2,1432.9],"tier":"A","provisional":false,"rank":53,"subscores":{"arena":{"elo_eq":1419.4,"se":1.3},"bench":{"elo_eq":1432.7,"se":9.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":152.02,"se":1.2908163265306,"eq":1453.7,"eq_se":10.2,"weight":0.3879,"date":"2026-02-17","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1444.62,"se":2.3163265306123,"eq":1444.6,"eq_se":2.3,"weight":0.1582,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1441.06,"se":2.7755102040817,"eq":1431.9,"eq_se":2.5,"weight":0.1575,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1415.4,"se":3.5510204081632,"eq":1427.7,"eq_se":3.4,"weight":0.0771,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1428.19,"se":6.2933673469388,"eq":1417.5,"eq_se":5.1,"weight":0.0724,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1427.2,"se":3.4489795918367,"eq":1425.8,"eq_se":3.2,"weight":0.0387,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1451.05,"se":4.7678571428572,"eq":1445.2,"eq_se":4.3,"weight":0.0374,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.7725,"price_first_party":null,"providers":3,"residual":35.7,"value_pct":69.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-6-max-preview","name":"Qwen3.6 Max Preview","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-6-max-preview","slices":{"general":{"score":82.2,"elo_eq":1424.3,"se":3.3,"ci":[1417.8,1430.8],"tier":"A","provisional":false,"rank":54,"subscores":{"arena":{"elo_eq":1431.7,"se":2.4},"bench":{"elo_eq":1414.8,"se":7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":149.24,"se":1.1275510204082,"eq":1431.8,"eq_se":8.9,"weight":0.3415,"date":"2026-04-20","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1446.65,"se":4.1734693877551,"eq":1446.7,"eq_se":4.2,"weight":0.1632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1456.62,"se":5.1862244897959,"eq":1445.9,"eq_se":4.7,"weight":0.1603,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1437.12,"se":7.015306122449,"eq":1448.2,"eq_se":6.6,"weight":0.0735,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1475.63,"se":12.762755102041,"eq":1456.3,"eq_se":10.4,"weight":0.0593,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.52004,"se":0.0158224,"eq":1460.6,"eq_se":5,"weight":0.0425,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1457.06,"se":6.6301020408163,"eq":1453.7,"eq_se":6.2,"weight":0.0376,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1455.48,"se":10.150510204082,"eq":1449.2,"eq_se":9.2,"weight":0.0319,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.873737,"se":0.0236644,"eq":1446.1,"eq_se":11,"weight":0.0133,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":2.925,"price_first_party":2.925,"providers":12,"residual":22.4,"value_pct":56.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-8-27b","name":"Qwen3.8 27B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-8-27b","slices":{"general":{"score":81.8,"elo_eq":1424.3,"se":3.6,"ci":[1417.2,1431.4],"tier":"A","provisional":false,"rank":55,"subscores":{"arena":{"elo_eq":1431.4,"se":1.5},"bench":{"elo_eq":1415.6,"se":7.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":149.41,"se":1.0663265306122,"eq":1433.1,"eq_se":8.4,"weight":0.417,"date":"2026-08-14","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1440.6,"se":2.8367346938776,"eq":1440.6,"eq_se":2.8,"weight":0.1513,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1459.15,"se":3.3494897959184,"eq":1448.2,"eq_se":3,"weight":0.1505,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1435.53,"se":4.234693877551,"eq":1446.7,"eq_se":4,"weight":0.0731,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1481.77,"se":7.1352040816327,"eq":1461.4,"eq_se":5.8,"weight":0.068,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1448.23,"se":3.9540816326531,"eq":1445.5,"eq_se":3.7,"weight":0.0369,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1443.36,"se":6.0408163265306,"eq":1438.2,"eq_se":5.5,"weight":0.0346,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.05,"price_first_party":null,"providers":37,"residual":48.1,"value_pct":81.8,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":37.5,"rank":16,"quant":"UD-Q4_K_XL","state":"offload","tok_s":4.2,"low":false},{"stack":"gpu-24","score":81.8,"rank":1,"quant":"UD-Q5_K_S","state":"vram","tok_s":38,"low":false},{"stack":"mac-64","score":65.2,"rank":2,"quant":"Q8_0","state":"unified","tok_s":12.7,"low":false},{"stack":"uma-128","score":58.4,"rank":7,"quant":"UD-Q4_K_M","state":"unified","tok_s":10.2,"low":false},{"stack":"cpu-32","score":27.7,"rank":5,"quant":"UD-Q4_K_XL","state":"ram","tok_s":2.3,"low":false}],"adoption":{"hf_downloads_30d":7038259}},{"id":"deepseek-v4-flash-0731","name":"DeepSeek V4 Flash 0731","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v4-flash-0731","slices":{"general":{"score":81.5,"elo_eq":1423.6,"se":6.8,"ci":[1410.2,1437],"tier":"A","provisional":true,"rank":56,"subscores":{"arena":null,"bench":{"elo_eq":1444.2,"se":7.5}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":154.53,"se":1.1581632653061,"eq":1473.5,"eq_se":9.1,"weight":0.7467,"date":"2026-07-31","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.336336,"se":0.0149553,"eq":1402.9,"eq_se":4.7,"weight":0.0476,"date":"2026-08-27","variant":"max","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.910354,"se":0.0176555,"eq":1463.2,"eq_se":8.2,"weight":0.035,"date":"2026-08-02","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":0.175,"price_first_party":null,"providers":45,"residual":92.5,"value_pct":97.9,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":53.9,"rank":13,"quant":"UD-IQ3_XXS","state":"unified","tok_s":10.8,"low":false}],"adoption":{"hf_downloads_30d":4465234}},{"id":"gemini-2-5-pro","name":"Gemini 2.5 Pro","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-2-5-pro","slices":{"general":{"score":81.1,"elo_eq":1422.6,"se":1.5,"ci":[1419.7,1425.6],"tier":"A","provisional":false,"rank":57,"subscores":{"arena":{"elo_eq":1433.3,"se":0.7},"bench":{"elo_eq":1377.7,"se":7.4}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1457.78,"se":1.2448979591837,"eq":1457.8,"eq_se":1.2,"weight":0.2188,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1454.81,"se":1.5892857142857,"eq":1444.3,"eq_se":1.4,"weight":0.2183,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.852904,"se":0.0211701,"eq":1436.4,"eq_se":9.8,"weight":0.1435,"date":"2025-11-16","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1436.27,"se":1.954081632653,"eq":1447.4,"eq_se":1.9,"weight":0.1085,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1451.81,"se":3.4591836734694,"eq":1436.9,"eq_se":2.8,"weight":0.1064,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1449.3,"se":2.0025510204081,"eq":1446.5,"eq_se":1.9,"weight":0.0542,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1452.49,"se":2.3877551020408,"eq":1446.5,"eq_se":2.2,"weight":0.0539,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":3.4375,"price_first_party":3.4375,"providers":28,"residual":16.6,"value_pct":49.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"anthropic-claude-sonnet-5-5","name":"Claude Sonnet 5.5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/anthropic-claude-sonnet-5-5","slices":{"general":{"score":80.8,"elo_eq":1422.3,"se":7.6,"ci":[1407.4,1437.2],"tier":"A","provisional":true,"rank":58,"subscores":{"arena":null,"bench":{"elo_eq":1466.6,"se":9.1}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":165.2,"se":1.9336734693878,"eq":1557.7,"eq_se":15.3,"weight":0.4954,"date":"2026-09-28","variant":null,"flags":["outlier"],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.465,"se":0.0157805,"eq":1443.3,"eq_se":5,"weight":0.0928,"date":"2026-09-29","variant":"max","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.955808,"se":0.0137103,"eq":1484.3,"eq_se":6.4,"weight":0.0758,"date":"2026-09-29","variant":"max","flags":[],"decay":0.266}]}},"value":{"price_blended":4,"price_first_party":4,"providers":20,"residual":12.5,"value_pct":45.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-7-plus","name":"Qwen3.7 Plus","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-7-plus","slices":{"general":{"score":80.5,"elo_eq":1420.8,"se":2.6,"ci":[1415.7,1425.9],"tier":"A","provisional":false,"rank":59,"subscores":{"arena":{"elo_eq":1436,"se":1.1},"bench":{"elo_eq":1401.5,"se":5.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":147.38,"se":0.82142857142857,"eq":1417.1,"eq_se":6.5,"weight":0.3925,"date":"2026-06-02","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1454.44,"se":2.2091836734694,"eq":1454.4,"eq_se":2.2,"weight":0.152,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1459.53,"se":2.5382653061225,"eq":1448.6,"eq_se":2.3,"weight":0.1517,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1439.23,"se":3.0255102040817,"eq":1450.2,"eq_se":2.9,"weight":0.0749,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1466.97,"se":4.640306122449,"eq":1449.3,"eq_se":3.8,"weight":0.073,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1453.86,"se":2.890306122449,"eq":1450.7,"eq_se":2.7,"weight":0.0376,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1459,"se":3.9821428571428,"eq":1452.4,"eq_se":3.6,"weight":0.0367,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.878788,"se":0.0232532,"eq":1448.5,"eq_se":10.8,"weight":0.0136,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.7,"price_first_party":0.7,"providers":23,"residual":54.8,"value_pct":85,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"claude-sonnet-4-5","name":"Claude Sonnet 4.5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-sonnet-4-5","slices":{"general":{"score":80.1,"elo_eq":1419.6,"se":2.3,"ci":[1415.1,1424],"tier":"A","provisional":false,"rank":60,"subscores":{"arena":{"elo_eq":1438.3,"se":0.8},"bench":{"elo_eq":1394.7,"se":5.2}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.84,"se":0.80867346938775,"eq":1412.8,"eq_se":6.4,"weight":0.347,"date":"2025-09-29","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1438.57,"se":1.4591836734694,"eq":1438.6,"eq_se":1.5,"weight":0.1546,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1461.87,"se":1.8061224489796,"eq":1450.7,"eq_se":1.6,"weight":0.1543,"date":"2026-09-25","variant":"high-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1458.91,"se":2.3469387755102,"eq":1468.9,"eq_se":2.2,"weight":0.0764,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1482.57,"se":4.0714285714286,"eq":1462,"eq_se":3.3,"weight":0.0744,"date":"2026-09-25","variant":"high-32k","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.307,"se":0.0145933,"eq":1393.7,"eq_se":4.6,"weight":0.0383,"date":"2026-08-27","variant":"59k","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1476.1,"se":2.3520408163265,"eq":1471.5,"eq_se":2.2,"weight":0.0382,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1465.08,"se":2.8673469387755,"eq":1458,"eq_se":2.6,"weight":0.0379,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.823232,"se":0.0271788,"eq":1422.7,"eq_se":12.6,"weight":0.0106,"date":"2025-10-28","variant":"59k","flags":[],"decay":0.266}]}},"value":{"price_blended":6,"price_first_party":6,"providers":34,"residual":-0.4,"value_pct":34.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"inkling","name":"Inkling","vendor":"thinkingmachines","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/inkling","slices":{"general":{"score":79.8,"elo_eq":1418.8,"se":3.1,"ci":[1412.7,1425],"tier":"B","provisional":false,"rank":61,"subscores":{"arena":{"elo_eq":1426.9,"se":1.2},"bench":{"elo_eq":1406.5,"se":7.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":148.59,"se":1.2627551020408,"eq":1426.6,"eq_se":10,"weight":0.3058,"date":"2026-07-15","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1442.71,"se":2.3392857142857,"eq":1442.7,"eq_se":2.3,"weight":0.1639,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1452.03,"se":2.7142857142857,"eq":1441.8,"eq_se":2.5,"weight":0.1635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1426.69,"se":3.295918367347,"eq":1438.4,"eq_se":3.1,"weight":0.0805,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1468.08,"se":5.015306122449,"eq":1450.2,"eq_se":4.1,"weight":0.0781,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.403,"se":0.0155188,"eq":1423.9,"eq_se":4.9,"weight":0.0407,"date":"2026-08-27","variant":"xhigh","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1436.16,"se":3.0969387755102,"eq":1434.2,"eq_se":2.9,"weight":0.0405,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1435.74,"se":4.484693877551,"eq":1431.3,"eq_se":4.1,"weight":0.0391,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.882576,"se":0.0193559,"eq":1450.2,"eq_se":9,"weight":0.0144,"date":"2026-08-05","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":1.7625,"price_first_party":2.5725,"providers":20,"residual":29.6,"value_pct":62,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":636768}},{"id":"mimo-v2-pro","name":"MiMo-V2-Pro","vendor":"xiaomi","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-pro","slices":{"general":{"score":79.5,"elo_eq":1418.6,"se":1.2,"ci":[1416.2,1421],"tier":"B","provisional":true,"rank":62,"subscores":{"arena":{"elo_eq":1431.9,"se":1.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1436.03,"se":2.3775510204082,"eq":1436,"eq_se":2.4,"weight":0.2586,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1457.38,"se":2.8494897959184,"eq":1446.6,"eq_se":2.6,"weight":0.2575,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1444.44,"se":3.5994897959183,"eq":1455.2,"eq_se":3.4,"weight":0.126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1478.57,"se":6.6071428571429,"eq":1458.7,"eq_se":5.4,"weight":0.1173,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1455.18,"se":3.484693877551,"eq":1451.9,"eq_se":3.3,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1455.75,"se":4.6938775510204,"eq":1449.5,"eq_se":4.3,"weight":0.0613,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.5,"price_first_party":0.5438,"providers":4,"residual":33.5,"value_pct":65.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"kimi-k2-5","name":"Kimi K2.5","vendor":"moonshot","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/kimi-k2-5","slices":{"general":{"score":79.1,"elo_eq":1418.4,"se":2.3,"ci":[1413.9,1422.9],"tier":"B","provisional":false,"rank":63,"subscores":{"arena":{"elo_eq":1429.6,"se":0.9},"bench":{"elo_eq":1405.3,"se":4.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":148.04,"se":0.73214285714286,"eq":1422.3,"eq_se":5.8,"weight":0.3867,"date":"2026-01-27","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1445.42,"se":1.6683673469388,"eq":1445.4,"eq_se":1.7,"weight":0.1462,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1453.67,"se":2.0178571428571,"eq":1443.3,"eq_se":1.8,"weight":0.1459,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1430.64,"se":2.4668367346939,"eq":1442.1,"eq_se":2.3,"weight":0.0723,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1465.77,"se":3.8852040816327,"eq":1448.3,"eq_se":3.2,"weight":0.0708,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.343,"se":0.0150192,"eq":1405,"eq_se":4.7,"weight":0.0413,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1445.07,"se":2.4107142857143,"eq":1442.5,"eq_se":2.3,"weight":0.0362,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1443.99,"se":3.0484693877551,"eq":1438.8,"eq_se":2.8,"weight":0.0358,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null}]}},"value":{"price_blended":1.2,"price_first_party":null,"providers":34,"residual":38.9,"value_pct":74.3,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":321967}},{"id":"amazon-nova-experimental-chat-26-02-10","name":"amazon-nova-experimental-chat-26-02-10","vendor":"amazon","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/amazon-nova-experimental-chat-26-02-10","slices":{"general":{"score":78.8,"elo_eq":1415.1,"se":2.7,"ci":[1409.9,1420.4],"tier":"B","provisional":true,"rank":64,"subscores":{"arena":{"elo_eq":1430.6,"se":2.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1448.69,"se":4.9132653061224,"eq":1448.7,"eq_se":4.9,"weight":0.2805,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1458.09,"se":6.3775510204082,"eq":1447.3,"eq_se":5.8,"weight":0.2707,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1426.23,"se":9.1071428571428,"eq":1437.9,"eq_se":8.6,"weight":0.1167,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1504.49,"se":16.428571428571,"eq":1479.9,"eq_se":13.4,"weight":0.0862,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1441.14,"se":9.0484693877551,"eq":1438.8,"eq_se":8.5,"weight":0.0589,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1441.59,"se":11.877551020408,"eq":1436.6,"eq_se":10.8,"weight":0.0512,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen3-6-plus","name":"Qwen3.6 Plus","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-6-plus","slices":{"general":{"score":78.5,"elo_eq":1415,"se":2.7,"ci":[1409.7,1420.2],"tier":"B","provisional":false,"rank":65,"subscores":{"arena":{"elo_eq":1423.3,"se":1.1},"bench":{"elo_eq":1403.4,"se":6.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":147.63,"se":0.99489795918367,"eq":1419.1,"eq_se":7.9,"weight":0.3318,"date":"2026-03-31","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1436.71,"se":2.1020408163265,"eq":1436.7,"eq_se":2.1,"weight":0.1579,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1448.76,"se":2.454081632653,"eq":1438.8,"eq_se":2.2,"weight":0.1576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1424.57,"se":3.0102040816326,"eq":1436.3,"eq_se":2.9,"weight":0.0777,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1455.52,"se":4.5561224489796,"eq":1439.9,"eq_se":3.7,"weight":0.0758,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1439.54,"se":2.8826530612245,"eq":1437.3,"eq_se":2.7,"weight":0.039,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.441441,"se":0.0157183,"eq":1435.9,"eq_se":4.9,"weight":0.039,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1438.1,"se":3.8137755102041,"eq":1433.5,"eq_se":3.5,"weight":0.0382,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.883838,"se":0.0228289,"eq":1450.8,"eq_se":10.6,"weight":0.0125,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":1.125,"price_first_party":1.125,"providers":22,"residual":37.1,"value_pct":72.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"grok-4-20-0309-reasoning","name":"Grok 4.20 (Reasoning)","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-20-0309-reasoning","slices":{"general":{"score":78.1,"elo_eq":1414.5,"se":1.1,"ci":[1412.3,1416.6],"tier":"B","provisional":false,"rank":66,"subscores":{"arena":{"elo_eq":1426.3,"se":1},"bench":{"elo_eq":1373.9,"se":3.6}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1450.69,"se":1.8698979591837,"eq":1450.7,"eq_se":1.9,"weight":0.21,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1451.05,"se":2.2474489795918,"eq":1440.9,"eq_se":2,"weight":0.2094,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.302,"se":0.0145261,"eq":1392.1,"eq_se":4.6,"weight":0.1047,"date":"2026-08-27","variant":null,"flags":["outlier"],"decay":0.613},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1419.87,"se":2.7142857142857,"eq":1431.9,"eq_se":2.6,"weight":0.1036,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1439.66,"se":4.1275510204082,"eq":1426.9,"eq_se":3.4,"weight":0.1015,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.893308,"se":0.0186334,"eq":1455.2,"eq_se":8.7,"weight":0.0745,"date":"2026-07-13","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/longer_query","value":1436.42,"se":2.625,"eq":1434.4,"eq_se":2.5,"weight":0.0519,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1455.69,"se":3.3341836734694,"eq":1449.4,"eq_se":3,"weight":0.0512,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.5625,"price_first_party":1.5625,"providers":13,"residual":28.3,"value_pct":61,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"minimax-m3","name":"MiniMax M3","vendor":"minimax","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/minimax-m3","slices":{"general":{"score":77.8,"elo_eq":1413.2,"se":4.1,"ci":[1405.1,1421.3],"tier":"B","provisional":false,"rank":67,"subscores":{"arena":{"elo_eq":1424.2,"se":1},"bench":{"elo_eq":1392.2,"se":11.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":147.03,"se":1.8137755102041,"eq":1414.3,"eq_se":14.3,"weight":0.2852,"date":"2026-06-01","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1432.71,"se":2.0280612244898,"eq":1432.7,"eq_se":2,"weight":0.1784,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1447.1,"se":2.3724489795918,"eq":1437.3,"eq_se":2.1,"weight":0.178,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1433.21,"se":2.8112244897959,"eq":1444.5,"eq_se":2.7,"weight":0.088,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1461.9,"se":4.2321428571429,"eq":1445.1,"eq_se":3.5,"weight":0.0862,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1444.93,"se":2.6964285714286,"eq":1442.4,"eq_se":2.5,"weight":0.0442,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1440.98,"se":3.5535714285714,"eq":1436.1,"eq_se":3.2,"weight":0.0434,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.909091,"se":0.0204821,"eq":1462.6,"eq_se":9.5,"weight":0.0172,"date":"2026-08-10","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.525,"price_first_party":0.525,"providers":42,"residual":54.5,"value_pct":84.5,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":166753}},{"id":"grok-4-20-multi-agent","name":"Grok 4.20 Multi-Agent","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-20-multi-agent","slices":{"general":{"score":77.4,"elo_eq":1412.6,"se":0.9,"ci":[1410.8,1414.4],"tier":"B","provisional":true,"rank":68,"subscores":{"arena":{"elo_eq":1425.3,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1450.14,"se":1.8826530612245,"eq":1450.1,"eq_se":1.9,"weight":0.2558,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1447.8,"se":2.2602040816327,"eq":1438,"eq_se":2,"weight":0.2551,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1419.96,"se":2.7142857142857,"eq":1432,"eq_se":2.6,"weight":0.1262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1444.8,"se":4.1045918367347,"eq":1431.1,"eq_se":3.4,"weight":0.1237,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1430.08,"se":2.640306122449,"eq":1428.5,"eq_se":2.5,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1451.3,"se":3.4005102040816,"eq":1445.5,"eq_se":3.1,"weight":0.0623,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.5625,"price_first_party":1.5625,"providers":5,"residual":26.5,"value_pct":59.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-6-sol","name":"GPT-6 Sol","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-6-sol","slices":{"general":{"score":77.1,"elo_eq":1412.6,"se":2,"ci":[1408.6,1416.6],"tier":"B","provisional":false,"rank":69,"subscores":{"arena":{"elo_eq":1396,"se":2.5},"bench":{"elo_eq":1446,"se":3.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.607,"se":0.0154528,"eq":1488,"eq_se":4.9,"weight":0.2049,"date":"2026-09-22","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/overall","value":1395.8,"se":4.5,"eq":1395.8,"eq_se":4.5,"weight":0.1937,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1419.64,"se":5.625,"eq":1412.5,"eq_se":5.1,"weight":0.1894,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1406.29,"se":7.4719387755102,"eq":1419,"eq_se":7.1,"weight":0.0863,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.943182,"se":0.0149385,"eq":1478.4,"eq_se":6.9,"weight":0.081,"date":"2026-09-22","variant":"max","flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/expert","value":1449.06,"se":12.538265306122,"eq":1434.6,"eq_se":10.3,"weight":0.0719,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1414.49,"se":6.8112244897959,"eq":1413.9,"eq_se":6.4,"weight":0.0447,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1405.22,"se":11.469387755102,"eq":1403.6,"eq_se":10.4,"weight":0.0356,"date":"2026-09-25","variant":"max","flags":[],"decay":null}]}},"value":{"price_blended":4,"price_first_party":4,"providers":22,"residual":2.8,"value_pct":36.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-5-397b-a17b","name":"Qwen3.5 397B A17B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-397b-a17b","slices":{"general":{"score":76.8,"elo_eq":1412.3,"se":2.7,"ci":[1407.1,1417.5],"tier":"B","provisional":false,"rank":70,"subscores":{"arena":{"elo_eq":1424.8,"se":0.8},"bench":{"elo_eq":1396,"se":6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.66,"se":0.85714285714286,"eq":1411.4,"eq_se":6.8,"weight":0.3866,"date":"2026-02-13","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1437.93,"se":1.6122448979592,"eq":1437.9,"eq_se":1.6,"weight":0.1533,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1447.69,"se":1.9209183673469,"eq":1437.9,"eq_se":1.7,"weight":0.153,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1423.82,"se":2.3214285714285,"eq":1435.6,"eq_se":2.2,"weight":0.0759,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1461.16,"se":3.5280612244898,"eq":1444.5,"eq_se":2.9,"weight":0.0748,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1442.06,"se":2.2678571428572,"eq":1439.7,"eq_se":2.1,"weight":0.038,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1447.23,"se":2.9897959183674,"eq":1441.8,"eq_se":2.7,"weight":0.0375,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.863636,"se":0.0244502,"eq":1441.4,"eq_se":11.4,"weight":0.0131,"date":"2026-08-07","variant":"none","flags":[],"decay":0.266}]}},"value":{"price_blended":1.35,"price_first_party":1.35,"providers":31,"residual":29.8,"value_pct":62.6,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":57.6,"rank":8,"quant":"UD-IQ1_M","state":"unified","tok_s":26,"low":true}],"adoption":{"hf_downloads_30d":314193}},{"id":"glm-5","name":"GLM 5","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-5","slices":{"general":{"score":76.4,"elo_eq":1411.6,"se":3,"ci":[1405.7,1417.5],"tier":"B","provisional":false,"rank":71,"subscores":{"arena":{"elo_eq":1427.9,"se":1.2},"bench":{"elo_eq":1389.9,"se":6.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":145.84,"se":0.96938775510204,"eq":1404.9,"eq_se":7.7,"weight":0.38,"date":"2026-02-11","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1445.84,"se":2.1581632653061,"eq":1445.8,"eq_se":2.2,"weight":0.1564,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1451.3,"se":2.6275510204082,"eq":1441.1,"eq_se":2.4,"weight":0.1557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1427.17,"se":3.3367346938775,"eq":1438.8,"eq_se":3.2,"weight":0.0764,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1454.11,"se":5.9234693877551,"eq":1438.7,"eq_se":4.8,"weight":0.0723,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1445.48,"se":3.2219387755102,"eq":1442.9,"eq_se":3,"weight":0.0384,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1455.81,"se":4.515306122449,"eq":1449.5,"eq_se":4.1,"weight":0.0371,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.878173,"se":0.0233633,"eq":1448.2,"eq_se":10.9,"weight":0.0139,"date":"2026-02-12","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":1.55,"price_first_party":1.55,"providers":31,"residual":25.6,"value_pct":58.8,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":240356}},{"id":"dola-seed-2-0-pro","name":"dola-seed-2.0-pro","vendor":"bytedance","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/dola-seed-2-0-pro","slices":{"general":{"score":76.1,"elo_eq":1411.6,"se":0.8,"ci":[1409.9,1413.2],"tier":"B","provisional":true,"rank":72,"subscores":{"arena":{"elo_eq":1424.1,"se":0.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1448.38,"se":1.7066326530612,"eq":1448.4,"eq_se":1.7,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1453.44,"se":2.0867346938776,"eq":1443.1,"eq_se":1.9,"weight":0.255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1413.7,"se":2.5178571428572,"eq":1426,"eq_se":2.4,"weight":0.1263,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1439.92,"se":3.8545918367347,"eq":1427.1,"eq_se":3.2,"weight":0.124,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1427.66,"se":2.4719387755102,"eq":1426.2,"eq_se":2.3,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1440.99,"se":3.1071428571428,"eq":1436.1,"eq_se":2.8,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.125,"price_first_party":null,"providers":1,"residual":33.7,"value_pct":65.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra","vendor":"nvidia","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/nemotron-3-ultra-550b-a55b","slices":{"general":{"score":75.8,"elo_eq":1411.1,"se":1.7,"ci":[1407.8,1414.5],"tier":"B","provisional":true,"rank":73,"subscores":{"arena":{"elo_eq":1424.5,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1444.07,"se":3.5025510204082,"eq":1444.1,"eq_se":3.5,"weight":0.2609,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1452.17,"se":3.9438775510204,"eq":1441.9,"eq_se":3.6,"weight":0.2604,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1416.91,"se":5.0382653061224,"eq":1429.1,"eq_se":4.8,"weight":0.1249,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1471.8,"se":8.6454081632653,"eq":1453.2,"eq_se":7.1,"weight":0.1126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1437.24,"se":4.5688775510204,"eq":1435.2,"eq_se":4.3,"weight":0.0636,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1412.18,"se":7.4362244897959,"eq":1410,"eq_se":6.7,"weight":0.0572,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1,"price_first_party":1,"providers":14,"residual":36.2,"value_pct":71.1,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":290359}},{"id":"hy3","name":"Hy3","vendor":"tencent","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/hy3","slices":{"general":{"score":75.4,"elo_eq":1411,"se":1.7,"ci":[1407.6,1414.4],"tier":"B","provisional":true,"rank":74,"subscores":{"arena":{"elo_eq":1424.4,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1441.57,"se":3.4107142857143,"eq":1441.6,"eq_se":3.4,"weight":0.2627,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1448.62,"se":4.0204081632653,"eq":1438.7,"eq_se":3.6,"weight":0.261,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1425.04,"se":5.2219387755102,"eq":1436.8,"eq_se":4.9,"weight":0.1246,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1460.98,"se":9.1785714285714,"eq":1444.4,"eq_se":7.5,"weight":0.1105,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1442.6,"se":4.7397959183674,"eq":1440.2,"eq_se":4.4,"weight":0.0635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1436.24,"se":7.7117346938776,"eq":1431.8,"eq_se":7,"weight":0.0567,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.231,"price_first_party":null,"providers":13,"residual":72.9,"value_pct":93,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-24","score":44.2,"rank":16,"quant":"IQ1_M","state":"offload","tok_s":12.2,"low":true},{"stack":"uma-128","score":48,"rank":19,"quant":"Q2_K_L","state":"unified","tok_s":14.4,"low":true}],"adoption":{"hf_downloads_30d":188409}},{"id":"mimo-v2-5","name":"MiMo-V2.5","vendor":"xiaomi","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-5","slices":{"general":{"score":75.1,"elo_eq":1410.5,"se":1,"ci":[1408.5,1412.6],"tier":"B","provisional":true,"rank":75,"subscores":{"arena":{"elo_eq":1423.1,"se":1.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1427.41,"se":2.155612244898,"eq":1427.4,"eq_se":2.2,"weight":0.2562,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1449.63,"se":2.5229591836734,"eq":1439.6,"eq_se":2.3,"weight":0.2556,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1433.36,"se":3.1122448979592,"eq":1444.7,"eq_se":2.9,"weight":0.1259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1458.71,"se":4.6989795918368,"eq":1442.5,"eq_se":3.8,"weight":0.1227,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1444.42,"se":2.9362244897959,"eq":1441.9,"eq_se":2.7,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1444.76,"se":3.8673469387755,"eq":1439.5,"eq_se":3.5,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.175,"price_first_party":0.175,"providers":17,"residual":79.4,"value_pct":94.7,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":56.3,"rank":10,"quant":"UD-Q2_K_XL","state":"unified","tok_s":23,"low":true}],"adoption":{"hf_downloads_30d":254091}},{"id":"glm-5v-turbo","name":"GLM 5V Turbo","vendor":"zhipu","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/glm-5v-turbo","slices":{"general":{"score":74.7,"elo_eq":1407.1,"se":1.7,"ci":[1403.9,1410.4],"tier":"B","provisional":true,"rank":76,"subscores":{"arena":{"elo_eq":1420.2,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1437.25,"se":3.2780612244898,"eq":1437.3,"eq_se":3.3,"weight":0.2622,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1443.21,"se":3.8801020408163,"eq":1433.8,"eq_se":3.5,"weight":0.2605,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1422.19,"se":5.1224489795918,"eq":1434.1,"eq_se":4.9,"weight":0.1243,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1451.35,"se":8.6020408163265,"eq":1436.5,"eq_se":7,"weight":0.1126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1438.63,"se":4.5892857142857,"eq":1436.5,"eq_se":4.3,"weight":0.0635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1432.07,"se":7.5816326530612,"eq":1428,"eq_se":6.9,"weight":0.0567,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.9,"price_first_party":1.9,"providers":16,"residual":16.1,"value_pct":48.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"deepseek-v4-flash","name":"DeepSeek V4 Flash 0423","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v4-flash","slices":{"general":{"score":74.4,"elo_eq":1406.9,"se":3.6,"ci":[1399.9,1413.9],"tier":"B","provisional":false,"rank":77,"subscores":{"arena":{"elo_eq":1419.2,"se":1.1},"bench":{"elo_eq":1391.2,"se":8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.09,"se":1.0969387755102,"eq":1406.9,"eq_se":8.7,"weight":0.4064,"date":"2026-04-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1432.22,"se":2.0561224489796,"eq":1432.2,"eq_se":2.1,"weight":0.1519,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1443.44,"se":2.4183673469388,"eq":1434,"eq_se":2.2,"weight":0.1516,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1420.97,"se":2.9566326530612,"eq":1432.9,"eq_se":2.8,"weight":0.0748,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1441.34,"se":4.4362244897959,"eq":1428.3,"eq_se":3.6,"weight":0.0731,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1434.52,"se":2.829081632653,"eq":1432.7,"eq_se":2.6,"weight":0.0375,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1449.11,"se":3.6989795918367,"eq":1443.5,"eq_se":3.4,"weight":0.0369,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.175,"price_first_party":null,"providers":40,"residual":75.8,"value_pct":93.6,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":67,"rank":2,"quant":"UD-IQ3_XXS","state":"unified","tok_s":26,"low":false}],"adoption":{"hf_downloads_30d":1195181}},{"id":"inkling-small","name":"Inkling Small","vendor":"thinkingmachines","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/inkling-small","slices":{"general":{"score":74.1,"elo_eq":1406.6,"se":3.1,"ci":[1400.6,1412.7],"tier":"B","provisional":false,"rank":78,"subscores":{"arena":{"elo_eq":1402.4,"se":1.3},"bench":{"elo_eq":1413.1,"se":7.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":150.16,"se":1.1581632653061,"eq":1439,"eq_se":9.1,"weight":0.3243,"date":"2026-07-15","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1413.44,"se":2.5586734693877,"eq":1413.4,"eq_se":2.6,"weight":0.1646,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1424.3,"se":2.9642857142857,"eq":1416.7,"eq_se":2.7,"weight":0.1642,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1397.1,"se":3.6122448979592,"eq":1410.3,"eq_se":3.4,"weight":0.0805,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1442.37,"se":5.7602040816327,"eq":1429.1,"eq_se":4.7,"weight":0.0771,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1401.1,"se":3.3954081632653,"eq":1401.4,"eq_se":3.2,"weight":0.0405,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1419.6,"se":5.1020408163265,"eq":1416.7,"eq_se":4.6,"weight":0.0387,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.191,"se":0.0124368,"eq":1357.2,"eq_se":3.9,"weight":0.0213,"date":"2026-08-27","variant":"xhigh","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.885101,"se":0.0191,"eq":1451.4,"eq_se":8.9,"weight":0.0146,"date":"2026-08-14","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":0.675,"price_first_party":null,"providers":9,"residual":41.6,"value_pct":77,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-24","score":53.2,"rank":8,"quant":"UD-IQ1_S","state":"offload","tok_s":18.3,"low":true},{"stack":"uma-128","score":66.7,"rank":3,"quant":"UD-IQ3_S","state":"unified","tok_s":23,"low":false}],"adoption":{"hf_downloads_30d":622579}},{"id":"ernie-5-0-0110","name":"ernie-5.0-0110","vendor":"baidu","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/ernie-5-0-0110","slices":{"general":{"score":73.7,"elo_eq":1406.6,"se":1,"ci":[1404.5,1408.6],"tier":"B","provisional":true,"rank":79,"subscores":{"arena":{"elo_eq":1418.9,"se":1.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1444.82,"se":1.9744897959184,"eq":1444.8,"eq_se":2,"weight":0.2576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1445.68,"se":2.4234693877551,"eq":1436,"eq_se":2.2,"weight":0.2566,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1413.1,"se":3.0867346938776,"eq":1425.5,"eq_se":2.9,"weight":0.1262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1427.14,"se":5.5433673469388,"eq":1416.7,"eq_se":4.5,"weight":0.12,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1422.34,"se":3.0637755102041,"eq":1421.3,"eq_se":2.9,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1433.3,"se":4.045918367347,"eq":1429.1,"eq_se":3.7,"weight":0.0618,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mimo-v2-omni","name":"MiMo-V2-Omni","vendor":"xiaomi","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-omni","slices":{"general":{"score":73.4,"elo_eq":1406,"se":1.4,"ci":[1403.3,1408.8],"tier":"B","provisional":true,"rank":80,"subscores":{"arena":{"elo_eq":1418.7,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1423.61,"se":2.8239795918368,"eq":1423.6,"eq_se":2.8,"weight":0.2585,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1444.86,"se":3.375,"eq":1435.3,"eq_se":3,"weight":0.257,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1427.83,"se":4.0790816326531,"eq":1439.4,"eq_se":3.9,"weight":0.1255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1448.89,"se":6.6454081632654,"eq":1434.5,"eq_se":5.4,"weight":0.1183,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1441.56,"se":3.8647959183674,"eq":1439.2,"eq_se":3.6,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1445.8,"se":5.4591836734694,"eq":1440.5,"eq_se":5,"weight":0.0603,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4875,"price_first_party":0.175,"providers":2,"residual":49.2,"value_pct":82.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-pro","name":"GPT-5 Pro","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-pro","slices":{"general":{"score":73.1,"elo_eq":1405.8,"se":7.5,"ci":[1391.1,1420.5],"tier":"B","provisional":true,"rank":81,"subscores":{"arena":null,"bench":{"elo_eq":1421.5,"se":8.1}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":150.26,"se":1.109693877551,"eq":1439.8,"eq_se":8.8,"weight":0.8564,"date":"2025-10-07","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":41.25,"price_first_party":41.25,"providers":14,"residual":-62.7,"value_pct":11.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-4-mini","name":"GPT-5.4 Mini","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-4-mini","slices":{"general":{"score":72.7,"elo_eq":1404.9,"se":2.4,"ci":[1400.1,1409.6],"tier":"B","provisional":false,"rank":82,"subscores":{"arena":{"elo_eq":1403.1,"se":1},"bench":{"elo_eq":1407.2,"se":5.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":148.83,"se":0.86734693877551,"eq":1428.5,"eq_se":6.8,"weight":0.3427,"date":"2026-03-17","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1411.32,"se":1.9030612244898,"eq":1411.3,"eq_se":1.9,"weight":0.1552,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1424.11,"se":2.2729591836734,"eq":1416.6,"eq_se":2.1,"weight":0.1548,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1404.72,"se":2.7576530612245,"eq":1417.5,"eq_se":2.6,"weight":0.0765,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1434.15,"se":4.1785714285714,"eq":1422.4,"eq_se":3.4,"weight":0.075,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.294,"se":0.0144143,"eq":1389.6,"eq_se":4.5,"weight":0.0388,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1407.32,"se":2.6709183673469,"eq":1407.3,"eq_se":2.5,"weight":0.0384,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1428.83,"se":3.3928571428571,"eq":1425.1,"eq_se":3.1,"weight":0.0378,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.868687,"se":0.0240632,"eq":1443.8,"eq_se":11.2,"weight":0.0118,"date":"2026-08-07","variant":"xhigh","flags":[],"decay":0.266}]}},"value":{"price_blended":1.6875,"price_first_party":1.6875,"providers":31,"residual":16.8,"value_pct":49.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5","name":"GPT-5","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5","slices":{"general":{"score":72.4,"elo_eq":1403.8,"se":3.3,"ci":[1397.4,1410.2],"tier":"B","provisional":false,"rank":83,"subscores":{"arena":{"elo_eq":1394.9,"se":1.3},"bench":{"elo_eq":1417.4,"se":8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":150,"se":null,"eq":1437.8,"eq_se":10.4,"weight":0.3022,"date":"2025-08-07","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1406.08,"se":2.2627551020408,"eq":1406.1,"eq_se":2.3,"weight":0.1672,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1415.38,"se":2.9311224489796,"eq":1408.7,"eq_se":2.6,"weight":0.1658,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1387.89,"se":3.6198979591837,"eq":1401.6,"eq_se":3.4,"weight":0.0812,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1420.35,"se":7.6224489795918,"eq":1411.1,"eq_se":6.2,"weight":0.0729,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.501,"se":0.0158193,"eq":1454.7,"eq_se":5,"weight":0.0413,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1399.16,"se":3.8265306122449,"eq":1399.6,"eq_se":3.6,"weight":0.0404,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1426.26,"se":4.2397959183673,"eq":1422.7,"eq_se":3.8,"weight":0.0401,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.861742,"se":0.0207878,"eq":1440.6,"eq_se":9.7,"weight":0.0141,"date":"2025-10-29","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":3.4375,"price_first_party":3.4375,"providers":27,"residual":-2.2,"value_pct":33.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"glm-4-6","name":"GLM 4.6","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-6","slices":{"general":{"score":72.1,"elo_eq":1403.6,"se":1.1,"ci":[1401.4,1405.8],"tier":"B","provisional":true,"rank":84,"subscores":{"arena":{"elo_eq":1415.9,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1439.92,"se":1.9872448979592,"eq":1439.9,"eq_se":2,"weight":0.259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1440.02,"se":2.530612244898,"eq":1430.9,"eq_se":2.3,"weight":0.2575,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1409.88,"se":3.2168367346939,"eq":1422.4,"eq_se":3,"weight":0.1265,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1431.78,"se":6.6147959183674,"eq":1420.5,"eq_se":5.4,"weight":0.1166,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1422.45,"se":3.344387755102,"eq":1421.4,"eq_se":3.1,"weight":0.0631,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1426.81,"se":4.1581632653061,"eq":1423.2,"eq_se":3.8,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.9813,"price_first_party":1,"providers":20,"residual":29.1,"value_pct":61.5,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":38,"rank":32,"quant":"UD-IQ1_M","state":"unified","tok_s":9.9,"low":true}],"adoption":{"hf_downloads_30d":17270}},{"id":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash Lite","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-5-flash-lite","slices":{"general":{"score":71.7,"elo_eq":1403.5,"se":3.2,"ci":[1397.2,1409.8],"tier":"B","provisional":false,"rank":85,"subscores":{"arena":{"elo_eq":1417.9,"se":1.2},"bench":{"elo_eq":1383.3,"se":7.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":145.11,"se":1.0790816326531,"eq":1399.2,"eq_se":8.5,"weight":0.3688,"date":"2026-07-21","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1435.66,"se":2.3290816326531,"eq":1435.7,"eq_se":2.3,"weight":0.1587,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1441.09,"se":2.734693877551,"eq":1431.9,"eq_se":2.5,"weight":0.1583,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1420.12,"se":3.3188775510205,"eq":1432.1,"eq_se":3.1,"weight":0.0778,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1430.42,"se":5.1377551020408,"eq":1419.4,"eq_se":4.2,"weight":0.0754,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1434.89,"se":3.1224489795918,"eq":1433,"eq_se":2.9,"weight":0.0392,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1444.68,"se":4.4413265306123,"eq":1439.4,"eq_se":4,"weight":0.0379,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.833333,"se":0.0265522,"eq":1427.3,"eq_se":12.3,"weight":0.0129,"date":"2026-08-06","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":0.85,"price_first_party":0.85,"providers":23,"residual":32.6,"value_pct":64.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"deepseek-v3-2","name":"DeepSeek V3.2","vendor":"deepseek","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v3-2","slices":{"general":{"score":71.4,"elo_eq":1403.3,"se":2.8,"ci":[1397.8,1408.7],"tier":"B","provisional":false,"rank":86,"subscores":{"arena":{"elo_eq":1411.2,"se":1},"bench":{"elo_eq":1394.3,"se":5.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.27,"se":0.78316326530613,"eq":1408.3,"eq_se":6.2,"weight":0.4384,"date":"2025-12-01","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1424.46,"se":1.7729591836735,"eq":1424.5,"eq_se":1.8,"weight":0.1445,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1433.38,"se":2.2653061224489,"eq":1424.9,"eq_se":2,"weight":0.1439,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1412.58,"se":2.9056122448979,"eq":1425,"eq_se":2.8,"weight":0.0709,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1435.51,"se":5.2270408163265,"eq":1423.5,"eq_se":4.3,"weight":0.0678,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1427.83,"se":2.920918367347,"eq":1426.4,"eq_se":2.7,"weight":0.0355,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1427.06,"se":3.6020408163265,"eq":1423.5,"eq_se":3.3,"weight":0.035,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.315,"price_first_party":null,"providers":30,"residual":57.4,"value_pct":86.6,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":3298653}},{"id":"longcat-flash-chat-2602-exp","name":"longcat-flash-chat-2602-exp","vendor":"meituan","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/longcat-flash-chat-2602-exp","slices":{"general":{"score":71,"elo_eq":1402.1,"se":1.2,"ci":[1399.8,1404.3],"tier":"B","provisional":true,"rank":87,"subscores":{"arena":{"elo_eq":1414.3,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1426.75,"se":2.2908163265306,"eq":1426.8,"eq_se":2.3,"weight":0.2577,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1439.81,"se":2.7704081632653,"eq":1430.7,"eq_se":2.5,"weight":0.2565,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1410.65,"se":3.4413265306122,"eq":1423.2,"eq_se":3.3,"weight":0.1259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1454.39,"se":5.8188775510204,"eq":1439,"eq_se":4.8,"weight":0.1198,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1424.98,"se":3.3214285714286,"eq":1423.7,"eq_se":3.1,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1418.05,"se":4.4234693877551,"eq":1415.3,"eq_se":4,"weight":0.0615,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"claude-opus-4-1","name":"Claude Opus 4.1","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-4-1","slices":{"general":{"score":70.7,"elo_eq":1400.4,"se":3.3,"ci":[1393.9,1406.8],"tier":"B","provisional":false,"rank":88,"subscores":{"arena":{"elo_eq":1418,"se":1.1},"bench":{"elo_eq":1375.1,"se":7.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":144.11,"se":1.1224489795918,"eq":1391.3,"eq_se":8.9,"weight":0.3637,"date":"2025-08-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1419.15,"se":1.7678571428571,"eq":1419.2,"eq_se":1.8,"weight":0.1613,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1442.64,"se":2.3188775510204,"eq":1433.3,"eq_se":2.1,"weight":0.1604,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1435.71,"se":2.9311224489796,"eq":1446.9,"eq_se":2.8,"weight":0.079,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1438.97,"se":6.045918367347,"eq":1426.4,"eq_se":4.9,"weight":0.0737,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1455.21,"se":3.0969387755102,"eq":1452,"eq_se":2.9,"weight":0.0394,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1444.19,"se":3.4897959183674,"eq":1439,"eq_se":3.2,"weight":0.0391,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.772727,"se":0.0298575,"eq":1399.2,"eq_se":13.9,"weight":0.0117,"date":"2025-08-05","variant":"16k","flags":[],"decay":0.266}]}},"value":{"price_blended":30,"price_first_party":null,"providers":20,"residual":-60.1,"value_pct":12.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-max","name":"Qwen3 Max","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-max","slices":{"general":{"score":70.4,"elo_eq":1400.2,"se":3.1,"ci":[1394,1406.3],"tier":"B","provisional":false,"rank":89,"subscores":{"arena":{"elo_eq":1423.5,"se":1.4},"bench":{"elo_eq":1364.8,"se":7.6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":142.36,"se":1.1683673469388,"eq":1377.5,"eq_se":9.2,"weight":0.3266,"date":"2025-09-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1439.18,"se":2.3061224489796,"eq":1439.2,"eq_se":2.3,"weight":0.1675,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1448.43,"se":2.9744897959184,"eq":1438.5,"eq_se":2.7,"weight":0.1661,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1419.69,"se":3.7397959183674,"eq":1431.7,"eq_se":3.5,"weight":0.0812,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1456.64,"se":8.311224489796,"eq":1440.8,"eq_se":6.8,"weight":0.0711,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1438.98,"se":4.0382653061225,"eq":1436.8,"eq_se":3.8,"weight":0.0403,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1446.18,"se":4.6198979591837,"eq":1440.8,"eq_se":4.2,"weight":0.0398,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.487487,"se":0.0158223,"eq":1450.4,"eq_se":5,"weight":0.0207,"date":"2026-08-27","variant":null,"flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.72601,"se":0.0273453,"eq":1377.5,"eq_se":12.7,"weight":0.0116,"date":"2025-10-06","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":2.295,"price_first_party":2.4,"providers":20,"residual":4.3,"value_pct":39.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"kimi-k2-7-code","name":"Kimi K2.7 Code","vendor":"moonshot","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/kimi-k2-7-code","slices":{"general":{"score":70,"elo_eq":1400,"se":5.5,"ci":[1389.2,1410.8],"tier":"B","provisional":true,"rank":90,"subscores":{"arena":null,"bench":{"elo_eq":1416.3,"se":6}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":150.01,"se":0.94387755102041,"eq":1437.8,"eq_se":7.4,"weight":0.7354,"date":"2026-06-12","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.365,"se":0.0152318,"eq":1411.9,"eq_se":4.8,"weight":0.085,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.878788,"se":0.0232532,"eq":1448.5,"eq_se":10.8,"weight":0.0268,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":1.7125,"price_first_party":1.7125,"providers":47,"residual":11.5,"value_pct":44.9,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":99619}},{"id":"grok-4-1","name":"grok-4.1-thinking","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-1","slices":{"general":{"score":69.7,"elo_eq":1399.6,"se":0.9,"ci":[1397.9,1401.2],"tier":"B","provisional":true,"rank":91,"subscores":{"arena":{"elo_eq":1411.4,"se":0.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1436.49,"se":1.6045918367347,"eq":1436.5,"eq_se":1.6,"weight":0.2564,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1435.48,"se":2.015306122449,"eq":1426.8,"eq_se":1.8,"weight":0.2556,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1399.62,"se":2.5663265306123,"eq":1412.7,"eq_se":2.4,"weight":0.1263,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1417.44,"se":4.4438775510204,"eq":1408.8,"eq_se":3.6,"weight":0.1225,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1416.05,"se":2.5408163265306,"eq":1415.4,"eq_se":2.4,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1437.54,"se":3.1581632653062,"eq":1433,"eq_se":2.9,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":4,"price_first_party":null,"providers":1,"residual":-10.2,"value_pct":28.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"kimi-k2-thinking-turbo","name":"kimi-k2-thinking-turbo","vendor":"moonshot","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/kimi-k2-thinking-turbo","slices":{"general":{"score":69.4,"elo_eq":1398.9,"se":1.6,"ci":[1395.8,1402],"tier":"B","provisional":false,"rank":92,"subscores":{"arena":{"elo_eq":1404.8,"se":0.9},"bench":{"elo_eq":1374.3,"se":7.3}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1414.53,"se":1.5714285714285,"eq":1414.5,"eq_se":1.6,"weight":0.2192,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1428.02,"se":1.9821428571429,"eq":1420.1,"eq_se":1.8,"weight":0.2185,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.842172,"se":0.0208798,"eq":1431.5,"eq_se":9.7,"weight":0.1455,"date":"2025-11-11","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1402.65,"se":2.5229591836734,"eq":1415.6,"eq_se":2.4,"weight":0.108,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1438.96,"se":4.5280612244898,"eq":1426.4,"eq_se":3.7,"weight":0.1044,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1415.33,"se":2.5280612244898,"eq":1414.7,"eq_se":2.4,"weight":0.0541,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1414.24,"se":3.1581632653062,"eq":1411.8,"eq_se":2.9,"weight":0.0534,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":2.8625,"price_first_party":null,"providers":1,"residual":-2.5,"value_pct":32.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-6-luna","name":"GPT-6 Luna","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-6-luna","slices":{"general":{"score":69,"elo_eq":1398.1,"se":2,"ci":[1394,1402.1],"tier":"B","provisional":false,"rank":93,"subscores":{"arena":{"elo_eq":1395.7,"se":2.5},"bench":{"elo_eq":1403,"se":3.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.414,"se":0.0155835,"eq":1427.3,"eq_se":4.9,"weight":0.2055,"date":"2026-09-22","variant":"max","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/overall","value":1392.42,"se":4.4438775510204,"eq":1392.4,"eq_se":4.4,"weight":0.195,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1415.06,"se":5.5051020408163,"eq":1408.4,"eq_se":5,"weight":0.1911,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1414.16,"se":7.1811224489796,"eq":1426.5,"eq_se":6.8,"weight":0.0879,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.904672,"se":0.0185374,"eq":1460.5,"eq_se":8.6,"weight":0.0743,"date":"2026-09-22","variant":"max","flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/expert","value":1458.19,"se":12.239795918367,"eq":1442.1,"eq_se":10,"weight":0.0734,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1417.07,"se":6.7321428571429,"eq":1416.4,"eq_se":6.3,"weight":0.0451,"date":"2026-09-25","variant":"max","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1399.77,"se":11.897959183673,"eq":1398.7,"eq_se":10.8,"weight":0.0349,"date":"2026-09-25","variant":"max","flags":[],"decay":null}]}},"value":{"price_blended":0.2,"price_first_party":0.2,"providers":21,"residual":63.6,"value_pct":91.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemma-4-31b-it","name":"Gemma 4 31B","vendor":"google","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/gemma-4-31b-it","slices":{"general":{"score":68.7,"elo_eq":1397.7,"se":3.4,"ci":[1391,1404.3],"tier":"B","provisional":false,"rank":94,"subscores":{"arena":{"elo_eq":1426.3,"se":2.3},"bench":{"elo_eq":1359.4,"se":7.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":142.75,"se":1.1913265306122,"eq":1380.5,"eq_se":9.4,"weight":0.3326,"date":"2026-04-02","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1443.22,"se":3.7755102040816,"eq":1443.2,"eq_se":3.8,"weight":0.166,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1447.72,"se":4.9005102040816,"eq":1437.9,"eq_se":4.4,"weight":0.1623,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1432.55,"se":6.9387755102041,"eq":1443.9,"eq_se":6.6,"weight":0.074,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1465.35,"se":12.635204081633,"eq":1447.9,"eq_se":10.3,"weight":0.0598,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.104,"se":0.00965802,"eq":1329.9,"eq_se":3,"weight":0.0455,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1446.28,"se":6.8392857142857,"eq":1443.6,"eq_se":6.4,"weight":0.0373,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1451.65,"se":8.765306122449,"eq":1445.8,"eq_se":8,"weight":0.0344,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.757576,"se":0.0305329,"eq":1392.1,"eq_se":14.2,"weight":0.0108,"date":"2026-08-06","variant":"minimal","flags":[],"decay":0.266}]}},"value":{"price_blended":0.205,"price_first_party":null,"providers":32,"residual":62.6,"value_pct":90.4,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":29.9,"rank":24,"quant":"Q4_K_M","state":"offload","tok_s":3.8,"low":false},{"stack":"gpu-24","score":68.7,"rank":2,"quant":"Q4_1","state":"vram","tok_s":37,"low":false},{"stack":"mac-64","score":51.6,"rank":7,"quant":"Q8_0","state":"unified","tok_s":11.3,"low":false},{"stack":"uma-128","score":49.3,"rank":17,"quant":"IQ4_XS","state":"unified","tok_s":10.3,"low":false},{"stack":"cpu-32","score":22.8,"rank":7,"quant":"Q4_K_M","state":"ram","tok_s":2.2,"low":false}],"adoption":{"hf_downloads_30d":9904107}},{"id":"grok-3-preview-02-24","name":"grok-3-preview-02-24","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-3-preview-02-24","slices":{"general":{"score":68.4,"elo_eq":1397.7,"se":1.3,"ci":[1395.1,1400.2],"tier":"B","provisional":true,"rank":95,"subscores":{"arena":{"elo_eq":1409.7,"se":1.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1425.6,"se":2.2015306122449,"eq":1425.6,"eq_se":2.2,"weight":0.2612,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1433.42,"se":3.2423469387755,"eq":1425,"eq_se":2.9,"weight":0.257,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1408.86,"se":3.359693877551,"eq":1421.5,"eq_se":3.2,"weight":0.1276,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1420.17,"se":7.6785714285715,"eq":1411,"eq_se":6.3,"weight":0.1135,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1439.2,"se":4.4183673469388,"eq":1437,"eq_se":4.1,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1424.24,"se":4.5841836734694,"eq":1420.9,"eq_se":4.2,"weight":0.0619,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":6,"price_first_party":null,"providers":1,"residual":-22.3,"value_pct":23,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"glm-4-7","name":"GLM 4.7","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-7","slices":{"general":{"score":68,"elo_eq":1397.7,"se":3.1,"ci":[1391.6,1403.7],"tier":"B","provisional":false,"rank":96,"subscores":{"arena":{"elo_eq":1415.9,"se":1.8},"bench":{"elo_eq":1372.8,"se":6.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":143.51,"se":1.109693877551,"eq":1386.5,"eq_se":8.8,"weight":0.3324,"date":"2025-12-22","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1435.45,"se":3.0739795918367,"eq":1435.5,"eq_se":3.1,"weight":0.1629,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1442.59,"se":3.9209183673469,"eq":1433.3,"eq_se":3.5,"weight":0.1608,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1411.31,"se":5.2321428571429,"eq":1423.8,"eq_se":5,"weight":0.0765,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1423.95,"se":10.415816326531,"eq":1414.1,"eq_se":8.5,"weight":0.0642,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.322,"se":0.0147829,"eq":1398.4,"eq_se":4.6,"weight":0.0415,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1432.32,"se":5.265306122449,"eq":1430.6,"eq_se":4.9,"weight":0.0383,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1445.72,"se":6.8469387755102,"eq":1440.4,"eq_se":6.2,"weight":0.0362,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.833333,"se":0.023749,"eq":1427.3,"eq_se":11,"weight":0.0128,"date":"2026-01-29","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":1,"price_first_party":1,"providers":22,"residual":22.7,"value_pct":57.2,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":35.3,"rank":40,"quant":"UD-IQ1_M","state":"unified","tok_s":9.6,"low":true}],"adoption":{"hf_downloads_30d":108281}},{"id":"glm-4-5","name":"GLM 4.5","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-5","slices":{"general":{"score":67.7,"elo_eq":1396.4,"se":1.4,"ci":[1393.6,1399.2],"tier":"B","provisional":true,"rank":97,"subscores":{"arena":{"elo_eq":1408.6,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1430.37,"se":2.5076530612245,"eq":1430.4,"eq_se":2.5,"weight":0.2623,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1429.8,"se":3.2551020408163,"eq":1421.7,"eq_se":2.9,"weight":0.2597,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1404.54,"se":4.0331632653061,"eq":1417.4,"eq_se":3.8,"weight":0.1266,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1432.75,"se":8.9107142857143,"eq":1421.3,"eq_se":7.3,"weight":0.1091,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1413.12,"se":4.3698979591837,"eq":1412.7,"eq_se":4.1,"weight":0.0628,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1414.98,"se":5.0433673469388,"eq":1412.5,"eq_se":4.6,"weight":0.0617,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1,"price_first_party":1,"providers":15,"residual":21.5,"value_pct":55.1,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":35.2,"rank":41,"quant":"UD-IQ1_M","state":"unified","tok_s":9.6,"low":true}],"adoption":{"hf_downloads_30d":112515}},{"id":"mistral-mistral-large-3","name":"mistral-large-3","vendor":"mistral","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-mistral-large-3","slices":{"general":{"score":67.3,"elo_eq":1395.7,"se":0.8,"ci":[1394.2,1397.2],"tier":"B","provisional":true,"rank":98,"subscores":{"arena":{"elo_eq":1407.3,"se":0.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1427.18,"se":1.469387755102,"eq":1427.2,"eq_se":1.5,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1428.88,"se":1.8316326530612,"eq":1420.9,"eq_se":1.7,"weight":0.2551,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1401.81,"se":2.2678571428572,"eq":1414.8,"eq_se":2.1,"weight":0.1265,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1421.31,"se":3.7525510204082,"eq":1411.9,"eq_se":3.1,"weight":0.1239,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1413.37,"se":2.2295918367347,"eq":1412.9,"eq_se":2.1,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1428.81,"se":2.890306122449,"eq":1425,"eq_se":2.6,"weight":0.0626,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.75,"price_first_party":null,"providers":1,"residual":28,"value_pct":59.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-235b-a22b-thinking-2507","slices":{"general":{"score":67,"elo_eq":1395.2,"se":2,"ci":[1391.4,1399],"tier":"B","provisional":false,"rank":99,"subscores":{"arena":{"elo_eq":1398,"se":2.2},"bench":{"elo_eq":1389,"se":4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.404404,"se":0.0155353,"eq":1424.3,"eq_se":4.9,"weight":0.2057,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/overall","value":1415.2,"se":3.3392857142857,"eq":1415.2,"eq_se":3.3,"weight":0.2021,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1415.79,"se":4.8341836734694,"eq":1409.1,"eq_se":4.4,"weight":0.1956,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1385.16,"se":6.3622448979592,"eq":1399,"eq_se":6,"weight":0.0913,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1460.08,"se":14.451530612245,"eq":1443.6,"eq_se":11.8,"weight":0.0655,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.800505,"se":0.0260009,"eq":1412.1,"eq_se":12.1,"weight":0.0599,"date":"2025-12-11","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/longer_query","value":1398.82,"se":7.2448979591837,"eq":1399.3,"eq_se":6.8,"weight":0.0441,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1406.58,"se":8.0051020408163,"eq":1404.9,"eq_se":7.3,"weight":0.043,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.975,"price_first_party":null,"providers":11,"residual":20.9,"value_pct":54,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":47.1,"rank":21,"quant":"UD-Q3_K_XL","state":"unified","tok_s":12.2,"low":false}],"adoption":{"hf_downloads_30d":16794}},{"id":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-vl-235b-a22b-instruct","slices":{"general":{"score":66.7,"elo_eq":1394,"se":1.9,"ci":[1390.3,1397.8],"tier":"B","provisional":true,"rank":100,"subscores":{"arena":{"elo_eq":1406.6,"se":2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1420.02,"se":3.329081632653,"eq":1420,"eq_se":3.3,"weight":0.2699,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1428.38,"se":4.3954081632653,"eq":1420.4,"eq_se":4,"weight":0.2647,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1406.46,"se":5.7857142857143,"eq":1419.2,"eq_se":5.5,"weight":0.1249,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1439.84,"se":12.492346938776,"eq":1427.1,"eq_se":10.2,"weight":0.0967,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1420.44,"se":6.5637755102041,"eq":1419.5,"eq_se":6.1,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1427.97,"se":7.3469387755102,"eq":1424.3,"eq_se":6.7,"weight":0.0591,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.6325,"price_first_party":1.225,"providers":19,"residual":30.6,"value_pct":63.1,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":34.7,"rank":19,"quant":"UD-TQ1_0","state":"offload","tok_s":9.6,"low":true},{"stack":"gpu-24","score":34.1,"rank":28,"quant":"UD-IQ1_M","state":"offload","tok_s":9.3,"low":true},{"stack":"uma-128","score":46.1,"rank":22,"quant":"UD-Q3_K_XL","state":"unified","tok_s":11.8,"low":false}],"adoption":{"hf_downloads_30d":337080}},{"id":"minimax-m2-7","name":"MiniMax M2.7","vendor":"minimax","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/minimax-m2-7","slices":{"general":{"score":66.3,"elo_eq":1393.8,"se":5,"ci":[1384.1,1403.5],"tier":"B","provisional":false,"rank":101,"subscores":{"arena":{"elo_eq":1401.3,"se":0.9},"bench":{"elo_eq":1375.6,"se":16.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":145.86,"se":2.5,"eq":1405.1,"eq_se":19.7,"weight":0.2492,"date":"2026-03-18","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1404.41,"se":1.7448979591837,"eq":1404.4,"eq_se":1.7,"weight":0.1918,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1421.95,"se":2.0612244897959,"eq":1414.6,"eq_se":1.9,"weight":0.1915,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1403.87,"se":2.4948979591837,"eq":1416.7,"eq_se":2.4,"weight":0.0949,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1442.5,"se":3.8367346938775,"eq":1429.2,"eq_se":3.1,"weight":0.0931,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1418.71,"se":2.4030612244898,"eq":1417.9,"eq_se":2.2,"weight":0.0475,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1413.43,"se":3.1556122448979,"eq":1411.1,"eq_se":2.9,"weight":0.0469,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.525,"price_first_party":0.525,"providers":35,"residual":35.1,"value_pct":68.4,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":44.6,"rank":9,"quant":"UD-IQ1_M","state":"offload","tok_s":16.1,"low":true},{"stack":"gpu-24","score":47.3,"rank":13,"quant":"UD-IQ2_M","state":"offload","tok_s":18.1,"low":true},{"stack":"uma-128","score":66.3,"rank":4,"quant":"UD-IQ4_NL","state":"unified","tok_s":20,"low":false}],"adoption":{"hf_downloads_30d":1148708}},{"id":"grok-4-3","name":"Grok 4.3","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-3","slices":{"general":{"score":66,"elo_eq":1393.4,"se":2.3,"ci":[1388.9,1397.9],"tier":"B","provisional":false,"rank":102,"subscores":{"arena":{"elo_eq":1380,"se":1},"bench":{"elo_eq":1411.1,"se":5.2}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":149.15,"se":0.81632653061224,"eq":1431.1,"eq_se":6.4,"weight":0.3464,"date":"2026-04-17","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1396.8,"se":1.8494897959184,"eq":1396.8,"eq_se":1.8,"weight":0.154,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1396.7,"se":2.204081632653,"eq":1391.8,"eq_se":2,"weight":0.1536,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1365.9,"se":2.6862244897959,"eq":1380.7,"eq_se":2.5,"weight":0.076,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1384.87,"se":4,"eq":1382.1,"eq_se":3.3,"weight":0.0746,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.332,"se":0.0148996,"eq":1401.5,"eq_se":4.7,"weight":0.0382,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1392.92,"se":2.5331632653061,"eq":1393.8,"eq_se":2.4,"weight":0.0381,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1406.03,"se":3.3188775510204,"eq":1404.4,"eq_se":3,"weight":0.0376,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.888258,"se":0.0196384,"eq":1452.9,"eq_se":9.1,"weight":0.0133,"date":"2026-06-17","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.5625,"price_first_party":1.5625,"providers":28,"residual":7.3,"value_pct":41.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"grok-4-0709","name":"grok-4-0709","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-0709","slices":{"general":{"score":65.7,"elo_eq":1393.2,"se":2.1,"ci":[1389.1,1397.3],"tier":"B","provisional":false,"rank":103,"subscores":{"arena":{"elo_eq":1395.3,"se":1.9},"bench":{"elo_eq":1385.2,"se":7}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1411.51,"se":2.0076530612245,"eq":1411.5,"eq_se":2,"weight":0.2294,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1412.6,"se":5.4515306122449,"eq":1406.2,"eq_se":4.9,"weight":0.2108,"date":"2026-09-25","variant":"fast","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.87,"se":0.02,"eq":1444.4,"eq_se":9.3,"weight":0.1572,"date":"2025-07-09","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/expert","value":1416.93,"se":6.7474489795918,"eq":1408.3,"eq_se":5.5,"weight":0.1028,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1387.66,"se":7.4336734693878,"eq":1401.4,"eq_se":7,"weight":0.0956,"date":"2026-09-25","variant":"fast","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1416.26,"se":3.9642857142857,"eq":1413.7,"eq_se":3.6,"weight":0.0552,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1414.81,"se":7.984693877551,"eq":1414.2,"eq_se":7.5,"weight":0.0468,"date":"2026-09-25","variant":"fast","flags":[],"decay":null}]}},"value":{"price_blended":6,"price_first_party":null,"providers":6,"residual":-26.8,"value_pct":21.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemma-4-26b-a4b-it","name":"Gemma 4 26B A4B ","vendor":"google","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/gemma-4-26b-a4b-it","slices":{"general":{"score":65.3,"elo_eq":1391.7,"se":4,"ci":[1384,1399.4],"tier":"B","provisional":false,"rank":104,"subscores":{"arena":{"elo_eq":1416.4,"se":2.3},"bench":{"elo_eq":1357.8,"se":8.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":141.85,"se":1.2755102040816,"eq":1373.4,"eq_se":10.1,"weight":0.3698,"date":"2026-04-02","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1434.08,"se":3.7908163265306,"eq":1434.1,"eq_se":3.8,"weight":0.168,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1438.2,"se":4.9668367346939,"eq":1429.3,"eq_se":4.5,"weight":0.1641,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1420.02,"se":6.859693877551,"eq":1432,"eq_se":6.5,"weight":0.0753,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1447.13,"se":12.93112244898,"eq":1433,"eq_se":10.6,"weight":0.0597,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1427.36,"se":6.9923469387755,"eq":1426,"eq_se":6.5,"weight":0.0376,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1441.63,"se":8.6301020408163,"eq":1436.7,"eq_se":7.8,"weight":0.0351,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.732323,"se":0.0315445,"eq":1380.4,"eq_se":14.7,"weight":0.0122,"date":"2026-08-06","variant":"minimal","flags":[],"decay":0.266}]}},"value":{"price_blended":0.1938,"price_first_party":null,"providers":22,"residual":58,"value_pct":87.2,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":56,"rank":2,"quant":"UD-Q8_K_XL","state":"offload","tok_s":14.7,"low":false},{"stack":"gpu-24","score":65.3,"rank":3,"quant":"UD-Q5_K_S","state":"vram","tok_s":129,"low":false},{"stack":"mac-64","score":65.3,"rank":1,"quant":"UD-Q8_K_XL","state":"unified","tok_s":40,"low":false},{"stack":"uma-128","score":65.3,"rank":5,"quant":"UD-Q8_K_XL","state":"unified","tok_s":29,"low":false},{"stack":"cpu-32","score":36.6,"rank":1,"quant":"UD-Q4_K_XL","state":"ram","tok_s":6.3,"low":false}],"adoption":{"hf_downloads_30d":12794109}},{"id":"gemini-2-5-flash","name":"Gemini 2.5 Flash","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-2-5-flash","slices":{"general":{"score":65,"elo_eq":1391.7,"se":0.7,"ci":[1390.4,1393],"tier":"B","provisional":true,"rank":105,"subscores":{"arena":{"elo_eq":1402.9,"se":0.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1417.1,"se":1.2295918367347,"eq":1417.1,"eq_se":1.2,"weight":0.2554,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1422.18,"se":1.5765306122449,"eq":1414.8,"eq_se":1.4,"weight":0.2548,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1404.94,"se":1.9260204081633,"eq":1417.7,"eq_se":1.8,"weight":0.1267,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1425.56,"se":3.4056122448979,"eq":1415.4,"eq_se":2.8,"weight":0.1243,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1419.16,"se":1.9974489795918,"eq":1418.3,"eq_se":1.9,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1407.84,"se":2.3290816326531,"eq":1406,"eq_se":2.1,"weight":0.063,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.85,"price_first_party":0.85,"providers":29,"residual":20.8,"value_pct":53.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"o3","name":"o3","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/o3","slices":{"general":{"score":64.6,"elo_eq":1391.4,"se":2.6,"ci":[1386.3,1396.5],"tier":"B","provisional":false,"rank":106,"subscores":{"arena":{"elo_eq":1385.6,"se":1.1},"bench":{"elo_eq":1399.4,"se":6}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.86,"se":0.9515306122449,"eq":1413,"eq_se":7.5,"weight":0.3362,"date":"2025-04-16","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1409.94,"se":1.844387755102,"eq":1409.9,"eq_se":1.8,"weight":0.1578,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1402.16,"se":2.4362244897959,"eq":1396.8,"eq_se":2.2,"weight":0.1568,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1367.81,"se":2.829081632653,"eq":1382.6,"eq_se":2.7,"weight":0.0776,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1402.73,"se":5.7704081632653,"eq":1396.7,"eq_se":4.7,"weight":0.0729,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.494,"se":0.0158182,"eq":1452.5,"eq_se":5,"weight":0.0387,"date":"2026-08-27","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1371.54,"se":3.1301020408163,"eq":1373.8,"eq_se":2.9,"weight":0.0386,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1404.87,"se":3.4540816326531,"eq":1403.3,"eq_se":3.1,"weight":0.0384,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.818182,"se":0.0212671,"eq":1420.3,"eq_se":9.9,"weight":0.013,"date":"2025-04-16","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":3.5,"price_first_party":3.5,"providers":18,"residual":-15,"value_pct":26.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"mistral-medium-2508","name":"Mistral Medium 3.1","vendor":"mistral","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-medium-2508","slices":{"general":{"score":64.3,"elo_eq":1391.4,"se":0.7,"ci":[1390,1392.8],"tier":"B","provisional":true,"rank":107,"subscores":{"arena":{"elo_eq":1402.7,"se":0.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1424.22,"se":1.3112244897959,"eq":1424.2,"eq_se":1.3,"weight":0.2558,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1425.83,"se":1.6836734693878,"eq":1418.1,"eq_se":1.5,"weight":0.2551,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1397.69,"se":2.1020408163265,"eq":1410.9,"eq_se":2,"weight":0.1266,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1407.6,"se":3.8469387755102,"eq":1400.7,"eq_se":3.1,"weight":0.1235,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1406.14,"se":2.1428571428571,"eq":1406.1,"eq_se":2,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1418.18,"se":2.5994897959184,"eq":1415.4,"eq_se":2.4,"weight":0.0629,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.8,"price_first_party":0.8,"providers":1,"residual":22.1,"value_pct":56.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-5-122b-a10b","name":"Qwen3.5-122B-A10B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-122b-a10b","slices":{"general":{"score":64,"elo_eq":1390.7,"se":1.1,"ci":[1388.5,1392.9],"tier":"B","provisional":true,"rank":108,"subscores":{"arena":{"elo_eq":1402.2,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1417.18,"se":2.1785714285714,"eq":1417.2,"eq_se":2.2,"weight":0.2579,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1421.2,"se":2.6530612244898,"eq":1413.9,"eq_se":2.4,"weight":0.2567,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1399.18,"se":3.3520408163266,"eq":1412.3,"eq_se":3.2,"weight":0.126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1431.16,"se":5.8545918367347,"eq":1420,"eq_se":4.8,"weight":0.1195,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1410.23,"se":3.2142857142857,"eq":1410,"eq_se":3,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1416.1,"se":4.4030612244898,"eq":1413.5,"eq_se":4,"weight":0.0615,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.1,"price_first_party":1.1,"providers":21,"residual":13.4,"value_pct":46.5,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":46.4,"rank":7,"quant":"UD-IQ4_NL","state":"offload","tok_s":10.5,"low":false},{"stack":"gpu-24","score":47.7,"rank":11,"quant":"Q4_K_S","state":"offload","tok_s":11.1,"low":false},{"stack":"mac-64","score":57.6,"rank":4,"quant":"UD-IQ3_XXS","state":"unified","tok_s":44,"low":false},{"stack":"uma-128","score":55.6,"rank":12,"quant":"Q6_K","state":"unified","tok_s":15.1,"low":false}],"adoption":{"hf_downloads_30d":441617}},{"id":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v3-1-terminus","slices":{"general":{"score":63.6,"elo_eq":1389.9,"se":3,"ci":[1384,1395.8],"tier":"B","provisional":true,"rank":109,"subscores":{"arena":{"elo_eq":1403.4,"se":3.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1420.22,"se":5.1607142857143,"eq":1420.2,"eq_se":5.2,"weight":0.3213,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1426.5,"se":7.3418367346939,"eq":1418.7,"eq_se":6.6,"weight":0.3006,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1406.28,"se":10.280612244898,"eq":1419,"eq_se":9.7,"weight":0.1264,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1425.48,"se":11.415816326531,"eq":1424.2,"eq_se":10.7,"weight":0.0597,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1411.26,"se":12.441326530612,"eq":1409.1,"eq_se":11.3,"weight":0.0573,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null}]}},"value":{"price_blended":0.4525,"price_first_party":null,"providers":8,"residual":34.9,"value_pct":67.9,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":25329}},{"id":"qwen3-next-80b-a3b-instruct","name":"Qwen3 Next 80B A3B Instruct","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-next-80b-a3b-instruct","slices":{"general":{"score":63.3,"elo_eq":1388.6,"se":1.4,"ci":[1385.9,1391.3],"tier":"B","provisional":true,"rank":110,"subscores":{"arena":{"elo_eq":1400.2,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1417.4,"se":2.4234693877551,"eq":1417.4,"eq_se":2.4,"weight":0.2621,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1427.71,"se":3.0637755102041,"eq":1419.8,"eq_se":2.8,"weight":0.2601,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1388.38,"se":3.8520408163266,"eq":1402,"eq_se":3.7,"weight":0.127,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1415.92,"se":9.0382653061225,"eq":1407.5,"eq_se":7.4,"weight":0.1082,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1402.48,"se":4.2040816326531,"eq":1402.7,"eq_se":3.9,"weight":0.0629,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1415.4,"se":4.8137755102041,"eq":1412.9,"eq_se":4.4,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4125,"price_first_party":0.875,"providers":18,"residual":35.9,"value_pct":70.1,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":63.3,"rank":1,"quant":"Q5_K_M","state":"offload","tok_s":24,"low":false},{"stack":"gpu-24","score":63.3,"rank":4,"quant":"UD-Q6_K_XL","state":"offload","tok_s":26,"low":false},{"stack":"mac-64","score":63.3,"rank":3,"quant":"Q4_K_S","state":"unified","tok_s":84,"low":false},{"stack":"uma-128","score":63.3,"rank":6,"quant":"Q8_0","state":"unified","tok_s":36,"low":false},{"stack":"cpu-32","score":28.9,"rank":4,"quant":"UD-IQ2_XXS","state":"ram","tok_s":7.4,"low":true}],"adoption":{"hf_downloads_30d":298905}},{"id":"o3-pro","name":"o3 Pro","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/o3-pro","slices":{"general":{"score":63,"elo_eq":1387.8,"se":6.9,"ci":[1374.2,1401.3],"tier":"B","provisional":true,"rank":111,"subscores":{"arena":null,"bench":{"elo_eq":1401.5,"se":7.4}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":147.43,"se":1.015306122449,"eq":1417.5,"eq_se":8,"weight":0.8616,"date":"2025-06-10","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":35,"price_first_party":35,"providers":7,"residual":-76.6,"value_pct":9.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"amazon-nova-experimental-chat-12-10","name":"amazon-nova-experimental-chat-12-10","vendor":"amazon","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/amazon-nova-experimental-chat-12-10","slices":{"general":{"score":62.6,"elo_eq":1387.8,"se":2.4,"ci":[1383.1,1392.4],"tier":"B","provisional":true,"rank":112,"subscores":{"arena":{"elo_eq":1400.4,"se":2.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1420.33,"se":4.8112244897959,"eq":1420.3,"eq_se":4.8,"weight":0.2655,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1427.17,"se":6.6198979591837,"eq":1419.3,"eq_se":6,"weight":0.2527,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1431.51,"se":7.1096938775511,"eq":1420.3,"eq_se":5.8,"weight":0.1273,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1387.13,"se":9.4642857142857,"eq":1400.9,"eq_se":9,"weight":0.1079,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1395.17,"se":3.765306122449,"eq":1395.9,"eq_se":3.5,"weight":0.0694,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1408.8,"se":11.591836734694,"eq":1406.9,"eq_se":10.5,"weight":0.0491,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mimo-v2-flash","name":"MiMo-V2-Flash","vendor":"xiaomi","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mimo-v2-flash","slices":{"general":{"score":62.3,"elo_eq":1386.9,"se":0.9,"ci":[1385,1388.7],"tier":"B","provisional":true,"rank":113,"subscores":{"arena":{"elo_eq":1398,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1410.97,"se":1.7551020408164,"eq":1411,"eq_se":1.8,"weight":0.2568,"date":"2026-09-25","variant":"non-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1419.88,"se":2.1938775510204,"eq":1412.8,"eq_se":2,"weight":0.2558,"date":"2026-09-25","variant":"non-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1392.22,"se":2.7831632653061,"eq":1405.7,"eq_se":2.6,"weight":0.1263,"date":"2026-09-25","variant":"non-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1424.75,"se":4.8341836734694,"eq":1414.7,"eq_se":4,"weight":0.1217,"date":"2026-09-25","variant":"non-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1409.39,"se":2.7448979591837,"eq":1409.2,"eq_se":2.6,"weight":0.0632,"date":"2026-09-25","variant":"non-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1403.85,"se":3.5,"eq":1402.4,"eq_se":3.2,"weight":0.0623,"date":"2026-09-25","variant":"non-thinking","flags":[],"decay":null}]}},"value":{"price_blended":0.15,"price_first_party":0.175,"providers":6,"residual":59.6,"value_pct":88.8,"pareto":true,"free_tier":false},"local":null,"adoption":null},{"id":"mistral-medium-3-5","name":"Mistral Medium 3.5","vendor":"mistral","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-medium-3-5","slices":{"general":{"score":62,"elo_eq":1385.9,"se":4.3,"ci":[1377.6,1394.3],"tier":"B","provisional":false,"rank":114,"subscores":{"arena":{"elo_eq":1408.6,"se":1.8},"bench":{"elo_eq":1355.5,"se":9.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":141.39,"se":1.344387755102,"eq":1369.8,"eq_se":10.6,"weight":0.3903,"date":"2026-04-28","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1420.64,"se":3.2627551020408,"eq":1420.6,"eq_se":3.3,"weight":0.1598,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1435.94,"se":3.9056122448979,"eq":1427.3,"eq_se":3.5,"weight":0.1586,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1413.66,"se":5.0867346938776,"eq":1426,"eq_se":4.8,"weight":0.0758,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1430.66,"se":8.6734693877551,"eq":1419.6,"eq_se":7.1,"weight":0.0684,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1414.23,"se":4.6147959183673,"eq":1413.7,"eq_se":4.3,"weight":0.0386,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1423.01,"se":7.1020408163266,"eq":1419.8,"eq_se":6.4,"weight":0.0353,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":3,"price_first_party":null,"providers":7,"residual":-16.6,"value_pct":25.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-5-27b","name":"Qwen3.5-27B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-27b","slices":{"general":{"score":61.6,"elo_eq":1385.6,"se":1.1,"ci":[1383.4,1387.8],"tier":"B","provisional":true,"rank":115,"subscores":{"arena":{"elo_eq":1396.8,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1408.84,"se":2.1836734693877,"eq":1408.8,"eq_se":2.2,"weight":0.258,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1414.15,"se":2.6607142857142,"eq":1407.6,"eq_se":2.4,"weight":0.2569,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1392.5,"se":3.3801020408163,"eq":1406,"eq_se":3.2,"weight":0.126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1427.98,"se":5.9234693877551,"eq":1417.4,"eq_se":4.8,"weight":0.1193,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1412.87,"se":3.2602040816326,"eq":1412.4,"eq_se":3,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1409.77,"se":4.5178571428571,"eq":1407.8,"eq_se":4.1,"weight":0.0613,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.7838,"price_first_party":0.825,"providers":18,"residual":16.8,"value_pct":50.3,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":29.2,"rank":26,"quant":"Q4_K_M","state":"offload","tok_s":4.5,"low":false},{"stack":"gpu-24","score":61.6,"rank":5,"quant":"Q5_K_S","state":"vram","tok_s":38,"low":false},{"stack":"mac-64","score":49.5,"rank":8,"quant":"Q8_0","state":"unified","tok_s":12.9,"low":false},{"stack":"uma-128","score":43.8,"rank":24,"quant":"Q4_K_M","state":"unified","tok_s":10.1,"low":false},{"stack":"cpu-32","score":21.3,"rank":12,"quant":"Q4_K_M","state":"ram","tok_s":2.4,"low":false}],"adoption":{"hf_downloads_30d":1857099}},{"id":"deepseek-r1-0528","name":"R1 0528","vendor":"deepseek","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-r1-0528","slices":{"general":{"score":61.3,"elo_eq":1385.5,"se":2.1,"ci":[1381.4,1389.7],"tier":"B","provisional":false,"rank":116,"subscores":{"arena":{"elo_eq":1395.6,"se":1.8},"bench":{"elo_eq":1343.5,"se":8.2}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1427.85,"se":2.890306122449,"eq":1427.9,"eq_se":2.9,"weight":0.2275,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1415.34,"se":3.9311224489796,"eq":1408.7,"eq_se":3.5,"weight":0.2234,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.763258,"se":0.0240238,"eq":1394.8,"eq_se":11.2,"weight":0.1415,"date":"2025-05-29","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1381.59,"se":4.8724489795919,"eq":1395.6,"eq_se":4.6,"weight":0.1078,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1394.23,"se":10.058673469388,"eq":1389.8,"eq_se":8.2,"weight":0.0907,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1391.19,"se":5.4183673469388,"eq":1392.2,"eq_se":5.1,"weight":0.053,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1404.26,"se":5.5969387755102,"eq":1402.8,"eq_se":5.1,"weight":0.0529,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.004,"price_first_party":null,"providers":11,"residual":10.5,"value_pct":43.9,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":149215}},{"id":"anthropic-claude-haiku-4-5","name":"Claude Haiku 4.5","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/anthropic-claude-haiku-4-5","slices":{"general":{"score":60.9,"elo_eq":1383.5,"se":3,"ci":[1377.7,1389.4],"tier":"B","provisional":false,"rank":117,"subscores":{"arena":{"elo_eq":1400.5,"se":0.7},"bench":{"elo_eq":1357.6,"se":7.5}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":142.42,"se":1.2142857142857,"eq":1377.9,"eq_se":9.6,"weight":0.3071,"date":"2025-10-15","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1396.3,"se":1.2448979591837,"eq":1396.3,"eq_se":1.2,"weight":0.1636,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1420.13,"se":1.5637755102041,"eq":1413,"eq_se":1.4,"weight":0.1633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1414.28,"se":1.9209183673469,"eq":1426.6,"eq_se":1.8,"weight":0.0812,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1442.67,"se":3.0867346938776,"eq":1429.4,"eq_se":2.5,"weight":0.0801,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.132,"se":0.0107094,"eq":1338.7,"eq_se":3.4,"weight":0.0421,"date":"2026-08-10","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1427.39,"se":1.9336734693878,"eq":1426,"eq_se":1.8,"weight":0.0406,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1409.26,"se":2.3673469387756,"eq":1407.3,"eq_se":2.1,"weight":0.0404,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.712121,"se":0.0322588,"eq":1371,"eq_se":15,"weight":0.0096,"date":"2025-10-22","variant":"32k","flags":[],"decay":0.266}]}},"value":{"price_blended":2,"price_first_party":2,"providers":39,"residual":-8.8,"value_pct":30.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-235b-a22b","name":"Qwen3 235B A22B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-235b-a22b","slices":{"general":{"score":60.6,"elo_eq":1383.5,"se":3.7,"ci":[1376.3,1390.8],"tier":"B","provisional":false,"rank":118,"subscores":{"arena":{"elo_eq":1410.3,"se":0.8},"bench":{"elo_eq":1339.4,"se":9.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":139.35,"se":1.4234693877551,"eq":1353.7,"eq_se":11.2,"weight":0.3268,"date":"2025-04-28","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1419.29,"se":1.2984693877551,"eq":1419.3,"eq_se":1.3,"weight":0.1688,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1433.34,"se":1.6632653061224,"eq":1424.9,"eq_se":1.5,"weight":0.1684,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1407.95,"se":2.0739795918367,"eq":1420.6,"eq_se":2,"weight":0.0836,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1442.23,"se":3.8520408163265,"eq":1429,"eq_se":3.1,"weight":0.0814,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1426.16,"se":2.1352040816326,"eq":1424.8,"eq_se":2,"weight":0.0418,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1432.28,"se":2.5535714285714,"eq":1428.2,"eq_se":2.3,"weight":0.0415,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.707071,"se":0.0271242,"eq":1368.6,"eq_se":12.6,"weight":0.0133,"date":"2025-06-03","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.3063,"price_first_party":1.225,"providers":24,"residual":38.4,"value_pct":73.3,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":42.6,"rank":25,"quant":"UD-Q3_K_XL","state":"unified","tok_s":12.2,"low":false}],"adoption":{"hf_downloads_30d":429487}},{"id":"gemini-2-5-flash-preview-09-2025","name":"gemini-2.5-flash-preview-09-2025","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-2-5-flash-preview-09-2025","slices":{"general":{"score":60.3,"elo_eq":1381.7,"se":1.2,"ci":[1379.4,1384],"tier":"B","provisional":true,"rank":119,"subscores":{"arena":{"elo_eq":1392.6,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1406.55,"se":2.0561224489796,"eq":1406.6,"eq_se":2.1,"weight":0.2596,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1408.89,"se":2.6224489795918,"eq":1402.8,"eq_se":2.4,"weight":0.258,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1393.59,"se":3.3520408163266,"eq":1407,"eq_se":3.2,"weight":0.1265,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1418.01,"se":7.1352040816327,"eq":1409.2,"eq_se":5.8,"weight":0.1148,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1405.7,"se":3.5306122448979,"eq":1405.7,"eq_se":3.3,"weight":0.0631,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1396.48,"se":4.1122448979592,"eq":1395.7,"eq_se":3.7,"weight":0.0623,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.85,"price_first_party":null,"providers":2,"residual":10.8,"value_pct":44.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"step-3-5-flash","name":"Step 3.5 Flash","vendor":"stepfun","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/step-3-5-flash","slices":{"general":{"score":59.9,"elo_eq":1381.2,"se":0.9,"ci":[1379.5,1383],"tier":"B","provisional":true,"rank":120,"subscores":{"arena":{"elo_eq":1392,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1402.87,"se":1.795918367347,"eq":1402.9,"eq_se":1.8,"weight":0.256,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1410.89,"se":2.1785714285715,"eq":1404.6,"eq_se":2,"weight":0.2553,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1384.68,"se":2.6709183673469,"eq":1398.5,"eq_se":2.5,"weight":0.1263,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1421.81,"se":4.3112244897959,"eq":1412.3,"eq_se":3.5,"weight":0.1231,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1402.26,"se":2.625,"eq":1402.5,"eq_se":2.5,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1404.98,"se":3.3112244897959,"eq":1403.4,"eq_se":3,"weight":0.0624,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.15,"price_first_party":0.15,"providers":11,"residual":54,"value_pct":84,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":38.5,"rank":14,"quant":"IQ2_S","state":"offload","tok_s":14.7,"low":true},{"stack":"gpu-24","score":39.5,"rank":22,"quant":"Q2_K_L","state":"offload","tok_s":15.5,"low":true},{"stack":"mac-64","score":44.9,"rank":13,"quant":"IQ1_M","state":"unified","tok_s":45,"low":true},{"stack":"uma-128","score":55.9,"rank":11,"quant":"IQ4_XS","state":"unified","tok_s":17.4,"low":false}],"adoption":{"hf_downloads_30d":160718}},{"id":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash Lite Preview","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-1-flash-lite-preview","slices":{"general":{"score":59.6,"elo_eq":1380.3,"se":0.9,"ci":[1378.5,1382.1],"tier":"B","provisional":true,"rank":121,"subscores":{"arena":{"elo_eq":1391,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1415.51,"se":1.8494897959184,"eq":1415.5,"eq_se":1.8,"weight":0.2559,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1407.23,"se":2.2678571428572,"eq":1401.3,"eq_se":2,"weight":0.2551,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1376.42,"se":2.7219387755102,"eq":1390.7,"eq_se":2.6,"weight":0.1262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1396.95,"se":4.2091836734694,"eq":1392,"eq_se":3.4,"weight":0.1234,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1394.13,"se":2.6530612244898,"eq":1394.9,"eq_se":2.5,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1417.12,"se":3.2908163265306,"eq":1414.4,"eq_se":3,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.5625,"price_first_party":0.5625,"providers":12,"residual":19.9,"value_pct":51.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"minimax-m2-1","name":"MiniMax M2.1","vendor":"minimax","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/minimax-m2-1","slices":{"general":{"score":59.3,"elo_eq":1380.2,"se":1.5,"ci":[1377.3,1383.1],"tier":"B","provisional":true,"rank":122,"subscores":{"arena":{"elo_eq":1391.4,"se":1.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1392,"se":2.594387755102,"eq":1392,"eq_se":2.6,"weight":0.2625,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1410.39,"se":3.3494897959184,"eq":1404.2,"eq_se":3,"weight":0.2598,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1399.29,"se":4.4081632653061,"eq":1412.4,"eq_se":4.2,"weight":0.1254,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1432.06,"se":8.6275510204081,"eq":1420.7,"eq_se":7.1,"weight":0.1107,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1415.99,"se":4.4515306122449,"eq":1415.3,"eq_se":4.2,"weight":0.0628,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1396.17,"se":5.6530612244898,"eq":1395.4,"eq_se":5.1,"weight":0.0605,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.525,"price_first_party":0.525,"providers":19,"residual":21.5,"value_pct":54.5,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":41.6,"rank":10,"quant":"UD-TQ1_0","state":"offload","tok_s":17.5,"low":true},{"stack":"gpu-24","score":40.9,"rank":19,"quant":"UD-IQ2_XXS","state":"offload","tok_s":16.9,"low":true},{"stack":"uma-128","score":53.4,"rank":14,"quant":"Q3_K_M","state":"unified","tok_s":20,"low":false}],"adoption":{"hf_downloads_30d":15047}},{"id":"qwen3-6-27b","name":"Qwen3.6 27B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-6-27b","slices":{"general":{"score":58.9,"elo_eq":1379.9,"se":6.1,"ci":[1367.9,1391.8],"tier":"B","provisional":true,"rank":123,"subscores":{"arena":null,"bench":{"elo_eq":1394.1,"se":6.6}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.47,"se":0.93877551020408,"eq":1409.9,"eq_se":7.4,"weight":0.8223,"date":"2026-04-22","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.858586,"se":0.0248259,"eq":1439.1,"eq_se":11.5,"weight":0.0285,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":1.04,"price_first_party":1.35,"providers":23,"residual":3.9,"value_pct":39,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":27.6,"rank":27,"quant":"Q4_K_M","state":"offload","tok_s":4.4,"low":false},{"stack":"gpu-24","score":58.9,"rank":6,"quant":"Q5_K_S","state":"vram","tok_s":37,"low":false},{"stack":"mac-64","score":47.3,"rank":10,"quant":"Q8_0","state":"unified","tok_s":12.9,"low":false},{"stack":"uma-128","score":41.6,"rank":27,"quant":"Q4_K_M","state":"unified","tok_s":10,"low":false},{"stack":"cpu-32","score":20.4,"rank":14,"quant":"Q4_K_M","state":"ram","tok_s":2.4,"low":false}],"adoption":{"hf_downloads_30d":2595193}},{"id":"hunyuan-vision-1-5","name":"hunyuan-vision-1.5-thinking","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-vision-1-5","slices":{"general":{"score":58.6,"elo_eq":1379.7,"se":3.5,"ci":[1372.7,1386.6],"tier":"B","provisional":true,"rank":124,"subscores":{"arena":{"elo_eq":1393.2,"se":3.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1406.46,"se":6.3367346938776,"eq":1406.5,"eq_se":6.3,"weight":0.322,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1416.7,"se":8.780612244898,"eq":1409.9,"eq_se":7.9,"weight":0.2966,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1397.66,"se":11.27806122449,"eq":1410.8,"eq_se":10.7,"weight":0.1259,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1404.48,"se":12.55612244898,"eq":1404.6,"eq_se":11.7,"weight":0.0589,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1422.84,"se":14.285714285714,"eq":1419.6,"eq_se":13,"weight":0.0543,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"hunyuan-hy3-preview","name":"hunyuan-hy3-preview","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-hy3-preview","slices":{"general":{"score":58.2,"elo_eq":1379.6,"se":2,"ci":[1375.7,1383.5],"tier":"B","provisional":true,"rank":125,"subscores":{"arena":{"elo_eq":1391.3,"se":2.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1401.67,"se":3.7729591836735,"eq":1401.7,"eq_se":3.8,"weight":0.2675,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1413.82,"se":4.6224489795919,"eq":1407.3,"eq_se":4.2,"weight":0.264,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1384.45,"se":6.3852040816326,"eq":1398.3,"eq_se":6.1,"weight":0.1223,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1422.07,"se":11.140306122449,"eq":1412.5,"eq_se":9.1,"weight":0.1039,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1402.82,"se":5.7678571428571,"eq":1403,"eq_se":5.4,"weight":0.063,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1410.69,"se":8.9668367346939,"eq":1408.6,"eq_se":8.1,"weight":0.0549,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"kimi-k2-thinking","name":"Kimi K2 Thinking","vendor":"moonshot","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/kimi-k2-thinking","slices":{"general":{"score":57.9,"elo_eq":1377.4,"se":7.3,"ci":[1363,1391.8],"tier":"B","provisional":true,"rank":126,"subscores":{"arena":null,"bench":{"elo_eq":1390.8,"se":7.9}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.02,"se":1.0841836734694,"eq":1406.4,"eq_se":8.6,"weight":0.8579,"date":"2025-11-06","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.075,"price_first_party":null,"providers":17,"residual":0.7,"value_pct":35.3,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":69530}},{"id":"deepseek-chat-v3-1","name":"DeepSeek V3.1","vendor":"deepseek","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-chat-v3-1","slices":{"general":{"score":57.6,"elo_eq":1377.1,"se":5.1,"ci":[1367.1,1387],"tier":"B","provisional":false,"rank":127,"subscores":{"arena":{"elo_eq":1398.7,"se":2},"bench":{"elo_eq":1341.3,"se":13.1}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":139.92,"se":1.859693877551,"eq":1358.2,"eq_se":14.7,"weight":0.3355,"date":"2025-08-21","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1419.66,"se":3.0867346938776,"eq":1419.7,"eq_se":3.1,"weight":0.18,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1416.73,"se":4.4030612244898,"eq":1409.9,"eq_se":4,"weight":0.1753,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1400.31,"se":5.6709183673469,"eq":1413.4,"eq_se":5.4,"weight":0.0831,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1402.88,"se":12.69387755102,"eq":1396.9,"eq_se":10.4,"weight":0.0634,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1422.08,"se":6.1045918367347,"eq":1421,"eq_se":5.7,"weight":0.041,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1407.65,"se":7.0918367346939,"eq":1405.8,"eq_se":6.4,"weight":0.0396,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null}]}},"value":{"price_blended":0.4525,"price_first_party":null,"providers":19,"residual":22.1,"value_pct":55.6,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":340769}},{"id":"grok-4-7","name":"Grok 4.7","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-4-7","slices":{"general":{"score":57.2,"elo_eq":1377,"se":2.5,"ci":[1372,1382],"tier":"B","provisional":true,"rank":128,"subscores":{"arena":{"elo_eq":1389.3,"se":2.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1397.23,"se":4.8214285714286,"eq":1397.2,"eq_se":4.8,"weight":0.2745,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1408.64,"se":6.0892857142857,"eq":1402.6,"eq_se":5.5,"weight":0.267,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1406.18,"se":8.094387755102,"eq":1418.9,"eq_se":7.7,"weight":0.12,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1413.06,"se":14.242346938775,"eq":1405.2,"eq_se":11.6,"weight":0.0945,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1416.09,"se":7.4948979591836,"eq":1415.4,"eq_se":7,"weight":0.0622,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1389.03,"se":12.114795918367,"eq":1388.9,"eq_se":11,"weight":0.0493,"date":"2026-09-25","variant":"xhigh","flags":[],"decay":null}]}},"value":{"price_blended":3,"price_first_party":3,"providers":16,"residual":-25.6,"value_pct":21.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-5-35b-a3b","name":"Qwen3.5-35B-A3B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-35b-a3b","slices":{"general":{"score":56.9,"elo_eq":1375.7,"se":3.4,"ci":[1369,1382.3],"tier":"B","provisional":false,"rank":129,"subscores":{"arena":{"elo_eq":1383,"se":1.2},"bench":{"elo_eq":1365.1,"se":8.1}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":142.52,"se":1.1709183673469,"eq":1378.7,"eq_se":9.2,"weight":0.3583,"date":"2026-02-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1394.76,"se":2.1505102040816,"eq":1394.8,"eq_se":2.2,"weight":0.1615,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1399.84,"se":2.6147959183673,"eq":1394.7,"eq_se":2.4,"weight":0.1608,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1378.96,"se":3.2933673469388,"eq":1393.1,"eq_se":3.1,"weight":0.079,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1407.58,"se":5.7397959183673,"eq":1400.7,"eq_se":4.7,"weight":0.075,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1389.87,"se":3.1964285714286,"eq":1391,"eq_se":3,"weight":0.0396,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1390.69,"se":4.2831632653061,"eq":1390.5,"eq_se":3.9,"weight":0.0386,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.834596,"se":0.0217902,"eq":1427.9,"eq_se":10.1,"weight":0.0151,"date":"2026-08-28","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.5469,"price_first_party":0.6875,"providers":21,"residual":15.9,"value_pct":48.1,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":53.8,"rank":3,"quant":"Q8_0","state":"offload","tok_s":17.9,"low":false},{"stack":"gpu-24","score":56.9,"rank":7,"quant":"Q4_K_S","state":"vram","tok_s":191,"low":false},{"stack":"mac-64","score":56.9,"rank":5,"quant":"Q8_0","state":"unified","tok_s":51,"low":false},{"stack":"uma-128","score":56.9,"rank":9,"quant":"Q8_0","state":"unified","tok_s":37,"low":false},{"stack":"cpu-32","score":32.9,"rank":2,"quant":"Q4_K_M","state":"ram","tok_s":6.7,"low":false}],"adoption":{"hf_downloads_30d":1638494}},{"id":"claude-opus-4-20250514","name":"claude-opus-4-20250514-thinking-16k","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-opus-4-20250514","slices":{"general":{"score":56.6,"elo_eq":1374.5,"se":3.2,"ci":[1368.4,1380.7],"tier":"B","provisional":false,"rank":130,"subscores":{"arena":{"elo_eq":1381.2,"se":1.3},"bench":{"elo_eq":1365.5,"se":7.2}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":142.67,"se":1.0280612244898,"eq":1379.9,"eq_se":8.1,"weight":0.377,"date":"2025-05-22","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1376.94,"se":2.2678571428572,"eq":1376.9,"eq_se":2.3,"weight":0.1588,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1399.24,"se":2.8928571428572,"eq":1394.1,"eq_se":2.6,"weight":0.1577,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1406.15,"se":3.5178571428571,"eq":1418.9,"eq_se":3.3,"weight":0.0774,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1383.87,"se":7.3316326530612,"eq":1381.3,"eq_se":6,"weight":0.07,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1422.4,"se":3.9107142857143,"eq":1421.3,"eq_se":3.7,"weight":0.0383,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1395.89,"se":4.1938775510204,"eq":1395.2,"eq_se":3.8,"weight":0.0382,"date":"2026-09-25","variant":"thinking-16k","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.762626,"se":0.0303137,"eq":1394.5,"eq_se":14.1,"weight":0.0115,"date":"2025-05-22","variant":"16k","flags":[],"decay":0.266}]}},"value":{"price_blended":30,"price_first_party":null,"providers":9,"residual":-85.9,"value_pct":8.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-vl-235b-a22b-thinking","name":"Qwen3 VL 235B A22B Thinking","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-vl-235b-a22b-thinking","slices":{"general":{"score":56.2,"elo_eq":1374.2,"se":2.1,"ci":[1370.2,1378.3],"tier":"B","provisional":true,"rank":131,"subscores":{"arena":{"elo_eq":1385.8,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1400.65,"se":3.4948979591837,"eq":1400.7,"eq_se":3.5,"weight":0.2748,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1406.53,"se":4.6887755102041,"eq":1400.7,"eq_se":4.2,"weight":0.2683,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1374.57,"se":6.295918367347,"eq":1389,"eq_se":6,"weight":0.1251,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1426.88,"se":15.035714285714,"eq":1416.5,"eq_se":12.3,"weight":0.0867,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1391.54,"se":6.9540816326531,"eq":1392.5,"eq_se":6.5,"weight":0.061,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1386.8,"se":8.4719387755102,"eq":1386.9,"eq_se":7.7,"weight":0.0574,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":1.7225,"price_first_party":null,"providers":10,"residual":-14.4,"value_pct":26.7,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":29.2,"rank":25,"quant":"UD-TQ1_0","state":"offload","tok_s":9.6,"low":true},{"stack":"gpu-24","score":28.7,"rank":31,"quant":"UD-IQ1_M","state":"offload","tok_s":9.3,"low":true},{"stack":"uma-128","score":38.9,"rank":31,"quant":"UD-Q3_K_XL","state":"unified","tok_s":11.8,"low":false}],"adoption":{"hf_downloads_30d":16805}},{"id":"qwen3-5-flash-02-23","name":"Qwen3.5-Flash","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-flash-02-23","slices":{"general":{"score":55.9,"elo_eq":1374.1,"se":0.9,"ci":[1372.3,1375.9],"tier":"B","provisional":true,"rank":132,"subscores":{"arena":{"elo_eq":1384.4,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1397.23,"se":1.8673469387756,"eq":1397.2,"eq_se":1.9,"weight":0.2559,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1403.45,"se":2.2397959183673,"eq":1397.9,"eq_se":2,"weight":0.2552,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1374.16,"se":2.7168367346939,"eq":1388.6,"eq_se":2.6,"weight":0.1262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1407.58,"se":4.2627551020408,"eq":1400.7,"eq_se":3.5,"weight":0.1233,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1391.94,"se":2.6505102040817,"eq":1392.9,"eq_se":2.5,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1392.68,"se":3.3698979591837,"eq":1392.3,"eq_se":3.1,"weight":0.0624,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.175,"price_first_party":0.175,"providers":11,"residual":43,"value_pct":77.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-4-nano","name":"GPT-5.4 Nano","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-4-nano","slices":{"general":{"score":55.6,"elo_eq":1372.7,"se":3,"ci":[1366.9,1378.6],"tier":"B","provisional":false,"rank":133,"subscores":{"arena":{"elo_eq":1366.7,"se":1},"bench":{"elo_eq":1382,"se":7.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":145.8,"se":1.1454081632653,"eq":1404.6,"eq_se":9,"weight":0.3224,"date":"2026-03-17","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1371.8,"se":1.9209183673469,"eq":1371.8,"eq_se":1.9,"weight":0.1647,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1380.28,"se":2.3061224489796,"eq":1377,"eq_se":2.1,"weight":0.1643,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1361.68,"se":2.8061224489796,"eq":1376.7,"eq_se":2.7,"weight":0.0812,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1396.58,"se":4.2831632653061,"eq":1391.7,"eq_se":3.5,"weight":0.0794,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1365.3,"se":2.7193877551021,"eq":1368,"eq_se":2.5,"weight":0.0407,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1382.17,"se":3.4515306122449,"eq":1382.7,"eq_se":3.1,"weight":0.0401,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.117,"se":0.0101693,"eq":1334,"eq_se":3.2,"weight":0.0215,"date":"2026-08-27","variant":"high","flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.7847,"se":0.0244,"eq":1404.7,"eq_se":11.3,"weight":0.0124,"date":"2026-04-14","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":0.4625,"price_first_party":0.4625,"providers":28,"residual":17.2,"value_pct":50.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"minimax-m2-5","name":"MiniMax M2.5","vendor":"minimax","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/minimax-m2-5","slices":{"general":{"score":55.2,"elo_eq":1371.6,"se":4.2,"ci":[1363.3,1379.9],"tier":"B","provisional":false,"rank":134,"subscores":{"arena":{"elo_eq":1357.1,"se":1.1},"bench":{"elo_eq":1393,"se":10.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":146.69,"se":1.4387755102041,"eq":1411.6,"eq_se":11.4,"weight":0.3678,"date":"2026-02-12","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1359.23,"se":1.9770408163265,"eq":1359.2,"eq_se":2,"weight":0.1625,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1371.88,"se":2.4464285714286,"eq":1369.4,"eq_se":2.2,"weight":0.1618,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1353.04,"se":3.0076530612245,"eq":1368.6,"eq_se":2.9,"weight":0.0798,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1377.82,"se":5.1658163265306,"eq":1376.4,"eq_se":4.2,"weight":0.0766,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1366.49,"se":2.9464285714286,"eq":1369.1,"eq_se":2.8,"weight":0.04,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1364.05,"se":3.7806122448979,"eq":1366.3,"eq_se":3.4,"weight":0.0393,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.525,"price_first_party":0.525,"providers":33,"residual":12.8,"value_pct":46,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":38.7,"rank":13,"quant":"UD-TQ1_0","state":"offload","tok_s":17.5,"low":true},{"stack":"gpu-24","score":38.1,"rank":25,"quant":"UD-IQ2_XXS","state":"offload","tok_s":16.9,"low":true},{"stack":"uma-128","score":49.7,"rank":16,"quant":"Q3_K_M","state":"unified","tok_s":20,"low":false}],"adoption":{"hf_downloads_30d":376815}},{"id":"gpt-5-3-chat-latest","name":"GPT-5.3 Chat (latest)","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-3-chat-latest","slices":{"general":{"score":54.9,"elo_eq":1371.5,"se":1.1,"ci":[1369.3,1373.7],"tier":"B","provisional":true,"rank":135,"subscores":{"arena":{"elo_eq":1381.8,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1389.15,"se":2.1505102040816,"eq":1389.2,"eq_se":2.2,"weight":0.2576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1398.88,"se":2.6377551020408,"eq":1393.8,"eq_se":2.4,"weight":0.2564,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1378.42,"se":3.295918367347,"eq":1392.6,"eq_se":3.1,"weight":0.126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1397.15,"se":5.704081632653,"eq":1392.2,"eq_se":4.7,"weight":0.1198,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1396.04,"se":3.1658163265306,"eq":1396.7,"eq_se":3,"weight":0.0633,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1412.54,"se":4.0765306122449,"eq":1410.3,"eq_se":3.7,"weight":0.0619,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":4.8125,"price_first_party":4.8125,"providers":6,"residual":-43,"value_pct":15,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-5-mini","name":"GPT-5 Mini","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-mini","slices":{"general":{"score":54.5,"elo_eq":1371.2,"se":2.5,"ci":[1366.2,1376.1],"tier":"B","provisional":false,"rank":136,"subscores":{"arena":{"elo_eq":1362.3,"se":1.4},"bench":{"elo_eq":1382.5,"se":5.4}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":145.51,"se":0.8545918367347,"eq":1402.3,"eq_se":6.7,"weight":0.3502,"date":"2025-08-07","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1373.27,"se":2.329081632653,"eq":1373.3,"eq_se":2.3,"weight":0.1566,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1380.29,"se":3.0535714285714,"eq":1377,"eq_se":2.8,"weight":0.1551,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1356.83,"se":3.8188775510204,"eq":1372.1,"eq_se":3.6,"weight":0.0758,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1376.97,"se":8.8826530612245,"eq":1375.7,"eq_se":7.3,"weight":0.065,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.216,"se":0.0130197,"eq":1365.1,"eq_se":4.1,"weight":0.04,"date":"2026-08-10","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1355.2,"se":4.1173469387755,"eq":1358.6,"eq_se":3.8,"weight":0.0376,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1362.95,"se":4.6887755102041,"eq":1365.3,"eq_se":4.3,"weight":0.0371,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.75,"se":0.0227673,"eq":1388.6,"eq_se":10.6,"weight":0.0125,"date":"2025-10-30","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":0.6875,"price_first_party":0.6875,"providers":29,"residual":5.6,"value_pct":41.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"hunyuan-t1-20250711","name":"hunyuan-t1-20250711","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-t1-20250711","slices":{"general":{"score":54.2,"elo_eq":1370,"se":2.7,"ci":[1364.8,1375.2],"tier":"B","provisional":true,"rank":137,"subscores":{"arena":{"elo_eq":1381.6,"se":2.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1400.64,"se":4.4209183673469,"eq":1400.6,"eq_se":4.4,"weight":0.3186,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1398.86,"se":6.6887755102041,"eq":1393.8,"eq_se":6,"weight":0.298,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1375.09,"se":8.9234693877551,"eq":1389.5,"eq_se":8.5,"weight":0.1314,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1383.97,"se":9.844387755102,"eq":1385.4,"eq_se":9.2,"weight":0.0629,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1392.79,"se":11.25,"eq":1392.4,"eq_se":10.2,"weight":0.0592,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"solar-pro4","name":"Solar Pro 4","vendor":"upstage","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/solar-pro4","slices":{"general":{"score":53.9,"elo_eq":1369.4,"se":1.5,"ci":[1366.4,1372.4],"tier":"B","provisional":true,"rank":138,"subscores":{"arena":{"elo_eq":1379.9,"se":1.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1385.6,"se":3.0535714285714,"eq":1385.6,"eq_se":3.1,"weight":0.2603,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1397.84,"se":3.6020408163266,"eq":1392.9,"eq_se":3.3,"weight":0.259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1375.8,"se":4.5535714285715,"eq":1390.1,"eq_se":4.3,"weight":0.1252,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1421.19,"se":7.5739795918367,"eq":1411.8,"eq_se":6.2,"weight":0.1158,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1378.97,"se":4.1862244897959,"eq":1380.8,"eq_se":3.9,"weight":0.0635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1391.32,"se":6.9515306122449,"eq":1391,"eq_se":6.3,"weight":0.0576,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.105,"price_first_party":0.525,"providers":4,"residual":51.2,"value_pct":82.9,"pareto":true,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash Lite","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-3-1-flash-lite","slices":{"general":{"score":53.5,"elo_eq":1365.8,"se":6.3,"ci":[1353.6,1378.1],"tier":"B","provisional":true,"rank":139,"subscores":{"arena":null,"bench":{"elo_eq":1379.1,"se":6.8}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":144.45,"se":0.96428571428571,"eq":1394,"eq_se":7.6,"weight":0.8226,"date":"2026-03-03","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.818182,"se":0.0274796,"eq":1420.3,"eq_se":12.8,"weight":0.0266,"date":"2026-08-06","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":0.5625,"price_first_party":0.5625,"providers":22,"residual":5.4,"value_pct":40.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"muse-glimmer","name":"muse-glimmer","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/muse-glimmer","slices":{"general":{"score":53.2,"elo_eq":1364.1,"se":2.6,"ci":[1359,1369.1],"tier":"B","provisional":true,"rank":140,"subscores":{"arena":{"elo_eq":1375.5,"se":2.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1388.71,"se":4.9209183673469,"eq":1388.7,"eq_se":4.9,"weight":0.2742,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1395.23,"se":6.0714285714286,"eq":1390.5,"eq_se":5.5,"weight":0.2679,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1373.74,"se":8.2346938775511,"eq":1388.2,"eq_se":7.8,"weight":0.1195,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1387.55,"se":14.418367346939,"eq":1384.3,"eq_se":11.8,"weight":0.0939,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1380.86,"se":7.3801020408163,"eq":1382.5,"eq_se":6.9,"weight":0.0627,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1398.19,"se":12.260204081633,"eq":1397.3,"eq_se":11.1,"weight":0.049,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen3-7-flash","name":"Qwen3.7 Flash","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-7-flash","slices":{"general":{"score":52.9,"elo_eq":1363,"se":8.3,"ci":[1346.7,1379.3],"tier":"B","provisional":true,"rank":141,"subscores":{"arena":null,"bench":{"elo_eq":1378.1,"se":9.1}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":144.62,"se":1.3214285714286,"eq":1395.3,"eq_se":10.4,"weight":0.7969,"date":"2026-07-27","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.823232,"se":0.0271788,"eq":1422.7,"eq_se":12.6,"weight":0.0307,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.055,"price_first_party":0.055,"providers":12,"residual":61,"value_pct":89.8,"pareto":true,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-6-35b-a3b","slices":{"general":{"score":52.5,"elo_eq":1360.3,"se":7.7,"ci":[1345.1,1375.4],"tier":"B","provisional":true,"rank":142,"subscores":{"arena":null,"bench":{"elo_eq":1374.4,"se":8.4}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":143.92,"se":1.2168367346939,"eq":1389.8,"eq_se":9.6,"weight":0.8038,"date":"2026-04-14","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.848485,"se":0.0255457,"eq":1434.4,"eq_se":11.9,"weight":0.0309,"date":"2026-08-07","variant":"none","flags":[],"decay":0.266}]}},"value":{"price_blended":0.5,"price_first_party":0.5573,"providers":29,"residual":2.8,"value_pct":36.4,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":48.5,"rank":5,"quant":"UD-Q8_K_XL","state":"offload","tok_s":17.1,"low":false},{"stack":"gpu-24","score":52.5,"rank":9,"quant":"UD-Q4_K_S","state":"vram","tok_s":189,"low":false},{"stack":"mac-64","score":52.5,"rank":6,"quant":"UD-Q8_K_XL","state":"unified","tok_s":49,"low":false},{"stack":"uma-128","score":52.5,"rank":15,"quant":"UD-Q8_K_XL","state":"unified","tok_s":36,"low":false},{"stack":"cpu-32","score":30.4,"rank":3,"quant":"UD-Q4_K_XL","state":"ram","tok_s":6.7,"low":false}],"adoption":{"hf_downloads_30d":3203176}},{"id":"claude-sonnet-4","name":"Claude Sonnet 4","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-sonnet-4","slices":{"general":{"score":52.2,"elo_eq":1359.4,"se":3,"ci":[1353.5,1365.3],"tier":"B","provisional":false,"rank":143,"subscores":{"arena":{"elo_eq":1359.4,"se":1.3},"bench":{"elo_eq":1359.5,"se":6.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":141.69,"se":0.95663265306122,"eq":1372.2,"eq_se":7.5,"weight":0.3841,"date":"2025-05-22","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1350.66,"se":2.3010204081633,"eq":1350.7,"eq_se":2.3,"weight":0.1568,"date":"2026-09-25","variant":"thinking-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1372.24,"se":2.9285714285714,"eq":1369.7,"eq_se":2.6,"weight":0.1556,"date":"2026-09-25","variant":"thinking-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1375.41,"se":3.5943877551021,"eq":1389.8,"eq_se":3.4,"weight":0.0763,"date":"2026-09-25","variant":"thinking-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1371.11,"se":7.4642857142857,"eq":1370.9,"eq_se":6.1,"weight":0.0688,"date":"2026-09-25","variant":"thinking-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1397.81,"se":3.9311224489796,"eq":1398.4,"eq_se":3.7,"weight":0.0379,"date":"2026-09-25","variant":"thinking-32k","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1376.23,"se":4.2627551020408,"eq":1377.3,"eq_se":3.9,"weight":0.0376,"date":"2026-09-25","variant":"thinking-32k","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.791878,"se":0.0267482,"eq":1408.1,"eq_se":12.4,"weight":0.0127,"date":"2025-05-26","variant":"59k","flags":[],"decay":0.266}]}},"value":{"price_blended":6,"price_first_party":null,"providers":14,"residual":-60.6,"value_pct":12.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"grok-3-mini","name":"grok-3-mini-high","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-3-mini","slices":{"general":{"score":51.9,"elo_eq":1356.2,"se":3.5,"ci":[1349.3,1363],"tier":"B","provisional":false,"rank":144,"subscores":{"arena":{"elo_eq":1361.6,"se":1.7},"bench":{"elo_eq":1348.6,"se":8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":140.35,"se":1.1454081632653,"eq":1361.6,"eq_se":9,"weight":0.3714,"date":"2025-06-24","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1369.45,"se":2.780612244898,"eq":1369.5,"eq_se":2.8,"weight":0.1632,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1373.96,"se":3.6887755102041,"eq":1371.3,"eq_se":3.3,"weight":0.1608,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1356.24,"se":4.6964285714286,"eq":1371.6,"eq_se":4.5,"weight":0.0776,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1395.12,"se":9.6836734693877,"eq":1390.5,"eq_se":7.9,"weight":0.066,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1371.86,"se":5.3112244897959,"eq":1374.1,"eq_se":5,"weight":0.038,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1355.44,"se":6.0229591836734,"eq":1358.5,"eq_se":5.5,"weight":0.0372,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.762626,"se":0.0303137,"eq":1394.5,"eq_se":14.1,"weight":0.0119,"date":"2025-04-10","variant":"low","flags":[],"decay":0.266}]}},"value":{"price_blended":0.35,"price_first_party":null,"providers":1,"residual":7.6,"value_pct":42.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"o4-mini","name":"o4 Mini","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/o4-mini","slices":{"general":{"score":51.5,"elo_eq":1356.1,"se":2.9,"ci":[1350.4,1361.8],"tier":"B","provisional":false,"rank":145,"subscores":{"arena":{"elo_eq":1338.5,"se":1.2},"bench":{"elo_eq":1381.5,"se":6.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":145.63,"se":1.1122448979592,"eq":1403.3,"eq_se":8.8,"weight":0.3215,"date":"2025-04-16","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1353.24,"se":2.0229591836735,"eq":1353.2,"eq_se":2,"weight":0.1615,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1350.7,"se":2.6224489795918,"eq":1350.3,"eq_se":2.4,"weight":0.1604,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1320.7,"se":3.0841836734694,"eq":1337.9,"eq_se":2.9,"weight":0.0792,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1343.95,"se":6.2576530612245,"eq":1348.7,"eq_se":5.1,"weight":0.0736,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.196,"se":0.0125595,"eq":1358.8,"eq_se":3.9,"weight":0.0412,"date":"2026-08-27","variant":"low","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1349.55,"se":3.6836734693878,"eq":1353.1,"eq_se":3.3,"weight":0.0392,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1314.77,"se":3.5025510204082,"eq":1320.8,"eq_se":3.3,"weight":0.0392,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.796086,"se":0.0240348,"eq":1410,"eq_se":11.2,"weight":0.0123,"date":"2025-04-16","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":1.925,"price_first_party":1.925,"providers":18,"residual":-35.3,"value_pct":17.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"nemotron-3-super-120b-a12b","name":"Nemotron 3 Super","vendor":"nvidia","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/nemotron-3-super-120b-a12b","slices":{"general":{"score":51.2,"elo_eq":1355.7,"se":2,"ci":[1351.9,1359.6],"tier":"B","provisional":true,"rank":146,"subscores":{"arena":{"elo_eq":1365.8,"se":2.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1377.73,"se":3.6020408163265,"eq":1377.7,"eq_se":3.6,"weight":0.2679,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1385.92,"se":4.5816326530612,"eq":1382.1,"eq_se":4.1,"weight":0.2634,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1347.3,"se":6.3265306122449,"eq":1363.1,"eq_se":6,"weight":0.1222,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1397.42,"se":11.163265306122,"eq":1392.4,"eq_se":9.1,"weight":0.1034,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1361.85,"se":6.109693877551,"eq":1364.8,"eq_se":5.7,"weight":0.0619,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1369,"se":8.0637755102041,"eq":1370.8,"eq_se":7.3,"weight":0.0572,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4,"price_first_party":0.35,"providers":14,"residual":3.8,"value_pct":38.5,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":33.2,"rank":21,"quant":"Q3_K_M","state":"offload","tok_s":10.4,"low":false},{"stack":"gpu-24","score":39,"rank":23,"quant":"Q3_K_M","state":"offload","tok_s":14.3,"low":false},{"stack":"mac-64","score":38.4,"rank":17,"quant":"Q2_K","state":"unified","tok_s":41,"low":true},{"stack":"uma-128","score":40.5,"rank":28,"quant":"Q6_K","state":"unified","tok_s":12.5,"low":false}],"adoption":{"hf_downloads_30d":59689}},{"id":"glm-4-5-air","name":"GLM 4.5 Air","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-5-air","slices":{"general":{"score":50.8,"elo_eq":1355.6,"se":1.2,"ci":[1353.1,1358],"tier":"B","provisional":true,"rank":147,"subscores":{"arena":{"elo_eq":1365,"se":1.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1383.96,"se":2.1607142857143,"eq":1384,"eq_se":2.2,"weight":0.2607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1378.8,"se":2.7984693877551,"eq":1375.7,"eq_se":2.5,"weight":0.2587,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1353.36,"se":3.4974489795918,"eq":1368.9,"eq_se":3.3,"weight":0.1269,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1369.61,"se":7.9234693877551,"eq":1369.6,"eq_se":6.5,"weight":0.1121,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1366.46,"se":3.8163265306123,"eq":1369.1,"eq_se":3.6,"weight":0.063,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1371,"se":4.3494897959184,"eq":1372.6,"eq_se":3.9,"weight":0.0622,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.425,"price_first_party":0.425,"providers":13,"residual":2.1,"value_pct":35.8,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":26.2,"rank":29,"quant":"Q4_0","state":"offload","tok_s":5.3,"low":false},{"stack":"gpu-24","score":26.9,"rank":34,"quant":"Q4_K_M","state":"offload","tok_s":5.6,"low":false},{"stack":"mac-64","score":38.1,"rank":19,"quant":"UD-IQ2_M","state":"unified","tok_s":23,"low":true},{"stack":"uma-128","score":37,"rank":36,"quant":"Q4_K_M","state":"unified","tok_s":10.6,"low":false}],"adoption":{"hf_downloads_30d":247502}},{"id":"gemini-2-5-flash-lite-preview-09-2025","name":"gemini-2.5-flash-lite-preview-09-2025-no-thinking","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-2-5-flash-lite-preview-09-2025","slices":{"general":{"score":50.5,"elo_eq":1354.9,"se":1,"ci":[1352.9,1356.8],"tier":"B","provisional":true,"rank":148,"subscores":{"arena":{"elo_eq":1364.1,"se":1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1379.26,"se":1.7372448979592,"eq":1379.3,"eq_se":1.7,"weight":0.2577,"date":"2026-09-25","variant":"no-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1376.92,"se":2.2423469387755,"eq":1374,"eq_se":2,"weight":0.2565,"date":"2026-09-25","variant":"no-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1355.01,"se":2.8673469387755,"eq":1370.4,"eq_se":2.7,"weight":0.1264,"date":"2026-09-25","variant":"no-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1372.91,"se":5.5943877551021,"eq":1372.3,"eq_se":4.6,"weight":0.1195,"date":"2026-09-25","variant":"no-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1372.91,"se":2.9897959183674,"eq":1375.1,"eq_se":2.8,"weight":0.0631,"date":"2026-09-25","variant":"no-thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1366.49,"se":3.5535714285714,"eq":1368.5,"eq_se":3.2,"weight":0.0624,"date":"2026-09-25","variant":"no-thinking","flags":[],"decay":null}]}},"value":{"price_blended":0.175,"price_first_party":null,"providers":3,"residual":23.8,"value_pct":58.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-6-flash","name":"Qwen3.6 Flash","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-6-flash","slices":{"general":{"score":50.2,"elo_eq":1354.2,"se":5.7,"ci":[1343,1365.3],"tier":"B","provisional":true,"rank":149,"subscores":{"arena":null,"bench":{"elo_eq":1366.8,"se":6.2}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":143.25,"se":0.98214285714286,"eq":1384.5,"eq_se":7.8,"weight":0.7316,"date":"2026-04-27","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.159159,"se":0.01158,"eq":1347.2,"eq_se":3.6,"weight":0.0894,"date":"2026-08-27","variant":null,"flags":[],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.833333,"se":0.0265522,"eq":1427.3,"eq_se":12.3,"weight":0.0245,"date":"2026-08-07","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.4287,"price_first_party":0.4219,"providers":16,"residual":0.5,"value_pct":34.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-4-1","name":"GPT-4.1","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-4-1","slices":{"general":{"score":49.8,"elo_eq":1352.5,"se":3.1,"ci":[1346.4,1358.6],"tier":"C","provisional":false,"rank":150,"subscores":{"arena":{"elo_eq":1370.1,"se":1.1},"bench":{"elo_eq":1324.7,"se":7.8}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":136.78,"se":1.2091836734694,"eq":1333.4,"eq_se":9.5,"weight":0.3182,"date":"2025-04-14","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1383.15,"se":1.8877551020408,"eq":1383.2,"eq_se":1.9,"weight":0.1676,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1384.09,"se":2.4897959183673,"eq":1380.4,"eq_se":2.2,"weight":0.1665,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1367.13,"se":2.9260204081632,"eq":1381.9,"eq_se":2.8,"weight":0.0823,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1363.97,"se":5.9438775510204,"eq":1365,"eq_se":4.9,"weight":0.0771,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1385.33,"se":3.2551020408163,"eq":1386.7,"eq_se":3,"weight":0.0409,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1397.66,"se":3.4923469387755,"eq":1396.8,"eq_se":3.2,"weight":0.0408,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.311,"se":0.0146456,"eq":1394.9,"eq_se":4.6,"weight":0.0209,"date":"2026-08-31","variant":null,"flags":["outlier"],"decay":0.613},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.669192,"se":0.0282144,"eq":1351,"eq_se":13.1,"weight":0.0112,"date":"2025-04-14","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":3.5,"price_first_party":3.5,"providers":23,"residual":-53.9,"value_pct":13.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash Lite","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-2-5-flash-lite","slices":{"general":{"score":49.5,"elo_eq":1351.3,"se":1.3,"ci":[1348.8,1353.8],"tier":"C","provisional":true,"rank":151,"subscores":{"arena":{"elo_eq":1360.5,"se":1.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1369.29,"se":2.2908163265306,"eq":1369.3,"eq_se":2.3,"weight":0.26,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1373.39,"se":2.9515306122449,"eq":1370.8,"eq_se":2.7,"weight":0.2579,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1365.87,"se":3.5612244897959,"eq":1380.7,"eq_se":3.4,"weight":0.1266,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1365.53,"se":7.4846938775511,"eq":1366.3,"eq_se":6.1,"weight":0.114,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1372.76,"se":3.9770408163265,"eq":1375,"eq_se":3.7,"weight":0.0627,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1359.49,"se":4.2474489795918,"eq":1362.1,"eq_se":3.9,"weight":0.0624,"date":"2026-09-25","variant":"thinking","flags":[],"decay":null}]}},"value":{"price_blended":0.175,"price_first_party":0.175,"providers":20,"residual":20.2,"value_pct":52.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"hunyuan-turbos-20250416","name":"hunyuan-turbos-20250416","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-turbos-20250416","slices":{"general":{"score":49.2,"elo_eq":1348.3,"se":2,"ci":[1344.4,1352.1],"tier":"C","provisional":true,"rank":152,"subscores":{"arena":{"elo_eq":1357.9,"se":2.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1376.76,"se":3.2984693877551,"eq":1376.8,"eq_se":3.3,"weight":0.2718,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1373.61,"se":4.8520408163265,"eq":1371,"eq_se":4.4,"weight":0.2625,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1343.57,"se":6.0255102040817,"eq":1359.6,"eq_se":5.7,"weight":0.1244,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1338.12,"se":12.201530612245,"eq":1343.9,"eq_se":10,"weight":0.0988,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1386.87,"se":7.2551020408163,"eq":1387,"eq_se":6.6,"weight":0.0597,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1364.88,"se":7.6020408163265,"eq":1367.6,"eq_se":7.1,"weight":0.0582,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"glm-4-6v","name":"GLM 4.6V","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-6v","slices":{"general":{"score":48.8,"elo_eq":1346.6,"se":3.2,"ci":[1340.4,1352.8],"tier":"C","provisional":true,"rank":153,"subscores":{"arena":{"elo_eq":1357.2,"se":3.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1376.77,"se":5.6836734693877,"eq":1376.8,"eq_se":5.7,"weight":0.3193,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1368.01,"se":7.5918367346939,"eq":1365.9,"eq_se":6.9,"weight":0.302,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1350.94,"se":10.767857142857,"eq":1366.6,"eq_se":10.2,"weight":0.1248,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1357.78,"se":11.237244897959,"eq":1361,"eq_se":10.5,"weight":0.0613,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1359.44,"se":13.224489795918,"eq":1362.1,"eq_se":12,"weight":0.0557,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.45,"price_first_party":0.45,"providers":11,"residual":-8.2,"value_pct":31.6,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":27.4,"rank":28,"quant":"Q4_0","state":"offload","tok_s":6.3,"low":false},{"stack":"gpu-24","score":31.7,"rank":29,"quant":"Q3_K_S","state":"offload","tok_s":10.4,"low":false},{"stack":"mac-64","score":36.6,"rank":21,"quant":"UD-IQ2_M","state":"unified","tok_s":27,"low":true},{"stack":"uma-128","score":36.5,"rank":38,"quant":"Q5_K_M","state":"unified","tok_s":11.2,"low":false}],"adoption":{"hf_downloads_30d":3672}},{"id":"qwen3-next-80b-a3b-thinking","name":"Qwen3 Next 80B A3B Thinking","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-next-80b-a3b-thinking","slices":{"general":{"score":48.5,"elo_eq":1346.3,"se":1.7,"ci":[1342.9,1349.7],"tier":"C","provisional":true,"rank":154,"subscores":{"arena":{"elo_eq":1355.6,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1368.25,"se":2.9923469387755,"eq":1368.3,"eq_se":3,"weight":0.2677,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1371.52,"se":3.8545918367347,"eq":1369.1,"eq_se":3.5,"weight":0.2641,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1344.07,"se":5.0663265306122,"eq":1360.1,"eq_se":4.8,"weight":0.1262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1376.98,"se":11.920918367347,"eq":1375.7,"eq_se":9.7,"weight":0.0979,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1353.88,"se":5.6045918367346,"eq":1357.3,"eq_se":5.2,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1346.53,"se":6.5127551020408,"eq":1350.4,"eq_se":5.9,"weight":0.0602,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4125,"price_first_party":1.875,"providers":13,"residual":-6.4,"value_pct":32.1,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":48.5,"rank":4,"quant":"Q5_K_M","state":"offload","tok_s":24,"low":false},{"stack":"gpu-24","score":48.5,"rank":10,"quant":"UD-Q6_K_XL","state":"offload","tok_s":26,"low":false},{"stack":"mac-64","score":48.5,"rank":9,"quant":"Q4_K_S","state":"unified","tok_s":84,"low":false},{"stack":"uma-128","score":48.5,"rank":18,"quant":"Q8_0","state":"unified","tok_s":36,"low":false},{"stack":"cpu-32","score":22.1,"rank":9,"quant":"UD-IQ2_XXS","state":"ram","tok_s":7.4,"low":true}],"adoption":{"hf_downloads_30d":42823}},{"id":"granite-4-2-30b","name":"granite-4.2-30b","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/granite-4-2-30b","slices":{"general":{"score":48.1,"elo_eq":1345.8,"se":2.8,"ci":[1340.3,1351.2],"tier":"C","provisional":true,"rank":155,"subscores":{"arena":{"elo_eq":1356.2,"se":3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1362.71,"se":5.3290816326531,"eq":1362.7,"eq_se":5.3,"weight":0.2775,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1375.01,"se":6.7117346938776,"eq":1372.2,"eq_se":6.1,"weight":0.2687,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1346.38,"se":9.1556122448979,"eq":1362.2,"eq_se":8.7,"weight":0.1171,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1404.95,"se":15.47193877551,"eq":1398.5,"eq_se":12.7,"weight":0.0913,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1359.16,"se":8.3035714285714,"eq":1362.3,"eq_se":7.8,"weight":0.0617,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1340.35,"se":13.469387755102,"eq":1344.8,"eq_se":12.2,"weight":0.047,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen3-coder","name":"Qwen3 Coder 480B A35B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-coder","slices":{"general":{"score":47.8,"elo_eq":1344.3,"se":1.4,"ci":[1341.5,1347],"tier":"C","provisional":true,"rank":156,"subscores":{"arena":{"elo_eq":1353.1,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1356.35,"se":2.5535714285714,"eq":1356.4,"eq_se":2.6,"weight":0.2614,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1372.04,"se":3.2780612244898,"eq":1369.6,"eq_se":3,"weight":0.2589,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1355.86,"se":4.0255102040816,"eq":1371.2,"eq_se":3.8,"weight":0.1263,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1336.98,"se":8.3265306122449,"eq":1343,"eq_se":6.8,"weight":0.1115,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1378.55,"se":4.4413265306123,"eq":1380.4,"eq_se":4.1,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1365.36,"se":4.905612244898,"eq":1367.5,"eq_se":4.5,"weight":0.0618,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.615,"price_first_party":3,"providers":21,"residual":-18.4,"value_pct":24.6,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":35862}},{"id":"openai-gpt-oss-120b","name":"gpt-oss-120b","vendor":"openai","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/openai-gpt-oss-120b","slices":{"general":{"score":47.5,"elo_eq":1344.2,"se":4.2,"ci":[1335.9,1352.5],"tier":"C","provisional":false,"rank":157,"subscores":{"arena":{"elo_eq":1345.5,"se":1.4},"bench":{"elo_eq":1341.9,"se":11.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":139.95,"se":1.7780612244898,"eq":1358.4,"eq_se":14,"weight":0.2948,"date":"2025-08-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1365.48,"se":2.2244897959184,"eq":1365.5,"eq_se":2.2,"weight":0.1803,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1363.8,"se":2.8801020408163,"eq":1362.1,"eq_se":2.6,"weight":0.1789,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1317.86,"se":3.5969387755102,"eq":1335.2,"eq_se":3.4,"weight":0.0876,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1355.91,"se":8.1454081632653,"eq":1358.4,"eq_se":6.7,"weight":0.077,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1319.12,"se":3.9158163265306,"eq":1324.9,"eq_se":3.7,"weight":0.0435,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1340.05,"se":4.4515306122449,"eq":1344.5,"eq_se":4,"weight":0.043,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.757576,"se":0.0274372,"eq":1392.1,"eq_se":12.8,"weight":0.0142,"date":"2025-12-11","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":0.2625,"price_first_party":null,"providers":52,"residual":2.9,"value_pct":37.4,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":46.4,"rank":6,"quant":"MXFP4","state":"offload","tok_s":19.1,"low":false},{"stack":"gpu-24","score":47.5,"rank":12,"quant":"MXFP4","state":"offload","tok_s":25,"low":false},{"stack":"uma-128","score":47.5,"rank":20,"quant":"MXFP4","state":"unified","tok_s":44,"low":false}],"adoption":{"hf_downloads_30d":4453393}},{"id":"mistral-medium-2505","name":"Mistral Medium 3","vendor":"mistral","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-medium-2505","slices":{"general":{"score":47.1,"elo_eq":1341.2,"se":2,"ci":[1337.4,1345.1],"tier":"C","provisional":false,"rank":158,"subscores":{"arena":{"elo_eq":1353.4,"se":1.4},"bench":{"elo_eq":1283.3,"se":9.3}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1370.16,"se":2.3954081632653,"eq":1370.2,"eq_se":2.4,"weight":0.2273,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1364.52,"se":3.0433673469388,"eq":1362.8,"eq_se":2.7,"weight":0.2255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.595328,"se":0.028247,"eq":1316.7,"eq_se":13.1,"weight":0.123,"date":"2025-05-07","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1338.77,"se":3.6530612244898,"eq":1355,"eq_se":3.5,"weight":0.1107,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1342.22,"se":6.9158163265306,"eq":1347.3,"eq_se":5.7,"weight":0.1021,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1383.43,"se":4.1887755102041,"eq":1383.9,"eq_se":3.8,"weight":0.0548,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1360.06,"se":4.0867346938775,"eq":1363.1,"eq_se":3.8,"weight":0.0547,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.8,"price_first_party":0.8,"providers":9,"residual":-28.1,"value_pct":20.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"amazon-nova-2-lite-v10","name":"Nova 2 Lite","vendor":"amazon","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/amazon-nova-2-lite-v10","slices":{"general":{"score":46.8,"elo_eq":1338.8,"se":1.7,"ci":[1335.4,1342.2],"tier":"C","provisional":true,"rank":159,"subscores":{"arena":{"elo_eq":1347.6,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1361.98,"se":3.0663265306122,"eq":1362,"eq_se":3.1,"weight":0.2659,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1363.83,"se":3.9642857142857,"eq":1362.1,"eq_se":3.6,"weight":0.2621,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1334.65,"se":5.1760204081633,"eq":1351.1,"eq_se":4.9,"weight":0.1251,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1359.5,"se":10.535714285714,"eq":1361.4,"eq_se":8.6,"weight":0.1041,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1335.29,"se":5.4311224489796,"eq":1340,"eq_se":5.1,"weight":0.0621,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1337.99,"se":6.6913265306122,"eq":1342.6,"eq_se":6.1,"weight":0.0595,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.85,"price_first_party":null,"providers":3,"residual":-32,"value_pct":18.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"ling-flash-2-0","name":"ling-flash-2.0","vendor":"ant-group","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/ling-flash-2-0","slices":{"general":{"score":46.5,"elo_eq":1334.2,"se":2.2,"ci":[1329.9,1338.5],"tier":"C","provisional":true,"rank":160,"subscores":{"arena":{"elo_eq":1343.2,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1361.37,"se":3.6938775510204,"eq":1361.4,"eq_se":3.7,"weight":0.2771,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1363.12,"se":5.0459183673469,"eq":1361.5,"eq_se":4.6,"weight":0.2691,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1318.47,"se":6.9081632653061,"eq":1335.8,"eq_se":6.5,"weight":0.1234,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1358.3,"se":15.313775510204,"eq":1360.4,"eq_se":12.5,"weight":0.0866,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1325.25,"se":8.1785714285714,"eq":1330.6,"eq_se":7.6,"weight":0.0583,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1323.3,"se":8.9260204081633,"eq":1329.3,"eq_se":8.1,"weight":0.0569,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mercury-2","name":"Mercury 2","vendor":"inception","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mercury-2","slices":{"general":{"score":46.1,"elo_eq":1334.1,"se":2.9,"ci":[1328.4,1339.8],"tier":"C","provisional":true,"rank":161,"subscores":{"arena":{"elo_eq":1343.5,"se":3.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1354.98,"se":5.2755102040816,"eq":1355,"eq_se":5.3,"weight":0.3151,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1361.8,"se":6.7806122448979,"eq":1360.3,"eq_se":6.1,"weight":0.3035,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1328.25,"se":9.7551020408163,"eq":1345.1,"eq_se":9.2,"weight":0.1283,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1329.43,"se":9.8061224489796,"eq":1334.5,"eq_se":9.2,"weight":0.0645,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1357.69,"se":12.637755102041,"eq":1360.5,"eq_se":11.5,"weight":0.0559,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.375,"price_first_party":0.375,"providers":3,"residual":-16.2,"value_pct":25.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"glm-4-7-flash","name":"GLM 4.7 Flash","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-7-flash","slices":{"general":{"score":45.8,"elo_eq":1332.3,"se":2.2,"ci":[1328,1336.7],"tier":"C","provisional":false,"rank":162,"subscores":{"arena":{"elo_eq":1342.2,"se":1.7},"bench":{"elo_eq":1285.8,"se":9.5}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1351.03,"se":2.9005102040817,"eq":1351,"eq_se":2.9,"weight":0.2323,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1356.06,"se":3.719387755102,"eq":1355.1,"eq_se":3.4,"weight":0.2295,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.605429,"se":0.029348,"eq":1321.4,"eq_se":13.6,"weight":0.1229,"date":"2026-08-30","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1326.73,"se":5.1632653061225,"eq":1343.6,"eq_se":4.9,"weight":0.1089,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1356.78,"se":9.7295918367347,"eq":1359.2,"eq_se":8,"weight":0.0941,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1345.29,"se":5.1428571428571,"eq":1349.3,"eq_se":4.8,"weight":0.0547,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1342.19,"se":6.5178571428571,"eq":1346.4,"eq_se":5.9,"weight":0.0521,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.1489,"price_first_party":null,"providers":12,"residual":5.3,"value_pct":40.1,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":34.6,"rank":20,"quant":"Q8_0","state":"offload","tok_s":11.4,"low":false},{"stack":"gpu-24","score":45.8,"rank":14,"quant":"UD-Q5_K_XL","state":"vram","tok_s":103,"low":false},{"stack":"mac-64","score":45.8,"rank":11,"quant":"Q8_0","state":"unified","tok_s":32,"low":false},{"stack":"uma-128","score":45.8,"rank":23,"quant":"Q8_0","state":"unified","tok_s":23,"low":false},{"stack":"cpu-32","score":25.1,"rank":6,"quant":"Q4_K_M","state":"ram","tok_s":6,"low":false}],"adoption":{"hf_downloads_30d":1836676}},{"id":"step-3","name":"step-3","vendor":"stepfun","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/step-3","slices":{"general":{"score":45.5,"elo_eq":1331.4,"se":2.2,"ci":[1327,1335.8],"tier":"C","provisional":true,"rank":163,"subscores":{"arena":{"elo_eq":1339.9,"se":2.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1350.5,"se":3.8035714285714,"eq":1350.5,"eq_se":3.8,"weight":0.3116,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1355.06,"se":5.4438775510204,"eq":1354.2,"eq_se":4.9,"weight":0.2994,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1332.02,"se":7.3520408163266,"eq":1348.6,"eq_se":7,"weight":0.1364,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1325.91,"se":8.3086734693877,"eq":1331.2,"eq_se":7.8,"weight":0.0654,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1340.43,"se":9.3163265306122,"eq":1344.8,"eq_se":8.5,"weight":0.0629,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.3,"price_first_party":null,"providers":1,"residual":-13.3,"value_pct":27.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-5-9b","name":"Qwen3.5-9B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-5-9b","slices":{"general":{"score":45.1,"elo_eq":1331,"se":7.9,"ci":[1315.6,1346.4],"tier":"C","provisional":true,"rank":164,"subscores":{"arena":null,"bench":{"elo_eq":1342.7,"se":8.6}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":139.46,"se":1.2448979591837,"eq":1354.6,"eq_se":9.8,"weight":0.8002,"date":"2026-02-24","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.789773,"se":0.0236557,"eq":1407.1,"eq_se":11,"weight":0.033,"date":"2026-08-27","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.1188,"price_first_party":null,"providers":20,"residual":9.7,"value_pct":43.3,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":45.1,"rank":8,"quant":"Q6_K","state":"vram","tok_s":36,"low":false},{"stack":"gpu-24","score":45.1,"rank":15,"quant":"Q8_0","state":"vram","tok_s":74,"low":false},{"stack":"mac-64","score":45.1,"rank":12,"quant":"Q8_0","state":"unified","tok_s":38,"low":false},{"stack":"uma-128","score":42.5,"rank":26,"quant":"Q8_0","state":"unified","tok_s":17.8,"low":false},{"stack":"cpu-32","score":21.6,"rank":10,"quant":"Q4_K_M","state":"ram","tok_s":4.6,"low":false}],"adoption":{"hf_downloads_30d":9455127}},{"id":"trinity-large-preview","name":"trinity-large-preview","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/trinity-large-preview","slices":{"general":{"score":44.8,"elo_eq":1330.9,"se":1.1,"ci":[1328.7,1333.2],"tier":"C","provisional":true,"rank":165,"subscores":{"arena":{"elo_eq":1338.8,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1338.85,"se":2.1658163265306,"eq":1338.9,"eq_se":2.2,"weight":0.2581,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1349.86,"se":2.6683673469387,"eq":1349.5,"eq_se":2.4,"weight":0.2568,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1334.05,"se":3.405612244898,"eq":1350.6,"eq_se":3.2,"weight":0.1259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1350.78,"se":5.9413265306122,"eq":1354.2,"eq_se":4.9,"weight":0.1192,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1355,"se":3.280612244898,"eq":1358.4,"eq_se":3.1,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1342.21,"se":4.3954081632653,"eq":1346.5,"eq_se":4,"weight":0.0615,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"minimax-m2","name":"MiniMax M2","vendor":"minimax","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/minimax-m2","slices":{"general":{"score":44.4,"elo_eq":1330.1,"se":2.1,"ci":[1325.9,1334.3],"tier":"C","provisional":true,"rank":166,"subscores":{"arena":{"elo_eq":1338.4,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1339.98,"se":3.9285714285715,"eq":1340,"eq_se":3.9,"weight":0.3066,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1356.82,"se":5.0025510204082,"eq":1355.8,"eq_se":4.5,"weight":0.3003,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1329.36,"se":6.5765306122449,"eq":1346.1,"eq_se":6.2,"weight":0.1397,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1331.89,"se":7.3877551020408,"eq":1336.8,"eq_se":6.9,"weight":0.0676,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1362.3,"se":9.0586734693878,"eq":1364.7,"eq_se":8.2,"weight":0.063,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.525,"price_first_party":0.525,"providers":16,"residual":-28.6,"value_pct":19.8,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":31,"rank":23,"quant":"UD-TQ1_0","state":"offload","tok_s":17.3,"low":true},{"stack":"gpu-24","score":30.7,"rank":30,"quant":"UD-IQ2_XXS","state":"offload","tok_s":17,"low":true},{"stack":"uma-128","score":40,"rank":29,"quant":"Q3_K_M","state":"unified","tok_s":20,"low":false}],"adoption":{"hf_downloads_30d":291680}},{"id":"qwen3-32b","name":"Qwen3 32B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-32b","slices":{"general":{"score":44.1,"elo_eq":1328.9,"se":4.4,"ci":[1320.3,1337.6],"tier":"C","provisional":false,"rank":167,"subscores":{"arena":{"elo_eq":1325.7,"se":3.2},"bench":{"elo_eq":1333.2,"se":9.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":138.51,"se":1.3545918367347,"eq":1347.1,"eq_se":10.7,"weight":0.3746,"date":"2025-04-29","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1340.13,"se":4.7525510204082,"eq":1340.1,"eq_se":4.8,"weight":0.1996,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1334.54,"se":8.125,"eq":1335.7,"eq_se":7.3,"weight":0.1773,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1304.9,"se":9.5306122448979,"eq":1322.9,"eq_se":9,"weight":0.0806,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1330.8,"se":11.69387755102,"eq":1336.1,"eq_se":10.6,"weight":0.0366,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1327.43,"se":12.30612244898,"eq":1332.6,"eq_se":11.5,"weight":0.0346,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.657197,"se":0.0278903,"eq":1345.5,"eq_se":13,"weight":0.0143,"date":"2026-08-28","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.2625,"price_first_party":1.225,"providers":20,"residual":-12.4,"value_pct":27.8,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":19,"rank":31,"quant":"Q4_K_M","state":"offload","tok_s":3.7,"low":false},{"stack":"gpu-24","score":44.1,"rank":17,"quant":"UD-Q4_K_XL","state":"vram","tok_s":35,"low":false},{"stack":"mac-64","score":32.1,"rank":23,"quant":"Q8_0","state":"unified","tok_s":10.6,"low":false},{"stack":"uma-128","score":28.5,"rank":44,"quant":"UD-Q3_K_XL","state":"unified","tok_s":10.3,"low":false},{"stack":"cpu-32","score":14.3,"rank":18,"quant":"Q4_K_M","state":"ram","tok_s":2.1,"low":false}],"adoption":{"hf_downloads_30d":4156147}},{"id":"intellect-3","name":"intellect-3","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/intellect-3","slices":{"general":{"score":43.8,"elo_eq":1328.3,"se":2.4,"ci":[1323.6,1333.1],"tier":"C","provisional":true,"rank":168,"subscores":{"arena":{"elo_eq":1337.2,"se":2.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1355.84,"se":4.188775510204,"eq":1355.8,"eq_se":4.2,"weight":0.2794,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1351.81,"se":5.6785714285714,"eq":1351.3,"eq_se":5.1,"weight":0.2697,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1315.97,"se":7.8954081632653,"eq":1333.4,"eq_se":7.5,"weight":0.1206,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1322.18,"se":16.132653061224,"eq":1330.9,"eq_se":13.2,"weight":0.0849,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1331.86,"se":8.2704081632653,"eq":1336.8,"eq_se":7.7,"weight":0.0595,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1349.43,"se":10.341836734694,"eq":1353,"eq_se":9.4,"weight":0.0541,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gpt-4-1-mini","name":"GPT-4.1 Mini","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-4-1-mini","slices":{"general":{"score":43.4,"elo_eq":1327.1,"se":3.3,"ci":[1320.6,1333.6],"tier":"C","provisional":false,"rank":169,"subscores":{"arena":{"elo_eq":1337.4,"se":1.3},"bench":{"elo_eq":1310.9,"se":8.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":135,"se":1.375,"eq":1319.4,"eq_se":10.9,"weight":0.2956,"date":"2025-04-14","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1340.54,"se":2.1989795918367,"eq":1340.5,"eq_se":2.2,"weight":0.1679,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1348.67,"se":2.8801020408163,"eq":1348.5,"eq_se":2.6,"weight":0.1665,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1332.43,"se":3.3112244897959,"eq":1349,"eq_se":3.1,"weight":0.0822,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1338.17,"se":6.6173469387755,"eq":1343.9,"eq_se":5.4,"weight":0.0759,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.127,"se":0.0105348,"eq":1337.1,"eq_se":3.3,"weight":0.0439,"date":"2026-08-31","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1354.03,"se":3.875,"eq":1357.2,"eq_se":3.5,"weight":0.0407,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1343.87,"se":3.8214285714285,"eq":1348,"eq_se":3.6,"weight":0.0406,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.65846,"se":0.0270515,"eq":1346,"eq_se":12.6,"weight":0.0117,"date":"2025-04-14","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.7,"price_first_party":0.7,"providers":23,"residual":-38.9,"value_pct":16,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"trinity-large-thinking","name":"Trinity Large Thinking","vendor":"arcee","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/trinity-large-thinking","slices":{"general":{"score":43.1,"elo_eq":1325.6,"se":1.2,"ci":[1323.2,1327.9],"tier":"C","provisional":true,"rank":170,"subscores":{"arena":{"elo_eq":1333.1,"se":1.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1340.23,"se":2.3698979591837,"eq":1340.2,"eq_se":2.4,"weight":0.2578,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1341.5,"se":2.8494897959183,"eq":1342,"eq_se":2.6,"weight":0.2566,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1324.38,"se":3.4923469387755,"eq":1341.4,"eq_se":3.3,"weight":0.126,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1358.86,"se":5.9668367346938,"eq":1360.9,"eq_se":4.9,"weight":0.1195,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1318.22,"se":3.4132653061225,"eq":1324,"eq_se":3.2,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1320.35,"se":4.5510204081632,"eq":1326.6,"eq_se":4.1,"weight":0.0614,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4125,"price_first_party":0.3875,"providers":5,"residual":-27.1,"value_pct":20.9,"pareto":false,"free_tier":false},"local":[{"stack":"uma-128","score":32.3,"rank":42,"quant":"IQ2_XXS","state":"unified","tok_s":31,"low":true}],"adoption":{"hf_downloads_30d":1571}},{"id":"gpt-5-nano","name":"GPT-5 Nano","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-5-nano","slices":{"general":{"score":42.8,"elo_eq":1323.5,"se":4,"ci":[1315.6,1331.4],"tier":"C","provisional":false,"rank":171,"subscores":{"arena":{"elo_eq":1316.2,"se":2.3},"bench":{"elo_eq":1335.1,"se":9.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":139.38,"se":1.7142857142857,"eq":1353.9,"eq_se":13.5,"weight":0.2791,"date":"2025-08-07","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1320.07,"se":3.4974489795918,"eq":1320.1,"eq_se":3.5,"weight":0.1829,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1328.74,"se":4.9464285714286,"eq":1330.5,"eq_se":4.5,"weight":0.1771,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1306.24,"se":6.6836734693877,"eq":1324.2,"eq_se":6.3,"weight":0.0818,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1320.92,"se":16.438775510204,"eq":1329.8,"eq_se":13.4,"weight":0.0535,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.117,"se":0.0101693,"eq":1334,"eq_se":3.2,"weight":0.0495,"date":"2026-08-10","variant":"high","flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/longer_query","value":1312.69,"se":7.3622448979592,"eq":1318.9,"eq_se":6.9,"weight":0.0398,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1311.13,"se":7.9974489795918,"eq":1318.3,"eq_se":7.3,"weight":0.0391,"date":"2026-09-25","variant":"high","flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.694444,"se":0.0275945,"eq":1362.8,"eq_se":12.8,"weight":0.013,"date":"2025-10-30","variant":"high","flags":[],"decay":0.266}]}},"value":{"price_blended":0.1375,"price_first_party":0.1375,"providers":25,"residual":-1.6,"value_pct":33.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"ring-flash-2-0","name":"ring-flash-2.0","vendor":"ant-group","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/ring-flash-2-0","slices":{"general":{"score":42.4,"elo_eq":1318.3,"se":2.2,"ci":[1314,1322.6],"tier":"C","provisional":true,"rank":172,"subscores":{"arena":{"elo_eq":1326.3,"se":2.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1333.75,"se":3.6913265306123,"eq":1333.8,"eq_se":3.7,"weight":0.2781,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1344.59,"se":5.0357142857143,"eq":1344.8,"eq_se":4.5,"weight":0.2701,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1313.63,"se":6.905612244898,"eq":1331.2,"eq_se":6.5,"weight":0.1239,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1343.68,"se":16.040816326531,"eq":1348.4,"eq_se":13.1,"weight":0.0836,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1321.51,"se":8.1811224489796,"eq":1327.1,"eq_se":7.6,"weight":0.0585,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1288,"se":9.0663265306122,"eq":1297.3,"eq_se":8.2,"weight":0.0567,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"step-1o-turbo-202506","name":"step-1o-turbo-202506","vendor":"stepfun","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/step-1o-turbo-202506","slices":{"general":{"score":42.1,"elo_eq":1318.2,"se":2.1,"ci":[1314.1,1322.4],"tier":"C","provisional":true,"rank":173,"subscores":{"arena":{"elo_eq":1326.1,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1335.88,"se":3.5102040816327,"eq":1335.9,"eq_se":3.5,"weight":0.2751,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1335.55,"se":5.0433673469388,"eq":1336.6,"eq_se":4.6,"weight":0.2657,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1310.6,"se":6.5510204081633,"eq":1328.3,"eq_se":6.2,"weight":0.1239,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1307.9,"se":13.668367346939,"eq":1319.2,"eq_se":11.2,"weight":0.0933,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1340.89,"se":8.2397959183673,"eq":1345.3,"eq_se":7.5,"weight":0.0581,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1349.61,"se":8.3673469387755,"eq":1353.4,"eq_se":7.8,"weight":0.0571,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"nvidia-nemotron-3-5-lightning-30b-a3b-nvfp4","name":"nvidia-nemotron-3.5-lightning-30b-a3b-nvfp4","vendor":"nvidia","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/nvidia-nemotron-3-5-lightning-30b-a3b-nvfp4","slices":{"general":{"score":41.8,"elo_eq":1317.8,"se":1.6,"ci":[1314.6,1321],"tier":"C","provisional":true,"rank":174,"subscores":{"arena":{"elo_eq":1325.1,"se":1.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1324.04,"se":3.1964285714286,"eq":1324,"eq_se":3.2,"weight":0.2617,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1334.69,"se":3.7984693877551,"eq":1335.8,"eq_se":3.4,"weight":0.26,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1316.97,"se":4.8877551020408,"eq":1334.4,"eq_se":4.6,"weight":0.1249,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1353.76,"se":8.155612244898,"eq":1356.7,"eq_se":6.7,"weight":0.1142,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1312.32,"se":4.5969387755102,"eq":1318.5,"eq_se":4.3,"weight":0.0632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1327.2,"se":7.6479591836735,"eq":1332.8,"eq_se":6.9,"weight":0.0563,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.0768,"price_first_party":null,"providers":2,"residual":7.4,"value_pct":42.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"mistral-small-2506","name":"Mistral Small 3.2","vendor":"mistral","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-small-2506","slices":{"general":{"score":41.4,"elo_eq":1317.4,"se":1.5,"ci":[1314.4,1320.5],"tier":"C","provisional":true,"rank":175,"subscores":{"arena":{"elo_eq":1324.7,"se":1.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1338.37,"se":2.6530612244898,"eq":1338.4,"eq_se":2.7,"weight":0.2647,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1335.8,"se":3.5255102040816,"eq":1336.8,"eq_se":3.2,"weight":0.2612,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1310.22,"se":4.5331632653061,"eq":1328,"eq_se":4.3,"weight":0.1261,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1293.41,"se":10.025510204082,"eq":1307.3,"eq_se":8.2,"weight":0.1051,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1327.19,"se":5.1147959183673,"eq":1332.4,"eq_se":4.8,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1343.56,"se":5.4566326530613,"eq":1347.7,"eq_se":5,"weight":0.0615,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.15,"price_first_party":0.15,"providers":6,"residual":-9.8,"value_pct":29.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen3-14b","name":"Qwen3 14B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-14b","slices":{"general":{"score":41.1,"elo_eq":1316.1,"se":10.3,"ci":[1296,1336.3],"tier":"C","provisional":true,"rank":176,"subscores":{"arena":null,"bench":{"elo_eq":1328.8,"se":11.4}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":138.24,"se":1.6989795918367,"eq":1344.9,"eq_se":13.4,"weight":0.7656,"date":"2025-04-29","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.637626,"se":0.0293195,"eq":1336.4,"eq_se":13.6,"weight":0.0335,"date":"2026-08-28","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.15,"price_first_party":0.6125,"providers":7,"residual":-11.1,"value_pct":28.3,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":41.1,"rank":11,"quant":"Q4_K_M","state":"vram","tok_s":30,"low":false},{"stack":"gpu-24","score":41.1,"rank":18,"quant":"Q8_0","state":"vram","tok_s":46,"low":false},{"stack":"mac-64","score":41.1,"rank":14,"quant":"Q8_0","state":"unified","tok_s":23,"low":false},{"stack":"uma-128","score":30.3,"rank":43,"quant":"Q8_0","state":"unified","tok_s":10.9,"low":false},{"stack":"cpu-32","score":17.4,"rank":17,"quant":"Q4_K_M","state":"ram","tok_s":3.6,"low":false}],"adoption":{"hf_downloads_30d":2191908}},{"id":"glm-4-5v","name":"GLM 4.5V","vendor":"zhipu","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-5v","slices":{"general":{"score":40.7,"elo_eq":1315.5,"se":2.5,"ci":[1310.6,1320.4],"tier":"C","provisional":true,"rank":177,"subscores":{"arena":{"elo_eq":1323.2,"se":2.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1332.8,"se":4.2984693877551,"eq":1332.8,"eq_se":4.3,"weight":0.3137,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1334.63,"se":6.1301020408164,"eq":1335.8,"eq_se":5.5,"weight":0.2988,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1310.76,"se":8.0612244897959,"eq":1328.5,"eq_se":7.6,"weight":0.1348,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1304.86,"se":9.0816326530613,"eq":1311.6,"eq_se":8.5,"weight":0.0643,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1332.57,"se":10.323979591837,"eq":1337.7,"eq_se":9.4,"weight":0.0611,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.9,"price_first_party":0.9,"providers":12,"residual":-56.8,"value_pct":13.4,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-24","score":27.6,"rank":33,"quant":"Q4_K_M","state":"offload","tok_s":9.2,"low":false},{"stack":"uma-128","score":36.7,"rank":37,"quant":"Q4_K_M","state":"unified","tok_s":16.3,"low":false}],"adoption":{"hf_downloads_30d":40226}},{"id":"llama-3-3-nemotron-super-49b-v1-5","name":"Llama 3.3 Nemotron Super 49B v1.5","vendor":"nvidia","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-3-nemotron-super-49b-v1-5","slices":{"general":{"score":40.4,"elo_eq":1315.3,"se":3,"ci":[1309.3,1321.3],"tier":"C","provisional":true,"rank":178,"subscores":{"arena":{"elo_eq":1323.4,"se":3.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1337.99,"se":5.1071428571429,"eq":1338,"eq_se":5.1,"weight":0.3223,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1334.53,"se":7.6658163265306,"eq":1335.7,"eq_se":6.9,"weight":0.2965,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1298.43,"se":10.150510204082,"eq":1316.8,"eq_se":9.6,"weight":0.1274,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1313.58,"se":11.051020408163,"eq":1319.7,"eq_se":10.3,"weight":0.061,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1333.51,"se":12.267857142857,"eq":1338.6,"eq_se":11.1,"weight":0.058,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4,"price_first_party":null,"providers":1,"residual":-36.6,"value_pct":16.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"granite-4-2-8b","name":"Granite 4.2 8B","vendor":"ibm","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/granite-4-2-8b","slices":{"general":{"score":40.1,"elo_eq":1310.1,"se":2.9,"ci":[1304.4,1315.9],"tier":"C","provisional":true,"rank":179,"subscores":{"arena":{"elo_eq":1318.2,"se":3.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1318.76,"se":5.6658163265306,"eq":1318.8,"eq_se":5.7,"weight":0.2794,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1326.51,"se":7.0994897959184,"eq":1328.4,"eq_se":6.4,"weight":0.27,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1297.9,"se":9.5178571428571,"eq":1316.3,"eq_se":9,"weight":0.1172,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1380.41,"se":16.75,"eq":1378.5,"eq_se":13.7,"weight":0.0871,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1322.64,"se":8.7551020408163,"eq":1328.2,"eq_se":8.2,"weight":0.0615,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1298.54,"se":14.494897959184,"eq":1306.8,"eq_se":13.2,"weight":0.0451,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.11,"price_first_party":null,"providers":4,"residual":-9.3,"value_pct":29.9,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":40.1,"rank":12,"quant":"Q6_K_L","state":"vram","tok_s":34,"low":false},{"stack":"gpu-24","score":40.1,"rank":20,"quant":"Q8_0","state":"vram","tok_s":75,"low":false},{"stack":"mac-64","score":40.1,"rank":15,"quant":"Q8_0","state":"unified","tok_s":38,"low":false},{"stack":"uma-128","score":37.9,"rank":33,"quant":"Q8_0","state":"unified","tok_s":17.9,"low":false},{"stack":"cpu-32","score":19.2,"rank":15,"quant":"Q4_K_M","state":"ram","tok_s":4.6,"low":false}],"adoption":{"hf_downloads_30d":124345}},{"id":"qwen3-30b-a3b","name":"Qwen3 30B A3B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-30b-a3b","slices":{"general":{"score":39.7,"elo_eq":1309.6,"se":4.5,"ci":[1300.8,1318.4],"tier":"C","provisional":false,"rank":180,"subscores":{"arena":{"elo_eq":1308.7,"se":1.5},"bench":{"elo_eq":1311.5,"se":13.9}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":136.18,"se":2.1454081632653,"eq":1328.7,"eq_se":16.9,"weight":0.2579,"date":"2025-04-29","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1316.74,"se":2.4107142857143,"eq":1316.7,"eq_se":2.4,"weight":0.1906,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1314.11,"se":3.2372448979592,"eq":1317.2,"eq_se":2.9,"weight":0.1883,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1283.93,"se":3.9974489795919,"eq":1303.1,"eq_se":3.8,"weight":0.0919,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1313.66,"se":8.2908163265306,"eq":1323.9,"eq_se":6.8,"weight":0.0812,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1306.86,"se":4.6454081632653,"eq":1314.4,"eq_se":4.2,"weight":0.0453,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1312.13,"se":4.5255102040816,"eq":1318.4,"eq_se":4.2,"weight":0.0453,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.616793,"se":0.0297277,"eq":1326.7,"eq_se":13.8,"weight":0.0141,"date":"2026-08-30","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.18,"price_first_party":null,"providers":11,"residual":-22.2,"value_pct":23.5,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":35.9,"rank":18,"quant":"Q8_0","state":"offload","tok_s":16.4,"low":false},{"stack":"gpu-24","score":39.7,"rank":21,"quant":"Q5_K_S","state":"vram","tok_s":147,"low":false},{"stack":"mac-64","score":39.7,"rank":16,"quant":"Q8_0","state":"unified","tok_s":45,"low":false},{"stack":"uma-128","score":39.7,"rank":30,"quant":"Q8_0","state":"unified","tok_s":33,"low":false},{"stack":"cpu-32","score":22.6,"rank":8,"quant":"Q4_K_M","state":"ram","tok_s":6.5,"low":false}],"adoption":{"hf_downloads_30d":1569481}},{"id":"olmo-3-1-32b-instruct","name":"olmo-3.1-32b-instruct","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/olmo-3-1-32b-instruct","slices":{"general":{"score":39.4,"elo_eq":1303.4,"se":1.8,"ci":[1300,1306.9],"tier":"C","provisional":true,"rank":181,"subscores":{"arena":{"elo_eq":1310,"se":1.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1311,"se":3.1122448979591,"eq":1311,"eq_se":3.1,"weight":0.2668,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1321.48,"se":3.9923469387755,"eq":1323.9,"eq_se":3.6,"weight":0.2631,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1298.34,"se":5.4081632653061,"eq":1316.7,"eq_se":5.1,"weight":0.1246,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1306.56,"se":11.079081632653,"eq":1318.1,"eq_se":9.1,"weight":0.102,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1312,"se":5.5204081632653,"eq":1318.2,"eq_se":5.2,"weight":0.0622,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1309.05,"se":6.75,"eq":1316.4,"eq_se":6.1,"weight":0.0596,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"llama-3-1-nemotron-ultra-253b-v1","name":"Llama 3.1 Nemotron Ultra 253B","vendor":"nvidia","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-1-nemotron-ultra-253b-v1","slices":{"general":{"score":39.1,"elo_eq":1302.7,"se":3.7,"ci":[1295.3,1310],"tier":"C","provisional":true,"rank":182,"subscores":{"arena":{"elo_eq":1310.6,"se":4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1319.58,"se":5.8775510204082,"eq":1319.6,"eq_se":5.9,"weight":0.3387,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1316.1,"se":10.670918367347,"eq":1319,"eq_se":9.6,"weight":0.2766,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1307.87,"se":10.762755102041,"eq":1325.8,"eq_se":10.2,"weight":0.1336,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1317.23,"se":15.257653061225,"eq":1323.8,"eq_se":13.8,"weight":0.0527,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1298.99,"se":15.127551020408,"eq":1306.1,"eq_se":14.1,"weight":0.0518,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":null,"price_first_party":null,"providers":0,"residual":null,"value_pct":null,"pareto":false,"free_tier":true},"local":null,"adoption":null},{"id":"gemini-1-5-pro-002","name":"gemini-1.5-pro-002","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-1-5-pro-002","slices":{"general":{"score":38.7,"elo_eq":1297.9,"se":1.8,"ci":[1294.2,1301.5],"tier":"C","provisional":false,"rank":183,"subscores":{"arena":{"elo_eq":1302.4,"se":1.1},"bench":{"elo_eq":1275.9,"se":9.2}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1319.13,"se":1.7219387755102,"eq":1319.1,"eq_se":1.7,"weight":0.2269,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1296.39,"se":2.8290816326531,"eq":1301.2,"eq_se":2.6,"weight":0.2234,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.572285,"se":0.0279597,"eq":1306,"eq_se":13,"weight":0.1223,"date":"2025-01-27","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1297.02,"se":2.5357142857143,"eq":1315.5,"eq_se":2.4,"weight":0.1121,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1278.51,"se":5.6045918367347,"eq":1295.2,"eq_se":4.6,"weight":0.1051,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1296.03,"se":3.5255102040817,"eq":1304.6,"eq_se":3.2,"weight":0.055,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1308,"se":3.640306122449,"eq":1314.5,"eq_se":3.4,"weight":0.0547,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen3-8b","name":"Qwen3 8B","vendor":"alibaba","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-8b","slices":{"general":{"score":38.4,"elo_eq":1297.5,"se":12.2,"ci":[1273.5,1321.5],"tier":"C","provisional":true,"rank":184,"subscores":{"arena":null,"bench":{"elo_eq":1310.4,"se":13.9}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":136.17,"se":2.1505102040816,"eq":1328.6,"eq_se":17,"weight":0.7205,"date":"2025-04-28","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.56755,"se":0.0293277,"eq":1303.8,"eq_se":13.6,"weight":0.0399,"date":"2026-08-27","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.1629,"price_first_party":0.31,"providers":8,"residual":-31.8,"value_pct":18.7,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":38.4,"rank":15,"quant":"Q8_0","state":"vram","tok_s":31,"low":false},{"stack":"gpu-24","score":38.4,"rank":24,"quant":"Q8_0","state":"vram","tok_s":80,"low":false},{"stack":"mac-64","score":38.4,"rank":18,"quant":"Q8_0","state":"unified","tok_s":41,"low":false},{"stack":"uma-128","score":37.6,"rank":34,"quant":"Q8_0","state":"unified","tok_s":19.2,"low":false},{"stack":"cpu-32","score":18.8,"rank":16,"quant":"Q4_K_M","state":"ram","tok_s":4.8,"low":false}],"adoption":{"hf_downloads_30d":11687541}},{"id":"llama-3-3-nemotron-49b-super-v1","name":"llama-3.3-nemotron-49b-super-v1","vendor":"nvidia","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-3-nemotron-49b-super-v1","slices":{"general":{"score":38,"elo_eq":1295.4,"se":3.9,"ci":[1287.6,1303.1],"tier":"C","provisional":true,"rank":185,"subscores":{"arena":{"elo_eq":1302.9,"se":4.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1308.4,"se":6.1479591836735,"eq":1308.4,"eq_se":6.1,"weight":0.3423,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1311.33,"se":12.147959183673,"eq":1314.7,"eq_se":11,"weight":0.2605,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1293.55,"se":9.9056122448979,"eq":1312.2,"eq_se":9.4,"weight":0.1437,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1299.61,"se":15.290816326531,"eq":1306.7,"eq_se":14.3,"weight":0.0524,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1315.02,"se":16.168367346939,"eq":1321.8,"eq_se":14.7,"weight":0.0511,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mistral-medium-3","name":"Mistral Medium 3","vendor":"mistral","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-medium-3","slices":{"general":{"score":37.7,"elo_eq":1295,"se":8.8,"ci":[1277.8,1312.2],"tier":"C","provisional":true,"rank":186,"subscores":{"arena":null,"bench":{"elo_eq":1302.8,"se":9.5}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":134.07,"se":1.3188775510204,"eq":1312,"eq_se":10.4,"weight":0.8437,"date":"2025-05-07","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.8,"price_first_party":null,"providers":2,"residual":-74.3,"value_pct":9.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"hunyuan-turbo-0110","name":"hunyuan-turbo-0110","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-turbo-0110","slices":{"general":{"score":37.4,"elo_eq":1293.9,"se":3.8,"ci":[1286.5,1301.3],"tier":"C","provisional":true,"rank":187,"subscores":{"arena":{"elo_eq":1301.1,"se":4.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1311.45,"se":5.8341836734694,"eq":1311.5,"eq_se":5.8,"weight":0.3397,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1308.2,"se":11.783163265306,"eq":1311.9,"eq_se":10.6,"weight":0.2602,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1278.54,"se":9.1607142857143,"eq":1298,"eq_se":8.7,"weight":0.1465,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1303.35,"se":14.826530612245,"eq":1311.2,"eq_se":13.5,"weight":0.0542,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1309.08,"se":14.836734693878,"eq":1315.5,"eq_se":13.9,"weight":0.0528,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gpt-oss-20b","name":"gpt-oss-20b","vendor":"openai","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-oss-20b","slices":{"general":{"score":37,"elo_eq":1292.8,"se":4.5,"ci":[1284.1,1301.5],"tier":"C","provisional":false,"rank":188,"subscores":{"arena":{"elo_eq":1273,"se":2.1},"bench":{"elo_eq":1325.4,"se":11.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":137.81,"se":1.6862244897959,"eq":1341.6,"eq_se":13.3,"weight":0.3193,"date":"2025-08-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1287.68,"se":3.265306122449,"eq":1287.7,"eq_se":3.3,"weight":0.1816,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1274.03,"se":4.5739795918368,"eq":1281.1,"eq_se":4.1,"weight":0.1768,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1236.43,"se":6.2448979591837,"eq":1258.1,"eq_se":5.9,"weight":0.0823,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1257.51,"se":13.795918367347,"eq":1278,"eq_se":11.3,"weight":0.0608,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1250.93,"se":6.7755102040816,"eq":1261.2,"eq_se":6.3,"weight":0.0404,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1268.35,"se":7.3801020408163,"eq":1279.4,"eq_se":6.7,"weight":0.0397,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.607955,"se":0.0248641,"eq":1322.6,"eq_se":11.6,"weight":0.0159,"date":"2026-08-27","variant":"medium","flags":[],"decay":0.266}]}},"value":{"price_blended":0.0875,"price_first_party":null,"providers":31,"residual":-20.9,"value_pct":24.1,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":37,"rank":17,"quant":"MXFP4","state":"offload","tok_s":53,"low":false},{"stack":"gpu-24","score":37,"rank":26,"quant":"MXFP4","state":"vram","tok_s":180,"low":false},{"stack":"mac-64","score":37,"rank":20,"quant":"MXFP4","state":"unified","tok_s":80,"low":false},{"stack":"uma-128","score":37,"rank":35,"quant":"MXFP4","state":"unified","tok_s":59,"low":false},{"stack":"cpu-32","score":21.4,"rank":11,"quant":"MXFP4","state":"ram","tok_s":6.7,"low":false}],"adoption":{"hf_downloads_30d":6750574}},{"id":"yi-lightning","name":"yi-lightning","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/yi-lightning","slices":{"general":{"score":36.7,"elo_eq":1291.8,"se":1.5,"ci":[1289,1294.7],"tier":"C","provisional":true,"rank":189,"subscores":{"arena":{"elo_eq":1297.4,"se":1.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1301.53,"se":2.4974489795918,"eq":1301.5,"eq_se":2.5,"weight":0.262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1302.24,"se":4.0433673469388,"eq":1306.5,"eq_se":3.7,"weight":0.2542,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1278.43,"se":3.5178571428571,"eq":1297.9,"eq_se":3.3,"weight":0.1283,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1285.53,"se":7.4489795918367,"eq":1300.9,"eq_se":6.1,"weight":0.1156,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1311.01,"se":5.0382653061224,"eq":1318.1,"eq_se":4.6,"weight":0.0616,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1297.01,"se":5.3571428571429,"eq":1304.2,"eq_se":5,"weight":0.0606,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen3-30b-a3b-thinking-2507","name":"Qwen3 30B A3B Thinking 2507","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen3-30b-a3b-thinking-2507","slices":{"general":{"score":36.4,"elo_eq":1291.8,"se":7.2,"ci":[1277.7,1305.9],"tier":"C","provisional":true,"rank":190,"subscores":{"arena":null,"bench":{"elo_eq":1317.9,"se":9.3}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.700758,"se":0.0283279,"eq":1365.7,"eq_se":13.2,"weight":0.546,"date":"2026-08-30","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.6725,"price_first_party":null,"providers":2,"residual":-73.2,"value_pct":10.7,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":33,"rank":22,"quant":"Q8_0","state":"offload","tok_s":16.4,"low":false},{"stack":"gpu-24","score":36.4,"rank":27,"quant":"Q5_K_S","state":"vram","tok_s":147,"low":false},{"stack":"mac-64","score":36.4,"rank":22,"quant":"Q8_0","state":"unified","tok_s":45,"low":false},{"stack":"uma-128","score":36.4,"rank":39,"quant":"Q8_0","state":"unified","tok_s":33,"low":false},{"stack":"cpu-32","score":20.8,"rank":13,"quant":"Q4_K_M","state":"ram","tok_s":6.5,"low":false}],"adoption":{"hf_downloads_30d":85638}},{"id":"claude-3-5-sonnet-20241022","name":"claude-3-5-sonnet-20241022","vendor":"anthropic","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/claude-3-5-sonnet-20241022","slices":{"general":{"score":36,"elo_eq":1289.1,"se":3.6,"ci":[1282.1,1296.2],"tier":"C","provisional":false,"rank":191,"subscores":{"arena":{"elo_eq":1299.3,"se":0.9},"bench":{"elo_eq":1273.2,"se":9.1}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":130,"se":null,"eq":1279.9,"eq_se":10.4,"weight":0.3396,"date":"2024-06-20","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1297.77,"se":1.625,"eq":1297.8,"eq_se":1.6,"weight":0.1662,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1305.1,"se":2.2040816326531,"eq":1309.1,"eq_se":2,"weight":0.1652,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1297.25,"se":2.2525510204082,"eq":1315.7,"eq_se":2.1,"weight":0.0824,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1264.43,"se":4.6938775510204,"eq":1283.6,"eq_se":3.8,"weight":0.0789,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1325.71,"se":2.8877551020408,"eq":1331.5,"eq_se":2.6,"weight":0.0408,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1311.39,"se":2.890306122449,"eq":1317.7,"eq_se":2.7,"weight":0.0407,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.55303,"se":0.0282081,"eq":1297,"eq_se":13.1,"weight":0.0127,"date":"2025-01-27","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":6,"price_first_party":null,"providers":1,"residual":-130.9,"value_pct":6.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen2-5-plus-1127","name":"qwen2.5-plus-1127","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen2-5-plus-1127","slices":{"general":{"score":35.7,"elo_eq":1288.9,"se":1.9,"ci":[1285.1,1292.7],"tier":"C","provisional":true,"rank":192,"subscores":{"arena":{"elo_eq":1294.6,"se":2.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1299.15,"se":3.2270408163266,"eq":1299.2,"eq_se":3.2,"weight":0.2689,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1299.43,"se":5.3954081632653,"eq":1304,"eq_se":4.9,"weight":0.2545,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1274.72,"se":4.5994897959184,"eq":1294.3,"eq_se":4.4,"weight":0.1297,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1289.27,"se":10.688775510204,"eq":1304,"eq_se":8.7,"weight":0.105,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1299.15,"se":6.7704081632653,"eq":1307.4,"eq_se":6.1,"weight":0.0602,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1291.95,"se":7.1989795918367,"eq":1299.5,"eq_se":6.7,"weight":0.0586,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"granite-4-2-3b","name":"granite-4.2-3b","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/granite-4-2-3b","slices":{"general":{"score":35.4,"elo_eq":1288.8,"se":3.1,"ci":[1282.8,1294.8],"tier":"C","provisional":true,"rank":193,"subscores":{"arena":{"elo_eq":1295.4,"se":3.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1294.94,"se":5.8520408163265,"eq":1294.9,"eq_se":5.9,"weight":0.2823,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1307.52,"se":7.4183673469388,"eq":1311.3,"eq_se":6.7,"weight":0.2712,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1271.03,"se":10.053571428571,"eq":1290.8,"eq_se":9.5,"weight":0.1159,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1313.39,"se":18.227040816326,"eq":1323.7,"eq_se":14.9,"weight":0.0818,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1293.13,"se":9.3137755102041,"eq":1300.6,"eq_se":8.7,"weight":0.0609,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1293.17,"se":14.632653061224,"eq":1302,"eq_se":13.3,"weight":0.0456,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"olmo-3-32b","name":"olmo-3-32b-think","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/olmo-3-32b","slices":{"general":{"score":35,"elo_eq":1287.2,"se":2.4,"ci":[1282.4,1292],"tier":"C","provisional":true,"rank":194,"subscores":{"arena":{"elo_eq":1293.2,"se":2.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1299.54,"se":4.2066326530612,"eq":1299.5,"eq_se":4.2,"weight":0.2824,"date":"2026-09-25","variant":"think","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1301.54,"se":5.6479591836734,"eq":1305.9,"eq_se":5.1,"weight":0.273,"date":"2026-09-25","variant":"think","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1274.76,"se":8.0102040816327,"eq":1294.4,"eq_se":7.6,"weight":0.1213,"date":"2026-09-25","variant":"think","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1272.3,"se":18.061224489796,"eq":1290.1,"eq_se":14.8,"weight":0.0773,"date":"2026-09-25","variant":"think","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1296.02,"se":8.1989795918367,"eq":1303.3,"eq_se":7.7,"weight":0.0604,"date":"2026-09-25","variant":"think","flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1289.05,"se":11.165816326531,"eq":1298.2,"eq_se":10.1,"weight":0.0523,"date":"2026-09-25","variant":"think","flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"llama-4-maverick","name":"Llama 4 Maverick","vendor":"meta","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/llama-4-maverick","slices":{"general":{"score":34.7,"elo_eq":1284.6,"se":4,"ci":[1276.8,1292.5],"tier":"C","provisional":false,"rank":195,"subscores":{"arena":{"elo_eq":1281.9,"se":1.3},"bench":{"elo_eq":1289.3,"se":10.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":132.2,"se":1.5714285714286,"eq":1297.3,"eq_se":12.4,"weight":0.3162,"date":"2025-04-06","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1287.21,"se":2.1734693877551,"eq":1287.2,"eq_se":2.2,"weight":0.1738,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1281.02,"se":2.9132653061225,"eq":1287.4,"eq_se":2.6,"weight":0.1722,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1267.16,"se":3.2984693877551,"eq":1287.2,"eq_se":3.1,"weight":0.085,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1259.07,"se":6.8367346938775,"eq":1279.3,"eq_se":5.6,"weight":0.0779,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1279.66,"se":3.8061224489796,"eq":1288,"eq_se":3.6,"weight":0.042,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1289.4,"se":3.9897959183674,"eq":1298.5,"eq_se":3.6,"weight":0.0419,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.669823,"se":0.0282448,"eq":1351.3,"eq_se":13.1,"weight":0.0134,"date":"2025-04-08","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.405,"price_first_party":null,"providers":13,"residual":-67.6,"value_pct":11.2,"pareto":false,"free_tier":false},"local":null,"adoption":{"hf_downloads_30d":9711}},{"id":"deepseek-v2-5-1210","name":"deepseek-v2.5-1210","vendor":"deepseek","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-v2-5-1210","slices":{"general":{"score":34.3,"elo_eq":1283.7,"se":2.4,"ci":[1279,1288.4],"tier":"C","provisional":true,"rank":196,"subscores":{"arena":{"elo_eq":1289.3,"se":2.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1293.92,"se":4.1964285714286,"eq":1293.9,"eq_se":4.2,"weight":0.2738,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1289.32,"se":6.7423469387755,"eq":1294.9,"eq_se":6.1,"weight":0.2535,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1279.76,"se":5.6887755102041,"eq":1299.1,"eq_se":5.4,"weight":0.1307,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1266.22,"se":13.247448979592,"eq":1285.1,"eq_se":10.8,"weight":0.097,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1296.54,"se":8.3086734693877,"eq":1305,"eq_se":7.5,"weight":0.0589,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1300.9,"se":8.7397959183673,"eq":1307.9,"eq_se":8.2,"weight":0.0569,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"athene-v2-chat","name":"athene-v2-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/athene-v2-chat","slices":{"general":{"score":34,"elo_eq":1282.6,"se":1.4,"ci":[1279.9,1285.3],"tier":"C","provisional":true,"rank":197,"subscores":{"arena":{"elo_eq":1287.6,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1291.46,"se":2.3163265306122,"eq":1291.5,"eq_se":2.3,"weight":0.2617,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1292.61,"se":3.7397959183674,"eq":1297.8,"eq_se":3.4,"weight":0.255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1270.69,"se":3.2219387755102,"eq":1290.5,"eq_se":3.1,"weight":0.1286,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1268.26,"se":7.640306122449,"eq":1286.8,"eq_se":6.2,"weight":0.1142,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1285.6,"se":4.7015306122449,"eq":1295.1,"eq_se":4.3,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1289.62,"se":4.8954081632653,"eq":1297.3,"eq_se":4.6,"weight":0.0613,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"granite-4-1-8b","name":"granite-4.1-8b","vendor":"ibm","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/granite-4-1-8b","slices":{"general":{"score":33.7,"elo_eq":1282.3,"se":2.7,"ci":[1277,1287.5],"tier":"C","provisional":true,"rank":198,"subscores":{"arena":{"elo_eq":1288,"se":2.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1290.49,"se":5.0739795918368,"eq":1290.5,"eq_se":5.1,"weight":0.2778,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1293.57,"se":6.3418367346939,"eq":1298.7,"eq_se":5.7,"weight":0.2703,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1267.95,"se":8.7551020408163,"eq":1287.9,"eq_se":8.3,"weight":0.1185,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1309.62,"se":15.915816326531,"eq":1320.6,"eq_se":13,"weight":0.0883,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1274.98,"se":8.4260204081633,"eq":1283.7,"eq_se":7.9,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1268.77,"se":12.637755102041,"eq":1279.8,"eq_se":11.5,"weight":0.0489,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.0625,"price_first_party":null,"providers":1,"residual":-23,"value_pct":22.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"hunyuan-large-2025-02-10","name":"hunyuan-large-2025-02-10","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-large-2025-02-10","slices":{"general":{"score":33.3,"elo_eq":1282.1,"se":3.2,"ci":[1275.7,1288.4],"tier":"C","provisional":true,"rank":199,"subscores":{"arena":{"elo_eq":1287.9,"se":3.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1287.96,"se":4.9668367346939,"eq":1288,"eq_se":5,"weight":0.3305,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1286.4,"se":9.5051020408163,"eq":1292.2,"eq_se":8.6,"weight":0.2763,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1277.28,"se":7.890306122449,"eq":1296.8,"eq_se":7.5,"weight":0.1469,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1284.35,"se":12.831632653061,"eq":1294,"eq_se":11.6,"weight":0.0572,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1341.64,"se":14.191326530612,"eq":1345.9,"eq_se":13.3,"weight":0.0515,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"grok-2-2024-08-13","name":"grok-2-2024-08-13","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-2-2024-08-13","slices":{"general":{"score":33,"elo_eq":1279.5,"se":1.1,"ci":[1277.4,1281.6],"tier":"C","provisional":true,"rank":200,"subscores":{"arena":{"elo_eq":1284.2,"se":1.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1304.58,"se":1.8647959183673,"eq":1304.6,"eq_se":1.9,"weight":0.2581,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1272.15,"se":2.8290816326531,"eq":1279.4,"eq_se":2.6,"weight":0.2547,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1270.01,"se":2.5433673469388,"eq":1289.9,"eq_se":2.4,"weight":0.1277,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1253.74,"se":5.5535714285715,"eq":1274.9,"eq_se":4.5,"weight":0.12,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1290.07,"se":3.6147959183674,"eq":1299.1,"eq_se":3.3,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1276.4,"se":3.6862244897959,"eq":1285,"eq_se":3.4,"weight":0.0622,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":4,"price_first_party":null,"providers":1,"residual":-130.3,"value_pct":7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemma-3n-e4b-it","name":"gemma-3n-e4b-it","vendor":"google","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/gemma-3n-e4b-it","slices":{"general":{"score":32.7,"elo_eq":1279,"se":1.5,"ci":[1276,1282],"tier":"C","provisional":true,"rank":201,"subscores":{"arena":{"elo_eq":1283.8,"se":1.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1305.48,"se":2.6377551020409,"eq":1305.5,"eq_se":2.6,"weight":0.264,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1283.78,"se":3.6198979591836,"eq":1289.9,"eq_se":3.3,"weight":0.2598,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1255.09,"se":4.3852040816327,"eq":1275.7,"eq_se":4.2,"weight":0.1264,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1245.4,"se":9.2627551020408,"eq":1268.1,"eq_se":7.6,"weight":0.1084,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1276.31,"se":5.3469387755102,"eq":1286.7,"eq_se":4.9,"weight":0.0616,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1276.86,"se":5.5867346938775,"eq":1285.4,"eq_se":5.2,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.075,"price_first_party":null,"providers":1,"residual":-30.8,"value_pct":19.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gpt-4-1-nano","name":"GPT-4.1 Nano","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt-4-1-nano","slices":{"general":{"score":32.3,"elo_eq":1278.9,"se":4.4,"ci":[1270.2,1287.6],"tier":"C","provisional":false,"rank":202,"subscores":{"arena":{"elo_eq":1282.1,"se":2.6},"bench":{"elo_eq":1272.9,"se":11.7}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":129.62,"se":2.2295918367347,"eq":1276.9,"eq_se":17.6,"weight":0.232,"date":"2025-04-14","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1284.83,"se":3.8979591836735,"eq":1284.8,"eq_se":3.9,"weight":0.1967,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1285.74,"se":6.8826530612245,"eq":1291.6,"eq_se":6.2,"weight":0.1792,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1266.62,"se":6.3163265306122,"eq":1286.7,"eq_se":6,"weight":0.0906,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1271.58,"se":15.382653061224,"eq":1289.5,"eq_se":12.6,"weight":0.0617,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"simpleqa_verified","value":0.06,"se":0.00751375,"eq":1316.1,"eq_se":2.4,"weight":0.0549,"date":"2026-08-31","variant":null,"flags":[],"decay":0.613},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1276.64,"se":9.1964285714286,"eq":1287,"eq_se":8.3,"weight":0.0401,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1282.82,"se":10.163265306122,"eq":1291,"eq_se":9.5,"weight":0.0375,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.489268,"se":0.0248497,"eq":1267.4,"eq_se":11.6,"weight":0.0154,"date":"2025-04-14","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.175,"price_first_party":0.175,"providers":21,"residual":-52.2,"value_pct":14.4,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"molmo-2-8b","name":"molmo-2-8b","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/molmo-2-8b","slices":{"general":{"score":32,"elo_eq":1276,"se":6.8,"ci":[1262.7,1289.3],"tier":"C","provisional":true,"rank":203,"subscores":{"arena":{"elo_eq":1282.6,"se":7.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1287.82,"se":10.635204081633,"eq":1287.8,"eq_se":10.6,"weight":0.4418,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1288.01,"se":13.823979591837,"eq":1293.7,"eq_se":12.5,"weight":0.3922,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mercury","name":"mercury","vendor":"inception","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mercury","slices":{"general":{"score":31.6,"elo_eq":1269.8,"se":3.9,"ci":[1262.2,1277.3],"tier":"C","provisional":true,"rank":204,"subscores":{"arena":{"elo_eq":1275.1,"se":4.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1281.51,"se":7.0178571428571,"eq":1281.5,"eq_se":7,"weight":0.3245,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1283.77,"se":9.4107142857143,"eq":1289.9,"eq_se":8.5,"weight":0.2994,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1237.67,"se":12.875,"eq":1259.2,"eq_se":12.2,"weight":0.119,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1263.69,"se":13.186224489796,"eq":1273.1,"eq_se":12.3,"weight":0.0591,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1283.09,"se":16.461734693878,"eq":1292.8,"eq_se":14.9,"weight":0.0496,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"llama-4-scout","name":"Llama 4 Scout","vendor":"meta","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/llama-4-scout","slices":{"general":{"score":31.3,"elo_eq":1269.6,"se":4.2,"ci":[1261.4,1277.8],"tier":"C","provisional":false,"rank":205,"subscores":{"arena":{"elo_eq":1269.9,"se":1.4},"bench":{"elo_eq":1269,"se":11.3}},"families":["arena","epoch"],"components":[{"source":"epoch","family":"epoch","metric":"eci","value":129.65,"se":1.6811224489796,"eq":1277.2,"eq_se":13.3,"weight":0.3066,"date":"2025-04-05","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/overall","value":1279.31,"se":2.405612244898,"eq":1279.3,"eq_se":2.4,"weight":0.1776,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1266.25,"se":3.1428571428572,"eq":1274,"eq_se":2.8,"weight":0.1759,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1247.78,"se":3.7397959183673,"eq":1268.8,"eq_se":3.5,"weight":0.0863,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1236.19,"se":7.984693877551,"eq":1260.6,"eq_se":6.5,"weight":0.0766,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1265.28,"se":4.2423469387755,"eq":1274.6,"eq_se":4,"weight":0.0426,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1280.55,"se":4.4438775510204,"eq":1290.5,"eq_se":4,"weight":0.0425,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.518308,"se":0.031549,"eq":1280.9,"eq_se":14.7,"weight":0.0124,"date":"2025-04-08","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.2825,"price_first_party":null,"providers":9,"residual":-73.6,"value_pct":10.2,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":15.7,"rank":32,"quant":"Q4_K_S","state":"offload","tok_s":5,"low":false},{"stack":"gpu-24","score":17,"rank":35,"quant":"Q4_K_M","state":"offload","tok_s":5.9,"low":false},{"stack":"mac-64","score":23.5,"rank":25,"quant":"UD-Q2_K_XL","state":"unified","tok_s":22,"low":true},{"stack":"uma-128","score":22.8,"rank":45,"quant":"Q4_1","state":"unified","tok_s":10.6,"low":false}],"adoption":{"hf_downloads_30d":182638}},{"id":"llama-3-1-nemotron-70b-instruct","name":"Llama 3.1 Nemotron 70B Instruct","vendor":"nvidia","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-1-nemotron-70b-instruct","slices":{"general":{"score":31,"elo_eq":1265.6,"se":2.3,"ci":[1261.1,1270.2],"tier":"C","provisional":true,"rank":206,"subscores":{"arena":{"elo_eq":1269.9,"se":2.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1282.65,"se":3.9311224489796,"eq":1282.7,"eq_se":3.9,"weight":0.2754,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1266.44,"se":6.4795918367347,"eq":1274.2,"eq_se":5.9,"weight":0.2555,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1251.96,"se":5.5178571428571,"eq":1272.8,"eq_se":5.2,"weight":0.1312,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1242.31,"se":13.683673469388,"eq":1265.6,"eq_se":11.2,"weight":0.0946,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1275.26,"se":8.4974489795919,"eq":1285.7,"eq_se":7.7,"weight":0.0582,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1238.56,"se":8.8622448979592,"eq":1249.6,"eq_se":8.3,"weight":0.0564,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.4849,"price_first_party":null,"providers":2,"residual":-91.1,"value_pct":7.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"gemini-1-5-flash-002","name":"gemini-1.5-flash-002","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-1-5-flash-002","slices":{"general":{"score":30.6,"elo_eq":1265.4,"se":1.9,"ci":[1261.6,1269.2],"tier":"C","provisional":false,"rank":207,"subscores":{"arena":{"elo_eq":1270.1,"se":1.3},"bench":{"elo_eq":1243.4,"se":9.2}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1286.65,"se":2.1428571428571,"eq":1286.7,"eq_se":2.1,"weight":0.2276,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1257.34,"se":3.390306122449,"eq":1266,"eq_se":3.1,"weight":0.223,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.473169,"se":0.0277374,"eq":1259.9,"eq_se":12.9,"weight":0.1244,"date":"2025-01-27","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1257.62,"se":2.9948979591837,"eq":1278.1,"eq_se":2.8,"weight":0.1121,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1233.07,"se":6.6683673469388,"eq":1258,"eq_se":5.5,"weight":0.1026,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1252.51,"se":4.2321428571428,"eq":1265.1,"eq_se":3.8,"weight":0.0545,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1283.99,"se":4.280612244898,"eq":1292.1,"eq_se":4,"weight":0.0542,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"hunyuan-standard-2025-02-10","name":"hunyuan-standard-2025-02-10","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-standard-2025-02-10","slices":{"general":{"score":30.3,"elo_eq":1265.2,"se":3.2,"ci":[1258.9,1271.4],"tier":"C","provisional":true,"rank":208,"subscores":{"arena":{"elo_eq":1269.7,"se":3.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1274,"se":4.920918367347,"eq":1274,"eq_se":4.9,"weight":0.329,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1264.42,"se":9.4821428571429,"eq":1272.4,"eq_se":8.6,"weight":0.2749,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1245.04,"se":7.7219387755102,"eq":1266.2,"eq_se":7.3,"weight":0.1472,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1274.72,"se":12.130102040816,"eq":1285.2,"eq_se":11,"weight":0.0592,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1301.01,"se":13.602040816327,"eq":1308,"eq_se":12.7,"weight":0.0531,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"grok-2-mini-2024-08-13","name":"grok-2-mini-2024-08-13","vendor":"xai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/grok-2-mini-2024-08-13","slices":{"general":{"score":30,"elo_eq":1262.8,"se":1.1,"ci":[1260.6,1265],"tier":"C","provisional":true,"rank":209,"subscores":{"arena":{"elo_eq":1266.4,"se":1.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1280.69,"se":1.890306122449,"eq":1280.7,"eq_se":1.9,"weight":0.2589,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1255.01,"se":2.9795918367347,"eq":1263.9,"eq_se":2.7,"weight":0.2548,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1244.86,"se":2.6862244897959,"eq":1266,"eq_se":2.5,"weight":0.1278,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1237.83,"se":5.9642857142857,"eq":1261.9,"eq_se":4.9,"weight":0.1189,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1265.29,"se":3.7704081632653,"eq":1276.7,"eq_se":3.4,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1266.5,"se":3.9183673469388,"eq":1275.7,"eq_se":3.7,"weight":0.0621,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemini-advanced-0514","name":"gemini-advanced-0514","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-advanced-0514","slices":{"general":{"score":29.6,"elo_eq":1258.9,"se":1.4,"ci":[1256.1,1261.7],"tier":"C","provisional":true,"rank":210,"subscores":{"arena":{"elo_eq":1262.4,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1278.56,"se":2.5969387755102,"eq":1278.6,"eq_se":2.6,"weight":0.2606,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1248.29,"se":3.6836734693878,"eq":1257.8,"eq_se":3.3,"weight":0.2558,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1253.58,"se":3.4234693877551,"eq":1274.3,"eq_se":3.2,"weight":0.1282,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1215.06,"se":7.3163265306123,"eq":1243.3,"eq_se":6,"weight":0.1158,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1268.81,"se":4.8673469387755,"eq":1279.8,"eq_se":4.4,"weight":0.0617,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1253.61,"se":5.2959183673469,"eq":1263.7,"eq_se":4.9,"weight":0.0605,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"hunyuan-large-vision","name":"hunyuan-large-vision","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-large-vision","slices":{"general":{"score":29.3,"elo_eq":1258.6,"se":2.7,"ci":[1253.3,1263.9],"tier":"C","provisional":true,"rank":211,"subscores":{"arena":{"elo_eq":1262.5,"se":2.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1263.03,"se":4.7321428571428,"eq":1263,"eq_se":4.7,"weight":0.3151,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1256.52,"se":6.8035714285714,"eq":1265.2,"eq_se":6.1,"weight":0.2967,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1249.74,"se":8.6301020408164,"eq":1270.7,"eq_se":8.2,"weight":0.1335,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1253.16,"se":10.163265306122,"eq":1265.6,"eq_se":9.2,"weight":0.0628,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1279.4,"se":10.127551020408,"eq":1287.8,"eq_se":9.5,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"athene-70b-0725","name":"athene-70b-0725","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/athene-70b-0725","slices":{"general":{"score":29,"elo_eq":1250.3,"se":1.7,"ci":[1247,1253.5],"tier":"C","provisional":true,"rank":212,"subscores":{"arena":{"elo_eq":1253.3,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1265.14,"se":2.8775510204082,"eq":1265.1,"eq_se":2.9,"weight":0.2651,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1243.22,"se":4.3698979591836,"eq":1253.2,"eq_se":3.9,"weight":0.2571,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1226.93,"se":3.9234693877551,"eq":1249,"eq_se":3.7,"weight":0.1295,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1227.77,"se":9.8239795918367,"eq":1253.7,"eq_se":8,"weight":0.1068,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1257.12,"se":5.5331632653061,"eq":1269.2,"eq_se":5,"weight":0.0618,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1232.27,"se":6.2908163265306,"eq":1243.8,"eq_se":5.9,"weight":0.0596,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"amazon-nova-pro-v1-0","name":"amazon-nova-pro-v1.0","vendor":"amazon","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/amazon-nova-pro-v1-0","slices":{"general":{"score":28.6,"elo_eq":1249.3,"se":1.4,"ci":[1246.6,1252.1],"tier":"C","provisional":true,"rank":213,"subscores":{"arena":{"elo_eq":1252.2,"se":1.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1258.72,"se":2.3188775510204,"eq":1258.7,"eq_se":2.3,"weight":0.2622,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1245.62,"se":3.7142857142858,"eq":1255.4,"eq_se":3.4,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1235.41,"se":3.2091836734694,"eq":1257.1,"eq_se":3,"weight":0.1289,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1210.65,"se":8.0663265306123,"eq":1239.7,"eq_se":6.6,"weight":0.1125,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1245.41,"se":4.7729591836735,"eq":1258.6,"eq_se":4.3,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1254.99,"se":5.0102040816326,"eq":1265,"eq_se":4.7,"weight":0.0612,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"llama-3-1-tulu-3-70b","name":"llama-3.1-tulu-3-70b","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-1-tulu-3-70b","slices":{"general":{"score":28.3,"elo_eq":1241.3,"se":3.2,"ci":[1234.9,1247.6],"tier":"C","provisional":true,"rank":214,"subscores":{"arena":{"elo_eq":1244.1,"se":3.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1255.72,"se":5.3367346938776,"eq":1255.7,"eq_se":5.3,"weight":0.3238,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1220.1,"se":9.4107142857143,"eq":1232.4,"eq_se":8.5,"weight":0.2762,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1232.68,"se":7.875,"eq":1254.5,"eq_se":7.5,"weight":0.1462,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1251.48,"se":11.80612244898,"eq":1264.1,"eq_se":10.7,"weight":0.0604,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1224.39,"se":12.576530612245,"eq":1236.4,"eq_se":11.7,"weight":0.0565,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"ibm-granite-h-small","name":"ibm-granite-h-small","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/ibm-granite-h-small","slices":{"general":{"score":27.9,"elo_eq":1240.8,"se":2.4,"ci":[1236.1,1245.6],"tier":"C","provisional":true,"rank":215,"subscores":{"arena":{"elo_eq":1243.4,"se":2.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1240.96,"se":4.3316326530612,"eq":1241,"eq_se":4.3,"weight":0.3115,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1239.94,"se":5.8086734693878,"eq":1250.3,"eq_se":5.2,"weight":0.3007,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1220.58,"se":7.859693877551,"eq":1243,"eq_se":7.4,"weight":0.1354,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1240.35,"se":8.7372448979592,"eq":1251.3,"eq_se":8.2,"weight":0.0651,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1243.21,"se":10.295918367347,"eq":1256.6,"eq_se":9.3,"weight":0.0608,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mistral-small-24b-instruct-2501","name":"Mistral Small 3","vendor":"mistral","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-small-24b-instruct-2501","slices":{"general":{"score":27.6,"elo_eq":1234.2,"se":1.8,"ci":[1230.6,1237.7],"tier":"C","provisional":true,"rank":216,"subscores":{"arena":{"elo_eq":1236.2,"se":1.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1233.59,"se":2.9974489795918,"eq":1233.6,"eq_se":3,"weight":0.2677,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1233.18,"se":4.8801020408164,"eq":1244.2,"eq_se":4.4,"weight":0.2563,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1214.08,"se":4.1530612244898,"eq":1236.9,"eq_se":3.9,"weight":0.1302,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1201.81,"se":10.469387755102,"eq":1232.4,"eq_se":8.6,"weight":0.105,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1216.53,"se":6.5790816326531,"eq":1232.4,"eq_se":6,"weight":0.0601,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1246.02,"se":6.8698979591837,"eq":1256.6,"eq_se":6.4,"weight":0.0588,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.1154,"price_first_party":null,"providers":2,"residual":-86.5,"value_pct":8,"pareto":false,"free_tier":false},"local":[{"stack":"gpu-12","score":19.3,"rank":30,"quant":"Q3_K_M","state":"offload","tok_s":12.1,"low":false},{"stack":"gpu-24","score":27.6,"rank":32,"quant":"Q6_K","state":"vram","tok_s":37,"low":false},{"stack":"mac-64","score":23.8,"rank":24,"quant":"Q8_0","state":"unified","tok_s":14.9,"low":false},{"stack":"uma-128","score":19.8,"rank":46,"quant":"Q5_K","state":"unified","tok_s":10.3,"low":false},{"stack":"cpu-32","score":10.1,"rank":19,"quant":"Q4_K_M","state":"ram","tok_s":2.7,"low":false}],"adoption":{"hf_downloads_30d":53012}},{"id":"reka-core-20240904","name":"reka-core-20240904","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/reka-core-20240904","slices":{"general":{"score":27.3,"elo_eq":1232.7,"se":2.2,"ci":[1228.5,1237],"tier":"C","provisional":true,"rank":217,"subscores":{"arena":{"elo_eq":1234.8,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1248.38,"se":3.625,"eq":1248.4,"eq_se":3.6,"weight":0.2738,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1211.08,"se":5.875,"eq":1224.2,"eq_se":5.3,"weight":0.2576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1212.01,"se":5.1301020408163,"eq":1234.9,"eq_se":4.9,"weight":0.1311,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1213.57,"se":12.614795918367,"eq":1242.1,"eq_se":10.3,"weight":0.0984,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1226.48,"se":8.2576530612245,"eq":1241.4,"eq_se":7.5,"weight":0.058,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1220.51,"se":9.2474489795918,"eq":1232.8,"eq_se":8.6,"weight":0.0544,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"jamba-1-5-large","name":"jamba-1.5-large","vendor":"ai21","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/jamba-1-5-large","slices":{"general":{"score":26.9,"elo_eq":1230.4,"se":2.2,"ci":[1226,1234.7],"tier":"C","provisional":true,"rank":218,"subscores":{"arena":{"elo_eq":1232.3,"se":2.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1237.03,"se":3.7168367346939,"eq":1237,"eq_se":3.7,"weight":0.2756,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1217.76,"se":5.9056122448979,"eq":1230.3,"eq_se":5.3,"weight":0.2597,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1212.74,"se":5.4336734693878,"eq":1235.6,"eq_se":5.1,"weight":0.1308,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1217.68,"se":14.757653061224,"eq":1245.4,"eq_se":12.1,"weight":0.0888,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1219.78,"se":7.3826530612245,"eq":1235.4,"eq_se":6.7,"weight":0.061,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1206.49,"se":8.8112244897959,"eq":1219.7,"eq_se":8.2,"weight":0.0562,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":3.5,"price_first_party":3.5,"providers":2,"residual":-176.1,"value_pct":4.8,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"amazon-nova-lite-v1-0","name":"amazon-nova-lite-v1.0","vendor":"amazon","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/amazon-nova-lite-v1-0","slices":{"general":{"score":26.6,"elo_eq":1227.1,"se":1.6,"ci":[1224,1230.1],"tier":"C","provisional":true,"rank":219,"subscores":{"arena":{"elo_eq":1228.6,"se":1.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1228.5,"se":2.6275510204082,"eq":1228.5,"eq_se":2.6,"weight":0.2635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1219.94,"se":4.2448979591837,"eq":1232.2,"eq_se":3.8,"weight":0.255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1205.16,"se":3.6045918367347,"eq":1228.4,"eq_se":3.4,"weight":0.1291,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1201.41,"se":8.5357142857143,"eq":1232.1,"eq_se":7,"weight":0.1116,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1198.56,"se":5.4617346938776,"eq":1216.1,"eq_se":5,"weight":0.0612,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1233.9,"se":5.5102040816327,"eq":1245.3,"eq_se":5.1,"weight":0.0608,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"wizardlm-2-8x22b","name":"WizardLM-2 8x22B","vendor":"microsoft","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/wizardlm-2-8x22b","slices":{"general":{"score":26.3,"elo_eq":1225.6,"se":6.3,"ci":[1213.3,1238],"tier":"C","provisional":true,"rank":220,"subscores":{"arena":null,"bench":{"elo_eq":1231.6,"se":8}},"families":["epoch"],"components":[{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.434343,"se":0.0232321,"eq":1241.9,"eq_se":10.8,"weight":0.5838,"date":"2025-01-27","variant":null,"flags":[],"decay":0.266}]}},"value":{"price_blended":0.62,"price_first_party":null,"providers":3,"residual":-137.3,"value_pct":5.9,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"glm-4-0520","name":"glm-4-0520","vendor":"zhipu","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/glm-4-0520","slices":{"general":{"score":25.9,"elo_eq":1221.8,"se":2.1,"ci":[1217.7,1225.9],"tier":"C","provisional":true,"rank":221,"subscores":{"arena":{"elo_eq":1223.1,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1225.91,"se":3.5331632653061,"eq":1225.9,"eq_se":3.5,"weight":0.2726,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1212.08,"se":5.6479591836735,"eq":1225.1,"eq_se":5.1,"weight":0.258,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1202.88,"se":5.1989795918367,"eq":1226.3,"eq_se":4.9,"weight":0.1299,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1179.08,"se":12.627551020408,"eq":1213.9,"eq_se":10.3,"weight":0.0976,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1217.86,"se":7.4668367346939,"eq":1233.6,"eq_se":6.8,"weight":0.0597,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1206.87,"se":8.4795918367347,"eq":1220.1,"eq_se":7.9,"weight":0.0563,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"llama-3-1-nemotron-51b-instruct","name":"llama-3.1-nemotron-51b-instruct","vendor":"nvidia","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-1-nemotron-51b-instruct","slices":{"general":{"score":25.6,"elo_eq":1221.5,"se":3,"ci":[1215.5,1227.5],"tier":"C","provisional":true,"rank":222,"subscores":{"arena":{"elo_eq":1222.8,"se":3.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1227.99,"se":5.0688775510204,"eq":1228,"eq_se":5.1,"weight":0.3194,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1203.58,"se":8.75,"eq":1217.4,"eq_se":7.9,"weight":0.2786,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1200.84,"se":7.3801020408163,"eq":1224.3,"eq_se":7,"weight":0.1462,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1226.77,"se":10.275510204082,"eq":1241.7,"eq_se":9.3,"weight":0.0642,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1205.36,"se":11.65306122449,"eq":1218.6,"eq_se":10.9,"weight":0.0583,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"nemotron-4-340b-instruct","name":"nemotron-4-340b-instruct","vendor":"nvidia","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/nemotron-4-340b-instruct","slices":{"general":{"score":25.3,"elo_eq":1219.2,"se":1.7,"ci":[1215.9,1222.5],"tier":"C","provisional":true,"rank":223,"subscores":{"arena":{"elo_eq":1220.2,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1224.82,"se":2.6913265306122,"eq":1224.8,"eq_se":2.7,"weight":0.2667,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1201.64,"se":4.5280612244898,"eq":1215.7,"eq_se":4.1,"weight":0.2562,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1203.24,"se":4.1377551020408,"eq":1226.6,"eq_se":3.9,"weight":0.1288,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1171.27,"se":9.5637755102041,"eq":1207.5,"eq_se":7.8,"weight":0.1082,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1213.6,"se":5.844387755102,"eq":1229.7,"eq_se":5.3,"weight":0.0612,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1224.68,"se":6.7857142857143,"eq":1236.7,"eq_se":6.3,"weight":0.0584,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"olmo-2-0325-32b-instruct","name":"olmo-2-0325-32b-instruct","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/olmo-2-0325-32b-instruct","slices":{"general":{"score":24.9,"elo_eq":1216.7,"se":3.6,"ci":[1209.6,1223.8],"tier":"D","provisional":true,"rank":224,"subscores":{"arena":{"elo_eq":1217.7,"se":3.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1217.97,"se":5.5,"eq":1218,"eq_se":5.5,"weight":0.3558,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1207.8,"se":10.045918367347,"eq":1221.3,"eq_se":9.1,"weight":0.2955,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1186.1,"se":8.7908163265306,"eq":1210.4,"eq_se":8.3,"weight":0.1542,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1221.17,"se":14.864795918367,"eq":1236.6,"eq_se":13.5,"weight":0.0558,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemini-1-5-flash-8b-001","name":"gemini-1.5-flash-8b-001","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-1-5-flash-8b-001","slices":{"general":{"score":24.6,"elo_eq":1216.5,"se":1.9,"ci":[1212.8,1220.2],"tier":"D","provisional":false,"rank":225,"subscores":{"arena":{"elo_eq":1221.2,"se":1.3},"bench":{"elo_eq":1195.7,"se":8.2}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1225.86,"se":2.1811224489796,"eq":1225.9,"eq_se":2.2,"weight":0.2243,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1209.52,"se":3.3877551020408,"eq":1222.8,"eq_se":3.1,"weight":0.2199,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.329545,"se":0.0241655,"eq":1193.1,"eq_se":11.2,"weight":0.1367,"date":"2025-03-12","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1199.22,"se":3.0204081632653,"eq":1222.8,"eq_se":2.9,"weight":0.1105,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1185.12,"se":6.6479591836735,"eq":1218.8,"eq_se":5.4,"weight":0.1012,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1185.15,"se":4.2908163265306,"eq":1203.9,"eq_se":3.9,"weight":0.0536,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1218.72,"se":4.3010204081633,"eq":1231.1,"eq_se":4,"weight":0.0534,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemma-2-9b-it-simpo","name":"gemma-2-9b-it-simpo","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemma-2-9b-it-simpo","slices":{"general":{"score":24.2,"elo_eq":1216.3,"se":2.2,"ci":[1212.1,1220.6],"tier":"D","provisional":true,"rank":226,"subscores":{"arena":{"elo_eq":1217.3,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1227.07,"se":3.4923469387755,"eq":1227.1,"eq_se":3.5,"weight":0.277,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1196.22,"se":5.7678571428571,"eq":1210.8,"eq_se":5.2,"weight":0.2606,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1191.18,"se":5.0714285714285,"eq":1215.2,"eq_se":4.8,"weight":0.1324,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1154.52,"se":14.992346938776,"eq":1193.8,"eq_se":12.3,"weight":0.0876,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1219.58,"se":7.3724489795918,"eq":1235.2,"eq_se":6.7,"weight":0.0609,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1226.36,"se":9.6428571428571,"eq":1238.3,"eq_se":9,"weight":0.0537,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"hunyuan-standard-256k","name":"hunyuan-standard-256k","vendor":"tencent","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/hunyuan-standard-256k","slices":{"general":{"score":23.9,"elo_eq":1214.8,"se":3.5,"ci":[1207.9,1221.7],"tier":"D","provisional":true,"rank":227,"subscores":{"arena":{"elo_eq":1215.7,"se":3.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1201.93,"se":5.9005102040817,"eq":1201.9,"eq_se":5.9,"weight":0.3262,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1218.24,"se":10.313775510204,"eq":1230.7,"eq_se":9.3,"weight":0.2718,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1201.94,"se":8.5510204081633,"eq":1225.4,"eq_se":8.1,"weight":0.1458,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1174.57,"se":12.665816326531,"eq":1194.3,"eq_se":11.5,"weight":0.0593,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1224.64,"se":13.359693877551,"eq":1236.6,"eq_se":12.5,"weight":0.0557,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"reka-flash-20240904","name":"reka-flash-20240904","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/reka-flash-20240904","slices":{"general":{"score":23.6,"elo_eq":1208.3,"se":2.1,"ci":[1204.1,1212.4],"tier":"D","provisional":true,"rank":228,"subscores":{"arena":{"elo_eq":1208.6,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1217.92,"se":3.5357142857143,"eq":1217.9,"eq_se":3.5,"weight":0.2723,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1181.53,"se":5.6938775510205,"eq":1197.5,"eq_se":5.1,"weight":0.2572,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1185.45,"se":5.0969387755102,"eq":1209.7,"eq_se":4.8,"weight":0.1302,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1181.94,"se":11.788265306122,"eq":1216.2,"eq_se":9.6,"weight":0.1017,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1188.7,"se":8.109693877551,"eq":1207.2,"eq_se":7.4,"weight":0.0579,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1191.84,"se":8.9566326530613,"eq":1206,"eq_se":8.4,"weight":0.0548,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"deepseek-coder-v2","name":"deepseek-coder-v2","vendor":"deepseek","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/deepseek-coder-v2","slices":{"general":{"score":23.2,"elo_eq":1207.1,"se":1.9,"ci":[1203.4,1210.8],"tier":"D","provisional":true,"rank":229,"subscores":{"arena":{"elo_eq":1207.4,"se":2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1191.19,"se":3.234693877551,"eq":1191.2,"eq_se":3.2,"weight":0.2678,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1206.91,"se":4.9872448979592,"eq":1220.5,"eq_se":4.5,"weight":0.2571,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1180.45,"se":4.6301020408164,"eq":1205,"eq_se":4.4,"weight":0.1291,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1181.4,"se":10.90306122449,"eq":1215.8,"eq_se":8.9,"weight":0.1036,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1176.43,"se":6.3392857142857,"eq":1196,"eq_se":5.8,"weight":0.0611,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1219.15,"se":7.0892857142857,"eq":1231.5,"eq_se":6.6,"weight":0.0586,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"amazon-nova-micro-v1-0","name":"amazon-nova-micro-v1.0","vendor":"amazon","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/amazon-nova-micro-v1-0","slices":{"general":{"score":22.9,"elo_eq":1207,"se":1.6,"ci":[1203.9,1210],"tier":"D","provisional":true,"rank":230,"subscores":{"arena":{"elo_eq":1207.2,"se":1.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1208.43,"se":2.6301020408163,"eq":1208.4,"eq_se":2.6,"weight":0.264,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1191.2,"se":4.2219387755102,"eq":1206.3,"eq_se":3.8,"weight":0.2556,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1174.29,"se":3.6147959183673,"eq":1199.2,"eq_se":3.4,"weight":0.1293,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1183.52,"se":8.8214285714286,"eq":1217.5,"eq_se":7.2,"weight":0.1105,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1177.82,"se":5.579081632653,"eq":1197.3,"eq_se":5.1,"weight":0.0611,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1205.64,"se":5.75,"eq":1218.9,"eq_se":5.4,"weight":0.0603,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"command-r-plus","name":"command-r-plus","vendor":"cohere","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/command-r-plus","slices":{"general":{"score":22.6,"elo_eq":1198.5,"se":1.2,"ci":[1196.1,1201],"tier":"D","provisional":true,"rank":231,"subscores":{"arena":{"elo_eq":1198.3,"se":1.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1203.83,"se":2.1862244897959,"eq":1203.8,"eq_se":2.2,"weight":0.2594,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1166.6,"se":3.234693877551,"eq":1184.1,"eq_se":2.9,"weight":0.2553,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1179.79,"se":3.0816326530612,"eq":1204.4,"eq_se":2.9,"weight":0.1276,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1153.43,"se":6.3112244897959,"eq":1192.9,"eq_se":5.2,"weight":0.1184,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1192.07,"se":4.3010204081632,"eq":1210.2,"eq_se":3.9,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1201.71,"se":4.5535714285715,"eq":1215.2,"eq_se":4.3,"weight":0.0613,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":5.1875,"price_first_party":null,"providers":2,"residual":-217.8,"value_pct":3.2,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"llama-3-1-tulu-3-8b","name":"llama-3.1-tulu-3-8b","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/llama-3-1-tulu-3-8b","slices":{"general":{"score":22.2,"elo_eq":1194,"se":3.3,"ci":[1187.4,1200.5],"tier":"D","provisional":true,"rank":232,"subscores":{"arena":{"elo_eq":1193.3,"se":3.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1193.3,"se":5.3571428571429,"eq":1193.3,"eq_se":5.4,"weight":0.3279,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1174.37,"se":9.9821428571429,"eq":1191.1,"eq_se":9,"weight":0.2716,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1174.31,"se":7.8673469387755,"eq":1199.2,"eq_se":7.5,"weight":0.1482,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1153.5,"se":12.816326530612,"eq":1175.2,"eq_se":11.6,"weight":0.0577,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1180.84,"se":12.959183673469,"eq":1195.7,"eq_se":12.1,"weight":0.056,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"jamba-1-5-mini","name":"jamba-1.5-mini","vendor":"ai21","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/jamba-1-5-mini","slices":{"general":{"score":21.9,"elo_eq":1184.5,"se":2.2,"ci":[1180.2,1188.9],"tier":"D","provisional":true,"rank":233,"subscores":{"arena":{"elo_eq":1183.3,"se":2.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1186.68,"se":3.6530612244898,"eq":1186.7,"eq_se":3.7,"weight":0.2773,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1166.89,"se":6,"eq":1184.3,"eq_se":5.4,"weight":0.2599,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1148.14,"se":5.3545918367347,"eq":1174.4,"eq_se":5.1,"weight":0.1318,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1135.63,"se":15.637755102041,"eq":1178.3,"eq_se":12.8,"weight":0.0851,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1156.8,"se":7.4311224489796,"eq":1178.2,"eq_se":6.7,"weight":0.0611,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1156.81,"se":8.8469387755102,"eq":1173.3,"eq_se":8.3,"weight":0.0563,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.25,"price_first_party":0.25,"providers":2,"residual":-155.5,"value_pct":5.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen1-5-110b-chat","name":"qwen1.5-110b-chat","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen1-5-110b-chat","slices":{"general":{"score":21.5,"elo_eq":1183.4,"se":1.6,"ci":[1180.2,1186.6],"tier":"D","provisional":true,"rank":234,"subscores":{"arena":{"elo_eq":1182.2,"se":1.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1174.57,"se":2.8137755102041,"eq":1174.6,"eq_se":2.8,"weight":0.264,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1168.03,"se":4.4464285714286,"eq":1185.3,"eq_se":4,"weight":0.255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1157.97,"se":4.1020408163265,"eq":1183.7,"eq_se":3.9,"weight":0.128,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1144.41,"se":8.4158163265306,"eq":1185.5,"eq_se":6.9,"weight":0.1129,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1159.66,"se":5.8469387755102,"eq":1180.8,"eq_se":5.3,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1157.18,"se":6.0229591836734,"eq":1173.6,"eq_se":5.6,"weight":0.0599,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"yi-1-5-34b-chat","name":"yi-1.5-34b-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/yi-1-5-34b-chat","slices":{"general":{"score":21.2,"elo_eq":1177.7,"se":1.6,"ci":[1174.5,1180.8],"tier":"D","provisional":true,"rank":235,"subscores":{"arena":{"elo_eq":1176.1,"se":1.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1172.96,"se":2.5510204081633,"eq":1173,"eq_se":2.6,"weight":0.2662,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1159.92,"se":4.219387755102,"eq":1178,"eq_se":3.8,"weight":0.2573,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1139.34,"se":3.8954081632653,"eq":1166,"eq_se":3.7,"weight":0.1291,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1144.03,"se":9.4030612244898,"eq":1185.2,"eq_se":7.7,"weight":0.1084,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1152.97,"se":5.7448979591837,"eq":1174.7,"eq_se":5.2,"weight":0.0611,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1143.62,"se":6.7984693877551,"eq":1161,"eq_se":6.3,"weight":0.0581,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen1-5-72b-chat","name":"qwen1.5-72b-chat","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen1-5-72b-chat","slices":{"general":{"score":20.9,"elo_eq":1173.8,"se":1.9,"ci":[1170.1,1177.6],"tier":"D","provisional":false,"rank":236,"subscores":{"arena":{"elo_eq":1172,"se":1.6},"bench":{"elo_eq":1181,"se":7}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1166.15,"se":2.6454081632653,"eq":1166.2,"eq_se":2.6,"weight":0.2218,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1147.98,"se":3.969387755102,"eq":1167.2,"eq_se":3.6,"weight":0.2163,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.288194,"se":0.0199369,"eq":1173.9,"eq_se":9.3,"weight":0.1542,"date":"2025-01-27","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1141.48,"se":3.7270408163265,"eq":1168.1,"eq_se":3.5,"weight":0.1083,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1136.03,"se":7.75,"eq":1178.7,"eq_se":6.3,"weight":0.097,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1159.83,"se":5.2448979591837,"eq":1181,"eq_se":4.8,"weight":0.0519,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1157.12,"se":5.8647959183673,"eq":1173.6,"eq_se":5.5,"weight":0.0504,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"internlm2-5-20b-chat","name":"internlm2_5-20b-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/internlm2-5-20b-chat","slices":{"general":{"score":20.5,"elo_eq":1172.9,"se":2.1,"ci":[1168.8,1177],"tier":"D","provisional":true,"rank":237,"subscores":{"arena":{"elo_eq":1170.9,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1158.45,"se":3.5994897959183,"eq":1158.5,"eq_se":3.6,"weight":0.2703,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1158.14,"se":5.7831632653061,"eq":1176.4,"eq_se":5.2,"weight":0.255,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1135.22,"se":5.0841836734694,"eq":1162.1,"eq_se":4.8,"weight":0.1296,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1150.6,"se":11.188775510204,"eq":1190.6,"eq_se":9.1,"weight":0.1042,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1135.45,"se":7.4311224489796,"eq":1158.8,"eq_se":6.7,"weight":0.0595,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1149.35,"se":8.3035714285714,"eq":1166.3,"eq_se":7.8,"weight":0.0564,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mixtral-8x22b-instruct-v0-1","name":"mixtral-8x22b-instruct-v0.1","vendor":"mistral","open_weights":true,"url":"https://fedi.software/en/ai/fedi-index/model/mixtral-8x22b-instruct-v0-1","slices":{"general":{"score":20.2,"elo_eq":1169.2,"se":1.3,"ci":[1166.6,1171.8],"tier":"D","provisional":true,"rank":238,"subscores":{"arena":{"elo_eq":1167.1,"se":1.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1161.99,"se":2.3061224489796,"eq":1162,"eq_se":2.3,"weight":0.2607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1149.83,"se":3.5331632653061,"eq":1168.9,"eq_se":3.2,"weight":0.2553,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1147.26,"se":3.3010204081633,"eq":1173.5,"eq_se":3.1,"weight":0.1279,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1113.2,"se":6.9821428571429,"eq":1160,"eq_se":5.7,"weight":0.1165,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1130.07,"se":4.5841836734694,"eq":1153.9,"eq_se":4.2,"weight":0.062,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1143.88,"se":4.9770408163266,"eq":1161.2,"eq_se":4.6,"weight":0.0609,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":3,"price_first_party":null,"providers":1,"residual":-233.3,"value_pct":2.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"reka-flash-21b-20240226-online","name":"reka-flash-21b-20240226-online","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/reka-flash-21b-20240226-online","slices":{"general":{"score":19.9,"elo_eq":1167.9,"se":2.1,"ci":[1163.9,1171.9],"tier":"D","provisional":true,"rank":239,"subscores":{"arena":{"elo_eq":1165.6,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1170.43,"se":3.7270408163265,"eq":1170.4,"eq_se":3.7,"weight":0.2683,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1137,"se":5.4719387755102,"eq":1157.3,"eq_se":4.9,"weight":0.257,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1129.56,"se":5.1862244897959,"eq":1156.8,"eq_se":4.9,"weight":0.1286,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1116.45,"se":10.852040816327,"eq":1162.6,"eq_se":8.9,"weight":0.1055,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1150.95,"se":7.5459183673469,"eq":1172.9,"eq_se":6.8,"weight":0.0589,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1139.43,"se":7.969387755102,"eq":1157.1,"eq_se":7.4,"weight":0.0571,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"reka-flash-21b-20240226","name":"reka-flash-21b-20240226","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/reka-flash-21b-20240226","slices":{"general":{"score":19.5,"elo_eq":1163.9,"se":1.7,"ci":[1160.6,1167.3],"tier":"D","provisional":true,"rank":240,"subscores":{"arena":{"elo_eq":1161.5,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1164.99,"se":3.0051020408164,"eq":1165,"eq_se":3,"weight":0.2642,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1136.64,"se":4.4974489795919,"eq":1157,"eq_se":4.1,"weight":0.2561,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1121.56,"se":4.2780612244898,"eq":1149.2,"eq_se":4.1,"weight":0.1281,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1107.23,"se":8.7423469387755,"eq":1155.1,"eq_se":7.1,"weight":0.112,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1141.43,"se":6.1301020408163,"eq":1164.3,"eq_se":5.6,"weight":0.0604,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1140.92,"se":6.5204081632653,"eq":1158.5,"eq_se":6.1,"weight":0.059,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"granite-3-1-8b-instruct","name":"granite-3.1-8b-instruct","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/granite-3-1-8b-instruct","slices":{"general":{"score":19.2,"elo_eq":1163.1,"se":3.4,"ci":[1156.4,1169.8],"tier":"D","provisional":true,"rank":241,"subscores":{"arena":{"elo_eq":1160.2,"se":3.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1149.52,"se":5.5765306122449,"eq":1149.5,"eq_se":5.6,"weight":0.3276,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1145.52,"se":9.9132653061225,"eq":1165,"eq_se":9,"weight":0.2749,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1130.86,"se":8.2959183673469,"eq":1158,"eq_se":7.9,"weight":0.1463,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1107.97,"se":13.107142857143,"eq":1133.9,"eq_se":11.9,"weight":0.0572,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1161.95,"se":13.637755102041,"eq":1178.1,"eq_se":12.7,"weight":0.0542,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen1-5-32b-chat","name":"qwen1.5-32b-chat","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen1-5-32b-chat","slices":{"general":{"score":18.9,"elo_eq":1160.5,"se":2.1,"ci":[1156.5,1164.6],"tier":"D","provisional":false,"rank":242,"subscores":{"arena":{"elo_eq":1153.4,"se":1.9},"bench":{"elo_eq":1187.8,"se":7.1}},"families":["arena","epoch"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1137.2,"se":3.0994897959183,"eq":1137.2,"eq_se":3.1,"weight":0.2236,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1130.58,"se":4.7168367346939,"eq":1151.5,"eq_se":4.3,"weight":0.2158,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"epoch","family":"epoch","metric":"gpqa_diamond","value":0.307449,"se":0.0202005,"eq":1182.9,"eq_se":9.4,"weight":0.1561,"date":"2025-01-27","variant":null,"flags":[],"decay":0.266},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1115.69,"se":4.3520408163265,"eq":1143.6,"eq_se":4.1,"weight":0.1084,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1126.35,"se":9.2474489795918,"eq":1170.7,"eq_se":7.6,"weight":0.093,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1139.62,"se":6.2984693877551,"eq":1162.6,"eq_se":5.7,"weight":0.0509,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1146.11,"se":6.3928571428572,"eq":1163.3,"eq_se":6,"weight":0.0503,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"granite-3-1-2b-instruct","name":"granite-3.1-2b-instruct","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/granite-3-1-2b-instruct","slices":{"general":{"score":18.5,"elo_eq":1151.4,"se":3.4,"ci":[1144.7,1158],"tier":"D","provisional":true,"rank":243,"subscores":{"arena":{"elo_eq":1147.5,"se":3.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1127.4,"se":5.6352040816327,"eq":1127.4,"eq_se":5.6,"weight":0.3259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1138.16,"se":9.6275510204082,"eq":1158.4,"eq_se":8.7,"weight":0.2784,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1116.1,"se":8.2678571428571,"eq":1144,"eq_se":7.8,"weight":0.1461,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1155.11,"se":13.22193877551,"eq":1171.7,"eq_se":12.3,"weight":0.0554,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1099.3,"se":13.790816326531,"eq":1126,"eq_se":12.5,"weight":0.0548,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"phi-3-medium-4k-instruct","name":"phi-3-medium-4k-instruct","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/phi-3-medium-4k-instruct","slices":{"general":{"score":18.2,"elo_eq":1149.3,"se":1.6,"ci":[1146.2,1152.4],"tier":"D","provisional":true,"rank":244,"subscores":{"arena":{"elo_eq":1145.9,"se":1.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1137.55,"se":2.6122448979592,"eq":1137.6,"eq_se":2.6,"weight":0.2649,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1126.68,"se":4.1071428571428,"eq":1148,"eq_se":3.7,"weight":0.2572,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1113.56,"se":3.7372448979592,"eq":1141.6,"eq_se":3.5,"weight":0.1293,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1108.17,"se":9.0765306122449,"eq":1155.9,"eq_se":7.4,"weight":0.1096,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1087.89,"se":5.5841836734694,"eq":1115.7,"eq_se":5.1,"weight":0.0612,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1120.24,"se":6.6020408163266,"eq":1139.1,"eq_se":6.2,"weight":0.0584,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.2975,"price_first_party":null,"providers":1,"residual":-195.1,"value_pct":4.3,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"zephyr-orpo-141b-a35b-v0-1","name":"zephyr-orpo-141b-A35b-v0.1","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/zephyr-orpo-141b-a35b-v0-1","slices":{"general":{"score":17.8,"elo_eq":1148.5,"se":3.2,"ci":[1142.3,1154.7],"tier":"D","provisional":true,"rank":245,"subscores":{"arena":{"elo_eq":1144.5,"se":3.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1143.69,"se":5.4693877551021,"eq":1143.7,"eq_se":5.5,"weight":0.3205,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1115.84,"se":8.4642857142857,"eq":1138.2,"eq_se":7.6,"weight":0.2882,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1117.84,"se":7.8520408163265,"eq":1145.7,"eq_se":7.4,"weight":0.1457,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1099.48,"se":12.272959183673,"eq":1126.2,"eq_se":11.1,"weight":0.0585,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1104.98,"se":14.196428571429,"eq":1124.9,"eq_se":13.3,"weight":0.051,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemini-pro-dev-api","name":"gemini-pro-dev-api","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-pro-dev-api","slices":{"general":{"score":17.5,"elo_eq":1147.3,"se":2.1,"ci":[1143.1,1151.4],"tier":"D","provisional":true,"rank":246,"subscores":{"arena":{"elo_eq":1143.5,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1148.85,"se":3.6734693877551,"eq":1148.9,"eq_se":3.7,"weight":0.2714,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1109.41,"se":5.6964285714286,"eq":1132.4,"eq_se":5.1,"weight":0.2574,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1114.26,"se":5.3367346938776,"eq":1142.3,"eq_se":5.1,"weight":0.1291,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1059.07,"se":11.839285714286,"eq":1115.7,"eq_se":9.7,"weight":0.1015,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1124.14,"se":7.4005102040816,"eq":1148.6,"eq_se":6.7,"weight":0.0599,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1131.79,"se":8.9872448979592,"eq":1149.9,"eq_se":8.4,"weight":0.0548,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"starling-lm-7b-beta","name":"starling-lm-7b-beta","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/starling-lm-7b-beta","slices":{"general":{"score":17.2,"elo_eq":1142.4,"se":2,"ci":[1138.4,1146.3],"tier":"D","provisional":true,"rank":247,"subscores":{"arena":{"elo_eq":1138.4,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1132.04,"se":3.7168367346939,"eq":1132,"eq_se":3.7,"weight":0.267,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1118.57,"se":5.4336734693877,"eq":1140.7,"eq_se":4.9,"weight":0.256,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1095.89,"se":5.0867346938775,"eq":1124.9,"eq_se":4.8,"weight":0.1284,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1083.98,"se":10.05612244898,"eq":1136.1,"eq_se":8.2,"weight":0.109,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1111.09,"se":7.640306122449,"eq":1136.7,"eq_se":6.9,"weight":0.0584,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1104.26,"se":7.8316326530612,"eq":1124.2,"eq_se":7.3,"weight":0.0572,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen1-5-14b-chat","name":"qwen1.5-14b-chat","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen1-5-14b-chat","slices":{"general":{"score":16.8,"elo_eq":1142,"se":2,"ci":[1138.1,1145.9],"tier":"D","provisional":true,"rank":248,"subscores":{"arena":{"elo_eq":1138,"se":2.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1127.69,"se":3.5892857142857,"eq":1127.7,"eq_se":3.6,"weight":0.2672,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1113.33,"se":5.3724489795918,"eq":1136,"eq_se":4.9,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1101.82,"se":5.0382653061224,"eq":1130.5,"eq_se":4.8,"weight":0.1282,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1094.07,"se":10.147959183673,"eq":1144.3,"eq_se":8.3,"weight":0.1081,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1109.68,"se":7.280612244898,"eq":1135.4,"eq_se":6.6,"weight":0.0591,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1112.91,"se":7.5,"eq":1132.3,"eq_se":7,"weight":0.058,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemini-pro-latest","name":"Gemini Pro Latest","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemini-pro-latest","slices":{"general":{"score":16.5,"elo_eq":1139.8,"se":3.5,"ci":[1133,1146.6],"tier":"D","provisional":true,"rank":249,"subscores":{"arena":{"elo_eq":1135.2,"se":3.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1130.54,"se":5.8316326530613,"eq":1130.5,"eq_se":5.8,"weight":0.3419,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1093.92,"se":8.8826530612245,"eq":1118.4,"eq_se":8,"weight":0.3061,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1110.11,"se":8.3163265306123,"eq":1138.3,"eq_se":7.9,"weight":0.1542,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1139.36,"se":12.540816326531,"eq":1162.4,"eq_se":11.4,"weight":0.0625,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":4.5,"price_first_party":null,"providers":3,"residual":-273,"value_pct":0,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"dbrx-instruct-preview","name":"dbrx-instruct-preview","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/dbrx-instruct-preview","slices":{"general":{"score":16.2,"elo_eq":1139,"se":1.7,"ci":[1135.7,1142.3],"tier":"D","provisional":true,"rank":250,"subscores":{"arena":{"elo_eq":1134.9,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1118.87,"se":3.0867346938776,"eq":1118.9,"eq_se":3.1,"weight":0.2632,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1113.08,"se":4.5892857142857,"eq":1135.7,"eq_se":4.1,"weight":0.2549,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1111.71,"se":4.295918367347,"eq":1139.9,"eq_se":4.1,"weight":0.1278,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1076.14,"se":8.2576530612245,"eq":1129.7,"eq_se":6.8,"weight":0.1141,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1110.92,"se":5.9617346938775,"eq":1136.6,"eq_se":5.4,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1111.72,"se":6.3290816326531,"eq":1131.2,"eq_se":5.9,"weight":0.0594,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"tulu-2-dpo-70b","name":"tulu-2-dpo-70b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/tulu-2-dpo-70b","slices":{"general":{"score":15.8,"elo_eq":1136.1,"se":3.1,"ci":[1130,1142.1],"tier":"D","provisional":true,"rank":251,"subscores":{"arena":{"elo_eq":1131.4,"se":3.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1121.04,"se":4.9438775510204,"eq":1121,"eq_se":4.9,"weight":0.3424,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1104.51,"se":8.2142857142857,"eq":1128,"eq_se":7.4,"weight":0.305,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1110.47,"se":7.4209183673469,"eq":1138.7,"eq_se":7,"weight":0.1556,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1085.35,"se":10.77806122449,"eq":1113.4,"eq_se":9.8,"weight":0.0666,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"yi-34b-chat","name":"yi-34b-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/yi-34b-chat","slices":{"general":{"score":15.5,"elo_eq":1135.2,"se":2.1,"ci":[1131.1,1139.2],"tier":"D","provisional":true,"rank":252,"subscores":{"arena":{"elo_eq":1130.6,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1128.47,"se":3.4540816326531,"eq":1128.5,"eq_se":3.5,"weight":0.2727,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1103.66,"se":5.359693877551,"eq":1127.2,"eq_se":4.8,"weight":0.2601,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1091.01,"se":4.9260204081633,"eq":1120.2,"eq_se":4.7,"weight":0.1309,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1061.38,"se":12.686224489796,"eq":1117.6,"eq_se":10.4,"weight":0.0971,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1112.67,"se":7.5484693877551,"eq":1138.2,"eq_se":6.9,"weight":0.0594,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1093.85,"se":9.1275510204082,"eq":1114.5,"eq_se":8.5,"weight":0.0543,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"wizardlm-70b","name":"wizardlm-70b","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/wizardlm-70b","slices":{"general":{"score":15.2,"elo_eq":1127.7,"se":2.8,"ci":[1122.1,1133.2],"tier":"D","provisional":true,"rank":253,"subscores":{"arena":{"elo_eq":1122.3,"se":3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1119.52,"se":4.7602040816326,"eq":1119.5,"eq_se":4.8,"weight":0.3201,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1079.26,"se":7.7142857142857,"eq":1105.2,"eq_se":7,"weight":0.2898,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1093.19,"se":6.7831632653061,"eq":1122.3,"eq_se":6.4,"weight":0.1488,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1108.24,"se":9.875,"eq":1134.1,"eq_se":9,"weight":0.0649,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1097.19,"se":15.961734693878,"eq":1117.6,"eq_se":14.9,"weight":0.0443,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"phi-3-small-8k-instruct","name":"phi-3-small-8k-instruct","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/phi-3-small-8k-instruct","slices":{"general":{"score":14.8,"elo_eq":1126.2,"se":1.8,"ci":[1122.7,1129.7],"tier":"D","provisional":true,"rank":254,"subscores":{"arena":{"elo_eq":1121.2,"se":1.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1109.82,"se":2.9821428571429,"eq":1109.8,"eq_se":3,"weight":0.2666,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1100.41,"se":4.8163265306122,"eq":1124.3,"eq_se":4.3,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1086.76,"se":4.3928571428571,"eq":1116.2,"eq_se":4.2,"weight":0.1287,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1067.13,"se":9.7448979591837,"eq":1122.3,"eq_se":8,"weight":0.1081,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1068.31,"se":6.2142857142857,"eq":1097.9,"eq_se":5.6,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1087.77,"se":6.7066326530612,"eq":1108.8,"eq_se":6.3,"weight":0.059,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.2625,"price_first_party":null,"providers":1,"residual":-215.1,"value_pct":3.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"granite-3-0-8b-instruct","name":"granite-3.0-8b-instruct","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/granite-3-0-8b-instruct","slices":{"general":{"score":14.5,"elo_eq":1124.4,"se":2.6,"ci":[1119.3,1129.6],"tier":"D","provisional":true,"rank":255,"subscores":{"arena":{"elo_eq":1118.8,"se":2.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1096.44,"se":4.3545918367347,"eq":1096.4,"eq_se":4.4,"weight":0.283,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1091.81,"se":7.4285714285714,"eq":1116.5,"eq_se":6.7,"weight":0.2557,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1088.17,"se":6.1734693877551,"eq":1117.5,"eq_se":5.9,"weight":0.1332,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1087.42,"se":15.683673469388,"eq":1138.9,"eq_se":12.8,"weight":0.0886,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1062.7,"se":10.033163265306,"eq":1092.8,"eq_se":9.1,"weight":0.0561,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1122.13,"se":11.977040816326,"eq":1140.9,"eq_se":11.2,"weight":0.0493,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"openchat-3-5-0106","name":"openchat-3.5-0106","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/openchat-3-5-0106","slices":{"general":{"score":14.1,"elo_eq":1121.3,"se":2.2,"ci":[1117,1125.6],"tier":"D","provisional":true,"rank":256,"subscores":{"arena":{"elo_eq":1115.7,"se":2.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1106.61,"se":4.0306122448979,"eq":1106.6,"eq_se":4,"weight":0.273,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1085.05,"se":5.640306122449,"eq":1110.4,"eq_se":5.1,"weight":0.2624,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1076.57,"se":5.3061224489796,"eq":1106.6,"eq_se":5,"weight":0.1316,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1052.47,"se":11.698979591837,"eq":1110.3,"eq_se":9.6,"weight":0.104,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1090.75,"se":7.6530612244898,"eq":1118.3,"eq_se":6.9,"weight":0.0603,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1093.05,"se":14.367346938775,"eq":1113.8,"eq_se":13.4,"weight":0.0406,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"starling-lm-7b-alpha","name":"starling-lm-7b-alpha","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/starling-lm-7b-alpha","slices":{"general":{"score":13.8,"elo_eq":1116.6,"se":2.4,"ci":[1111.9,1121.3],"tier":"D","provisional":true,"rank":257,"subscores":{"arena":{"elo_eq":1110.5,"se":2.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1107.66,"se":4.0357142857143,"eq":1107.7,"eq_se":4,"weight":0.2799,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1075.47,"se":6.3801020408163,"eq":1101.8,"eq_se":5.8,"weight":0.2616,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1070.06,"se":5.7551020408163,"eq":1100.4,"eq_se":5.5,"weight":0.1326,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1033.29,"se":15.632653061225,"eq":1094.7,"eq_se":12.8,"weight":0.0869,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1084.95,"se":8.8647959183673,"eq":1113,"eq_se":8,"weight":0.0583,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1081.22,"se":11.551020408163,"eq":1102.7,"eq_se":10.8,"weight":0.0495,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"nous-hermes-2-mixtral-8x7b-dpo","name":"nous-hermes-2-mixtral-8x7b-dpo","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/nous-hermes-2-mixtral-8x7b-dpo","slices":{"general":{"score":13.5,"elo_eq":1111.1,"se":3.5,"ci":[1104.2,1117.9],"tier":"D","provisional":true,"rank":258,"subscores":{"arena":{"elo_eq":1104.4,"se":3.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1112.04,"se":6.015306122449,"eq":1112,"eq_se":6,"weight":0.3401,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1053.53,"se":8.8112244897959,"eq":1082,"eq_se":8,"weight":0.3082,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1056.1,"se":8.2091836734694,"eq":1087.2,"eq_se":7.8,"weight":0.1556,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1081.01,"se":13.168367346939,"eq":1109.4,"eq_se":11.9,"weight":0.0604,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"openhermes-2-5-mistral-7b","name":"openhermes-2.5-mistral-7b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/openhermes-2-5-mistral-7b","slices":{"general":{"score":13.1,"elo_eq":1110.3,"se":3.2,"ci":[1103.9,1116.6],"tier":"D","provisional":true,"rank":259,"subscores":{"arena":{"elo_eq":1103.7,"se":3.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1092.5,"se":5.2653061224489,"eq":1092.5,"eq_se":5.3,"weight":0.3429,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1071.69,"se":8.5459183673469,"eq":1098.4,"eq_se":7.7,"weight":0.3045,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1070.37,"se":7.7627551020408,"eq":1100.7,"eq_se":7.4,"weight":0.1552,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1064.34,"se":11.477040816327,"eq":1094.3,"eq_se":10.4,"weight":0.065,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"vicuna-33b","name":"vicuna-33b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/vicuna-33b","slices":{"general":{"score":12.8,"elo_eq":1109.5,"se":2,"ci":[1105.7,1113.4],"tier":"D","provisional":true,"rank":260,"subscores":{"arena":{"elo_eq":1103.3,"se":2.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1105.26,"se":3.1173469387755,"eq":1105.3,"eq_se":3.1,"weight":0.2743,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1066.98,"se":5.0484693877551,"eq":1094.1,"eq_se":4.6,"weight":0.2619,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1065.1,"se":4.5357142857143,"eq":1095.7,"eq_se":4.3,"weight":0.1322,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1029.25,"se":13.642857142857,"eq":1091.3,"eq_se":11.2,"weight":0.0921,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1080.37,"se":6.5790816326531,"eq":1108.8,"eq_se":6,"weight":0.0618,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1028.77,"se":9.670918367347,"eq":1053.7,"eq_se":9,"weight":0.0525,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"snowflake-arctic-instruct","name":"snowflake-arctic-instruct","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/snowflake-arctic-instruct","slices":{"general":{"score":12.5,"elo_eq":1109,"se":1.7,"ci":[1105.6,1112.4],"tier":"D","provisional":true,"rank":261,"subscores":{"arena":{"elo_eq":1102.8,"se":1.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1100.98,"se":3.0025510204082,"eq":1101,"eq_se":3,"weight":0.2731,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1071.61,"se":4.6377551020408,"eq":1098.3,"eq_se":4.2,"weight":0.2635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1066.23,"se":4.3010204081633,"eq":1096.8,"eq_se":4.1,"weight":0.1322,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1028.32,"se":8.7576530612245,"eq":1090.6,"eq_se":7.2,"weight":0.1157,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1072.12,"se":6.3877551020409,"eq":1101.4,"eq_se":5.8,"weight":0.0618,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":999.407,"se":7.2558673469388,"eq":1026.3,"eq_se":6.8,"weight":0.0295,"date":"2026-09-25","variant":null,"flags":["outlier"],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"phi-3-mini-4k-instruct-june-2024","name":"phi-3-mini-4k-instruct-june-2024","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/phi-3-mini-4k-instruct-june-2024","slices":{"general":{"score":12.1,"elo_eq":1107.1,"se":2.1,"ci":[1103.1,1111.2],"tier":"D","provisional":true,"rank":262,"subscores":{"arena":{"elo_eq":1100.7,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1079.96,"se":3.2372448979592,"eq":1080,"eq_se":3.2,"weight":0.2752,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1087.55,"se":5.484693877551,"eq":1112.7,"eq_se":5,"weight":0.2597,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1057.87,"se":4.8928571428572,"eq":1088.8,"eq_se":4.6,"weight":0.1314,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1050.93,"se":13.257653061224,"eq":1109.1,"eq_se":10.8,"weight":0.0946,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1049,"se":7.4821428571429,"eq":1080.4,"eq_se":6.8,"weight":0.0598,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1041.65,"se":9.5127551020408,"eq":1065.8,"eq_se":8.9,"weight":0.0533,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"granite-3-0-2b-instruct","name":"granite-3.0-2b-instruct","vendor":"ibm","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/granite-3-0-2b-instruct","slices":{"general":{"score":11.8,"elo_eq":1106.9,"se":2.6,"ci":[1101.8,1111.9],"tier":"D","provisional":true,"rank":263,"subscores":{"arena":{"elo_eq":1100,"se":2.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1079.85,"se":4.1862244897959,"eq":1079.9,"eq_se":4.2,"weight":0.282,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1073.38,"se":7.3571428571428,"eq":1099.9,"eq_se":6.6,"weight":0.2542,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1055.78,"se":6.2142857142857,"eq":1086.9,"eq_se":5.9,"weight":0.1317,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1064.44,"se":14.375,"eq":1120.1,"eq_se":11.8,"weight":0.0942,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1052.81,"se":9.6760204081633,"eq":1083.8,"eq_se":8.8,"weight":0.0566,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1070.46,"se":12.160714285714,"eq":1092.7,"eq_se":11.4,"weight":0.0483,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemma-1-1-7b-it","name":"gemma-1.1-7b-it","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemma-1-1-7b-it","slices":{"general":{"score":11.4,"elo_eq":1105.6,"se":1.7,"ci":[1102.3,1108.9],"tier":"D","provisional":true,"rank":264,"subscores":{"arena":{"elo_eq":1099.4,"se":1.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1093.97,"se":3.0637755102041,"eq":1094,"eq_se":3.1,"weight":0.2635,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1070.76,"se":4.3392857142857,"eq":1097.5,"eq_se":3.9,"weight":0.257,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1056.98,"se":4.045918367347,"eq":1088,"eq_se":3.8,"weight":0.1288,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1039.43,"se":8.984693877551,"eq":1099.7,"eq_se":7.3,"weight":0.1107,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1039.69,"se":5.9566326530612,"eq":1071.9,"eq_se":5.4,"weight":0.0607,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1055.78,"se":6.4056122448979,"eq":1079,"eq_se":6,"weight":0.0592,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mistral-7b-instruct-v0-2","name":"mistral-7b-instruct-v0.2","vendor":"mistral","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-7b-instruct-v0-2","slices":{"general":{"score":11.1,"elo_eq":1105.5,"se":1.9,"ci":[1101.8,1109.2],"tier":"D","provisional":true,"rank":265,"subscores":{"arena":{"elo_eq":1099.1,"se":2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1089.56,"se":3.3392857142857,"eq":1089.6,"eq_se":3.3,"weight":0.2671,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1067.27,"se":4.9030612244898,"eq":1094.4,"eq_se":4.4,"weight":0.2579,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1060.13,"se":4.5586734693877,"eq":1091,"eq_se":4.3,"weight":0.1294,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1035.96,"se":10.517857142857,"eq":1096.8,"eq_se":8.6,"weight":0.1055,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1062.33,"se":6.6938775510204,"eq":1092.5,"eq_se":6.1,"weight":0.0602,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1060.38,"se":7.6479591836734,"eq":1083.2,"eq_se":7.1,"weight":0.0571,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.174,"price_first_party":null,"providers":1,"residual":-225.5,"value_pct":2.7,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"qwen1-5-7b-chat","name":"qwen1.5-7b-chat","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen1-5-7b-chat","slices":{"general":{"score":10.8,"elo_eq":1104.8,"se":2.9,"ci":[1099,1110.6],"tier":"D","provisional":true,"rank":266,"subscores":{"arena":{"elo_eq":1097.8,"se":3.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1083.46,"se":4.9489795918368,"eq":1083.5,"eq_se":4.9,"weight":0.3221,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1065.49,"se":7.8494897959184,"eq":1092.8,"eq_se":7.1,"weight":0.292,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1058.39,"se":7.0816326530612,"eq":1089.3,"eq_se":6.7,"weight":0.1488,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1061.45,"se":12.72193877551,"eq":1091.7,"eq_se":11.5,"weight":0.0561,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1090.3,"se":15.219387755102,"eq":1111.2,"eq_se":14.2,"weight":0.0471,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"llama2-70b-steerlm-chat","name":"llama2-70b-steerlm-chat","vendor":"nvidia","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/llama2-70b-steerlm-chat","slices":{"general":{"score":10.4,"elo_eq":1104.8,"se":3.9,"ci":[1097.2,1112.4],"tier":"D","provisional":true,"rank":267,"subscores":{"arena":{"elo_eq":1097.3,"se":4.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1098.09,"se":6.3545918367347,"eq":1098.1,"eq_se":6.4,"weight":0.3495,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1046.79,"se":10.426020408163,"eq":1075.9,"eq_se":9.4,"weight":0.2957,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1060.57,"se":9.155612244898,"eq":1091.4,"eq_se":8.7,"weight":0.1544,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1057.84,"se":14.352040816327,"eq":1088.4,"eq_se":13,"weight":0.0588,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"dolphin-2-2-1-mistral-7b","name":"dolphin-2.2.1-mistral-7b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/dolphin-2-2-1-mistral-7b","slices":{"general":{"score":10.1,"elo_eq":1101.2,"se":5.1,"ci":[1091.1,1111.2],"tier":"D","provisional":true,"rank":268,"subscores":{"arena":{"elo_eq":1092.6,"se":5.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1080.97,"se":7.8035714285714,"eq":1081,"eq_se":7.8,"weight":0.3933,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1054.67,"se":13.813775510204,"eq":1083,"eq_se":12.5,"weight":0.2955,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1053.49,"se":12.387755102041,"eq":1084.7,"eq_se":11.7,"weight":0.155,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"solar-10-7b-instruct-v1-0","name":"solar-10.7b-instruct-v1.0","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/solar-10-7b-instruct-v1-0","slices":{"general":{"score":9.8,"elo_eq":1100.7,"se":3.8,"ci":[1093.3,1108.2],"tier":"D","provisional":true,"rank":269,"subscores":{"arena":{"elo_eq":1093,"se":4.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1083.09,"se":6.6607142857143,"eq":1083.1,"eq_se":6.7,"weight":0.3407,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1062.15,"se":9.7857142857143,"eq":1089.7,"eq_se":8.8,"weight":0.3028,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1046.61,"se":9.2372448979592,"eq":1078.2,"eq_se":8.8,"weight":0.1521,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1045.06,"se":12.709183673469,"eq":1076.8,"eq_se":11.5,"weight":0.0641,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"phi-3-mini-4k-instruct","name":"phi-3-mini-4k-instruct","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/phi-3-mini-4k-instruct","slices":{"general":{"score":9.4,"elo_eq":1099,"se":1.8,"ci":[1095.4,1102.6],"tier":"D","provisional":true,"rank":270,"subscores":{"arena":{"elo_eq":1092.2,"se":1.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1073.31,"se":3.2142857142857,"eq":1073.3,"eq_se":3.2,"weight":0.2667,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1072.29,"se":4.8214285714286,"eq":1098.9,"eq_se":4.4,"weight":0.2573,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1053.4,"se":4.4489795918367,"eq":1084.6,"eq_se":4.2,"weight":0.1293,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":1045.38,"se":9.8622448979592,"eq":1104.5,"eq_se":8.1,"weight":0.1082,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1018.16,"se":6.8112244897959,"eq":1052.4,"eq_se":6.2,"weight":0.0596,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1044.13,"se":7.6198979591836,"eq":1068.1,"eq_se":7.1,"weight":0.0569,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.2275,"price_first_party":null,"providers":1,"residual":-238.7,"value_pct":1.6,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"mpt-30b-chat","name":"mpt-30b-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mpt-30b-chat","slices":{"general":{"score":9.1,"elo_eq":1095.5,"se":4.4,"ci":[1087,1104.1],"tier":"D","provisional":true,"rank":271,"subscores":{"arena":{"elo_eq":1086.7,"se":4.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1068.61,"se":6.1760204081633,"eq":1068.6,"eq_se":6.2,"weight":0.3775,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1051.67,"se":13.563775510204,"eq":1080.3,"eq_se":12.2,"weight":0.2649,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1054.07,"se":10.862244897959,"eq":1085.2,"eq_se":10.3,"weight":0.1501,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1054.44,"se":16.321428571429,"eq":1085.3,"eq_se":14.8,"weight":0.0559,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"codellama-70b-instruct","name":"codellama-70b-instruct","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/codellama-70b-instruct","slices":{"general":{"score":8.8,"elo_eq":1088.8,"se":5.8,"ci":[1077.4,1100.3],"tier":"D","provisional":true,"rank":272,"subscores":{"arena":{"elo_eq":1078.2,"se":6.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1057.24,"se":9.1785714285714,"eq":1057.2,"eq_se":9.2,"weight":0.3968,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1052.25,"se":15.589285714286,"eq":1080.8,"eq_se":14.1,"weight":0.29,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1023.82,"se":15.111734693878,"eq":1056.6,"eq_se":14.3,"weight":0.1427,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"wizardlm-13b","name":"wizardlm-13b","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/wizardlm-13b","slices":{"general":{"score":8.4,"elo_eq":1085.5,"se":3,"ci":[1079.5,1091.5],"tier":"D","provisional":true,"rank":273,"subscores":{"arena":{"elo_eq":1077.4,"se":3.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1076.54,"se":4.7091836734694,"eq":1076.5,"eq_se":4.7,"weight":0.3434,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1017.76,"se":8.3316326530612,"eq":1049.7,"eq_se":7.5,"weight":0.3014,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1048.56,"se":7.0714285714286,"eq":1080,"eq_se":6.7,"weight":0.1572,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1046.94,"se":10.19387755102,"eq":1078.5,"eq_se":9.3,"weight":0.0683,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"falcon-180b-chat","name":"falcon-180b-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/falcon-180b-chat","slices":{"general":{"score":8.1,"elo_eq":1082.8,"se":6.2,"ci":[1070.6,1094.9],"tier":"D","provisional":true,"rank":274,"subscores":{"arena":{"elo_eq":1072.7,"se":6.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1054.35,"se":8.6785714285714,"eq":1054.4,"eq_se":8.7,"weight":0.6183,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1046.71,"se":14.321428571429,"eq":1078.3,"eq_se":13.6,"weight":0.2269,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"zephyr-7b-beta","name":"zephyr-7b-beta","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/zephyr-7b-beta","slices":{"general":{"score":7.7,"elo_eq":1082.4,"se":2.7,"ci":[1077.1,1087.6],"tier":"D","provisional":true,"rank":275,"subscores":{"arena":{"elo_eq":1074,"se":2.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1069.42,"se":4.438775510204,"eq":1069.4,"eq_se":4.4,"weight":0.3169,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1026.71,"se":7.2525510204082,"eq":1057.7,"eq_se":6.5,"weight":0.2895,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1031.65,"se":6.4591836734694,"eq":1064,"eq_se":6.1,"weight":0.1477,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1037.85,"se":8.9311224489796,"eq":1070.3,"eq_se":8.1,"weight":0.0667,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1041.76,"se":13.719387755102,"eq":1065.9,"eq_se":12.8,"weight":0.0498,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"smollm2-1-7b-instruct","name":"smollm2-1.7b-instruct","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/smollm2-1-7b-instruct","slices":{"general":{"score":7.4,"elo_eq":1081.9,"se":4.2,"ci":[1073.6,1090.2],"tier":"D","provisional":true,"rank":276,"subscores":{"arena":{"elo_eq":1071.7,"se":4.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1042.02,"se":7.1836734693877,"eq":1042,"eq_se":7.2,"weight":0.3378,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1053.2,"se":12.257653061224,"eq":1081.7,"eq_se":11.1,"weight":0.2689,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1029.32,"se":10.704081632653,"eq":1061.8,"eq_se":10.1,"weight":0.1425,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1056.45,"se":16.285714285714,"eq":1079.6,"eq_se":15.2,"weight":0.0512,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":992.898,"se":19.291836734694,"eq":1029.5,"eq_se":17.5,"weight":0.0439,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"zephyr-7b-alpha","name":"zephyr-7b-alpha","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/zephyr-7b-alpha","slices":{"general":{"score":7.1,"elo_eq":1081.8,"se":5.3,"ci":[1071.4,1092.1],"tier":"D","provisional":true,"rank":277,"subscores":{"arena":{"elo_eq":1071.3,"se":5.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1058.37,"se":7.9948979591837,"eq":1058.4,"eq_se":8,"weight":0.3968,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1023.94,"se":14.680357142857,"eq":1055.2,"eq_se":13.3,"weight":0.2861,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1034.5,"se":12.392857142857,"eq":1066.7,"eq_se":11.7,"weight":0.1579,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"codellama-34b-instruct","name":"codellama-34b-instruct","vendor":"meta","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/codellama-34b-instruct","slices":{"general":{"score":6.7,"elo_eq":1079.8,"se":2.7,"ci":[1074.4,1085.1],"tier":"D","provisional":true,"rank":278,"subscores":{"arena":{"elo_eq":1071.2,"se":2.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1065.48,"se":4.4719387755102,"eq":1065.5,"eq_se":4.5,"weight":0.3206,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1032.19,"se":7.4158163265306,"eq":1062.7,"eq_se":6.7,"weight":0.2911,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1028.04,"se":6.5280612244898,"eq":1060.6,"eq_se":6.2,"weight":0.1492,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1015.27,"se":9.3727040816327,"eq":1049.8,"eq_se":8.5,"weight":0.066,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1013.52,"se":16.601785714286,"eq":1039.5,"eq_se":15.5,"weight":0.0422,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"vicuna-13b","name":"vicuna-13b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/vicuna-13b","slices":{"general":{"score":6.4,"elo_eq":1078.3,"se":2.1,"ci":[1074.1,1082.4],"tier":"D","provisional":true,"rank":279,"subscores":{"arena":{"elo_eq":1069.8,"se":2.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1057.66,"se":3.359693877551,"eq":1057.7,"eq_se":3.4,"weight":0.2783,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1023.68,"se":5.3571428571429,"eq":1055,"eq_se":4.8,"weight":0.2648,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1035.23,"se":4.8265306122449,"eq":1067.4,"eq_se":4.6,"weight":0.1337,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":994.102,"se":15.895663265306,"eq":1062.6,"eq_se":13,"weight":0.0835,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1030.75,"se":7.1173469387755,"eq":1063.8,"eq_se":6.5,"weight":0.0616,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1047.46,"se":10.831632653061,"eq":1071.2,"eq_se":10.1,"weight":0.0502,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"phi-3-mini-128k-instruct","name":"phi-3-mini-128k-instruct","vendor":"microsoft","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/phi-3-mini-128k-instruct","slices":{"general":{"score":6.1,"elo_eq":1069.7,"se":2,"ci":[1065.7,1073.7],"tier":"D","provisional":true,"rank":280,"subscores":{"arena":{"elo_eq":1060.9,"se":2.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1050.39,"se":3.6836734693877,"eq":1050.4,"eq_se":3.7,"weight":0.2681,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1028.12,"se":5.469387755102,"eq":1059,"eq_se":4.9,"weight":0.2565,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1022.96,"se":5.1607142857143,"eq":1055.8,"eq_se":4.9,"weight":0.1285,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":983.971,"se":10.311479591837,"eq":1054.3,"eq_se":8.4,"weight":0.108,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":988.803,"se":7.920918367347,"eq":1025.8,"eq_se":7.2,"weight":0.0578,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":995.868,"se":8.0558673469388,"eq":1023,"eq_se":7.5,"weight":0.0568,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.2275,"price_first_party":null,"providers":1,"residual":-268,"value_pct":1.1,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"guanaco-33b","name":"guanaco-33b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/guanaco-33b","slices":{"general":{"score":5.7,"elo_eq":1066.7,"se":4.2,"ci":[1058.4,1075],"tier":"D","provisional":true,"rank":281,"subscores":{"arena":{"elo_eq":1055.8,"se":4.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1053.38,"se":6.1250000000001,"eq":1053.4,"eq_se":6.1,"weight":0.3719,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1005.15,"se":12.5375,"eq":1038.3,"eq_se":11.3,"weight":0.2765,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":991.436,"se":10.579591836735,"eq":1025.9,"eq_se":10,"weight":0.15,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1005.88,"se":17.061734693878,"eq":1041.2,"eq_se":15.5,"weight":0.0525,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"stripedhyena-nous-7b","name":"stripedhyena-nous-7b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/stripedhyena-nous-7b","slices":{"general":{"score":5.4,"elo_eq":1058.9,"se":3.2,"ci":[1052.6,1065.1],"tier":"D","provisional":true,"rank":282,"subscores":{"arena":{"elo_eq":1048.3,"se":3.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1038.44,"se":5.5841836734694,"eq":1038.4,"eq_se":5.6,"weight":0.3203,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":998.321,"se":8.5206632653061,"eq":1032.1,"eq_se":7.7,"weight":0.2888,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1010.44,"se":7.7216836734694,"eq":1043.9,"eq_se":7.3,"weight":0.1473,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1007.49,"se":11.641581632653,"eq":1042.7,"eq_se":10.6,"weight":0.0609,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":982.674,"se":15.957908163265,"eq":1010.7,"eq_se":14.9,"weight":0.0459,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"palm-2","name":"palm-2","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/palm-2","slices":{"general":{"score":5.1,"elo_eq":1056,"se":2.9,"ci":[1050.2,1061.7],"tier":"D","provisional":true,"rank":283,"subscores":{"arena":{"elo_eq":1045.9,"se":3.1},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1027.24,"se":4.6989795918368,"eq":1027.2,"eq_se":4.7,"weight":0.3402,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1005.06,"se":7.8530612244898,"eq":1038.2,"eq_se":7.1,"weight":0.3053,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1010.19,"se":6.8081632653061,"eq":1043.7,"eq_se":6.5,"weight":0.1576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":994.248,"se":9.9691326530612,"eq":1030.7,"eq_se":9,"weight":0.0685,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mistral-7b-instruct","name":"mistral-7b-instruct","vendor":"mistral","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mistral-7b-instruct","slices":{"general":{"score":4.7,"elo_eq":1053.9,"se":2.8,"ci":[1048.4,1059.4],"tier":"D","provisional":true,"rank":284,"subscores":{"arena":{"elo_eq":1043.4,"se":3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1023.51,"se":4.6760204081633,"eq":1023.5,"eq_se":4.7,"weight":0.3186,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1001.67,"se":7.7114795918367,"eq":1035.1,"eq_se":7,"weight":0.2876,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":1003.4,"se":6.8877551020408,"eq":1037.2,"eq_se":6.5,"weight":0.147,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1008.01,"se":9.8109693877551,"eq":1043.2,"eq_se":8.9,"weight":0.0646,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1000.75,"se":13.544387755102,"eq":1027.6,"eq_se":12.6,"weight":0.0511,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":{"price_blended":0.1263,"price_first_party":null,"providers":2,"residual":-269,"value_pct":0.5,"pareto":false,"free_tier":false},"local":null,"adoption":null},{"id":"vicuna-7b","name":"vicuna-7b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/vicuna-7b","slices":{"general":{"score":4.4,"elo_eq":1051.9,"se":3.1,"ci":[1045.9,1057.9],"tier":"D","provisional":true,"rank":285,"subscores":{"arena":{"elo_eq":1041.4,"se":3.3},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1030.95,"se":4.6301020408163,"eq":1031,"eq_se":4.6,"weight":0.3455,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":994.991,"se":8.4895408163265,"eq":1029.1,"eq_se":7.7,"weight":0.3,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":993.928,"se":7.0826530612245,"eq":1028.2,"eq_se":6.7,"weight":0.1576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":987.727,"se":10.678826530612,"eq":1024.8,"eq_se":9.7,"weight":0.0667,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"olmo-7b-instruct","name":"olmo-7b-instruct","vendor":"allen","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/olmo-7b-instruct","slices":{"general":{"score":4,"elo_eq":1051.1,"se":3.4,"ci":[1044.5,1057.7],"tier":"D","provisional":true,"rank":286,"subscores":{"arena":{"elo_eq":1040.2,"se":3.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1031.81,"se":5.6326530612245,"eq":1031.8,"eq_se":5.6,"weight":0.3429,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":992.917,"se":8.5010204081633,"eq":1027.2,"eq_se":7.7,"weight":0.31,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":978.381,"se":7.9994897959184,"eq":1013.5,"eq_se":7.6,"weight":0.1558,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":1006.93,"se":14.049744897959,"eq":1042.2,"eq_se":12.7,"weight":0.0568,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gemma-1-1-2b-it","name":"gemma-1.1-2b-it","vendor":"google","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gemma-1-1-2b-it","slices":{"general":{"score":3.7,"elo_eq":1051.1,"se":2.3,"ci":[1046.7,1055.5],"tier":"D","provisional":true,"rank":287,"subscores":{"arena":{"elo_eq":1040.7,"se":2.4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":1022.22,"se":3.9132653061225,"eq":1022.2,"eq_se":3.9,"weight":0.274,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":1005.07,"se":5.9910714285714,"eq":1038.2,"eq_se":5.4,"weight":0.259,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":991.948,"se":5.5517857142857,"eq":1026.4,"eq_se":5.3,"weight":0.1303,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":970.323,"se":13.089030612245,"eq":1043.2,"eq_se":10.7,"weight":0.097,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":958.407,"se":9.1135204081633,"eq":998.2,"eq_se":8.3,"weight":0.0561,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":1002.79,"se":9.0515306122449,"eq":1029.5,"eq_se":8.5,"weight":0.0555,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"qwen1-5-4b-chat","name":"qwen1.5-4b-chat","vendor":"alibaba","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/qwen1-5-4b-chat","slices":{"general":{"score":3.4,"elo_eq":1037.6,"se":2.6,"ci":[1032.4,1042.8],"tier":"D","provisional":true,"rank":288,"subscores":{"arena":{"elo_eq":1025.7,"se":2.8},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":997.233,"se":4.7030612244898,"eq":997.2,"eq_se":4.7,"weight":0.2798,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":976.311,"se":7.0762755102041,"eq":1012.2,"eq_se":6.4,"weight":0.2601,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":978.603,"se":6.5436224489796,"eq":1013.7,"eq_se":6.2,"weight":0.1312,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/expert","value":980.038,"se":15.923724489796,"eq":1051.1,"eq_se":13,"weight":0.0876,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":977.379,"se":9.5614795918367,"eq":1015.4,"eq_se":8.7,"weight":0.0576,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/longer_query","value":987.812,"se":11.994132653061,"eq":1015.5,"eq_se":11.2,"weight":0.0493,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"chatglm3-6b","name":"chatglm3-6b","vendor":"zhipu","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/chatglm3-6b","slices":{"general":{"score":3,"elo_eq":1014.5,"se":3.7,"ci":[1007.2,1021.8],"tier":"D","provisional":true,"rank":289,"subscores":{"arena":{"elo_eq":1000.4,"se":4},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":972.036,"se":5.8977040816327,"eq":972,"eq_se":5.9,"weight":0.3504,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":953.275,"se":10.117857142857,"eq":991.4,"eq_se":9.1,"weight":0.2951,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":954.132,"se":8.9716836734694,"eq":990.5,"eq_se":8.5,"weight":0.1531,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":961.692,"se":13.062755102041,"eq":1001.1,"eq_se":11.9,"weight":0.0623,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"koala-13b","name":"koala-13b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/koala-13b","slices":{"general":{"score":2.7,"elo_eq":1009.5,"se":3.3,"ci":[1003.1,1015.9],"tier":"D","provisional":true,"rank":290,"subscores":{"arena":{"elo_eq":995.8,"se":3.5},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":989.607,"se":4.9482142857143,"eq":989.6,"eq_se":4.9,"weight":0.3489,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":930.534,"se":9.0375,"eq":970.9,"eq_se":8.2,"weight":0.2985,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":943.796,"se":7.6321428571429,"eq":980.7,"eq_se":7.2,"weight":0.1569,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":923.349,"se":12.189795918367,"eq":966.4,"eq_se":11.1,"weight":0.0626,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"gpt4all-13b-snoozy","name":"gpt4all-13b-snoozy","vendor":"openai","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/gpt4all-13b-snoozy","slices":{"general":{"score":2.4,"elo_eq":1005.2,"se":5.2,"ci":[994.9,1015.4],"tier":"D","provisional":true,"rank":291,"subscores":{"arena":{"elo_eq":988.1,"se":5.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":956.179,"se":7.6617346938775,"eq":956.2,"eq_se":7.7,"weight":0.4042,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":936.295,"se":15.03137755102,"eq":976.1,"eq_se":13.6,"weight":0.2802,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":945.623,"se":12.560459183673,"eq":982.5,"eq_se":11.9,"weight":0.1564,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"mpt-7b-chat","name":"mpt-7b-chat","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/mpt-7b-chat","slices":{"general":{"score":2,"elo_eq":984,"se":3.9,"ci":[976.4,991.7],"tier":"D","provisional":true,"rank":292,"subscores":{"arena":{"elo_eq":967.2,"se":4.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":955.216,"se":5.9831632653061,"eq":955.2,"eq_se":6,"weight":0.3578,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":895.648,"se":11.075,"eq":939.4,"eq_se":10,"weight":0.2871,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":906.876,"se":9.2548469387755,"eq":945.7,"eq_se":8.8,"weight":0.1545,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":901.436,"se":14.698469387755,"eq":946.5,"eq_se":13.3,"weight":0.0579,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"rwkv-4-raven-14b","name":"RWKV-4-Raven-14B","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/rwkv-4-raven-14b","slices":{"general":{"score":1.7,"elo_eq":976.6,"se":3.7,"ci":[969.4,983.8],"tier":"D","provisional":true,"rank":293,"subscores":{"arena":{"elo_eq":959.8,"se":3.9},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":948.383,"se":5.7392857142857,"eq":948.4,"eq_se":5.7,"weight":0.3517,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":896.188,"se":10.188010204082,"eq":939.9,"eq_se":9.2,"weight":0.293,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":882.717,"se":8.4147959183673,"eq":922.8,"eq_se":8,"weight":0.1572,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":893.632,"se":13.734183673469,"eq":939.4,"eq_se":12.5,"weight":0.0596,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"chatglm-6b","name":"chatglm-6b","vendor":"zhipu","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/chatglm-6b","slices":{"general":{"score":1.3,"elo_eq":969.2,"se":3.9,"ci":[961.6,976.8],"tier":"D","provisional":true,"rank":294,"subscores":{"arena":{"elo_eq":951.4,"se":4.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":918.462,"se":6.2410714285714,"eq":918.5,"eq_se":6.2,"weight":0.3519,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":901.175,"se":10.666581632653,"eq":944.4,"eq_se":9.6,"weight":0.2923,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":901.988,"se":8.9048469387755,"eq":941.1,"eq_se":8.4,"weight":0.1568,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":856.335,"se":14.889540816327,"eq":905.5,"eq_se":13.5,"weight":0.057,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"alpaca-13b","name":"alpaca-13b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/alpaca-13b","slices":{"general":{"score":1,"elo_eq":966,"se":3.3,"ci":[959.6,972.4],"tier":"D","provisional":true,"rank":295,"subscores":{"arena":{"elo_eq":945.3,"se":3.6},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":932.808,"se":5.7489795918367,"eq":932.8,"eq_se":5.7,"weight":0.4087,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":891.341,"se":8.2420918367347,"eq":931,"eq_se":7.8,"weight":0.1844,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":825.783,"se":9.7831632653061,"eq":876.3,"eq_se":8.8,"weight":0.174,"date":"2026-09-25","variant":null,"flags":["outlier"],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":884.203,"se":13.150510204082,"eq":930.8,"eq_se":11.9,"weight":0.0718,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"oasst-pythia-12b","name":"oasst-pythia-12b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/oasst-pythia-12b","slices":{"general":{"score":0.7,"elo_eq":960.8,"se":3.5,"ci":[954,967.6],"tier":"D","provisional":true,"rank":296,"subscores":{"arena":{"elo_eq":943.2,"se":3.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":916.064,"se":5.4548469387755,"eq":916.1,"eq_se":5.5,"weight":0.3481,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":884.683,"se":9.475,"eq":929.5,"eq_se":8.6,"weight":0.2974,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":887.507,"se":7.9369897959184,"eq":927.4,"eq_se":7.5,"weight":0.1575,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":869.155,"se":12.802040816327,"eq":917.2,"eq_se":11.6,"weight":0.0616,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"fastchat-t5-3b","name":"fastchat-t5-3b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/fastchat-t5-3b","slices":{"general":{"score":0.3,"elo_eq":931.2,"se":3.9,"ci":[923.6,938.9],"tier":"D","provisional":true,"rank":297,"subscores":{"arena":{"elo_eq":910.4,"se":4.2},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":894.396,"se":6.2326530612245,"eq":894.4,"eq_se":6.2,"weight":0.3535,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":814.324,"se":10.573979591837,"eq":866,"eq_se":9.5,"weight":0.295,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":858.18,"se":9.3114795918367,"eq":899.6,"eq_se":8.8,"weight":0.154,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":852.874,"se":15.508673469388,"eq":902.4,"eq_se":14.1,"weight":0.0551,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null},{"id":"dolly-v2-12b","name":"dolly-v2-12b","vendor":"unknown","open_weights":false,"url":"https://fedi.software/en/ai/fedi-index/model/dolly-v2-12b","slices":{"general":{"score":0,"elo_eq":903.9,"se":4.3,"ci":[895.4,912.4],"tier":"D","provisional":true,"rank":298,"subscores":{"arena":{"elo_eq":879.7,"se":4.7},"bench":null},"families":["arena"],"components":[{"source":"arena","family":"arena","metric":"text/overall","value":851.125,"se":6.7630102040816,"eq":851.1,"eq_se":6.8,"weight":0.363,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/hard_prompts","value":803.847,"se":12.057908163265,"eq":856.5,"eq_se":10.9,"weight":0.2861,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/instruction_following","value":813.857,"se":10.58137755102,"eq":857.6,"eq_se":10,"weight":0.1509,"date":"2026-09-25","variant":null,"flags":[],"decay":null},{"source":"arena","family":"arena","metric":"text/multi_turn","value":740.268,"se":18.033673469388,"eq":800.2,"eq_se":16.4,"weight":0.0499,"date":"2026-09-25","variant":null,"flags":[],"decay":null}]}},"value":null,"local":null,"adoption":null}]}