{"source": "https://artificialanalysis.ai/leaderboards/models", "fetched_at": "2026-11-02T05:57:25+00:00", "model_count": 276, "benchmarks": {"humanitys-last-exam": 265, "critpt": 264, "artificial-analysis-long-context-reasoning": 257, "gpqa-diamond": 210, "gdpval-aa-normalized": 170, "ifbench": 150, "terminalbench-hard": 147, "tau2-bench": 147, "aa-briefcase": 142, "scicode": 140, "automationbench-aa": 139, "gdp-pdf": 138, "terminalbench-4-0": 137, "mmmu-pro": 122, "hle-diamond": 120, "terminalbench-2-1": 118, "omniscience-accuracy": 97, "omniscience-non-hallucination": 97, "mlcr-aa": 96, "tau3-banking": 93, "terminal-bench-science": 93, "critpt-v2-hard": 91, "frontiercode-2-0": 90, "livecodebench": 82, "aime-2025": 78, "frontiercode": 71, "aa-analyst-agent": 26, "harvey-lab-aa": 23, "enterprise-ops-gym-aa": 22, "code2video-aa": 22, "aa-3d": 19, "itbench-aa": 15, "healthbench": 11, "healthbench-professional": 11, "apex-agents-aa": 9}, "models": [{"slug": "jt-35b-flash", "name": "JT-35B-Flash", "shortName": "JT-35B-Flash", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": "small", "priceClass": null, "modelCreatorName": "China Mobile", "modelCreatorColor": "#00b8ea", "modelCreatorLogo": "/img/logos/china-mobile.png", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0644114921223355, "artificial-analysis-long-context-reasoning": 0.656666666666667, "critpt": 0, "terminalbench-hard": 0.287878787878788, "tau2-bench": 0.991228070175439, "gpqa-diamond": 0.829292929292929, "ifbench": 0.420408163265306}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-omni-plus", "name": "Qwen3.5 Omni Plus", "shortName": "Qwen3.5 Omni Plus", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.705202312138728, "humanitys-last-exam": 0.148748841519926, "artificial-analysis-long-context-reasoning": 0.636666666666667, "critpt": 0.00563265306122449, "terminalbench-hard": 0.212121212121212, "tau2-bench": 0.883040935672515, "gpqa-diamond": 0.826262626262626, "ifbench": 0.51156462585034}, "price1mInputTokens": 0.4, "price1mOutputTokens": 4.8, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 128.976272662602, "percentile05OutputTokensPerSecond": 87.6865002224342, "quartile25OutputTokensPerSecond": 103.223253545346, "quartile75OutputTokensPerSecond": 141.81014357259, "percentile95OutputTokensPerSecond": 153.543804121916, "medianTimeToFirstTokenSeconds": 2.06942810749995, "medianTimeToFirstAnswerTokenSeconds": 2.06942810749995, "percentile05TimeToFirstTokenSeconds": 1.98352461330004, "quartile25TimeToFirstTokenSeconds": 2.02717370774986, "quartile75TimeToFirstTokenSeconds": 2.21266810275001, "percentile95TimeToFirstTokenSeconds": 2.65193660499987, "medianEndToEndResponseTimeSeconds": 5.94611014891686, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-omni-reasoning-medium", "name": "Nova 2.0 Omni (Medium)", "shortName": "Nova 2.0 Omni (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.619075144508671, "humanitys-last-exam": 0.0695088044485635, "artificial-analysis-long-context-reasoning": 0.596666666666667, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "tau2-bench": 0.804093567251462, "gpqa-diamond": 0.759595959595959, "ifbench": 0.661904761904762, "livecodebench": 0.66031746031746, "aime-2025": 0.896666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-122b-a10b-non-reasoning", "name": "Qwen3.5 122B A10B (Non-reasoning)", "shortName": "Qwen3.5 122B A10B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 715.87, "mmmu-pro": 0.702890173410405, "humanitys-last-exam": 0.159406858202039, "artificial-analysis-long-context-reasoning": 0.613333333333333, "critpt": 0.00857142857142857, "terminalbench-hard": 0.295454545454545, "terminalbench-2-1": 0.471910112359551, "tau2-bench": 0.845029239766082, "gpqa-diamond": 0.827272727272727, "ifbench": 0.508163265306122, "tau3-banking": 0.103092783505155}, "price1mInputTokens": 0.4, "price1mOutputTokens": 3.2, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 142.500131772669, "percentile05OutputTokensPerSecond": 115.473500709635, "quartile25OutputTokensPerSecond": 135.898499030468, "quartile75OutputTokensPerSecond": 147.413541601291, "percentile95OutputTokensPerSecond": 155.62037551186, "medianTimeToFirstTokenSeconds": 2.31099940299998, "medianTimeToFirstAnswerTokenSeconds": 2.31099940299998, "percentile05TimeToFirstTokenSeconds": 2.24730865580003, "quartile25TimeToFirstTokenSeconds": 2.25606887600003, "quartile75TimeToFirstTokenSeconds": 2.38271337774994, "percentile95TimeToFirstTokenSeconds": 3.42660179375, "medianEndToEndResponseTimeSeconds": 5.819768088194264, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-12b-non-reasoning", "name": "Gemma 4 12B (Non-reasoning)", "shortName": "Gemma 4 12B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.619653179190751, "humanitys-last-exam": 0.0634847080630213, "artificial-analysis-long-context-reasoning": 0.35, "critpt": 0, "terminalbench-hard": 0.113636363636364, "tau2-bench": 0.318713450292398, "gpqa-diamond": 0.660606060606061, "ifbench": 0.451700680272109}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.3, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 115.87907625828, "percentile05OutputTokensPerSecond": 101.114565288246, "quartile25OutputTokensPerSecond": 110.797400532527, "quartile75OutputTokensPerSecond": 126.672036608757, "percentile95OutputTokensPerSecond": 137.48486685251, "medianTimeToFirstTokenSeconds": 2.19692912250008, "medianTimeToFirstAnswerTokenSeconds": 2.19692912250008, "percentile05TimeToFirstTokenSeconds": 1.9157565091999, "quartile25TimeToFirstTokenSeconds": 2.14743567324988, "quartile75TimeToFirstTokenSeconds": 2.2972263685, "percentile95TimeToFirstTokenSeconds": 2.50311969505002, "medianEndToEndResponseTimeSeconds": 6.511771940935761, "medianReasoningTimeSeconds": null}, {"slug": "claude-sonnet-5-5-medium", "name": "Claude Sonnet 5.5 (Medium, Default Fallback)", "shortName": "Claude Sonnet 5.5 (medium with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 30.3195522148431, "intelligenceIndexIsEstimated": false, "omniscience": 18.633333333333333, "scores": {"aa-briefcase": 1440.11, "omniscience-accuracy": 0.45766666666666667, "omniscience-non-hallucination": 0.49969268592501537, "automationbench-aa": 0.5490962996121462, "terminal-bench-science": 0.161904761904762, "frontiercode-2-0": 0.109708080808081, "hle-diamond": 0.238, "gdp-pdf": 0.202, "terminalbench-4-0": 0.297979797979798, "critpt-v2-hard": 0.285, "gdpval-aa-normalized": 1328.63, "mlcr-aa": 0.177777777777778, "frontiercode": 0.293075666666667, "humanitys-last-exam": 0.39805375347544, "artificial-analysis-long-context-reasoning": 0.763333333333333, "scicode": 0.528935185185185, "critpt": 0.168571428571429}, "intelligenceIndexCostPerTask": 0.7806560352024481, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 103.780416071292, "percentile05OutputTokensPerSecond": 87.1471095114716, "quartile25OutputTokensPerSecond": 92.2494646515242, "quartile75OutputTokensPerSecond": 117.009010220209, "percentile95OutputTokensPerSecond": 166.583440590036, "medianTimeToFirstTokenSeconds": 1.35158420899998, "medianTimeToFirstAnswerTokenSeconds": 1.35158420899998, "percentile05TimeToFirstTokenSeconds": 0.876961181750008, "quartile25TimeToFirstTokenSeconds": 1.06885520699997, "quartile75TimeToFirstTokenSeconds": 6.45571177475, "percentile95TimeToFirstTokenSeconds": 17.0576147129, "medianEndToEndResponseTimeSeconds": 6.16944887873232, "medianReasoningTimeSeconds": null}, {"slug": "gemma-3-270m", "name": "Gemma 3 270M", "shortName": "Gemma 3 270M", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 32000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.036144578313253, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.0906432748538012, "gpqa-diamond": 0.224242424242424, "ifbench": 0.12108843537415, "livecodebench": 0.00317460317460317, "aime-2025": 0.0233333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-fable-5-1-low", "name": "Claude Fable 5.1 (Low, Default Fallback)", "shortName": "Claude Fable 5.1 (low with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 38.483648810734, "intelligenceIndexIsEstimated": false, "omniscience": 33.93333333333333, "scores": {"aa-briefcase": 1479.14, "omniscience-accuracy": 0.5866666666666667, "omniscience-non-hallucination": 0.40161290322580645, "automationbench-aa": 0.522404059498186, "terminal-bench-science": 0.214285714285714, "frontiercode-2-0": 0.228400505050505, "hle-diamond": 0.374, "gdp-pdf": 0.28, "terminalbench-4-0": 0.404040404040404, "critpt-v2-hard": 0.475, "gdpval-aa-normalized": 1476.7, "mlcr-aa": 0.183333333333333, "humanitys-last-exam": 0.48887859128823, "artificial-analysis-long-context-reasoning": 0.823333333333333, "scicode": 0.56712962962963, "critpt": 0.277142857142857, "terminalbench-2-1": 0.850187265917603, "gpqa-diamond": 0.880808080808081, "tau3-banking": 0.389690721649485}, "intelligenceIndexCostPerTask": 4.471135894646431, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 0.25, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 56.7009960504682, "percentile05OutputTokensPerSecond": 45.9250601426733, "quartile25OutputTokensPerSecond": 52.3180614390895, "quartile75OutputTokensPerSecond": 62.8631693589659, "percentile95OutputTokensPerSecond": 78.868656164036, "medianTimeToFirstTokenSeconds": 3.05082316149992, "medianTimeToFirstAnswerTokenSeconds": 3.05082316149992, "percentile05TimeToFirstTokenSeconds": 0.707630186300004, "quartile25TimeToFirstTokenSeconds": 1.83527329375005, "quartile75TimeToFirstTokenSeconds": 11.7407616155, "percentile95TimeToFirstTokenSeconds": 16.97201138255, "medianEndToEndResponseTimeSeconds": 11.869010403836228, "medianReasoningTimeSeconds": null}, {"slug": "apodex-1-1", "name": "Apodex 1.1", "shortName": "Apodex 1.1", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Apodex", "modelCreatorColor": "#0FD9D2", "modelCreatorLogo": "/img/logos/apodex.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1012.67, "automationbench-aa": 0.28197929106327146, "hle-diamond": 0.116, "gdp-pdf": 0.112, "terminalbench-4-0": 0, "gdpval-aa-normalized": 1195.61, "mmmu-pro": 0.791907514450867, "humanitys-last-exam": 0.340593141797961, "artificial-analysis-long-context-reasoning": 0.793333333333333, "scicode": 0.454861111111111, "critpt": 0.0457142857142857, "terminalbench-2-1": 0.696629213483146, "gpqa-diamond": 0.863636363636364, "tau3-banking": 0.251546391752577, "apex-agents-aa": 0.311946902654867}, "price1mInputTokens": 0.3, "price1mOutputTokens": 3, "cacheHitPrice": 0.03, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-sol-xhigh", "name": "GPT-6.1 Sol (Xhigh)", "shortName": "GPT-6.1 Sol (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 52.308219253291, "intelligenceIndexIsEstimated": false, "omniscience": 42.36666666666667, "scores": {"aa-briefcase": 1502.05, "omniscience-accuracy": 0.6106666666666667, "omniscience-non-hallucination": 0.5196917808219178, "automationbench-aa": 0.6657372141364344, "terminal-bench-science": 0.504761904761905, "frontiercode-2-0": 0.385190909090909, "hle-diamond": 0.558, "gdp-pdf": 0.318, "terminalbench-4-0": 0.54040404040404, "critpt-v2-hard": 0.68, "gdpval-aa-normalized": 1554.8, "mlcr-aa": 0.355555555555556, "mmmu-pro": 0.850867052023121, "frontiercode": 0.462918, "humanitys-last-exam": 0.526413345690454, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.556712962962963, "critpt": 0.317142857142857}, "intelligenceIndexCostPerTask": 0.7639949356156494, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 76.4976426407899, "percentile05OutputTokensPerSecond": 57.7461876726631, "quartile25OutputTokensPerSecond": 71.38925028911, "quartile75OutputTokensPerSecond": 90.0323631602682, "percentile95OutputTokensPerSecond": 144.299026594346, "medianTimeToFirstTokenSeconds": 153.301794232, "medianTimeToFirstAnswerTokenSeconds": 153.301794232, "percentile05TimeToFirstTokenSeconds": 36.28947839365, "quartile25TimeToFirstTokenSeconds": 115.33176385675, "quartile75TimeToFirstTokenSeconds": 207.4635314655, "percentile95TimeToFirstTokenSeconds": 250.18414650785, "medianEndToEndResponseTimeSeconds": 159.83794335685408, "medianReasoningTimeSeconds": null}, {"slug": "gemini-3-5-flash-lite", "name": "Gemini 3.5 Flash-Lite", "shortName": "Gemini 3.5 Flash-Lite", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 11.6563462044212, "intelligenceIndexIsEstimated": false, "omniscience": 6.866666666666666, "scores": {"aa-briefcase": 651.13, "omniscience-accuracy": 0.265, "omniscience-non-hallucination": 0.7328798185941043, "automationbench-aa": 0.25011270511840955, "terminal-bench-science": 0, "frontiercode-2-0": 0.0602982323232323, "hle-diamond": 0.099, "gdp-pdf": 0.136, "terminalbench-4-0": 0.0101010101010101, "critpt-v2-hard": 0.035, "harvey-lab-aa": 0, "enterprise-ops-gym-aa": 0.423455684870188, "gdpval-aa-normalized": 994.52, "mlcr-aa": 0.105555555555556, "mmmu-pro": 0.790173410404624, "humanitys-last-exam": 0.188137164040778, "artificial-analysis-long-context-reasoning": 0.76, "scicode": 0.413194444444444, "critpt": 0, "terminalbench-2-1": 0.535580524344569, "gpqa-diamond": 0.838383838383838, "tau3-banking": 0.175257731958763}, "intelligenceIndexCostPerTask": 0.6929018557975878, "price1mInputTokens": 0.3, "price1mOutputTokens": 2.5, "cacheHitPrice": 0.03, "cacheWritePrice": null, "medianOutputTokensPerSecond": 441.533903251744, "percentile05OutputTokensPerSecond": 302.355877159583, "quartile25OutputTokensPerSecond": 372.217940008709, "quartile75OutputTokensPerSecond": 483.914295116707, "percentile95OutputTokensPerSecond": 520.956181029773, "medianTimeToFirstTokenSeconds": 6.404048962, "medianTimeToFirstAnswerTokenSeconds": 6.404048962, "percentile05TimeToFirstTokenSeconds": 4.62185044834995, "quartile25TimeToFirstTokenSeconds": 5.59797307675001, "quartile75TimeToFirstTokenSeconds": 9.47605338150001, "percentile95TimeToFirstTokenSeconds": 11.56038681085, "medianEndToEndResponseTimeSeconds": 7.536464833845114, "medianReasoningTimeSeconds": null}, {"slug": "step-5", "name": "Step 5 Preview", "shortName": "Step 5 Preview", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "StepFun", "modelCreatorColor": "#00F5E7", "modelCreatorLogo": "/img/logos/stepfun.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 28.5283090216016, "intelligenceIndexIsEstimated": false, "omniscience": 16.433333333333334, "scores": {"aa-briefcase": 1424.55, "omniscience-accuracy": 0.3636666666666667, "omniscience-non-hallucination": 0.6867469879518072, "automationbench-aa": 0.5095659419096288, "terminal-bench-science": 0.0238095238095238, "frontiercode-2-0": 0.120010101010101, "hle-diamond": 0.243, "gdp-pdf": 0.148, "terminalbench-4-0": 0.333333333333333, "critpt-v2-hard": 0.325, "aa-analyst-agent": 0.35, "enterprise-ops-gym-aa": 0.4717994628469114, "gdpval-aa-normalized": 1593.99, "aa-3d": 853.5147, "code2video-aa": 820.57, "itbench-aa": 0.555555555555556, "mlcr-aa": 0.183333333333333, "mmmu-pro": 0.763583815028902, "frontiercode": 0.384270666666667, "humanitys-last-exam": 0.464782205746061, "artificial-analysis-long-context-reasoning": 0.883333333333333, "scicode": 0.58912037037037, "critpt": 0.208571428571429, "apex-agents-aa": 0.379793510324484}, "intelligenceIndexCostPerTask": 2.3452525606205166, "price1mInputTokens": 1, "price1mOutputTokens": 2.7, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 145.78017826135, "percentile05OutputTokensPerSecond": 122.304465122213, "quartile25OutputTokensPerSecond": 134.372264028062, "quartile75OutputTokensPerSecond": 163.59826289758, "percentile95OutputTokensPerSecond": 174.123866000387, "medianTimeToFirstTokenSeconds": 0.876267628499988, "medianTimeToFirstAnswerTokenSeconds": 14.595553911813928, "percentile05TimeToFirstTokenSeconds": 0.530508626199964, "quartile25TimeToFirstTokenSeconds": 0.710007465499985, "quartile75TimeToFirstTokenSeconds": 0.962846719749926, "percentile95TimeToFirstTokenSeconds": 1.34141341395001, "medianEndToEndResponseTimeSeconds": 18.025375482642414, "medianReasoningTimeSeconds": 13.71928628331394}, {"slug": "qwen3-5-2b-non-reasoning", "name": "Qwen3.5 2B (Non-reasoning)", "shortName": "Qwen3.5 2B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -359.42, "mmmu-pro": 0.426589595375723, "humanitys-last-exam": 0.0495829471733086, "artificial-analysis-long-context-reasoning": 0.14, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "terminalbench-2-1": 0, "tau2-bench": 0.815789473684211, "gpqa-diamond": 0.438383838383838, "ifbench": 0.291156462585034}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-omni-30b-a3b-instruct", "name": "Qwen3 Omni 30B A3B Instruct", "shortName": "Qwen3 Omni 30B A3B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.554913294797688, "humanitys-last-exam": 0.046339202965709, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "tau2-bench": 0.16374269005848, "gpqa-diamond": 0.62020202020202, "ifbench": 0.31156462585034, "livecodebench": 0.422222222222222, "aime-2025": 0.523333333333333}, "price1mInputTokens": 0.25, "price1mOutputTokens": 0.97, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 94.6213738379008, "percentile05OutputTokensPerSecond": 83.5930295087606, "quartile25OutputTokensPerSecond": 91.1505655932287, "quartile75OutputTokensPerSecond": 97.0648841979291, "percentile95OutputTokensPerSecond": 98.3229016883973, "medianTimeToFirstTokenSeconds": 1.86631196500002, "medianTimeToFirstAnswerTokenSeconds": 1.86631196500002, "percentile05TimeToFirstTokenSeconds": 1.80593489769999, "quartile25TimeToFirstTokenSeconds": 1.8333819667499, "quartile75TimeToFirstTokenSeconds": 2.053543045, "percentile95TimeToFirstTokenSeconds": 2.8222695961, "medianEndToEndResponseTimeSeconds": 7.150530315671693, "medianReasoningTimeSeconds": null}, {"slug": "granite-4-2-3b", "name": "Granite 4.2 3B", "shortName": "Granite 4.2 3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 131072, "intelligenceIndex": 4.72268717901823, "intelligenceIndexIsEstimated": false, "omniscience": -18.333333333333332, "scores": {"aa-briefcase": 98.82, "omniscience-accuracy": 0.092, "omniscience-non-hallucination": 0.6967694566813509, "automationbench-aa": 0.003767979122295127, "terminal-bench-science": 0, "frontiercode-2-0": 0, "hle-diamond": 0.029, "gdp-pdf": 0.002, "terminalbench-4-0": 0, "critpt-v2-hard": 0, "gdpval-aa-normalized": 209.24, "humanitys-last-exam": 0.0662650602409639, "artificial-analysis-long-context-reasoning": 0.243333333333333, "scicode": 0.253472222222222, "critpt": 0, "terminalbench-2-1": 0.138576779026217, "gpqa-diamond": 0.558585858585859, "tau3-banking": 0.0556701030927835}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-terra-non-reasoning", "name": "GPT-6.1 Terra (Non-reasoning)", "shortName": "GPT-6.1 Terra (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 30.415898867357, "intelligenceIndexIsEstimated": false, "omniscience": -4.966666666666667, "scores": {"aa-briefcase": 1227.81, "omniscience-accuracy": 0.4073333333333333, "omniscience-non-hallucination": 0.22890888638920137, "automationbench-aa": 0.5104424383087566, "terminal-bench-science": 0.242857142857143, "frontiercode-2-0": 0.333510606060606, "hle-diamond": 0.145, "gdp-pdf": 0.232, "terminalbench-4-0": 0.267676767676768, "critpt-v2-hard": 0.325, "gdpval-aa-normalized": 1286.1, "mmmu-pro": 0.760115606936416, "frontiercode": 0.410295, "humanitys-last-exam": 0.211306765523633, "artificial-analysis-long-context-reasoning": 0.676666666666667, "scicode": 0.478009259259259, "critpt": 0.0485714285714286}, "intelligenceIndexCostPerTask": 0.22589585897456366, "price1mInputTokens": 1, "price1mOutputTokens": 5, "cacheHitPrice": 0.05, "cacheWritePrice": 1.25, "medianOutputTokensPerSecond": 90.9683813443243, "percentile05OutputTokensPerSecond": 76.5993028292327, "quartile25OutputTokensPerSecond": 85.6754171561186, "quartile75OutputTokensPerSecond": 91.1388855400862, "percentile95OutputTokensPerSecond": 98.0381394747221, "medianTimeToFirstTokenSeconds": 0.958348894500034, "medianTimeToFirstAnswerTokenSeconds": 0.958348894500034, "percentile05TimeToFirstTokenSeconds": 0.773852255300037, "quartile25TimeToFirstTokenSeconds": 0.901341208999981, "quartile75TimeToFirstTokenSeconds": 1.06874582475004, "percentile95TimeToFirstTokenSeconds": 3.3655096261, "medianEndToEndResponseTimeSeconds": 6.454764161112844, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-pro-reasoning-medium", "name": "Nova 2.0 Pro Preview (Medium)", "shortName": "Nova 2.0 Pro Preview (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 476.82, "mmmu-pro": 0.645086705202312, "humanitys-last-exam": 0.0940685820203892, "artificial-analysis-long-context-reasoning": 0.64, "critpt": 0, "terminalbench-hard": 0.242424242424242, "terminalbench-2-1": 0.295880149812734, "tau2-bench": 0.926900584795322, "gpqa-diamond": 0.784848484848485, "ifbench": 0.790476190476191, "livecodebench": 0.73015873015873, "aime-2025": 0.89}, "price1mInputTokens": 1.25, "price1mOutputTokens": 10, "cacheHitPrice": 0.312, "cacheWritePrice": null, "medianOutputTokensPerSecond": 122.796723859541, "percentile05OutputTokensPerSecond": 107.54473118246, "quartile25OutputTokensPerSecond": 119.096465700738, "quartile75OutputTokensPerSecond": 137.094675692346, "percentile95OutputTokensPerSecond": 159.004153634923, "medianTimeToFirstTokenSeconds": 13.863906132, "medianTimeToFirstAnswerTokenSeconds": 30.150985600729694, "percentile05TimeToFirstTokenSeconds": 7.13691043215, "quartile25TimeToFirstTokenSeconds": 11.6104020675, "quartile75TimeToFirstTokenSeconds": 17.58684625125, "percentile95TimeToFirstTokenSeconds": 33.21354552585, "medianEndToEndResponseTimeSeconds": 34.22275546791212, "medianReasoningTimeSeconds": 16.287079468729694}, {"slug": "inkling", "name": "Inkling (Xhigh)", "shortName": "Inkling (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Thinking Machines", "modelCreatorColor": "#676767", "modelCreatorLogo": "/img/logos/thinking-machines.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 12.4781698715401, "intelligenceIndexIsEstimated": false, "omniscience": -1.5, "scores": {"aa-briefcase": 833.06, "omniscience-accuracy": 0.393, "omniscience-non-hallucination": 0.3278418451400329, "automationbench-aa": 0.04984889684475201, "terminal-bench-science": 0, "frontiercode-2-0": 0.0392487373737374, "hle-diamond": 0.106, "gdp-pdf": 0.128, "terminalbench-4-0": 0.0101010101010101, "critpt-v2-hard": 0.18, "aa-analyst-agent": 0.2375, "harvey-lab-aa": 0, "enterprise-ops-gym-aa": 0.37958818263205013, "gdpval-aa-normalized": 1080.22, "aa-3d": 582.774, "code2video-aa": 466.99, "mlcr-aa": 0.0611111111111111, "mmmu-pro": 0.734682080924856, "frontiercode": 0.158388333333333, "humanitys-last-exam": 0.318813716404078, "artificial-analysis-long-context-reasoning": 0.773333333333333, "scicode": 0.469907407407407, "critpt": 0.0542857142857143, "terminalbench-2-1": 0.550561797752809, "gpqa-diamond": 0.871717171717172, "tau3-banking": 0.290721649484536}, "intelligenceIndexCostPerTask": 1.3519575079737436, "price1mInputTokens": 1, "price1mOutputTokens": 4.05, "cacheHitPrice": 0.17, "cacheWritePrice": null, "medianOutputTokensPerSecond": 198.546469937251, "percentile05OutputTokensPerSecond": 68.5513560197839, "quartile25OutputTokensPerSecond": 181.998297121904, "quartile75OutputTokensPerSecond": 237.528836321115, "percentile95OutputTokensPerSecond": 308.51330589779, "medianTimeToFirstTokenSeconds": 1.72704279699997, "medianTimeToFirstAnswerTokenSeconds": 11.800251354332083, "percentile05TimeToFirstTokenSeconds": 1.62167629080006, "quartile25TimeToFirstTokenSeconds": 1.66917060900005, "quartile75TimeToFirstTokenSeconds": 2.08561562849996, "percentile95TimeToFirstTokenSeconds": 4.0168857836, "medianEndToEndResponseTimeSeconds": 14.31855349366511, "medianReasoningTimeSeconds": 10.073208557332114}, {"slug": "qwen3-5-397b-a17b", "name": "Qwen3.5 397B A17B (Reasoning)", "shortName": "Qwen3.5 397B A17B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 562.79, "automationbench-aa": 0.06886670023070866, "hle-diamond": 0.124, "gdp-pdf": 0.122, "terminalbench-4-0": 0, "enterprise-ops-gym-aa": 0.3088630259623993, "gdpval-aa-normalized": 800.64, "itbench-aa": 0.340866290018832, "mlcr-aa": 0.0888888888888889, "mmmu-pro": 0.772832369942197, "humanitys-last-exam": 0.289620018535681, "artificial-analysis-long-context-reasoning": 0.773333333333333, "scicode": 0.447916666666667, "critpt": 0.0170612244897959, "terminalbench-hard": 0.409090909090909, "terminalbench-2-1": 0.51310861423221, "tau2-bench": 0.956140350877193, "gpqa-diamond": 0.892929292929293, "ifbench": 0.787755102040816, "tau3-banking": 0.134020618556701, "apex-agents-aa": 0.153392330383481}, "price1mInputTokens": 0.6, "price1mOutputTokens": 3.6, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 57.4405267331462, "percentile05OutputTokensPerSecond": 53.2287571613185, "quartile25OutputTokensPerSecond": 55.9711796531488, "quartile75OutputTokensPerSecond": 58.937161193328, "percentile95OutputTokensPerSecond": 59.7322022917347, "medianTimeToFirstTokenSeconds": 2.22098524849998, "medianTimeToFirstAnswerTokenSeconds": 57.68705043277885, "percentile05TimeToFirstTokenSeconds": 2.00078733125001, "quartile25TimeToFirstTokenSeconds": 2.12273752574997, "quartile75TimeToFirstTokenSeconds": 2.47360015950006, "percentile95TimeToFirstTokenSeconds": 3.20187006805004, "medianEndToEndResponseTimeSeconds": 66.39170598586719, "medianReasoningTimeSeconds": 55.46606518427887}, {"slug": "granite-4-2-30b", "name": "Granite 4.2 30B", "shortName": "Granite 4.2 30B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -12.433333333333334, "scores": {"aa-briefcase": 394.71, "omniscience-accuracy": 0.11233333333333333, "omniscience-non-hallucination": 0.7333834021779948, "automationbench-aa": 0.015132727566596104, "terminal-bench-science": 0, "hle-diamond": 0.043, "gdp-pdf": 0.018, "terminalbench-4-0": 0, "critpt-v2-hard": 0.015, "gdpval-aa-normalized": 582.87, "humanitys-last-exam": 0.111677479147359, "artificial-analysis-long-context-reasoning": 0.49, "scicode": 0.378472222222222, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.265917602996255, "gpqa-diamond": 0.644444444444444, "tau3-banking": 0.144329896907216}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "k2-horizon-7b", "name": "K2 Horizon 7B", "shortName": "K2 Horizon 7B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 524288, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1013.85, "automationbench-aa": 0.209005917720684, "terminal-bench-science": 0, "frontiercode-2-0": 0.0116252525252525, "gdp-pdf": 0.032, "terminalbench-4-0": 0.0101010101010101, "critpt-v2-hard": 0.015, "gdpval-aa-normalized": 1024.31, "humanitys-last-exam": 0.182113067655236, "artificial-analysis-long-context-reasoning": 0.696666666666667, "scicode": 0.275462962962963, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.441947565543071, "gpqa-diamond": 0.752525252525252, "tau3-banking": 0.276288659793814}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "mimo-v2-6-flash", "name": "MiMo-V2.6-Flash", "shortName": "MiMo-V2.6-Flash", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Xiaomi", "modelCreatorColor": "#ff6900", "modelCreatorLogo": "/img/logos/xiaomi.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 26.7276981444568, "intelligenceIndexIsEstimated": false, "omniscience": -10.833333333333334, "scores": {"aa-briefcase": 1487.33, "omniscience-accuracy": 0.272, "omniscience-non-hallucination": 0.47756410256410253, "automationbench-aa": 0.6405168250285657, "terminal-bench-science": 0.0428571428571429, "frontiercode-2-0": 0.216152272727273, "hle-diamond": 0.137, "gdp-pdf": 0.09, "terminalbench-4-0": 0.227272727272727, "critpt-v2-hard": 0.295, "gdpval-aa-normalized": 1613.56, "code2video-aa": 1051.56, "mlcr-aa": 0.116666666666667, "mmmu-pro": 0.730635838150289, "frontiercode": 0.420675333333333, "humanitys-last-exam": 0.350787766450417, "artificial-analysis-long-context-reasoning": 0.743333333333333, "scicode": 0.512731481481482, "critpt": 0.12}, "intelligenceIndexCostPerTask": 0.12852987084014672, "price1mInputTokens": 0.14, "price1mOutputTokens": 0.28, "cacheHitPrice": 0.0028, "cacheWritePrice": null, "medianOutputTokensPerSecond": 40.1127670342539, "percentile05OutputTokensPerSecond": 26.074612269873, "quartile25OutputTokensPerSecond": 34.4690367683633, "quartile75OutputTokensPerSecond": 50.1030011301945, "percentile95OutputTokensPerSecond": 60.4358342370061, "medianTimeToFirstTokenSeconds": 3.92722363400003, "medianTimeToFirstAnswerTokenSeconds": 53.786661111651966, "percentile05TimeToFirstTokenSeconds": 2.3082164098, "quartile25TimeToFirstTokenSeconds": 2.54170496699999, "quartile75TimeToFirstTokenSeconds": 5.44128143500004, "percentile95TimeToFirstTokenSeconds": 11.4232058654, "medianEndToEndResponseTimeSeconds": 66.25152048106496, "medianReasoningTimeSeconds": 49.85943747765194}, {"slug": "mistral-small-4-non-reasoning", "name": "Mistral Small 4 (Non-reasoning)", "shortName": "Mistral Small 4 (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "low", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.464739884393064, "humanitys-last-exam": 0.0379981464318814, "artificial-analysis-long-context-reasoning": 0.283333333333333, "critpt": 0.00285714285714286, "terminalbench-hard": 0.106060606060606, "tau2-bench": 0.184210526315789, "gpqa-diamond": 0.570707070707071, "ifbench": 0.327891156462585}, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.6, "cacheHitPrice": 0.015, "cacheWritePrice": null, "medianOutputTokensPerSecond": 169.513398272526, "percentile05OutputTokensPerSecond": 131.242944597168, "quartile25OutputTokensPerSecond": 143.971380678331, "quartile75OutputTokensPerSecond": 184.382396208285, "percentile95OutputTokensPerSecond": 222.852219317492, "medianTimeToFirstTokenSeconds": 0.787321829499937, "medianTimeToFirstAnswerTokenSeconds": 0.787321829499937, "percentile05TimeToFirstTokenSeconds": 0.639048163250013, "quartile25TimeToFirstTokenSeconds": 0.663702606750036, "quartile75TimeToFirstTokenSeconds": 0.860799696250009, "percentile95TimeToFirstTokenSeconds": 0.924397939999977, "medianEndToEndResponseTimeSeconds": 3.7369411816891493, "medianReasoningTimeSeconds": null}, {"slug": "solar-pro4", "name": "Solar Pro 4", "shortName": "Solar Pro 4", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Upstage", "modelCreatorColor": "#7c59f5", "modelCreatorLogo": "/img/logos/upstage.svg", "contextWindowTokens": 512000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1093.32, "automationbench-aa": 0.1359339457640078, "gdp-pdf": 0.07, "terminalbench-4-0": 0, "gdpval-aa-normalized": 1105.73, "humanitys-last-exam": 0.298424467099166, "artificial-analysis-long-context-reasoning": 0.706666666666667, "scicode": 0.480324074074074, "critpt": 0.0628571428571429, "terminalbench-2-1": 0.573033707865168, "gpqa-diamond": 0.890909090909091, "tau3-banking": 0.232989690721649}, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.06, "cacheWritePrice": null, "medianOutputTokensPerSecond": 100.526322940563, "percentile05OutputTokensPerSecond": 78.4208052173424, "quartile25OutputTokensPerSecond": 91.3405877973171, "quartile75OutputTokensPerSecond": 111.965446547972, "percentile95OutputTokensPerSecond": 141.264985305212, "medianTimeToFirstTokenSeconds": 2.01138842749998, "medianTimeToFirstAnswerTokenSeconds": 21.9066749703343, "percentile05TimeToFirstTokenSeconds": 1.73049707059997, "quartile25TimeToFirstTokenSeconds": 1.87263499149999, "quartile75TimeToFirstTokenSeconds": 2.52760965925002, "percentile95TimeToFirstTokenSeconds": 3.16935390075003, "medianEndToEndResponseTimeSeconds": 26.88049660604288, "medianReasoningTimeSeconds": 19.89528654283432}, {"slug": "gpt-oss-20b-low", "name": "gpt-oss-20b (Low)", "shortName": "gpt-oss-20b (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0528266913809083, "artificial-analysis-long-context-reasoning": 0.31, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "tau2-bench": 0.502923976608187, "gpqa-diamond": 0.611111111111111, "ifbench": 0.578231292517007, "livecodebench": 0.651851851851852, "aime-2025": 0.623333333333333}, "price1mInputTokens": 0.07, "price1mOutputTokens": 0.3, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 255.640520405162, "percentile05OutputTokensPerSecond": 58.1760282222091, "quartile25OutputTokensPerSecond": 138.58011618226, "quartile75OutputTokensPerSecond": 804.197349229018, "percentile95OutputTokensPerSecond": 918.14180190443, "medianTimeToFirstTokenSeconds": 0.817063797000003, "medianTimeToFirstAnswerTokenSeconds": 8.64054967017152, "percentile05TimeToFirstTokenSeconds": 0.502043712949978, "quartile25TimeToFirstTokenSeconds": 0.653201652000028, "quartile75TimeToFirstTokenSeconds": 4.48299249050002, "percentile95TimeToFirstTokenSeconds": 14.23727218995, "medianEndToEndResponseTimeSeconds": 10.5964211384644, "medianReasoningTimeSeconds": 7.823485873171518}, {"slug": "o3", "name": "o3", "shortName": "o3", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 200000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.700578034682081, "humanitys-last-exam": 0.2005, "artificial-analysis-long-context-reasoning": 0.746666666666667, "critpt": 0.0114285714285714, "terminalbench-hard": 0.371212121212121, "tau2-bench": 0.807017543859649, "gpqa-diamond": 0.827272727272727, "ifbench": 0.714285714285714, "livecodebench": 0.808465608465608, "aime-2025": 0.883333333333333}, "price1mInputTokens": 2, "price1mOutputTokens": 8, "cacheHitPrice": 0.5, "cacheWritePrice": null, "medianOutputTokensPerSecond": 163.274389478046, "percentile05OutputTokensPerSecond": 119.772767724528, "quartile25OutputTokensPerSecond": 143.189698090058, "quartile75OutputTokensPerSecond": 206.297469852746, "percentile95OutputTokensPerSecond": 280.549832403012, "medianTimeToFirstTokenSeconds": 6.62258151449998, "medianTimeToFirstAnswerTokenSeconds": 6.62258151449998, "percentile05TimeToFirstTokenSeconds": 1.90144565050005, "quartile25TimeToFirstTokenSeconds": 5.28077167975, "quartile75TimeToFirstTokenSeconds": 7.9107775547501, "percentile95TimeToFirstTokenSeconds": 13.33861644905, "medianEndToEndResponseTimeSeconds": 9.684911140097693, "medianReasoningTimeSeconds": null}, {"slug": "k-exaone-2-0-0803", "name": "K-EXAONE 2.0 0803", "shortName": "K-EXAONE 2.0", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 815.8, "humanitys-last-exam": 0.185820203892493, "artificial-analysis-long-context-reasoning": 0.6, "scicode": 0.420138888888889, "critpt": 0.00857142857142857, "terminalbench-2-1": 0.404494382022472, "gpqa-diamond": 0.829292929292929, "tau3-banking": 0.115463917525773}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "glm-5-3-flash", "name": "GLM-5.3-Flash", "shortName": "GLM-5.3-Flash", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Z AI", "modelCreatorColor": "#1c7ff8", "modelCreatorLogo": "/img/logos/zai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 27.753889160883, "intelligenceIndexIsEstimated": false, "omniscience": 0.6666666666666666, "scores": {"aa-briefcase": 1450.23, "omniscience-accuracy": 0.282, "omniscience-non-hallucination": 0.6165273909006499, "automationbench-aa": 0.6036862782167782, "terminal-bench-science": 0.0476190476190476, "frontiercode-2-0": 0.176070454545455, "hle-diamond": 0.182, "gdp-pdf": 0.154, "terminalbench-4-0": 0.328282828282828, "critpt-v2-hard": 0.24, "aa-analyst-agent": 0.25, "harvey-lab-aa": 0.008333333333333333, "enterprise-ops-gym-aa": 0.3321396598030439, "gdpval-aa-normalized": 1649.37, "aa-3d": 936.6148, "code2video-aa": 974.54, "itbench-aa": 0.512429378531074, "mlcr-aa": 0.116666666666667, "frontiercode": 0.409957333333333, "humanitys-last-exam": 0.398517145505097, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.516203703703704, "critpt": 0.154285714285714, "terminalbench-2-1": 0.842696629213483, "gpqa-diamond": 0.912121212121212, "tau3-banking": 0.472164948453608}, "intelligenceIndexCostPerTask": 0.5833103440014082, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.03, "cacheWritePrice": null, "medianOutputTokensPerSecond": 75.17356643857, "percentile05OutputTokensPerSecond": 45.6151616695709, "quartile25OutputTokensPerSecond": 67.4579128771092, "quartile75OutputTokensPerSecond": 80.4463420547276, "percentile95OutputTokensPerSecond": 89.8603013335828, "medianTimeToFirstTokenSeconds": 1.460119015, "medianTimeToFirstAnswerTokenSeconds": 28.06521565670784, "percentile05TimeToFirstTokenSeconds": 1.28094241764998, "quartile25TimeToFirstTokenSeconds": 1.39439002599998, "quartile75TimeToFirstTokenSeconds": 1.61037721225001, "percentile95TimeToFirstTokenSeconds": 2.76452292854998, "medianEndToEndResponseTimeSeconds": 34.7164898171348, "medianReasoningTimeSeconds": 26.60509664170784}, {"slug": "gpt-6-luna-xhigh", "name": "GPT-6 Luna (Xhigh)", "shortName": "GPT-6 Luna (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 23.3008728089378, "intelligenceIndexIsEstimated": false, "omniscience": -12.966666666666667, "scores": {"aa-briefcase": 1235.3, "omniscience-accuracy": 0.386, "omniscience-non-hallucination": 0.1601520086862106, "automationbench-aa": 0.47800686767566575, "terminal-bench-science": 0.0523809523809524, "frontiercode-2-0": 0.184238888888889, "hle-diamond": 0.189, "gdp-pdf": 0.186, "terminalbench-4-0": 0.0808080808080808, "critpt-v2-hard": 0.355, "gdpval-aa-normalized": 1372.52, "mlcr-aa": 0.205555555555556, "mmmu-pro": 0.797109826589595, "frontiercode": 0.332155333333333, "humanitys-last-exam": 0.343373493975904, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.517361111111111, "critpt": 0.174285714285714}, "intelligenceIndexCostPerTask": 0.10409320921120957, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 127.480023649098, "percentile05OutputTokensPerSecond": 95.5195768005867, "quartile25OutputTokensPerSecond": 116.173992073061, "quartile75OutputTokensPerSecond": 139.329055601495, "percentile95OutputTokensPerSecond": 155.798310183752, "medianTimeToFirstTokenSeconds": 31.250884809, "medianTimeToFirstAnswerTokenSeconds": 31.250884809, "percentile05TimeToFirstTokenSeconds": 8.77941413315003, "quartile25TimeToFirstTokenSeconds": 16.7219881235, "quartile75TimeToFirstTokenSeconds": 75.9384666310001, "percentile95TimeToFirstTokenSeconds": 125.71755680605, "medianEndToEndResponseTimeSeconds": 35.17306795336701, "medianReasoningTimeSeconds": null}, {"slug": "north-mini-code", "name": "North Mini Code", "shortName": "North Mini Code", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Cohere", "modelCreatorColor": "#D18EE2", "modelCreatorLogo": "/img/logos/cohere.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 212.45, "automationbench-aa": 0.014912858603711226, "hle-diamond": 0.042, "gdp-pdf": 0.018, "terminalbench-4-0": 0.00505050505050505, "gdpval-aa-normalized": 318.62, "mlcr-aa": 0.0444444444444444, "humanitys-last-exam": 0.110750695088044, "artificial-analysis-long-context-reasoning": 0.373333333333333, "scicode": 0.387731481481481, "critpt": 0.00285714285714286, "terminalbench-hard": 0.310606060606061, "terminalbench-2-1": 0.355805243445693, "tau2-bench": 0.374269005847953, "gpqa-diamond": 0.756565656565657, "ifbench": 0.575510204081633, "tau3-banking": 0.0639175257731959}, "price1mInputTokens": 0, "price1mOutputTokens": 0, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 89.0780629244806, "percentile05OutputTokensPerSecond": 37.4815142009891, "quartile25OutputTokensPerSecond": 64.5475190673329, "quartile75OutputTokensPerSecond": 118.508229766754, "percentile95OutputTokensPerSecond": 220.23996268305, "medianTimeToFirstTokenSeconds": 0.415053061999984, "medianTimeToFirstAnswerTokenSeconds": 22.867270076368357, "percentile05TimeToFirstTokenSeconds": 0.320645077000029, "quartile25TimeToFirstTokenSeconds": 0.357446725500025, "quartile75TimeToFirstTokenSeconds": 0.630164143000013, "percentile95TimeToFirstTokenSeconds": 2.11387310035, "medianEndToEndResponseTimeSeconds": 28.48032432996045, "medianReasoningTimeSeconds": 22.452217014368372}, {"slug": "gpt-6-astra-xhigh", "name": "GPT-6 Astra (Xhigh)", "shortName": "GPT-6 Astra (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 55.2557468569681, "intelligenceIndexIsEstimated": false, "omniscience": 43.666666666666664, "scores": {"aa-briefcase": 1543.6, "omniscience-accuracy": 0.6103333333333333, "omniscience-non-hallucination": 0.5543199315654406, "automationbench-aa": 0.6717778020215392, "terminal-bench-science": 0.547619047619048, "frontiercode-2-0": 0.414029545454545, "hle-diamond": 0.615, "gdp-pdf": 0.322, "terminalbench-4-0": 0.595959595959596, "critpt-v2-hard": 0.705, "gdpval-aa-normalized": 1569.36, "mlcr-aa": 0.361111111111111, "mmmu-pro": 0.86242774566474, "humanitys-last-exam": 0.545875810936052, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.556712962962963, "critpt": 0.314285714285714, "terminalbench-2-1": 0.891385767790262, "gpqa-diamond": 0.962626262626263, "tau3-banking": 0.430927835051546}, "intelligenceIndexCostPerTask": 3.6589264906126227, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 1, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 69.6444044930571, "percentile05OutputTokensPerSecond": 56.5281291206662, "quartile25OutputTokensPerSecond": 65.6818945515799, "quartile75OutputTokensPerSecond": 82.6429569608875, "percentile95OutputTokensPerSecond": 124.501026173383, "medianTimeToFirstTokenSeconds": 194.861609698, "medianTimeToFirstAnswerTokenSeconds": 194.861609698, "percentile05TimeToFirstTokenSeconds": 42.2555813092, "quartile25TimeToFirstTokenSeconds": 117.961553723, "quartile75TimeToFirstTokenSeconds": 248.194187042, "percentile95TimeToFirstTokenSeconds": 284.0339254427, "medianEndToEndResponseTimeSeconds": 202.04093736458728, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-omni", "name": "Nova 2.0 Omni (Non-reasoning)", "shortName": "Nova 2.0 Omni (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.498843930635838, "humanitys-last-exam": 0.0384615384615385, "artificial-analysis-long-context-reasoning": 0.246666666666667, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "tau2-bench": 0.447368421052632, "gpqa-diamond": 0.554545454545454, "ifbench": 0.410884353741497, "livecodebench": 0.304761904761905, "aime-2025": 0.37}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "granite-4-0-micro", "name": "Granite 4.0 Micro", "shortName": "Granite 4.0 Micro", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0500463392029657, "artificial-analysis-long-context-reasoning": 0.07, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "tau2-bench": 0.125730994152047, "gpqa-diamond": 0.336363636363636, "ifbench": 0.247619047619048, "livecodebench": 0.17989417989418, "aime-2025": 0.06}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-haiku-5-5-high", "name": "Claude Haiku 5.5 (High)", "shortName": "Claude Haiku 5.5 (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 29.624315467743, "intelligenceIndexIsEstimated": false, "omniscience": 5.3, "scores": {"aa-briefcase": 1441.2, "omniscience-accuracy": 0.31833333333333336, "omniscience-non-hallucination": 0.610757946210269, "automationbench-aa": 0.3372685311767238, "terminal-bench-science": 0.1, "frontiercode-2-0": 0.232000505050505, "hle-diamond": 0.237, "gdp-pdf": 0.172, "terminalbench-4-0": 0.217171717171717, "critpt-v2-hard": 0.425, "harvey-lab-aa": 0.01111111111111111, "gdpval-aa-normalized": 1424.29, "mlcr-aa": 0.15, "frontiercode": 0.436422666666667, "humanitys-last-exam": 0.3725671918443, "artificial-analysis-long-context-reasoning": 0.773333333333333, "scicode": 0.487268518518519, "critpt": 0.185714285714286}, "intelligenceIndexCostPerTask": 0.15856031956679498, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 182.443580443929, "percentile05OutputTokensPerSecond": 143.316715956661, "quartile25OutputTokensPerSecond": 170.694376912332, "quartile75OutputTokensPerSecond": 189.869389560074, "percentile95OutputTokensPerSecond": 286.099981408847, "medianTimeToFirstTokenSeconds": 30.391206914, "medianTimeToFirstAnswerTokenSeconds": 30.391206914, "percentile05TimeToFirstTokenSeconds": 9.05718933680003, "quartile25TimeToFirstTokenSeconds": 22.8973409165001, "quartile75TimeToFirstTokenSeconds": 36.7731650354999, "percentile95TimeToFirstTokenSeconds": 76.13135966395, "medianEndToEndResponseTimeSeconds": 33.13178018483463, "medianReasoningTimeSeconds": null}, {"slug": "grok-4-7-low", "name": "Grok 4.7 (Low)", "shortName": "Grok 4.7 (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "SpaceXAI", "modelCreatorColor": "#736cd3", "modelCreatorLogo": "/img/logos/spacexai.svg", "contextWindowTokens": 500000, "intelligenceIndex": 30.882077602567, "intelligenceIndexIsEstimated": false, "omniscience": 27.4, "scores": {"aa-briefcase": 1494.82, "omniscience-accuracy": 0.4573333333333333, "omniscience-non-hallucination": 0.6621621621621622, "automationbench-aa": 0.5673837407466283, "terminal-bench-science": 0.0476190476190476, "frontiercode-2-0": 0.218224494949495, "hle-diamond": 0.185, "gdp-pdf": 0.214, "terminalbench-4-0": 0.161616161616162, "critpt-v2-hard": 0.41, "gdpval-aa-normalized": 1591.4, "mlcr-aa": 0.211111111111111, "mmmu-pro": 0.78150289017341, "frontiercode": 0.395933666666667, "humanitys-last-exam": 0.391566265060241, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.548611111111111, "critpt": 0.134285714285714}, "intelligenceIndexCostPerTask": 2.9222013011913153, "price1mInputTokens": 2, "price1mOutputTokens": 6, "cacheHitPrice": 0.5, "cacheWritePrice": null, "medianOutputTokensPerSecond": 72.9453622981916, "percentile05OutputTokensPerSecond": 52.8831147015425, "quartile25OutputTokensPerSecond": 64.338548042427, "quartile75OutputTokensPerSecond": 93.6097144327636, "percentile95OutputTokensPerSecond": 105.345323772424, "medianTimeToFirstTokenSeconds": 6.26989004599988, "medianTimeToFirstAnswerTokenSeconds": 6.26989004599988, "percentile05TimeToFirstTokenSeconds": 1.83640929954997, "quartile25TimeToFirstTokenSeconds": 4.21550577575001, "quartile75TimeToFirstTokenSeconds": 8.07787214749999, "percentile95TimeToFirstTokenSeconds": 15.661168877, "medianEndToEndResponseTimeSeconds": 13.12433540410314, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-9b-non-reasoning", "name": "Qwen3.5 9B (Non-reasoning)", "shortName": "Qwen3.5 9B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.667630057803468, "humanitys-last-exam": 0.0936051899907322, "artificial-analysis-long-context-reasoning": 0.46, "critpt": 0.00571428571428571, "terminalbench-hard": 0.181818181818182, "terminalbench-2-1": 0.213483146067416, "tau2-bench": 0.850877192982456, "gpqa-diamond": 0.785858585858586, "ifbench": 0.378231292517007}, "price1mInputTokens": 0.17, "price1mOutputTokens": 0.25, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 100.505578382308, "percentile05OutputTokensPerSecond": 68.8810749961017, "quartile25OutputTokensPerSecond": 80.2809081646445, "quartile75OutputTokensPerSecond": 119.482867393687, "percentile95OutputTokensPerSecond": 176.969381892771, "medianTimeToFirstTokenSeconds": 0.546130115999987, "medianTimeToFirstAnswerTokenSeconds": 0.546130115999987, "percentile05TimeToFirstTokenSeconds": 0.457101404399975, "quartile25TimeToFirstTokenSeconds": 0.500207300750049, "quartile75TimeToFirstTokenSeconds": 0.680896085749907, "percentile95TimeToFirstTokenSeconds": 1.20194350090008, "medianEndToEndResponseTimeSeconds": 5.520978358732104, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-122b-a10b", "name": "Qwen3.5 122B A10B (Reasoning)", "shortName": "Qwen3.5 122B A10B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 497.5, "automationbench-aa": 0.054811162302925646, "hle-diamond": 0.073, "gdp-pdf": 0.034, "terminalbench-4-0": 0, "gdpval-aa-normalized": 821.59, "mlcr-aa": 0.0777777777777778, "mmmu-pro": 0.74971098265896, "humanitys-last-exam": 0.252085264133457, "artificial-analysis-long-context-reasoning": 0.763333333333333, "scicode": 0.396990740740741, "critpt": 0.00571428571428571, "terminalbench-hard": 0.310606060606061, "terminalbench-2-1": 0.47565543071161, "tau2-bench": 0.935672514619883, "gpqa-diamond": 0.856565656565657, "ifbench": 0.757142857142857, "tau3-banking": 0.152577319587629}, "price1mInputTokens": 0.4, "price1mOutputTokens": 3.2, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 129.123384702793, "percentile05OutputTokensPerSecond": 106.439768141891, "quartile25OutputTokensPerSecond": 127.144379644161, "quartile75OutputTokensPerSecond": 132.504650313107, "percentile95OutputTokensPerSecond": 136.76770276479, "medianTimeToFirstTokenSeconds": 2.31259415550003, "medianTimeToFirstAnswerTokenSeconds": 17.801655293445393, "percentile05TimeToFirstTokenSeconds": 2.25893807119997, "quartile25TimeToFirstTokenSeconds": 2.27834352550002, "quartile75TimeToFirstTokenSeconds": 2.40242632949998, "percentile95TimeToFirstTokenSeconds": 2.58128655575, "medianEndToEndResponseTimeSeconds": 21.673920577931735, "medianReasoningTimeSeconds": 15.489061137945363}, {"slug": "hermes-4-llama-3-1-70b", "name": "Hermes 4 - Llama-3.1 70B (Non-reasoning)", "shortName": "Hermes 4 70B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Nous Research", "modelCreatorColor": "#006fa8", "modelCreatorLogo": "/img/logos/nousresearch.jpg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0356811862835959, "artificial-analysis-long-context-reasoning": 0.0466666666666667, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.216374269005848, "gpqa-diamond": 0.490909090909091, "ifbench": 0.289795918367347, "livecodebench": 0.268783068783069, "aime-2025": 0.113333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nvidia-nemotron-3-nano-30b-a3b", "name": "NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)", "shortName": "Nemotron 3 Nano (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -349.42, "humanitys-last-exam": 0.0458758109360519, "artificial-analysis-long-context-reasoning": 0.106666666666667, "critpt": 0, "terminalbench-hard": 0.121212121212121, "tau2-bench": 0.254385964912281, "gpqa-diamond": 0.398989898989899, "ifbench": 0.374829931972789, "livecodebench": 0.35978835978836, "aime-2025": 0.133333333333333}, "price1mInputTokens": 0.05, "price1mOutputTokens": 0.2, "cacheHitPrice": 0.05, "cacheWritePrice": null, "medianOutputTokensPerSecond": 269.894172924847, "percentile05OutputTokensPerSecond": 74.8146131958374, "quartile25OutputTokensPerSecond": 215.899808912434, "quartile75OutputTokensPerSecond": 304.955644304354, "percentile95OutputTokensPerSecond": 337.248340451138, "medianTimeToFirstTokenSeconds": 0.519668597000021, "medianTimeToFirstAnswerTokenSeconds": 0.519668597000021, "percentile05TimeToFirstTokenSeconds": 0.334928770250008, "quartile25TimeToFirstTokenSeconds": 0.402666592749938, "quartile75TimeToFirstTokenSeconds": 1.07456314725001, "percentile95TimeToFirstTokenSeconds": 2.01340553719995, "medianEndToEndResponseTimeSeconds": 2.372246570735033, "medianReasoningTimeSeconds": null}, {"slug": "mimo-v2-6-pro", "name": "MiMo-V2.6-Pro", "shortName": "MiMo-V2.6-Pro", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Xiaomi", "modelCreatorColor": "#ff6900", "modelCreatorLogo": "/img/logos/xiaomi.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 29.8897833093321, "intelligenceIndexIsEstimated": false, "omniscience": -4.466666666666667, "scores": {"aa-briefcase": 1512.15, "omniscience-accuracy": 0.348, "omniscience-non-hallucination": 0.39775051124744376, "automationbench-aa": 0.5862340943419085, "terminal-bench-science": 0.0571428571428571, "frontiercode-2-0": 0.239701262626263, "hle-diamond": 0.152, "gdp-pdf": 0.192, "terminalbench-4-0": 0.348484848484849, "critpt-v2-hard": 0.34, "aa-analyst-agent": 0.375, "gdpval-aa-normalized": 1689.4, "aa-3d": 983.1402, "code2video-aa": 1051.51, "mlcr-aa": 0.127777777777778, "frontiercode": 0.454153333333333, "humanitys-last-exam": 0.493512511584801, "artificial-analysis-long-context-reasoning": 0.863333333333333, "scicode": 0.608796296296296, "critpt": 0.265714285714286}, "intelligenceIndexCostPerTask": 0.25718036275876155, "price1mInputTokens": 0.435, "price1mOutputTokens": 0.87, "cacheHitPrice": 0.0036, "cacheWritePrice": null, "medianOutputTokensPerSecond": 46.9497671302521, "percentile05OutputTokensPerSecond": 31.9908741884154, "quartile25OutputTokensPerSecond": 40.5494853822932, "quartile75OutputTokensPerSecond": 53.0000523142145, "percentile95OutputTokensPerSecond": 54.8075176011718, "medianTimeToFirstTokenSeconds": 3.14074432500001, "medianTimeToFirstAnswerTokenSeconds": 45.73946466479269, "percentile05TimeToFirstTokenSeconds": 2.62628836580001, "quartile25TimeToFirstTokenSeconds": 2.81330587900004, "quartile75TimeToFirstTokenSeconds": 3.65746043300009, "percentile95TimeToFirstTokenSeconds": 6.69928574229998, "medianEndToEndResponseTimeSeconds": 56.38914474974086, "medianReasoningTimeSeconds": 42.598720339792685}, {"slug": "claude-sonnet-5-5-high", "name": "Claude Sonnet 5.5 (High, Default Fallback)", "shortName": "Claude Sonnet 5.5 (high with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 41.115109087048, "intelligenceIndexIsEstimated": false, "omniscience": 18.733333333333334, "scores": {"aa-briefcase": 1635.21, "omniscience-accuracy": 0.5033333333333333, "omniscience-non-hallucination": 0.363758389261745, "automationbench-aa": 0.5942923026067375, "terminal-bench-science": 0.342857142857143, "frontiercode-2-0": 0.257380050505051, "hle-diamond": 0.338, "gdp-pdf": 0.252, "terminalbench-4-0": 0.439393939393939, "critpt-v2-hard": 0.475, "gdpval-aa-normalized": 1556.89, "mlcr-aa": 0.188888888888889, "frontiercode": 0.442987666666667, "humanitys-last-exam": 0.458294717330862, "artificial-analysis-long-context-reasoning": 0.78, "scicode": 0.537037037037037, "critpt": 0.245714285714286}, "intelligenceIndexCostPerTask": 1.6361294399784785, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 107.12207623879, "percentile05OutputTokensPerSecond": 89.1400225831811, "quartile25OutputTokensPerSecond": 100.724569248307, "quartile75OutputTokensPerSecond": 119.146774498549, "percentile95OutputTokensPerSecond": 175.432886654652, "medianTimeToFirstTokenSeconds": 12.286409891, "medianTimeToFirstAnswerTokenSeconds": 12.286409891, "percentile05TimeToFirstTokenSeconds": 7.23390434079999, "quartile25TimeToFirstTokenSeconds": 9.70131070275001, "quartile75TimeToFirstTokenSeconds": 15.60193616525, "percentile95TimeToFirstTokenSeconds": 50.26257560445, "medianEndToEndResponseTimeSeconds": 16.9539818570757, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-next-80b-a3b-instruct", "name": "Qwen3 Next 80B A3B Instruct", "shortName": "Qwen3 Next 80B A3B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0764596848934198, "artificial-analysis-long-context-reasoning": 0.526666666666667, "critpt": 0, "terminalbench-hard": 0.0757575757575758, "tau2-bench": 0.216374269005848, "gpqa-diamond": 0.738383838383838, "ifbench": 0.396598639455782, "livecodebench": 0.683597883597884, "aime-2025": 0.663333333333333}, "price1mInputTokens": 0.1, "price1mOutputTokens": 1.1, "cacheHitPrice": 0.09, "cacheWritePrice": null, "medianOutputTokensPerSecond": 179.014856058482, "percentile05OutputTokensPerSecond": 78.1047240472964, "quartile25OutputTokensPerSecond": 145.351862410647, "quartile75OutputTokensPerSecond": 209.131882935089, "percentile95OutputTokensPerSecond": 233.327930095414, "medianTimeToFirstTokenSeconds": 0.893158776499945, "medianTimeToFirstAnswerTokenSeconds": 0.893158776499945, "percentile05TimeToFirstTokenSeconds": 0.612192504700033, "quartile25TimeToFirstTokenSeconds": 0.776410574250029, "quartile75TimeToFirstTokenSeconds": 1.01887605575007, "percentile95TimeToFirstTokenSeconds": 1.69580588975005, "medianEndToEndResponseTimeSeconds": 3.686223056241376, "medianReasoningTimeSeconds": null}, {"slug": "grok-4-7-high", "name": "Grok 4.7 (High)", "shortName": "Grok 4.7 (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "SpaceXAI", "modelCreatorColor": "#736cd3", "modelCreatorLogo": "/img/logos/spacexai.svg", "contextWindowTokens": 500000, "intelligenceIndex": 35.0122962959703, "intelligenceIndexIsEstimated": false, "omniscience": 30, "scores": {"aa-briefcase": 1629.41, "omniscience-accuracy": 0.4176666666666667, "omniscience-non-hallucination": 0.7979393245563824, "automationbench-aa": 0.6351937297314658, "terminal-bench-science": 0.0952380952380952, "frontiercode-2-0": 0.277836363636364, "hle-diamond": 0.236, "gdp-pdf": 0.232, "terminalbench-4-0": 0.247474747474747, "critpt-v2-hard": 0.35, "aa-analyst-agent": 0.55, "gdpval-aa-normalized": 1715.8, "mlcr-aa": 0.188888888888889, "frontiercode": 0.341543, "humanitys-last-exam": 0.423076923076923, "artificial-analysis-long-context-reasoning": 0.77, "scicode": 0.577546296296296, "critpt": 0.18}, "intelligenceIndexCostPerTask": 6.18359556537658, "price1mInputTokens": 2, "price1mOutputTokens": 6, "cacheHitPrice": 0.5, "cacheWritePrice": null, "medianOutputTokensPerSecond": 77.5968001770488, "percentile05OutputTokensPerSecond": 57.0223215949422, "quartile25OutputTokensPerSecond": 68.833549592182, "quartile75OutputTokensPerSecond": 105.585455834679, "percentile95OutputTokensPerSecond": 128.075414169952, "medianTimeToFirstTokenSeconds": 57.2374355315, "medianTimeToFirstAnswerTokenSeconds": 57.2374355315, "percentile05TimeToFirstTokenSeconds": 5.82732342395, "quartile25TimeToFirstTokenSeconds": 25.3726930252501, "quartile75TimeToFirstTokenSeconds": 104.0992115735, "percentile95TimeToFirstTokenSeconds": 190.73389085795, "medianEndToEndResponseTimeSeconds": 63.681000199877744, "medianReasoningTimeSeconds": null}, {"slug": "minimax-m3", "name": "MiniMax-M3", "shortName": "MiniMax-M3", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "MiniMax", "modelCreatorColor": "#EB3568", "modelCreatorLogo": "/img/logos/minimax.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 18.7289083859255, "intelligenceIndexIsEstimated": false, "omniscience": -5.5, "scores": {"aa-briefcase": 1089.34, "omniscience-accuracy": 0.44866666666666666, "omniscience-non-hallucination": 0.08645707376058043, "automationbench-aa": 0.21251257600749407, "terminal-bench-science": 0.00476190476190476, "frontiercode-2-0": 0.219031313131313, "hle-diamond": 0.16, "gdp-pdf": 0.098, "terminalbench-4-0": 0.0202020202020202, "critpt-v2-hard": 0.265, "aa-analyst-agent": 0.1, "harvey-lab-aa": 0, "enterprise-ops-gym-aa": 0.3210981796478663, "gdpval-aa-normalized": 1249.95, "aa-3d": 740.2361, "code2video-aa": 724.33, "mlcr-aa": 0.0444444444444444, "mmmu-pro": 0.785549132947977, "frontiercode": 0.230037666666667, "humanitys-last-exam": 0.389712696941613, "artificial-analysis-long-context-reasoning": 0.83, "scicode": 0.471064814814815, "critpt": 0.0371428571428571, "terminalbench-hard": 0.424242424242424, "terminalbench-2-1": 0.651685393258427, "tau2-bench": 0.888888888888889, "gpqa-diamond": 0.929292929292929, "ifbench": 0.828571428571429, "tau3-banking": 0.152577319587629}, "intelligenceIndexCostPerTask": 1.2850974407373852, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.06, "cacheWritePrice": 0.375, "medianOutputTokensPerSecond": 119.296539134048, "percentile05OutputTokensPerSecond": 84.1797918473468, "quartile25OutputTokensPerSecond": 106.394044962918, "quartile75OutputTokensPerSecond": 157.26422844321, "percentile95OutputTokensPerSecond": 196.708817668369, "medianTimeToFirstTokenSeconds": 0.779409161000046, "medianTimeToFirstAnswerTokenSeconds": 17.54435485445971, "percentile05TimeToFirstTokenSeconds": 0.520002616300008, "quartile25TimeToFirstTokenSeconds": 0.659142037999863, "quartile75TimeToFirstTokenSeconds": 1.32822704400003, "percentile95TimeToFirstTokenSeconds": 3.73207380559994, "medianEndToEndResponseTimeSeconds": 21.73559127782462, "medianReasoningTimeSeconds": 16.764945693459662}, {"slug": "mistral-large-4-medium", "name": "Mistral Large 4 (Medium)", "shortName": "Mistral Large 4 (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 23.0777321742266, "intelligenceIndexIsEstimated": false, "omniscience": 3.2666666666666666, "scores": {"aa-briefcase": 1188.4, "omniscience-accuracy": 0.225, "omniscience-non-hallucination": 0.7518279569892473, "automationbench-aa": 0.5280083768459665, "terminal-bench-science": 0.0333333333333333, "frontiercode-2-0": 0.133204545454545, "hle-diamond": 0.139, "gdp-pdf": 0.168, "terminalbench-4-0": 0.232323232323232, "critpt-v2-hard": 0.22, "frontiercode": 0.378266, "critpt": 0.111428571428571}, "intelligenceIndexCostPerTask": 1.4119376739255958, "price1mInputTokens": 0.7, "price1mOutputTokens": 2.1, "cacheHitPrice": 0.07, "cacheWritePrice": 0.7, "medianReasoningTimeSeconds": null}, {"slug": "nemotron-3-5-lightning", "name": "Nemotron 3.5 Lightning", "shortName": "Nemotron 3.5 Lightning", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 5.5346663903388, "intelligenceIndexIsEstimated": false, "omniscience": -15.7, "scores": {"aa-briefcase": 506.86, "omniscience-accuracy": 0.14733333333333334, "omniscience-non-hallucination": 0.6430805316653636, "automationbench-aa": 0.008410069634719542, "terminal-bench-science": 0, "frontiercode-2-0": 0, "hle-diamond": 0.045, "gdp-pdf": 0.03, "terminalbench-4-0": 0.00505050505050505, "critpt-v2-hard": 0.015, "enterprise-ops-gym-aa": 0.18352730528200537, "gdpval-aa-normalized": 645.68, "mlcr-aa": 0.0222222222222222, "humanitys-last-exam": 0.105653382761817, "artificial-analysis-long-context-reasoning": 0.603333333333333, "scicode": 0.320601851851852, "critpt": 0, "terminalbench-2-1": 0.243445692883895, "gpqa-diamond": 0.743434343434343, "tau3-banking": 0.088659793814433}, "intelligenceIndexCostPerTask": 0.28980699398265014, "price1mInputTokens": 0.06, "price1mOutputTokens": 0.2, "cacheHitPrice": 0.035, "cacheWritePrice": null, "medianOutputTokensPerSecond": 298.971844008151, "percentile05OutputTokensPerSecond": 187.477256819854, "quartile25OutputTokensPerSecond": 268.588309486413, "quartile75OutputTokensPerSecond": 407.551890307923, "percentile95OutputTokensPerSecond": 755.412884326689, "medianTimeToFirstTokenSeconds": 0.566688055000043, "medianTimeToFirstAnswerTokenSeconds": 7.25628120593727, "percentile05TimeToFirstTokenSeconds": 0.42589529110011, "quartile25TimeToFirstTokenSeconds": 0.475082841000045, "quartile75TimeToFirstTokenSeconds": 0.947937746749985, "percentile95TimeToFirstTokenSeconds": 1.48254722435001, "medianEndToEndResponseTimeSeconds": 8.928679493671577, "medianReasoningTimeSeconds": 6.6895931509372275}, {"slug": "phi-4-multimodal", "name": "Phi-4 Multimodal Instruct", "shortName": "Phi-4 Multimodal", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Microsoft", "modelCreatorColor": "#0078D5", "modelCreatorLogo": "/img/logos/microsoft.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.145086705202312, "humanitys-last-exam": 0.05, "gpqa-diamond": 0.315151515151515, "livecodebench": 0.131216931216931}, "price1mInputTokens": 0.08, "price1mOutputTokens": 0.32, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-9b", "name": "Qwen3.5 9B (Reasoning)", "shortName": "Qwen3.5 9B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 341.28, "automationbench-aa": 0.010473867343065657, "hle-diamond": 0.048, "gdp-pdf": 0.066, "terminalbench-4-0": 0.00505050505050505, "gdpval-aa-normalized": 426.58, "mmmu-pro": 0.692485549132948, "humanitys-last-exam": 0.149212233549583, "artificial-analysis-long-context-reasoning": 0.7, "scicode": 0.295138888888889, "critpt": 0.00285714285714286, "terminalbench-hard": 0.242424242424242, "terminalbench-2-1": 0.292134831460674, "tau2-bench": 0.868421052631579, "gpqa-diamond": 0.806060606060606, "ifbench": 0.66734693877551, "tau3-banking": 0.0701030927835052}, "price1mInputTokens": 0.135, "price1mOutputTokens": 0.2, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 62.5799092628307, "percentile05OutputTokensPerSecond": 26.6599739150155, "quartile25OutputTokensPerSecond": 41.2548761044833, "quartile75OutputTokensPerSecond": 98.9518133816002, "percentile95OutputTokensPerSecond": 154.392775053066, "medianTimeToFirstTokenSeconds": 1.511652518, "medianTimeToFirstAnswerTokenSeconds": 33.47079121857173, "percentile05TimeToFirstTokenSeconds": 0.472567607099968, "quartile25TimeToFirstTokenSeconds": 0.552723252749999, "quartile75TimeToFirstTokenSeconds": 2.28892463374993, "percentile95TimeToFirstTokenSeconds": 3.30144104509999, "medianEndToEndResponseTimeSeconds": 41.46057589371466, "medianReasoningTimeSeconds": 31.95913870057173}, {"slug": "nvidia-nemotron-nano-9b-v2", "name": "NVIDIA Nemotron Nano 9B V2 (Non-reasoning)", "shortName": "NVIDIA Nemotron Nano 9B V2 (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0458758109360519, "artificial-analysis-long-context-reasoning": 0.24, "critpt": 0, "terminalbench-hard": 0.00757575757575758, "tau2-bench": 0.233918128654971, "gpqa-diamond": 0.556565656565657, "ifbench": 0.271428571428571, "livecodebench": 0.700529100529101, "aime-2025": 0.623333333333333}, "price1mInputTokens": 0.05, "price1mOutputTokens": 0.195, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 171.066270159151, "percentile05OutputTokensPerSecond": 68.7841515477797, "quartile25OutputTokensPerSecond": 161.778328882571, "quartile75OutputTokensPerSecond": 250.003532677903, "percentile95OutputTokensPerSecond": 337.739882714274, "medianTimeToFirstTokenSeconds": 1.00990871300005, "medianTimeToFirstAnswerTokenSeconds": 1.00990871300005, "percentile05TimeToFirstTokenSeconds": 0.427947211200001, "quartile25TimeToFirstTokenSeconds": 0.514211656750035, "quartile75TimeToFirstTokenSeconds": 1.08204074074999, "percentile95TimeToFirstTokenSeconds": 1.40320824625004, "medianEndToEndResponseTimeSeconds": 3.932752588270297, "medianReasoningTimeSeconds": null}, {"slug": "command-a-plus", "name": "Command A+", "shortName": "Command A+", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Cohere", "modelCreatorColor": "#D18EE2", "modelCreatorLogo": "/img/logos/cohere.svg", "contextWindowTokens": 192000, "intelligenceIndex": 6.24120025576958, "intelligenceIndexIsEstimated": false, "omniscience": -2.6666666666666665, "scores": {"aa-briefcase": 356.21, "omniscience-accuracy": 0.09833333333333333, "omniscience-non-hallucination": 0.8613678373382625, "automationbench-aa": 0.018104537047977383, "terminal-bench-science": 0, "frontiercode-2-0": 0, "hle-diamond": 0.051, "gdp-pdf": 0.01, "terminalbench-4-0": 0.00505050505050505, "critpt-v2-hard": 0.025, "gdpval-aa-normalized": 521.85, "mlcr-aa": 0.0166666666666667, "mmmu-pro": 0.632369942196532, "frontiercode": 0.0121166666666667, "humanitys-last-exam": 0.119555143651529, "artificial-analysis-long-context-reasoning": 0.526666666666667, "scicode": 0.385416666666667, "critpt": 0.00285714285714286, "terminalbench-hard": 0.25, "terminalbench-2-1": 0.228464419475655, "tau2-bench": 0.807017543859649, "gpqa-diamond": 0.760606060606061, "ifbench": 0.739455782312925, "tau3-banking": 0.0597938144329897}, "intelligenceIndexCostPerTask": 0, "price1mInputTokens": 0, "price1mOutputTokens": 0, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 137.415136422793, "percentile05OutputTokensPerSecond": 49.422781050963, "quartile25OutputTokensPerSecond": 124.294648480571, "quartile75OutputTokensPerSecond": 169.381008379787, "percentile95OutputTokensPerSecond": 255.897487208027, "medianTimeToFirstTokenSeconds": 0.482844057499961, "medianTimeToFirstAnswerTokenSeconds": 15.037281451110557, "percentile05TimeToFirstTokenSeconds": 0.423016446899887, "quartile25TimeToFirstTokenSeconds": 0.458587966500261, "quartile75TimeToFirstTokenSeconds": 0.543304753499967, "percentile95TimeToFirstTokenSeconds": 1.04089357495, "medianEndToEndResponseTimeSeconds": 18.675890799513205, "medianReasoningTimeSeconds": 14.554437393610597}, {"slug": "gpt-6-astra", "name": "GPT-6 Astra (Max)", "shortName": "GPT-6 Astra (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 56.8538559596797, "intelligenceIndexIsEstimated": false, "omniscience": 42.43333333333333, "scores": {"aa-briefcase": 1568.98, "omniscience-accuracy": 0.6156666666666667, "omniscience-non-hallucination": 0.5021682567215958, "automationbench-aa": 0.6849174806688876, "terminal-bench-science": 0.633333333333333, "frontiercode-2-0": 0.42374797979798, "hle-diamond": 0.638, "gdp-pdf": 0.31, "terminalbench-4-0": 0.590909090909091, "critpt-v2-hard": 0.705, "aa-analyst-agent": 0.5125, "harvey-lab-aa": 0.0861111111111111, "gdpval-aa-normalized": 1583.69, "aa-3d": 1164.1313, "code2video-aa": 1426.78, "itbench-aa": 0.485875706214689, "mlcr-aa": 0.416666666666667, "mmmu-pro": 0.86878612716763, "frontiercode": 0.469827666666667, "healthbench": 0.5822174183894343, "healthbench-professional": 0.6597887253032397, "humanitys-last-exam": 0.546802594995366, "artificial-analysis-long-context-reasoning": 0.806666666666667, "scicode": 0.564814814814815, "critpt": 0.317142857142857, "terminalbench-2-1": 0.883895131086142, "gpqa-diamond": 0.960606060606061, "tau3-banking": 0.414432989690722}, "intelligenceIndexCostPerTask": 6.244666943602518, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 1, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 74.8914002657196, "percentile05OutputTokensPerSecond": 57.4962301109358, "quartile25OutputTokensPerSecond": 66.5812975424368, "quartile75OutputTokensPerSecond": 95.163969361104, "percentile95OutputTokensPerSecond": 139.442323887499, "medianTimeToFirstTokenSeconds": 379.4453122345, "medianTimeToFirstAnswerTokenSeconds": 379.4453122345, "percentile05TimeToFirstTokenSeconds": 105.7175346582, "quartile25TimeToFirstTokenSeconds": 242.831799728, "quartile75TimeToFirstTokenSeconds": 437.9795894055, "percentile95TimeToFirstTokenSeconds": 494.84278419885, "medianEndToEndResponseTimeSeconds": 386.1216462091082, "medianReasoningTimeSeconds": null}, {"slug": "claude-opus-5-5", "name": "Claude Opus 5.5 (Max, Default Fallback)", "shortName": "Claude Opus 5.5 (max with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 58.4060336078904, "intelligenceIndexIsEstimated": false, "omniscience": 48.13333333333333, "scores": {"aa-briefcase": 1800.51, "omniscience-accuracy": 0.655, "omniscience-non-hallucination": 0.4966183574879227, "automationbench-aa": 0.6953868128636069, "terminal-bench-science": 0.59047619047619, "frontiercode-2-0": 0.464359595959596, "hle-diamond": 0.679, "gdp-pdf": 0.262, "terminalbench-4-0": 0.595959595959596, "critpt-v2-hard": 0.61, "aa-analyst-agent": 0.5625, "harvey-lab-aa": 0.041666666666666664, "gdpval-aa-normalized": 1866.27, "aa-3d": 1196.3999, "code2video-aa": 1535.57, "itbench-aa": 0.382297551789077, "mlcr-aa": 0.277777777777778, "mmmu-pro": 0.876878612716763, "frontiercode": 0.521731, "healthbench": 0.5698718859725104, "healthbench-professional": 0.5988078080045365, "humanitys-last-exam": 0.613531047265987, "artificial-analysis-long-context-reasoning": 0.846666666666667, "scicode": 0.668981481481482, "critpt": 0.317142857142857}, "intelligenceIndexCostPerTask": 10.036409719512749, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": 5, "medianOutputTokensPerSecond": 95.5293924557226, "percentile05OutputTokensPerSecond": 91.41061720641, "quartile25OutputTokensPerSecond": 93.267551321017, "quartile75OutputTokensPerSecond": 99.9523353231056, "percentile95OutputTokensPerSecond": 103.230977112717, "medianTimeToFirstTokenSeconds": 725.831358822, "medianTimeToFirstAnswerTokenSeconds": 725.831358822, "percentile05TimeToFirstTokenSeconds": 341.36755943945, "quartile25TimeToFirstTokenSeconds": 601.52517197275, "quartile75TimeToFirstTokenSeconds": 885.57057324375, "percentile95TimeToFirstTokenSeconds": 1030.01141887315, "medianEndToEndResponseTimeSeconds": 731.0653500277092, "medianReasoningTimeSeconds": null}, {"slug": "exaone-4-0-32b", "name": "EXAONE 4.0 32B (Non-reasoning)", "shortName": "EXAONE 4.0 32B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 131000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0500463392029657, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "tau2-bench": 0.0409356725146199, "gpqa-diamond": 0.628282828282828, "ifbench": 0.33469387755102, "livecodebench": 0.471957671957672, "aime-2025": 0.393333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "g9v3-3b", "name": "G9v3-3B", "shortName": "G9v3-3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "AI9Stars", "modelCreatorColor": "#795BCF", "modelCreatorLogo": "/img/logos/ai9stars.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0449490268767377, "artificial-analysis-long-context-reasoning": 0.413333333333333, "critpt": 0, "terminalbench-2-1": 0.0599250936329588, "gpqa-diamond": 0.438383838383838}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-4b-non-reasoning", "name": "Qwen3.5 4B (Non-reasoning)", "shortName": "Qwen3.5 4B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.620809248554913, "humanitys-last-exam": 0.0797034291010195, "artificial-analysis-long-context-reasoning": 0.346666666666667, "critpt": 0, "terminalbench-hard": 0.113636363636364, "terminalbench-2-1": 0.213483146067416, "tau2-bench": 0.87719298245614, "gpqa-diamond": 0.712121212121212, "ifbench": 0.33265306122449, "tau3-banking": 0.0432989690721649}, "price1mInputTokens": 0.03, "price1mOutputTokens": 0.15, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 19.1261136041395, "percentile05OutputTokensPerSecond": 8.9478322338285, "quartile25OutputTokensPerSecond": 12.0699982198373, "quartile75OutputTokensPerSecond": 24.8354604281116, "percentile95OutputTokensPerSecond": 50.0172900518342, "medianTimeToFirstTokenSeconds": 0.863621410000064, "medianTimeToFirstAnswerTokenSeconds": 0.863621410000064, "percentile05TimeToFirstTokenSeconds": 0.679406957749981, "quartile25TimeToFirstTokenSeconds": 0.767835577000071, "quartile75TimeToFirstTokenSeconds": 0.982321955250001, "percentile95TimeToFirstTokenSeconds": 1.25751706209996, "medianEndToEndResponseTimeSeconds": 27.005890056348797, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-397b-a17b-non-reasoning", "name": "Qwen3.5 397B A17B (Non-reasoning)", "shortName": "Qwen3.5 397B A17B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.526589595375723, "humanitys-last-exam": 0.198331788693234, "artificial-analysis-long-context-reasoning": 0.643333333333333, "critpt": 0.00857142857142857, "terminalbench-hard": 0.356060606060606, "tau2-bench": 0.839181286549708, "gpqa-diamond": 0.860606060606061, "ifbench": 0.516326530612245}, "price1mInputTokens": 0.6, "price1mOutputTokens": 3.6, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 58.7418227855133, "percentile05OutputTokensPerSecond": 52.6974649546353, "quartile25OutputTokensPerSecond": 57.7722256005339, "quartile75OutputTokensPerSecond": 59.8467659263933, "percentile95OutputTokensPerSecond": 61.4211437961639, "medianTimeToFirstTokenSeconds": 2.20832012799997, "medianTimeToFirstAnswerTokenSeconds": 2.20832012799997, "percentile05TimeToFirstTokenSeconds": 1.99534220134993, "quartile25TimeToFirstTokenSeconds": 2.11630598274999, "quartile75TimeToFirstTokenSeconds": 2.44123861250003, "percentile95TimeToFirstTokenSeconds": 2.75871536715, "medianEndToEndResponseTimeSeconds": 10.72014315783125, "medianReasoningTimeSeconds": null}, {"slug": "k2-horizon-3-7b", "name": "K2 Horizon 3.7B", "shortName": "K2 Horizon 3.7B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 524288, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 793.12, "automationbench-aa": 0.14695137139561937, "terminal-bench-science": 0, "frontiercode-2-0": 0.00905479797979798, "gdp-pdf": 0.032, "terminalbench-4-0": 0, "gdpval-aa-normalized": 888.82, "humanitys-last-exam": 0.13855421686747, "artificial-analysis-long-context-reasoning": 0.623333333333333, "scicode": 0.219907407407407, "critpt": 0, "terminalbench-2-1": 0.280898876404494, "gpqa-diamond": 0.691919191919192, "tau3-banking": 0.195876288659794}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "olmo-3-7b-think", "name": "Olmo 3 7B Think", "shortName": "Olmo 3 7B Think", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Allen Institute for AI", "modelCreatorColor": "#F0529C", "modelCreatorLogo": "/img/logos/ai2.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0597775718257646, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.00757575757575758, "tau2-bench": 0, "gpqa-diamond": 0.516161616161616, "ifbench": 0.414965986394558, "livecodebench": 0.616931216931217, "aime-2025": 0.706666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "hyperclova-x-seed-think-32b", "name": "HyperCLOVA X SEED Think (32B)", "shortName": "HyperCLOVA X SEED Think (32B)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Naver", "modelCreatorColor": "#03c75b", "modelCreatorLogo": "/img/logos/naver.webp", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0546802594995366, "artificial-analysis-long-context-reasoning": 0.136666666666667, "critpt": 0, "terminalbench-hard": 0.121212121212121, "tau2-bench": 0.874269005847953, "gpqa-diamond": 0.615151515151515, "ifbench": 0.37891156462585, "livecodebench": 0.628571428571429, "aime-2025": 0.59}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "hypernova-60b", "name": "HyperNova 60B 2605 (High, Based on gpt-oss-120b)", "shortName": "HyperNova 60B 2605 (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Multiverse Computing", "modelCreatorColor": "#f11338", "modelCreatorLogo": "/img/logos/multiversecomputing.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 232.42, "terminalbench-4-0": 0, "gdpval-aa-normalized": 448.56, "humanitys-last-exam": 0.166357738646895, "artificial-analysis-long-context-reasoning": 0.363333333333333, "critpt": 0.00857142857142857, "terminalbench-hard": 0.234848484848485, "terminalbench-2-1": 0.183520599250936, "tau2-bench": 0.631578947368421, "gpqa-diamond": 0.733333333333333, "ifbench": 0.664625850340136, "tau3-banking": 0.0556701030927835}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nova-micro", "name": "Nova Micro", "shortName": "Nova Micro", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 130000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.046339202965709, "artificial-analysis-long-context-reasoning": 0.13, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "tau2-bench": 0.140350877192982, "gpqa-diamond": 0.357575757575758, "ifbench": 0.293877551020408, "livecodebench": 0.13968253968254, "aime-2025": 0.06}, "price1mInputTokens": 0.035, "price1mOutputTokens": 0.14, "cacheHitPrice": 0.00875, "cacheWritePrice": null, "medianOutputTokensPerSecond": 284.809037928349, "percentile05OutputTokensPerSecond": 244.596025835953, "quartile25OutputTokensPerSecond": 259.378178184417, "quartile75OutputTokensPerSecond": 322.255630703039, "percentile95OutputTokensPerSecond": 394.71484699861, "medianTimeToFirstTokenSeconds": 0.809877079499998, "medianTimeToFirstAnswerTokenSeconds": 0.809877079499998, "percentile05TimeToFirstTokenSeconds": 0.732472188000016, "quartile25TimeToFirstTokenSeconds": 0.774790058999983, "quartile75TimeToFirstTokenSeconds": 0.85307757699999, "percentile95TimeToFirstTokenSeconds": 1.44473890060002, "medianEndToEndResponseTimeSeconds": 2.565439345490264, "medianReasoningTimeSeconds": null}, {"slug": "exaone-4-5-33b-non-reasoning", "name": "EXAONE 4.5 33B (Non-reasoning)", "shortName": "EXAONE 4.5 33B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-8-27b-non-reasoning", "name": "Qwen3.8 27B (Non-reasoning)", "shortName": "Qwen3.8 27B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": 10.0316676028892, "intelligenceIndexIsEstimated": false, "omniscience": -7.266666666666667, "scores": {"aa-briefcase": 900.56, "omniscience-accuracy": 0.091, "omniscience-non-hallucination": 0.81994866153282, "automationbench-aa": 0.12434667722683214, "terminal-bench-science": 0, "frontiercode-2-0": 0.0371893939393939, "hle-diamond": 0.042, "gdp-pdf": 0.052, "terminalbench-4-0": 0, "critpt-v2-hard": 0.02, "gdpval-aa-normalized": 1082.06, "mlcr-aa": 0.1, "mmmu-pro": 0.699421965317919, "frontiercode": 0.0787, "humanitys-last-exam": 0.121408711770158, "artificial-analysis-long-context-reasoning": 0.693333333333333, "scicode": 0.362268518518519, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.49063670411985, "gpqa-diamond": 0.818181818181818, "tau3-banking": 0.2}, "intelligenceIndexCostPerTask": 3.7729435511821583, "price1mInputTokens": 0.5, "price1mOutputTokens": 3, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 45.221188176485, "percentile05OutputTokensPerSecond": 33.6241232017748, "quartile25OutputTokensPerSecond": 41.3130571135069, "quartile75OutputTokensPerSecond": 51.2353125255736, "percentile95OutputTokensPerSecond": 56.502082950757, "medianTimeToFirstTokenSeconds": 3.98083210050003, "medianTimeToFirstAnswerTokenSeconds": 3.98083210050003, "percentile05TimeToFirstTokenSeconds": 3.72545615359999, "quartile25TimeToFirstTokenSeconds": 3.82313018675006, "quartile75TimeToFirstTokenSeconds": 4.13445876024995, "percentile95TimeToFirstTokenSeconds": 4.37615784010002, "medianEndToEndResponseTimeSeconds": 15.037595979605705, "medianReasoningTimeSeconds": null}, {"slug": "muse-spark-open", "name": "Muse Spark Open (Xhigh)", "shortName": "Muse Spark Open (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 1048576, "intelligenceIndex": 24.6815868992913, "intelligenceIndexIsEstimated": false, "omniscience": 25.8, "scores": {"aa-briefcase": 1279.13, "omniscience-accuracy": 0.42033333333333334, "omniscience-non-hallucination": 0.7199539965497412, "automationbench-aa": 0.4970811827313194, "terminal-bench-science": 0.019047619047619, "frontiercode-2-0": 0.0760421717171717, "hle-diamond": 0.263, "gdp-pdf": 0.186, "terminalbench-4-0": 0.0808080808080808, "critpt-v2-hard": 0.275, "gdpval-aa-normalized": 1401.12, "mlcr-aa": 0.0777777777777778, "mmmu-pro": 0.809248554913295, "frontiercode": 0.276476, "humanitys-last-exam": 0.438832252085264, "artificial-analysis-long-context-reasoning": 0.783333333333333, "scicode": 0.584490740740741, "critpt": 0.148571428571429, "terminalbench-2-1": 0.764044943820225, "gpqa-diamond": 0.88989898989899}, "intelligenceIndexCostPerTask": 2.0176680435839316, "price1mInputTokens": 1.25, "price1mOutputTokens": 4.25, "cacheHitPrice": 0.15, "cacheWritePrice": null, "medianOutputTokensPerSecond": 193.18659818956, "percentile05OutputTokensPerSecond": 35.7838075300501, "quartile25OutputTokensPerSecond": 88.9071334554111, "quartile75OutputTokensPerSecond": 284.25014912753, "percentile95OutputTokensPerSecond": 465.244925936428, "medianTimeToFirstTokenSeconds": 0.732788331499989, "medianTimeToFirstAnswerTokenSeconds": 11.085473345589554, "percentile05TimeToFirstTokenSeconds": 0.232314330450032, "quartile25TimeToFirstTokenSeconds": 0.620268860749974, "quartile75TimeToFirstTokenSeconds": 1.23660597425004, "percentile95TimeToFirstTokenSeconds": 4.22766940984999, "medianEndToEndResponseTimeSeconds": 13.673644599111945, "medianReasoningTimeSeconds": 10.352685014089564}, {"slug": "gpt-6-luna-medium", "name": "GPT-6 Luna (Medium)", "shortName": "GPT-6 Luna (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 18.3042156192416, "intelligenceIndexIsEstimated": false, "omniscience": -13.566666666666666, "scores": {"aa-briefcase": 1096.33, "omniscience-accuracy": 0.387, "omniscience-non-hallucination": 0.14736269711799888, "automationbench-aa": 0.4046136879135791, "terminal-bench-science": 0.0142857142857143, "frontiercode-2-0": 0.127693181818182, "hle-diamond": 0.151, "gdp-pdf": 0.138, "terminalbench-4-0": 0.0252525252525253, "critpt-v2-hard": 0.26, "gdpval-aa-normalized": 1270.45, "mlcr-aa": 0.183333333333333, "mmmu-pro": 0.778612716763006, "frontiercode": 0.318060333333333, "humanitys-last-exam": 0.282669138090825, "artificial-analysis-long-context-reasoning": 0.783333333333333, "scicode": 0.509259259259259, "critpt": 0.105714285714286}, "intelligenceIndexCostPerTask": 0.042201836106537785, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianReasoningTimeSeconds": null}, {"slug": "intellect-3", "name": "INTELLECT-3 (Based on GLM-4.5-Air)", "shortName": "INTELLECT-3", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Prime Intellect", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/prime-intellect.svg", "contextWindowTokens": 131100, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.130676552363299, "artificial-analysis-long-context-reasoning": 0.396666666666667, "critpt": 0.00285714285714286, "terminalbench-hard": 0.0909090909090909, "tau2-bench": 0.266081871345029, "gpqa-diamond": 0.760606060606061, "ifbench": 0.340136054421769, "livecodebench": 0.776719576719577, "aime-2025": 0.88}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-oss-20b", "name": "gpt-oss-20b (High)", "shortName": "gpt-oss-20b (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.0019111706206154657, "hle-diamond": 0.048, "gdp-pdf": 0.02, "terminalbench-4-0": 0, "gdpval-aa-normalized": 347.19, "mlcr-aa": 0.0111111111111111, "humanitys-last-exam": 0.10982391102873, "artificial-analysis-long-context-reasoning": 0.346666666666667, "scicode": 0.388888888888889, "critpt": 0.0142857142857143, "terminalbench-hard": 0.106060606060606, "terminalbench-2-1": 0.138576779026217, "tau2-bench": 0.60233918128655, "gpqa-diamond": 0.687878787878788, "ifbench": 0.651020408163265, "tau3-banking": 0.0701030927835052, "apex-agents-aa": 0.00737463126843658, "livecodebench": 0.776719576719577, "aime-2025": 0.893333333333333}, "price1mInputTokens": 0.05, "price1mOutputTokens": 0.22, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 176.584963939287, "percentile05OutputTokensPerSecond": 76.9933602318713, "quartile25OutputTokensPerSecond": 123.414695654097, "quartile75OutputTokensPerSecond": 484.481805491377, "percentile95OutputTokensPerSecond": 894.559052359483, "medianTimeToFirstTokenSeconds": 0.706400349500001, "medianTimeToFirstAnswerTokenSeconds": 12.032392978677844, "percentile05TimeToFirstTokenSeconds": 0.455016966500011, "quartile25TimeToFirstTokenSeconds": 0.568842131250065, "quartile75TimeToFirstTokenSeconds": 7.82328834875003, "percentile95TimeToFirstTokenSeconds": 53.0957157715, "medianEndToEndResponseTimeSeconds": 14.863891135972306, "medianReasoningTimeSeconds": 11.325992629177843}, {"slug": "olmo-3-1-32b-think", "name": "Olmo 3.1 32B Think", "shortName": "Olmo 3.1 32B Think", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Allen Institute for AI", "modelCreatorColor": "#F0529C", "modelCreatorLogo": "/img/logos/ai2.svg", "contextWindowTokens": 65500, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0625579240037071, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0, "gpqa-diamond": 0.590909090909091, "ifbench": 0.659863945578231, "livecodebench": 0.695238095238095, "aime-2025": 0.773333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nex-n2-pro", "name": "Nex-N2-Pro (Based on Qwen3.5-397B-A17B)", "shortName": "Nex-N2-Pro", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Nex AGI", "modelCreatorColor": "#0351bc", "modelCreatorLogo": "/img/logos/nex.svg", "contextWindowTokens": 262000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 940.43, "automationbench-aa": 0.17629116737896317, "gdp-pdf": 0.126, "gdpval-aa-normalized": 1109.48, "humanitys-last-exam": 0.337349397590361, "artificial-analysis-long-context-reasoning": 0.816666666666667, "scicode": 0.43287037037037, "critpt": 0.0857142857142857, "terminalbench-2-1": 0.677902621722846, "tau2-bench": 0.815789473684211, "gpqa-diamond": 0.891919191919192, "ifbench": 0.661904761904762, "tau3-banking": 0.175257731958763}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-fable-5-1-medium", "name": "Claude Fable 5.1 (Medium, Default Fallback)", "shortName": "Claude Fable 5.1 (medium with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 42.971597828284, "intelligenceIndexIsEstimated": false, "omniscience": 36.43333333333333, "scores": {"aa-briefcase": 1524.92, "omniscience-accuracy": 0.6256666666666667, "omniscience-non-hallucination": 0.30186999109528045, "automationbench-aa": 0.5466103465672885, "terminal-bench-science": 0.29047619047619, "frontiercode-2-0": 0.287730808080808, "hle-diamond": 0.45, "gdp-pdf": 0.268, "terminalbench-4-0": 0.44949494949495, "critpt-v2-hard": 0.565, "gdpval-aa-normalized": 1554.23, "mlcr-aa": 0.0944444444444444, "humanitys-last-exam": 0.537998146431881, "artificial-analysis-long-context-reasoning": 0.846666666666667, "scicode": 0.563657407407407, "critpt": 0.291428571428571, "terminalbench-2-1": 0.880149812734082, "gpqa-diamond": 0.885858585858586, "tau3-banking": 0.410309278350515}, "intelligenceIndexCostPerTask": 5.564264690221474, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 0.25, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 56.3205699534493, "percentile05OutputTokensPerSecond": 45.9619997381672, "quartile25OutputTokensPerSecond": 53.6900815599258, "quartile75OutputTokensPerSecond": 66.9695931051521, "percentile95OutputTokensPerSecond": 81.7926580575902, "medianTimeToFirstTokenSeconds": 12.325943394, "medianTimeToFirstAnswerTokenSeconds": 12.325943394, "percentile05TimeToFirstTokenSeconds": 1.56017779194997, "quartile25TimeToFirstTokenSeconds": 2.677662538, "quartile75TimeToFirstTokenSeconds": 17.23754721675, "percentile95TimeToFirstTokenSeconds": 20.0924788252998, "medianEndToEndResponseTimeSeconds": 21.20369446103049, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-sol-high", "name": "GPT-6.1 Sol (High)", "shortName": "GPT-6.1 Sol (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 50.2291231936536, "intelligenceIndexIsEstimated": false, "omniscience": 41, "scores": {"aa-briefcase": 1467.03, "omniscience-accuracy": 0.604, "omniscience-non-hallucination": 0.5101010101010102, "automationbench-aa": 0.6449523732184466, "terminal-bench-science": 0.461904761904762, "frontiercode-2-0": 0.36737297979798, "hle-diamond": 0.519, "gdp-pdf": 0.32, "terminalbench-4-0": 0.515151515151515, "critpt-v2-hard": 0.675, "gdpval-aa-normalized": 1520.45, "mlcr-aa": 0.316666666666667, "mmmu-pro": 0.849132947976879, "frontiercode": 0.466056333333333, "humanitys-last-exam": 0.513901760889713, "artificial-analysis-long-context-reasoning": 0.823333333333333, "scicode": 0.55787037037037, "critpt": 0.3}, "intelligenceIndexCostPerTask": 0.5909853515780825, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 67.4839707401989, "percentile05OutputTokensPerSecond": 48.2763055341935, "quartile25OutputTokensPerSecond": 64.1364960648185, "quartile75OutputTokensPerSecond": 89.8038116708809, "percentile95OutputTokensPerSecond": 139.767605818241, "medianTimeToFirstTokenSeconds": 79.4837349935, "medianTimeToFirstAnswerTokenSeconds": 79.4837349935, "percentile05TimeToFirstTokenSeconds": 11.32855586415, "quartile25TimeToFirstTokenSeconds": 39.40742655325, "quartile75TimeToFirstTokenSeconds": 105.88262944875, "percentile95TimeToFirstTokenSeconds": 128.60787085695, "medianEndToEndResponseTimeSeconds": 86.89290185958305, "medianReasoningTimeSeconds": null}, {"slug": "command-a", "name": "Command A", "shortName": "Command A", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "high", "modelCreatorName": "Cohere", "modelCreatorColor": "#D18EE2", "modelCreatorLogo": "/img/logos/cohere.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0403151065801668, "artificial-analysis-long-context-reasoning": 0.213333333333333, "critpt": 0, "terminalbench-hard": 0.00757575757575758, "tau2-bench": 0.152046783625731, "gpqa-diamond": 0.527272727272727, "ifbench": 0.364625850340136, "livecodebench": 0.286772486772487, "aime-2025": 0.13}, "price1mInputTokens": 2.5, "price1mOutputTokens": 10, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 15.1750144666826, "percentile05OutputTokensPerSecond": 5.60594963695634, "quartile25OutputTokensPerSecond": 9.73587722412192, "quartile75OutputTokensPerSecond": 34.6328362012509, "percentile95OutputTokensPerSecond": 69.6990033220898, "medianTimeToFirstTokenSeconds": 2.05724821200005, "medianTimeToFirstAnswerTokenSeconds": 2.05724821200005, "percentile05TimeToFirstTokenSeconds": 1.60442456045, "quartile25TimeToFirstTokenSeconds": 1.74198046949999, "quartile75TimeToFirstTokenSeconds": 6.65778134850001, "percentile95TimeToFirstTokenSeconds": 10.91949733255, "medianEndToEndResponseTimeSeconds": 35.006145960847114, "medianReasoningTimeSeconds": null}, {"slug": "lfm2-5-vl-1-6b", "name": "LFM2.5-VL-1.6B", "shortName": "LFM2.5-VL-1.6B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Liquid AI", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/liquidai.svg", "contextWindowTokens": 32000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.265317919075145, "humanitys-last-exam": 0.0509731232622799, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.0847953216374269, "gpqa-diamond": 0.288888888888889, "ifbench": 0.331292517006803}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "jt-mini", "name": "JT-MINI", "shortName": "JT-MINI", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "China Mobile", "modelCreatorColor": "#00b8ea", "modelCreatorLogo": "/img/logos/china-mobile.png", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0644114921223355, "artificial-analysis-long-context-reasoning": 0.13, "critpt": 0, "terminalbench-hard": 0.181818181818182, "tau2-bench": 0.929824561403509, "gpqa-diamond": 0.675757575757576, "ifbench": 0.366666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-fable-5-1", "name": "Claude Fable 5.1 (Max, Default Fallback)", "shortName": "Claude Fable 5.1 (max with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 49.0102124158081, "intelligenceIndexIsEstimated": false, "omniscience": 46.266666666666666, "scores": {"aa-briefcase": 1669.8, "omniscience-accuracy": 0.684, "omniscience-non-hallucination": 0.29957805907172996, "automationbench-aa": 0.5937591715646424, "terminal-bench-science": 0.433333333333333, "frontiercode-2-0": 0.316248737373737, "hle-diamond": 0.601, "gdp-pdf": 0.262, "terminalbench-4-0": 0.52020202020202, "critpt-v2-hard": 0.51, "aa-analyst-agent": 0.575, "harvey-lab-aa": 0.06388888888888888, "gdpval-aa-normalized": 1763.29, "aa-3d": 1134.7573, "code2video-aa": 1324.83, "itbench-aa": 0.495291902071563, "mlcr-aa": 0.155555555555556, "frontiercode": 0.489732333333333, "healthbench": 0.5721725564919435, "healthbench-professional": 0.5775168188078925, "humanitys-last-exam": 0.591288229842447, "artificial-analysis-long-context-reasoning": 0.853333333333333, "scicode": 0.630787037037037, "critpt": 0.297142857142857, "terminalbench-2-1": 0.913857677902622, "gpqa-diamond": 0.937373737373737, "tau3-banking": 0.472164948453608}, "intelligenceIndexCostPerTask": 12.993997201178466, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 0.25, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 70.620361076347, "percentile05OutputTokensPerSecond": 58.5953093665003, "quartile25OutputTokensPerSecond": 68.9780265809498, "quartile75OutputTokensPerSecond": 73.0411857299819, "percentile95OutputTokensPerSecond": 74.1244270598182, "medianTimeToFirstTokenSeconds": 263.512527373, "medianTimeToFirstAnswerTokenSeconds": 263.512527373, "percentile05TimeToFirstTokenSeconds": 88.087228144, "quartile25TimeToFirstTokenSeconds": 201.5201874915, "quartile75TimeToFirstTokenSeconds": 312.26153579175, "percentile95TimeToFirstTokenSeconds": 345.1402316315, "medianEndToEndResponseTimeSeconds": 270.5926384398275, "medianReasoningTimeSeconds": null}, {"slug": "molmo2-8b", "name": "Molmo2-8B", "shortName": "Molmo2-8B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Allen Institute for AI", "modelCreatorColor": "#F0529C", "modelCreatorLogo": "/img/logos/ai2.svg", "contextWindowTokens": 36864, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.374566473988439, "humanitys-last-exam": 0.0426320667284523, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0, "gpqa-diamond": 0.425252525252525, "ifbench": 0.269387755102041}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "mistral-small-4", "name": "Mistral Small 4 (Reasoning)", "shortName": "Mistral Small 4", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "low", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 256000, "intelligenceIndex": 4.29716249600478, "intelligenceIndexIsEstimated": false, "omniscience": -30.966666666666665, "scores": {"aa-briefcase": 241.47, "omniscience-accuracy": 0.21366666666666667, "omniscience-non-hallucination": 0.334463755828741, "automationbench-aa": 0.009635410038882158, "terminal-bench-science": 0, "frontiercode-2-0": 0, "hle-diamond": 0.044, "gdp-pdf": 0, "terminalbench-4-0": 0, "critpt-v2-hard": 0, "aa-analyst-agent": 0.0125, "gdpval-aa-normalized": 369.68, "mlcr-aa": 0.0166666666666667, "mmmu-pro": 0.568208092485549, "humanitys-last-exam": 0.0987025023169602, "artificial-analysis-long-context-reasoning": 0.496666666666667, "scicode": 0.387731481481481, "critpt": 0.00285714285714286, "terminalbench-hard": 0.174242424242424, "terminalbench-2-1": 0.209737827715356, "tau2-bench": 0.412280701754386, "gpqa-diamond": 0.768686868686869, "ifbench": 0.481632653061224, "tau3-banking": 0.0494845360824742}, "intelligenceIndexCostPerTask": 0.03990856296103761, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.6, "cacheHitPrice": 0.015, "cacheWritePrice": null, "medianOutputTokensPerSecond": 169.772320663782, "percentile05OutputTokensPerSecond": 121.066039403672, "quartile25OutputTokensPerSecond": 145.777054838532, "quartile75OutputTokensPerSecond": 186.560060184432, "percentile95OutputTokensPerSecond": 230.249806218778, "medianTimeToFirstTokenSeconds": 0.740541435999944, "medianTimeToFirstAnswerTokenSeconds": 12.52102480443319, "percentile05TimeToFirstTokenSeconds": 0.674193182099973, "quartile25TimeToFirstTokenSeconds": 0.719852234999963, "quartile75TimeToFirstTokenSeconds": 0.889375646499985, "percentile95TimeToFirstTokenSeconds": 1.15686967970003, "medianEndToEndResponseTimeSeconds": 15.466145646541502, "medianReasoningTimeSeconds": 11.780483368433247}, {"slug": "qwen3-5-0-8b-non-reasoning", "name": "Qwen3.5 0.8B (Non-reasoning)", "shortName": "Qwen3.5 0.8B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -362.66, "mmmu-pro": 0.256647398843931, "humanitys-last-exam": 0.0509731232622799, "artificial-analysis-long-context-reasoning": 0.08, "critpt": 0, "terminalbench-hard": 0, "terminalbench-2-1": 0.00374531835205993, "tau2-bench": 0.652046783625731, "gpqa-diamond": 0.236363636363636, "ifbench": 0.215646258503401}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-haiku-5-5-xhigh", "name": "Claude Haiku 5.5 (Xhigh)", "shortName": "Claude Haiku 5.5 (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 34.3387759486628, "intelligenceIndexIsEstimated": false, "omniscience": 7.833333333333333, "scores": {"aa-briefcase": 1524.75, "omniscience-accuracy": 0.33766666666666667, "omniscience-non-hallucination": 0.6084549572219426, "automationbench-aa": 0.35953889773428194, "terminal-bench-science": 0.180952380952381, "frontiercode-2-0": 0.299334090909091, "hle-diamond": 0.288, "gdp-pdf": 0.182, "terminalbench-4-0": 0.292929292929293, "critpt-v2-hard": 0.445, "harvey-lab-aa": 0.027777777777777776, "gdpval-aa-normalized": 1521.54, "mlcr-aa": 0.15, "frontiercode": 0.45471, "humanitys-last-exam": 0.42678405931418, "artificial-analysis-long-context-reasoning": 0.783333333333333, "scicode": 0.517361111111111, "critpt": 0.225714285714286}, "intelligenceIndexCostPerTask": 0.24836110126596478, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 200.354227500845, "percentile05OutputTokensPerSecond": 160.249519593194, "quartile25OutputTokensPerSecond": 186.234862998663, "quartile75OutputTokensPerSecond": 215.743484535802, "percentile95OutputTokensPerSecond": 277.483206295863, "medianTimeToFirstTokenSeconds": 74.250065427, "medianTimeToFirstAnswerTokenSeconds": 74.250065427, "percentile05TimeToFirstTokenSeconds": 30.96945561925, "quartile25TimeToFirstTokenSeconds": 57.2050404635, "quartile75TimeToFirstTokenSeconds": 89.33714366025, "percentile95TimeToFirstTokenSeconds": 111.15890679025, "medianEndToEndResponseTimeSeconds": 76.74564541169431, "medianReasoningTimeSeconds": null}, {"slug": "claude-haiku-5-5-low", "name": "Claude Haiku 5.5 (Low)", "shortName": "Claude Haiku 5.5 (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 18.6180055310996, "intelligenceIndexIsEstimated": false, "omniscience": 2.1666666666666665, "scores": {"aa-briefcase": 1114.42, "omniscience-accuracy": 0.30366666666666664, "omniscience-non-hallucination": 0.595021541407372, "automationbench-aa": 0.22910812181110643, "terminal-bench-science": 0.019047619047619, "frontiercode-2-0": 0.0803666666666667, "hle-diamond": 0.141, "gdp-pdf": 0.112, "terminalbench-4-0": 0.126262626262626, "critpt-v2-hard": 0.215, "harvey-lab-aa": 0.016666666666666666, "gdpval-aa-normalized": 1130.36, "mlcr-aa": 0.122222222222222, "frontiercode": 0.293338, "humanitys-last-exam": 0.270157553290083, "artificial-analysis-long-context-reasoning": 0.72, "scicode": 0.491898148148148, "critpt": 0.0914285714285714}, "intelligenceIndexCostPerTask": 0.043757686381988486, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 168.046748109803, "percentile05OutputTokensPerSecond": 138.190569012587, "quartile25OutputTokensPerSecond": 146.169548946031, "quartile75OutputTokensPerSecond": 188.698837414967, "percentile95OutputTokensPerSecond": 264.808045544391, "medianTimeToFirstTokenSeconds": 8.83298010600002, "medianTimeToFirstAnswerTokenSeconds": 8.83298010600002, "percentile05TimeToFirstTokenSeconds": 4.27417779569996, "quartile25TimeToFirstTokenSeconds": 6.22699630049996, "quartile75TimeToFirstTokenSeconds": 11.6061089335, "percentile95TimeToFirstTokenSeconds": 24.8655998154999, "medianEndToEndResponseTimeSeconds": 11.808342650196927, "medianReasoningTimeSeconds": null}, {"slug": "ling-3-0-flash-vl", "name": "Ling-3.0-flash-VL", "shortName": "Ling-3.0-flash-VL", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 985.48, "automationbench-aa": 0.1568437535870999, "hle-diamond": 0.076, "gdp-pdf": 0.084, "terminalbench-4-0": 0, "gdpval-aa-normalized": 1169.42, "mlcr-aa": 0.05, "mmmu-pro": 0.789595375722543, "humanitys-last-exam": 0.219647822057461, "artificial-analysis-long-context-reasoning": 0.783333333333333, "scicode": 0.44212962962963, "critpt": 0.02, "terminalbench-2-1": 0.644194756554307, "gpqa-diamond": 0.861616161616162, "tau3-banking": 0.344329896907216}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "minicpm-v4-6-1-3b", "name": "MiniCPM-V 4.6 1.3B", "shortName": "MiniCPM-V 4.6 1.3B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "OpenBMB", "modelCreatorColor": "#3B62EC", "modelCreatorLogo": "/img/logos/openbmb.svg", "contextWindowTokens": 262000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -362.32, "mmmu-pro": 0.379190751445087, "humanitys-last-exam": 0.0505097312326228, "artificial-analysis-long-context-reasoning": 0.07, "critpt": 0, "terminalbench-hard": 0, "terminalbench-2-1": 0, "tau2-bench": 0.87719298245614, "gpqa-diamond": 0.305050505050505, "ifbench": 0.26734693877551}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-opus-5-5-low", "name": "Claude Opus 5.5 (Low, Default Fallback)", "shortName": "Claude Opus 5.5 (low with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 34.502785007759, "intelligenceIndexIsEstimated": false, "omniscience": 39.03333333333333, "scores": {"aa-briefcase": 1279.38, "omniscience-accuracy": 0.6333333333333333, "omniscience-non-hallucination": 0.3372727272727273, "automationbench-aa": 0.5292537042934996, "terminal-bench-science": 0.242857142857143, "frontiercode-2-0": 0.158378282828283, "hle-diamond": 0.417, "gdp-pdf": 0.256, "terminalbench-4-0": 0.313131313131313, "critpt-v2-hard": 0.335, "gdpval-aa-normalized": 1240.15, "mlcr-aa": 0.194444444444444, "mmmu-pro": 0.846820809248555, "frontiercode": 0.426618, "humanitys-last-exam": 0.483317886932345, "artificial-analysis-long-context-reasoning": 0.806666666666667, "scicode": 0.585648148148148, "critpt": 0.177142857142857}, "intelligenceIndexCostPerTask": 0.9755293224458845, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": 5, "medianOutputTokensPerSecond": 79.6969705663762, "percentile05OutputTokensPerSecond": 69.8854027715429, "quartile25OutputTokensPerSecond": 74.5504060964956, "quartile75OutputTokensPerSecond": 84.9760121804128, "percentile95OutputTokensPerSecond": 108.941863578488, "medianTimeToFirstTokenSeconds": 10.8606666055, "medianTimeToFirstAnswerTokenSeconds": 10.8606666055, "percentile05TimeToFirstTokenSeconds": 1.40497696674998, "quartile25TimeToFirstTokenSeconds": 5.30091928199998, "quartile75TimeToFirstTokenSeconds": 12.99147093025, "percentile95TimeToFirstTokenSeconds": 17.5104450325, "medianEndToEndResponseTimeSeconds": 17.134430795615252, "medianReasoningTimeSeconds": null}, {"slug": "exaone-4-0-32b-reasoning", "name": "EXAONE 4.0 32B (Reasoning)", "shortName": "EXAONE 4.0 32B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 131000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.114457831325301, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "tau2-bench": 0.172514619883041, "gpqa-diamond": 0.739393939393939, "ifbench": 0.363265306122449, "livecodebench": 0.747089947089947, "aime-2025": 0.8}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "sarvam-105b", "name": "Sarvam 105B (High)", "shortName": "Sarvam 105B (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "low", "modelCreatorName": "Sarvam", "modelCreatorColor": "#807D77", "modelCreatorLogo": "/img/logos/sarvam.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.110287303058387, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "tau2-bench": 0.467836257309941, "gpqa-diamond": 0.738383838383838, "ifbench": 0.343537414965986}, "price1mInputTokens": 0.042, "price1mOutputTokens": 0.17, "cacheHitPrice": 0.026, "cacheWritePrice": null, "medianOutputTokensPerSecond": 116.624034269007, "percentile05OutputTokensPerSecond": 62.7090095781854, "quartile25OutputTokensPerSecond": 68.0104162781857, "quartile75OutputTokensPerSecond": 139.614052370419, "percentile95OutputTokensPerSecond": 169.30389144001, "medianTimeToFirstTokenSeconds": 1.6214243515, "medianTimeToFirstAnswerTokenSeconds": 18.770548136626193, "percentile05TimeToFirstTokenSeconds": 1.55081761184997, "quartile25TimeToFirstTokenSeconds": 1.59263683200001, "quartile75TimeToFirstTokenSeconds": 1.65439791350002, "percentile95TimeToFirstTokenSeconds": 1.87280564685002, "medianEndToEndResponseTimeSeconds": 23.05782908290774, "medianReasoningTimeSeconds": 17.149123785126193}, {"slug": "llama-3-1-instruct-405b", "name": "Llama 3.1 Instruct 405B", "shortName": "Llama 3.1 405B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0398, "artificial-analysis-long-context-reasoning": 0.253333333333333, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "tau2-bench": 0.190058479532164, "gpqa-diamond": 0.515151515151515, "ifbench": 0.390476190476191, "livecodebench": 0.304761904761905, "aime-2025": 0.03}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "jt-4-1-flash-236b-a21b", "name": "JT-4.1 Flash 236B A21B (Reasoning)", "shortName": "JT-4.1 Flash 236B A21B", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "large", "priceClass": null, "modelCreatorName": "China Mobile", "modelCreatorColor": "#00b8ea", "modelCreatorLogo": "/img/logos/china-mobile.png", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1092.03, "automationbench-aa": 0.4647120946439391, "gdp-pdf": 0.086, "terminalbench-4-0": 0.0303030303030303, "gdpval-aa-normalized": 1335.19, "humanitys-last-exam": 0.435588507877665, "artificial-analysis-long-context-reasoning": 0.783333333333333, "scicode": 0.519675925925926, "critpt": 0.14}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "ring-flash-2-0", "name": "Ring-flash-2.0", "shortName": "Ring-flash-2.0", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0963855421686747, "artificial-analysis-long-context-reasoning": 0.21, "critpt": 0.00277551020408163, "terminalbench-hard": 0.0757575757575758, "tau2-bench": 0, "gpqa-diamond": 0.725252525252525, "ifbench": 0.43265306122449, "livecodebench": 0.627513227513227, "aime-2025": 0.836666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "lfm2-5-1-2b-instruct", "name": "LFM2.5-1.2B-Instruct", "shortName": "LFM2.5-1.2B-Instruct", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Liquid AI", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/liquidai.svg", "contextWindowTokens": 32000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.067191844300278, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.108187134502924, "gpqa-diamond": 0.326262626262626, "ifbench": 0.438095238095238}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "apertus-70b-instruct", "name": "Apertus 70B Instruct", "shortName": "Apertus 70B Instruct", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Swiss AI Initiative", "modelCreatorColor": "#bee9fa", "modelCreatorLogo": "/img/logos/swiss-ai-initiative.png", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0546802594995366, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.128654970760234, "gpqa-diamond": 0.271717171717172, "ifbench": 0.258503401360544}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "doubao-seed-code", "name": "Doubao Seed Code", "shortName": "Doubao Seed Code", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "ByteDance Seed", "modelCreatorColor": "#3c8bff", "modelCreatorLogo": "/img/logos/bytedance.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.68092485549133, "humanitys-last-exam": 0.140871177015755, "artificial-analysis-long-context-reasoning": 0.716666666666667, "critpt": 0.00285714285714286, "terminalbench-hard": 0.265151515151515, "tau2-bench": 0.58187134502924, "gpqa-diamond": 0.763636363636364, "ifbench": 0.514285714285714, "livecodebench": 0.766137566137566, "aime-2025": 0.793333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "exaone-4-5-33b", "name": "EXAONE 4.5 33B (Reasoning)", "shortName": "EXAONE 4.5 33B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 474.45, "mmmu-pro": 0.673410404624277, "humanitys-last-exam": 0.128822984244671, "artificial-analysis-long-context-reasoning": 0.546666666666667, "critpt": 0.00285714285714286, "terminalbench-hard": 0.204545454545455, "terminalbench-2-1": 0.213483146067416, "tau2-bench": 0.780701754385965, "gpqa-diamond": 0.793939393939394, "ifbench": 0.579591836734694}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-e4b-non-reasoning", "name": "Gemma 4 E4B (Non-reasoning)", "shortName": "Gemma 4 E4B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.512138728323699, "humanitys-last-exam": 0.0481927710843374, "artificial-analysis-long-context-reasoning": 0.24, "critpt": 0.00285714285714286, "terminalbench-hard": 0.0757575757575758, "tau2-bench": 0.260233918128655, "gpqa-diamond": 0.549494949494949, "ifbench": 0.405442176870748}, "price1mInputTokens": 0.02, "price1mOutputTokens": 0.1, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 50.7646927518796, "percentile05OutputTokensPerSecond": 24.0969469238205, "quartile25OutputTokensPerSecond": 41.3206673658208, "quartile75OutputTokensPerSecond": 57.3544758402936, "percentile95OutputTokensPerSecond": 75.1098699693612, "medianTimeToFirstTokenSeconds": 0.833284240499993, "medianTimeToFirstAnswerTokenSeconds": 0.833284240499993, "percentile05TimeToFirstTokenSeconds": 0.677941082849995, "quartile25TimeToFirstTokenSeconds": 0.762200454249971, "quartile75TimeToFirstTokenSeconds": 0.925715370500029, "percentile95TimeToFirstTokenSeconds": 1.85194408979998, "medianEndToEndResponseTimeSeconds": 10.682649476370294, "medianReasoningTimeSeconds": null}, {"slug": "ling-3-1-flash-1019", "name": "Ling 3.1 Flash 1019", "shortName": "Ling 3.1 Flash 1019", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 1048576, "intelligenceIndex": 29.470119369837, "intelligenceIndexIsEstimated": false, "omniscience": -0.13333333333333333, "scores": {"aa-briefcase": 1521.7, "omniscience-accuracy": 0.2653333333333333, "omniscience-non-hallucination": 0.6370235934664247, "automationbench-aa": 0.6754660741517774, "terminal-bench-science": 0.0428571428571429, "frontiercode-2-0": 0.170090151515151, "hle-diamond": 0.172, "gdp-pdf": 0.126, "terminalbench-4-0": 0.328282828282828, "critpt-v2-hard": 0.375, "gdpval-aa-normalized": 1652.94, "mlcr-aa": 0.15, "humanitys-last-exam": 0.43466172381835, "artificial-analysis-long-context-reasoning": 0.823333333333333, "scicode": 0.568287037037037, "critpt": 0.26}, "intelligenceIndexCostPerTask": 3.185145018337793, "price1mInputTokens": 0.3, "price1mOutputTokens": 0.9, "cacheHitPrice": 0.06, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "k2-horizon-mova-36b-a4b", "name": "K2 Horizon MoVA 36B A4B", "shortName": "K2 Horizon MoVA 36B A4B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 524288, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1165.23, "automationbench-aa": 0.2610203199558987, "frontiercode-2-0": 0.0450194444444444, "gdp-pdf": 0.042, "terminalbench-4-0": 0, "gdpval-aa-normalized": 1196.67, "humanitys-last-exam": 0.234476367006487, "artificial-analysis-long-context-reasoning": 0.716666666666667, "scicode": 0.400462962962963, "critpt": 0.0228571428571429, "terminalbench-2-1": 0.565543071161049, "gpqa-diamond": 0.822222222222222, "tau3-banking": 0.319587628865979}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "granite-4-0-350m", "name": "Granite 4.0 350M", "shortName": "Granite 4.0 350M", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 32768, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0551436515291937, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.131578947368421, "gpqa-diamond": 0.260606060606061, "ifbench": 0.159183673469388, "livecodebench": 0.0243386243386243, "aime-2025": 0}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "deepseek-v4-1-flash-1017-non-reasoning", "name": "DeepSeek V4.1 Flash 1017 (Non-reasoning)", "shortName": "DeepSeek V4.1 Flash 1017 (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "DeepSeek", "modelCreatorColor": "#2243e6", "modelCreatorLogo": "/img/logos/deepseek.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 18.5131594039446, "intelligenceIndexIsEstimated": false, "omniscience": 2.1, "scores": {"aa-briefcase": 1426.13, "omniscience-accuracy": 0.21866666666666668, "omniscience-non-hallucination": 0.7470136518771331, "automationbench-aa": 0.4877893544529126, "terminal-bench-science": 0.0238095238095238, "frontiercode-2-0": 0.060984595959596, "hle-diamond": 0.071, "gdp-pdf": 0.044, "terminalbench-4-0": 0.0909090909090909, "critpt-v2-hard": 0.01, "mmmu-pro": 0.691907514450867, "humanitys-last-exam": 0.115384615384615, "artificial-analysis-long-context-reasoning": 0.573333333333333, "scicode": 0.385416666666667, "critpt": 0.00285714285714286}, "intelligenceIndexCostPerTask": 0.4254202455035728, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.006, "cacheWritePrice": null, "medianOutputTokensPerSecond": 188.635691250629, "percentile05OutputTokensPerSecond": 150.180830561727, "quartile25OutputTokensPerSecond": 165.874054425404, "quartile75OutputTokensPerSecond": 232.957017399647, "percentile95OutputTokensPerSecond": 339.851378496783, "medianTimeToFirstTokenSeconds": 1.35222968299999, "medianTimeToFirstAnswerTokenSeconds": 1.35222968299999, "percentile05TimeToFirstTokenSeconds": 0.77148316924999, "quartile25TimeToFirstTokenSeconds": 1.08460874450002, "quartile75TimeToFirstTokenSeconds": 1.62209022400009, "percentile95TimeToFirstTokenSeconds": 1.84275714999999, "medianEndToEndResponseTimeSeconds": 4.0028415406238995, "medianReasoningTimeSeconds": null}, {"slug": "muse-glimmer", "name": "Muse Glimmer (High)", "shortName": "Muse Glimmer (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 131072, "intelligenceIndex": 6.34128724913462, "intelligenceIndexIsEstimated": false, "omniscience": -32.233333333333334, "scores": {"aa-briefcase": 477.84, "omniscience-accuracy": 0.2796666666666667, "omniscience-non-hallucination": 0.1642757982415548, "automationbench-aa": 0.06831776269647931, "terminal-bench-science": 0, "frontiercode-2-0": 0.0147431818181818, "hle-diamond": 0.091, "gdp-pdf": 0.1, "terminalbench-4-0": 0.00505050505050505, "critpt-v2-hard": 0.07, "aa-analyst-agent": 0.2, "enterprise-ops-gym-aa": 0.34735899731423453, "gdpval-aa-normalized": 792.29, "mmmu-pro": 0.743352601156069, "frontiercode": 0.139178333333333, "humanitys-last-exam": 0.219647822057461, "artificial-analysis-long-context-reasoning": 0.833333333333333, "scicode": 0.449074074074074, "critpt": 0.0257142857142857, "terminalbench-2-1": 0.51685393258427, "gpqa-diamond": 0.835353535353535, "tau3-banking": 0.235051546391753}, "intelligenceIndexCostPerTask": 0.16096168039127723, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.04, "cacheWritePrice": null, "medianOutputTokensPerSecond": 122.867648350631, "percentile05OutputTokensPerSecond": 26.7368811017365, "quartile25OutputTokensPerSecond": 100.586802306914, "quartile75OutputTokensPerSecond": 171.779238615354, "percentile95OutputTokensPerSecond": 218.34408635749, "medianTimeToFirstTokenSeconds": 1.19362803050012, "medianTimeToFirstAnswerTokenSeconds": 17.471305896463186, "percentile05TimeToFirstTokenSeconds": 0.633055874649997, "quartile25TimeToFirstTokenSeconds": 0.767911854249945, "quartile75TimeToFirstTokenSeconds": 1.37727895899996, "percentile95TimeToFirstTokenSeconds": 1.60735018889998, "medianEndToEndResponseTimeSeconds": 21.540725362953953, "medianReasoningTimeSeconds": 16.277677865963067}, {"slug": "grok-4-7", "name": "Grok 4.7 (Xhigh)", "shortName": "Grok 4.7 (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "SpaceXAI", "modelCreatorColor": "#736cd3", "modelCreatorLogo": "/img/logos/spacexai.svg", "contextWindowTokens": 500000, "intelligenceIndex": 34.3350117067196, "intelligenceIndexIsEstimated": false, "omniscience": 31.233333333333334, "scores": {"aa-briefcase": 1637.72, "omniscience-accuracy": 0.427, "omniscience-non-hallucination": 0.7998836532867947, "automationbench-aa": 0.6555835148969458, "terminal-bench-science": 0.0476190476190476, "frontiercode-2-0": 0.286575505050505, "hle-diamond": 0.232, "gdp-pdf": 0.2, "terminalbench-4-0": 0.257575757575758, "critpt-v2-hard": 0.32, "aa-analyst-agent": 0.525, "harvey-lab-aa": 0.09444444444444446, "gdpval-aa-normalized": 1718.42, "aa-3d": 994.7188, "code2video-aa": 1126.6, "itbench-aa": 0.420809792843691, "mlcr-aa": 0.2, "frontiercode": 0.338342, "healthbench": 0.5601757995204535, "healthbench-professional": 0.5577613438810265, "humanitys-last-exam": 0.431417979610751, "artificial-analysis-long-context-reasoning": 0.766666666666667, "scicode": 0.574074074074074, "critpt": 0.177142857142857}, "intelligenceIndexCostPerTask": 7.511769586408455, "price1mInputTokens": 2, "price1mOutputTokens": 6, "cacheHitPrice": 0.5, "cacheWritePrice": null, "medianOutputTokensPerSecond": 86.9787430587398, "percentile05OutputTokensPerSecond": 60.370033175898, "quartile25OutputTokensPerSecond": 74.3091525608436, "quartile75OutputTokensPerSecond": 107.504405593025, "percentile95OutputTokensPerSecond": 143.666881879976, "medianTimeToFirstTokenSeconds": 94.950764534, "medianTimeToFirstAnswerTokenSeconds": 94.950764534, "percentile05TimeToFirstTokenSeconds": 11.1934256184501, "quartile25TimeToFirstTokenSeconds": 44.42454988675, "quartile75TimeToFirstTokenSeconds": 138.53265916075, "percentile95TimeToFirstTokenSeconds": 286.54215340655, "medianEndToEndResponseTimeSeconds": 100.69929552463908, "medianReasoningTimeSeconds": null}, {"slug": "kimi-linear-48b-a3b-instruct", "name": "Kimi Linear 48B A3B Instruct", "shortName": "Kimi Linear 48B A3B Instruct", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Kimi", "modelCreatorColor": "#047AFE", "modelCreatorLogo": "/img/logos/kimi.jpg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0245597775718258, "artificial-analysis-long-context-reasoning": 0.28, "terminalbench-hard": 0.113636363636364, "tau2-bench": 0, "gpqa-diamond": 0.412121212121212, "ifbench": 0.280952380952381, "livecodebench": 0.377777777777778, "aime-2025": 0.363333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "solar-open-100b-reasoning", "name": "Solar Open 100B (Reasoning)", "shortName": "Solar Open 100B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Upstage", "modelCreatorColor": "#7c59f5", "modelCreatorLogo": "/img/logos/upstage.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.104263206672845, "artificial-analysis-long-context-reasoning": 0.41, "critpt": 0, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.482456140350877, "gpqa-diamond": 0.656565656565657, "ifbench": 0.57687074829932}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-5-3-codex", "name": "GPT-5.3 Codex (Xhigh)", "shortName": "GPT-5.3 Codex (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 400000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 868.19, "mmmu-pro": 0.784971098265896, "humanitys-last-exam": 0.424930491195551, "artificial-analysis-long-context-reasoning": 0.833333333333333, "critpt": 0.168571428571429, "terminalbench-hard": 0.53030303030303, "tau2-bench": 0.859649122807018, "gpqa-diamond": 0.915151515151515, "ifbench": 0.753741496598639}, "price1mInputTokens": 1.75, "price1mOutputTokens": 14, "cacheHitPrice": 0.175, "cacheWritePrice": null, "medianOutputTokensPerSecond": 114.123233819841, "percentile05OutputTokensPerSecond": 72.551591692472, "quartile25OutputTokensPerSecond": 96.4783655482082, "quartile75OutputTokensPerSecond": 130.563131018144, "percentile95OutputTokensPerSecond": 169.33074888269, "medianTimeToFirstTokenSeconds": 64.6794977135, "medianTimeToFirstAnswerTokenSeconds": 64.6794977135, "percentile05TimeToFirstTokenSeconds": 43.9794499954, "quartile25TimeToFirstTokenSeconds": 55.9463549165, "quartile75TimeToFirstTokenSeconds": 85.6649563215, "percentile95TimeToFirstTokenSeconds": 155.8554654323, "medianEndToEndResponseTimeSeconds": 69.06072652436, "medianReasoningTimeSeconds": null}, {"slug": "lfm2-5-1-2b-thinking", "name": "LFM2.5-1.2B-Thinking", "shortName": "LFM2.5-1.2B-Thinking", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Liquid AI", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/liquidai.svg", "contextWindowTokens": 32000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.06209453197405, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.195906432748538, "gpqa-diamond": 0.339393939393939, "ifbench": 0.418367346938776}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "k2-think-v2", "name": "K2 Think V2", "shortName": "K2 Think V2", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 7.52, "gdpval-aa-normalized": 137.17, "humanitys-last-exam": 0.101019462465246, "artificial-analysis-long-context-reasoning": 0.57, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "terminalbench-2-1": 0.149812734082397, "tau2-bench": 0.254385964912281, "gpqa-diamond": 0.713131313131313, "ifbench": 0.627891156462585}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nvidia-nemotron-3-ultra-550b-a55b", "name": "Nemotron 3 Ultra 550B A55B (Reasoning)", "shortName": "Nemotron 3 Ultra", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 262144, "intelligenceIndex": 11.7592726308177, "intelligenceIndexIsEstimated": false, "omniscience": 3.433333333333333, "scores": {"aa-briefcase": 877.38, "omniscience-accuracy": 0.21233333333333335, "omniscience-non-hallucination": 0.774016081252645, "automationbench-aa": 0.02986349541593992, "terminal-bench-science": 0, "frontiercode-2-0": 0.0109007575757576, "hle-diamond": 0.085, "gdp-pdf": 0.05, "terminalbench-4-0": 0.00505050505050505, "critpt-v2-hard": 0.15, "aa-analyst-agent": 0.0625, "enterprise-ops-gym-aa": 0.28886899433005075, "gdpval-aa-normalized": 1020.69, "aa-3d": 572.5479, "code2video-aa": 303.58, "mlcr-aa": 0.0555555555555556, "frontiercode": 0.105152333333333, "humanitys-last-exam": 0.284059314179796, "artificial-analysis-long-context-reasoning": 0.793333333333333, "scicode": 0.402777777777778, "critpt": 0.0314285714285714, "terminalbench-hard": 0.363636363636364, "terminalbench-2-1": 0.539325842696629, "tau2-bench": 0.833333333333333, "gpqa-diamond": 0.866666666666667, "ifbench": 0.813605442176871, "tau3-banking": 0.142268041237113}, "intelligenceIndexCostPerTask": 2.2257365504312134, "price1mInputTokens": 0.6, "price1mOutputTokens": 2.7, "cacheHitPrice": 0.12, "cacheWritePrice": null, "medianOutputTokensPerSecond": 160.799722467083, "percentile05OutputTokensPerSecond": 32.3783820684701, "quartile25OutputTokensPerSecond": 115.516465593411, "quartile75OutputTokensPerSecond": 330.250443984119, "percentile95OutputTokensPerSecond": 441.421839027619, "medianTimeToFirstTokenSeconds": 1.15297440300001, "medianTimeToFirstAnswerTokenSeconds": 15.3010087720625, "percentile05TimeToFirstTokenSeconds": 0.60803642929987, "quartile25TimeToFirstTokenSeconds": 0.991542214499973, "quartile75TimeToFirstTokenSeconds": 1.78423325025004, "percentile95TimeToFirstTokenSeconds": 2.90544437155007, "medianEndToEndResponseTimeSeconds": 18.410466875153155, "medianReasoningTimeSeconds": 14.14803436906249}, {"slug": "longcat-2-0", "name": "LongCat 2.0", "shortName": "LongCat 2.0", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "LongCat", "modelCreatorColor": "#2adb65", "modelCreatorLogo": "/img/logos/longcat.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 739.91, "automationbench-aa": 0.045339131570294025, "hle-diamond": 0.115, "gdp-pdf": 0.064, "terminalbench-4-0": 0, "gdpval-aa-normalized": 876.64, "humanitys-last-exam": 0.336886005560704, "artificial-analysis-long-context-reasoning": 0.65, "scicode": 0.363425925925926, "critpt": 0.0257142857142857, "terminalbench-2-1": 0.50187265917603, "gpqa-diamond": 0.77979797979798, "tau3-banking": 0.131958762886598}, "price1mInputTokens": 0.75, "price1mOutputTokens": 2.95, "cacheHitPrice": 0.015, "cacheWritePrice": null, "medianOutputTokensPerSecond": 78.2233600280092, "percentile05OutputTokensPerSecond": 63.5593928527115, "quartile25OutputTokensPerSecond": 69.9844323450818, "quartile75OutputTokensPerSecond": 81.7728207834648, "percentile95OutputTokensPerSecond": 88.5194841336607, "medianTimeToFirstTokenSeconds": 2.6207266325001, "medianTimeToFirstAnswerTokenSeconds": 28.188536546109876, "percentile05TimeToFirstTokenSeconds": 2.3456295967, "quartile25TimeToFirstTokenSeconds": 2.44596133275002, "quartile75TimeToFirstTokenSeconds": 2.77549828475, "percentile95TimeToFirstTokenSeconds": 3.00331515070005, "medianEndToEndResponseTimeSeconds": 34.58048902451232, "medianReasoningTimeSeconds": 25.567809913609775}, {"slug": "qwen3-5-2b", "name": "Qwen3.5 2B (Reasoning)", "shortName": "Qwen3.5 2B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -38.65, "mmmu-pro": 0.430057803468208, "humanitys-last-exam": 0.025949953660797, "artificial-analysis-long-context-reasoning": 0.21, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "terminalbench-2-1": 0.0299625468164794, "tau2-bench": 0.690058479532164, "gpqa-diamond": 0.455555555555556, "ifbench": 0.314965986394558}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "tri-21b-think-v0-5", "name": "Tri-21B-Think", "shortName": "Tri-21B-Think", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Trillion Labs", "modelCreatorColor": "#1f2120", "modelCreatorLogo": "/img/logos/trillionlabs.svg", "contextWindowTokens": 32000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0593141797961075, "artificial-analysis-long-context-reasoning": 0.156666666666667, "critpt": 0.00285714285714286, "terminalbench-hard": 0.00757575757575758, "tau2-bench": 0.809941520467836, "gpqa-diamond": 0.601010101010101, "ifbench": 0.546258503401361}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "granite-4-0-h-small", "name": "Granite 4.0 H Small", "shortName": "Granite 4.0 H Small", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0379981464318814, "artificial-analysis-long-context-reasoning": 0.113333333333333, "critpt": 0, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.172514619883041, "gpqa-diamond": 0.416161616161616, "ifbench": 0.314965986394558, "livecodebench": 0.250793650793651, "aime-2025": 0.136666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "llama-3-2-instruct-11b-vision", "name": "Llama 3.2 Instruct 11B (Vision)", "shortName": "Llama 3.2 11B (Vision)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.293063583815029, "humanitys-last-exam": 0.0553, "artificial-analysis-long-context-reasoning": 0.126666666666667, "critpt": 0, "terminalbench-hard": 0.00757575757575758, "tau2-bench": 0.146198830409357, "gpqa-diamond": 0.221212121212121, "ifbench": 0.304081632653061, "livecodebench": 0.11005291005291, "aime-2025": 0.0166666666666667}, "price1mInputTokens": 0.345, "price1mOutputTokens": 0.345, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 24.2778561883986, "percentile05OutputTokensPerSecond": 6.34408286736095, "quartile25OutputTokensPerSecond": 16.6758727407779, "quartile75OutputTokensPerSecond": 31.6007120137282, "percentile95OutputTokensPerSecond": 41.2755822565081, "medianTimeToFirstTokenSeconds": 1.40391645999998, "medianTimeToFirstAnswerTokenSeconds": 1.40391645999998, "percentile05TimeToFirstTokenSeconds": 1.09084046979999, "quartile25TimeToFirstTokenSeconds": 1.21138189149999, "quartile75TimeToFirstTokenSeconds": 1.7050059075, "percentile95TimeToFirstTokenSeconds": 2.23545330545001, "medianEndToEndResponseTimeSeconds": 21.998815619132888, "medianReasoningTimeSeconds": null}, {"slug": "longcat-flash-lite", "name": "LongCat Flash Lite", "shortName": "LongCat Flash Lite", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "LongCat", "modelCreatorColor": "#2adb65", "modelCreatorLogo": "/img/logos/longcat.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0583873957367933, "artificial-analysis-long-context-reasoning": 0.283333333333333, "critpt": 0, "terminalbench-hard": 0.106060606060606, "tau2-bench": 0.795321637426901, "gpqa-diamond": 0.636363636363636, "ifbench": 0.430612244897959}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nemotron-3-5-bolt-e4b-4gb", "name": "Nemotron 3.5 Bolt E4B 4GB (Reasoning)", "shortName": "Nemotron 3.5 Bolt E4B 4GB", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"ifbench": 0.610884353741497}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-lite-reasoning", "name": "Nova 2.0 Lite (High)", "shortName": "Nova 2.0 Lite (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 373.56, "mmmu-pro": 0.63757225433526, "humanitys-last-exam": 0.11631139944393, "artificial-analysis-long-context-reasoning": 0.603333333333333, "critpt": 0.00285714285714286, "terminalbench-hard": 0.166666666666667, "terminalbench-2-1": 0.161048689138577, "tau2-bench": 0.728070175438596, "gpqa-diamond": 0.811111111111111, "ifbench": 0.707482993197279, "livecodebench": 0.711111111111111, "aime-2025": 0.943333333333333}, "price1mInputTokens": 0.3, "price1mOutputTokens": 2.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 195.134737681419, "percentile05OutputTokensPerSecond": 157.298280877891, "quartile25OutputTokensPerSecond": 175.304035811987, "quartile75OutputTokensPerSecond": 241.540311361097, "percentile95OutputTokensPerSecond": 297.266511905684, "medianTimeToFirstTokenSeconds": 17.252839056, "medianTimeToFirstAnswerTokenSeconds": 27.502167411186257, "percentile05TimeToFirstTokenSeconds": 5.77750046075, "quartile25TimeToFirstTokenSeconds": 9.62787040524998, "quartile75TimeToFirstTokenSeconds": 25.65571418375, "percentile95TimeToFirstTokenSeconds": 55.98067829825, "medianEndToEndResponseTimeSeconds": 30.06449949998282, "medianReasoningTimeSeconds": 10.249328355186258}, {"slug": "solar-mini4", "name": "Solar Mini 4", "shortName": "Solar Mini 4", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Upstage", "modelCreatorColor": "#7c59f5", "modelCreatorLogo": "/img/logos/upstage.svg", "contextWindowTokens": 1048576, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -11.633333333333333, "scores": {"aa-briefcase": 868.08, "omniscience-accuracy": 0.18233333333333332, "omniscience-non-hallucination": 0.6347329800244599, "automationbench-aa": 0.22252425682190993, "gdp-pdf": 0.05, "terminalbench-4-0": 0.0101010101010101, "gdpval-aa-normalized": 1091.8, "mlcr-aa": 0.0666666666666667, "humanitys-last-exam": 0.257645968489342, "artificial-analysis-long-context-reasoning": 0.833333333333333, "scicode": 0.475694444444444, "critpt": 0.0142857142857143}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.4, "cacheHitPrice": 0.01, "cacheWritePrice": null, "medianOutputTokensPerSecond": 110.592707185545, "percentile05OutputTokensPerSecond": 91.7802363795052, "quartile25OutputTokensPerSecond": 101.377891443746, "quartile75OutputTokensPerSecond": 122.37028700063, "percentile95OutputTokensPerSecond": 132.448286568824, "medianTimeToFirstTokenSeconds": 2.116989622, "medianTimeToFirstAnswerTokenSeconds": 20.20136472138639, "percentile05TimeToFirstTokenSeconds": 1.72799264115004, "quartile25TimeToFirstTokenSeconds": 1.96094758575004, "quartile75TimeToFirstTokenSeconds": 2.39950227349997, "percentile95TimeToFirstTokenSeconds": 2.72464182414999, "medianEndToEndResponseTimeSeconds": 24.72245849623299, "medianReasoningTimeSeconds": 18.08437509938639}, {"slug": "gpt-6-luna-non-reasoning", "name": "GPT-6 Luna (Non-reasoning)", "shortName": "GPT-6 Luna (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 9.39244373619813, "intelligenceIndexIsEstimated": false, "omniscience": -25.8, "scores": {"aa-briefcase": 902.46, "omniscience-accuracy": 0.301, "omniscience-non-hallucination": 0.20028612303290416, "automationbench-aa": 0.09141771078680867, "terminal-bench-science": 0.00952380952380952, "frontiercode-2-0": 0.0158234848484848, "hle-diamond": 0.063, "gdp-pdf": 0.058, "terminalbench-4-0": 0.0151515151515152, "critpt-v2-hard": 0.045, "gdpval-aa-normalized": 1051.67, "mlcr-aa": 0.15, "mmmu-pro": 0.620809248554913, "frontiercode": 0.137887, "humanitys-last-exam": 0.0857275254865616, "artificial-analysis-long-context-reasoning": 0.396666666666667, "scicode": 0.430555555555556, "critpt": 0.0114285714285714}, "intelligenceIndexCostPerTask": 0.07141741932294249, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 124.391345096126, "percentile05OutputTokensPerSecond": 83.0296236545878, "quartile25OutputTokensPerSecond": 105.294146379127, "quartile75OutputTokensPerSecond": 137.744639377832, "percentile95OutputTokensPerSecond": 183.064769510881, "medianTimeToFirstTokenSeconds": 0.808549522500016, "medianTimeToFirstAnswerTokenSeconds": 0.808549522500016, "percentile05TimeToFirstTokenSeconds": 0.681472518800104, "quartile25TimeToFirstTokenSeconds": 0.728388006249994, "quartile75TimeToFirstTokenSeconds": 0.892999349500002, "percentile95TimeToFirstTokenSeconds": 1.31052306159998, "medianEndToEndResponseTimeSeconds": 4.828121781435029, "medianReasoningTimeSeconds": null}, {"slug": "minicpm5-2b", "name": "MiniCPM5-2B", "shortName": "MiniCPM5-2B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "OpenBMB", "modelCreatorColor": "#3B62EC", "modelCreatorLogo": "/img/logos/openbmb.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 423.29, "automationbench-aa": 0.018006007862431707, "hle-diamond": 0.038, "gdp-pdf": 0.014, "terminalbench-4-0": 0, "gdpval-aa-normalized": 714.95, "humanitys-last-exam": 0.0894346617238184, "artificial-analysis-long-context-reasoning": 0.593333333333333, "scicode": 0.262731481481481, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.0861423220973783, "gpqa-diamond": 0.702020202020202, "tau3-banking": 0.208247422680412}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-4b", "name": "Qwen3.5 4B (Reasoning)", "shortName": "Qwen3.5 4B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.653757225433526, "humanitys-last-exam": 0.0991658943466172, "artificial-analysis-long-context-reasoning": 0.63, "critpt": 0, "terminalbench-hard": 0.181818181818182, "terminalbench-2-1": 0.258426966292135, "tau2-bench": 0.921052631578947, "gpqa-diamond": 0.770707070707071, "ifbench": 0.519727891156463, "tau3-banking": 0.0680412371134021}, "price1mInputTokens": 0.03, "price1mOutputTokens": 0.15, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 15.3239963338872, "percentile05OutputTokensPerSecond": 10.2648258833473, "quartile25OutputTokensPerSecond": 13.3382933462847, "quartile75OutputTokensPerSecond": 27.7245669692861, "percentile95OutputTokensPerSecond": 38.6617928007663, "medianTimeToFirstTokenSeconds": 0.833275313999976, "medianTimeToFirstAnswerTokenSeconds": 131.3475325888622, "percentile05TimeToFirstTokenSeconds": 0.692108156750015, "quartile25TimeToFirstTokenSeconds": 0.740057943499963, "quartile75TimeToFirstTokenSeconds": 0.987918459999973, "percentile95TimeToFirstTokenSeconds": 1.56645565415001, "medianEndToEndResponseTimeSeconds": 163.97609690757778, "medianReasoningTimeSeconds": 130.51425727486225}, {"slug": "qwen3-8-27b-medium", "name": "Qwen3.8 27B (Medium)", "shortName": "Qwen3.8 27B (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": 17.4831648632067, "intelligenceIndexIsEstimated": false, "omniscience": -35.86666666666667, "scores": {"aa-briefcase": 1372.68, "omniscience-accuracy": 0.17866666666666667, "omniscience-non-hallucination": 0.34577922077922074, "automationbench-aa": 0.40252101015938635, "terminal-bench-science": 0.00952380952380952, "frontiercode-2-0": 0.115037626262626, "hle-diamond": 0.067, "gdp-pdf": 0.128, "terminalbench-4-0": 0.0505050505050505, "critpt-v2-hard": 0.165, "gdpval-aa-normalized": 1388.62, "mlcr-aa": 0.0388888888888889, "mmmu-pro": 0.741618497109827, "frontiercode": 0.347360333333333, "humanitys-last-exam": 0.140871177015755, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.390046296296296, "critpt": 0, "terminalbench-2-1": 0.651685393258427, "gpqa-diamond": 0.845454545454545, "tau3-banking": 0.474226804123711}, "intelligenceIndexCostPerTask": 2.1600047179927624, "price1mInputTokens": 0.5, "price1mOutputTokens": 3, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 49.6794765686679, "percentile05OutputTokensPerSecond": 35.7617959645652, "quartile25OutputTokensPerSecond": 45.7753999916741, "quartile75OutputTokensPerSecond": 54.6844724745899, "percentile95OutputTokensPerSecond": 60.2482614803727, "medianTimeToFirstTokenSeconds": 4.08266181549994, "medianTimeToFirstAnswerTokenSeconds": 44.3407349301706, "percentile05TimeToFirstTokenSeconds": 3.72164577700002, "quartile25TimeToFirstTokenSeconds": 3.89086202125, "quartile75TimeToFirstTokenSeconds": 4.196464464, "percentile95TimeToFirstTokenSeconds": 4.57127007545002, "medianEndToEndResponseTimeSeconds": 54.40525320883826, "medianReasoningTimeSeconds": 40.25807311467066}, {"slug": "kimi-k3-1-pro", "name": "Kimi K3.1 Pro", "shortName": "Kimi K3.1 Pro", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "large", "priceClass": "high", "modelCreatorName": "Kimi", "modelCreatorColor": "#047AFE", "modelCreatorLogo": "/img/logos/kimi.jpg", "contextWindowTokens": 1000000, "intelligenceIndex": 46.0026236744189, "intelligenceIndexIsEstimated": false, "omniscience": 29.866666666666667, "scores": {"aa-briefcase": 1675.78, "omniscience-accuracy": 0.48933333333333334, "omniscience-non-hallucination": 0.6266318537859008, "automationbench-aa": 0.7329771090921112, "terminal-bench-science": 0.342857142857143, "frontiercode-2-0": 0.254519444444444, "hle-diamond": 0.373, "gdp-pdf": 0.314, "terminalbench-4-0": 0.671717171717172, "critpt-v2-hard": 0.45, "aa-analyst-agent": 0.3875, "gdpval-aa-normalized": 1858.05, "aa-3d": 1110.1642, "mlcr-aa": 0.383333333333333, "mmmu-pro": 0.838728323699422, "frontiercode": 0.470664, "humanitys-last-exam": 0.524559777571826, "artificial-analysis-long-context-reasoning": 0.863333333333333, "scicode": 0.607638888888889, "critpt": 0.245714285714286}, "intelligenceIndexCostPerTask": 3.6812002895742055, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.2, "cacheWritePrice": null, "medianOutputTokensPerSecond": 30.7559916059954, "percentile05OutputTokensPerSecond": 27.0848560062106, "quartile25OutputTokensPerSecond": 29.174355195627, "quartile75OutputTokensPerSecond": 32.8872281598273, "percentile95OutputTokensPerSecond": 36.4842276963656, "medianTimeToFirstTokenSeconds": 3.43861161050006, "medianTimeToFirstAnswerTokenSeconds": 68.46659138176945, "percentile05TimeToFirstTokenSeconds": 2.00428646709998, "quartile25TimeToFirstTokenSeconds": 2.86757734225003, "quartile75TimeToFirstTokenSeconds": 4.89891300150002, "percentile95TimeToFirstTokenSeconds": 6.33218239365001, "medianEndToEndResponseTimeSeconds": 84.72358632458679, "medianReasoningTimeSeconds": 65.02797977126939}, {"slug": "motif-2-12-7b", "name": "Motif-2-12.7B-Reasoning", "shortName": "Motif-2-12.7B", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "small", "priceClass": null, "modelCreatorName": "Motif Technologies", "modelCreatorColor": "#6a93eb", "modelCreatorLogo": "/img/logos/motif.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.08758109360519, "artificial-analysis-long-context-reasoning": 0.146666666666667, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "tau2-bench": 0.464912280701754, "gpqa-diamond": 0.694949494949495, "ifbench": 0.570068027210884, "livecodebench": 0.650793650793651, "aime-2025": 0.803333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-6-35b-a3b-non-reasoning", "name": "Qwen3.6 35B A3B (Non-reasoning)", "shortName": "Qwen3.6 35B A3B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 854.29, "mmmu-pro": 0.710404624277457, "humanitys-last-exam": 0.139017608897127, "artificial-analysis-long-context-reasoning": 0.643333333333333, "critpt": 0, "terminalbench-hard": 0.257575757575758, "terminalbench-2-1": 0.415730337078652, "tau2-bench": 0.850877192982456, "gpqa-diamond": 0.817171717171717, "ifbench": 0.361904761904762, "tau3-banking": 0.0536082474226804}, "price1mInputTokens": 0.375, "price1mOutputTokens": 2.25, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 148.454582000281, "percentile05OutputTokensPerSecond": 129.771594009548, "quartile25OutputTokensPerSecond": 135.741283691117, "quartile75OutputTokensPerSecond": 162.891498153988, "percentile95OutputTokensPerSecond": 179.630243692623, "medianTimeToFirstTokenSeconds": 2.04601244599999, "medianTimeToFirstAnswerTokenSeconds": 2.04601244599999, "percentile05TimeToFirstTokenSeconds": 1.83794473735001, "quartile25TimeToFirstTokenSeconds": 1.94846603824996, "quartile75TimeToFirstTokenSeconds": 2.13913215375, "percentile95TimeToFirstTokenSeconds": 2.2936518421, "medianEndToEndResponseTimeSeconds": 5.414045909588562, "medianReasoningTimeSeconds": null}, {"slug": "ministral-3-3b", "name": "Ministral 3 3B", "shortName": "Ministral 3 3B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": "low", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.006658657772309807, "hle-diamond": 0.051, "gdp-pdf": 0, "terminalbench-4-0": 0, "gdpval-aa-normalized": 36.7, "mlcr-aa": 0, "mmmu-pro": 0.380924855491329, "humanitys-last-exam": 0.0537534754402224, "artificial-analysis-long-context-reasoning": 0.17, "scicode": 0.152777777777778, "critpt": 0, "terminalbench-hard": 0, "terminalbench-2-1": 0, "tau2-bench": 0.248538011695906, "gpqa-diamond": 0.357575757575758, "ifbench": 0.268027210884354, "tau3-banking": 0.0474226804123711, "livecodebench": 0.246560846560847, "aime-2025": 0.22}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.1, "cacheHitPrice": 0.01, "cacheWritePrice": null, "medianOutputTokensPerSecond": 184.297733232521, "percentile05OutputTokensPerSecond": 68.5442389128559, "quartile25OutputTokensPerSecond": 147.940387475052, "quartile75OutputTokensPerSecond": 198.49802976014, "percentile95OutputTokensPerSecond": 241.824252289014, "medianTimeToFirstTokenSeconds": 0.773008965999992, "medianTimeToFirstAnswerTokenSeconds": 0.773008965999992, "percentile05TimeToFirstTokenSeconds": 0.575496981750021, "quartile25TimeToFirstTokenSeconds": 0.670133379000021, "quartile75TimeToFirstTokenSeconds": 1.0741138105, "percentile95TimeToFirstTokenSeconds": 2.23665838425, "medianEndToEndResponseTimeSeconds": 3.4860103210908338, "medianReasoningTimeSeconds": null}, {"slug": "reflection-beam", "name": "Beam 1.0", "shortName": "Beam 1.0", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Reflection", "modelCreatorColor": "#195428", "modelCreatorLogo": "/img/logos/reflection.svg", "contextWindowTokens": 1048576, "intelligenceIndex": 17.7307282547205, "intelligenceIndexIsEstimated": false, "omniscience": 2.3333333333333335, "scores": {"aa-briefcase": 976.2, "omniscience-accuracy": 0.30733333333333335, "omniscience-non-hallucination": 0.5899903753609239, "automationbench-aa": 0.4845786522065588, "terminal-bench-science": 0.00476190476190476, "frontiercode-2-0": 0.0553143939393939, "hle-diamond": 0.128, "gdp-pdf": 0.116, "terminalbench-4-0": 0.0303030303030303, "critpt-v2-hard": 0.265, "gdpval-aa-normalized": 1177.08, "code2video-aa": 675.03, "mlcr-aa": 0.177777777777778, "frontiercode": 0.243188, "humanitys-last-exam": 0.346617238183503, "artificial-analysis-long-context-reasoning": 0.78, "scicode": 0.484953703703704, "critpt": 0.131428571428571}, "intelligenceIndexCostPerTask": 0.28440671352465285, "price1mInputTokens": 0.4, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.04, "cacheWritePrice": null, "medianOutputTokensPerSecond": 373.129510775391, "percentile05OutputTokensPerSecond": 215.62926838714, "quartile25OutputTokensPerSecond": 275.737071461772, "quartile75OutputTokensPerSecond": 519.867054451532, "percentile95OutputTokensPerSecond": 614.734054331154, "medianTimeToFirstTokenSeconds": 0.620279966500107, "medianTimeToFirstAnswerTokenSeconds": 5.980349171007278, "percentile05TimeToFirstTokenSeconds": 0.368636594950069, "quartile25TimeToFirstTokenSeconds": 0.481193745749991, "quartile75TimeToFirstTokenSeconds": 1.03034538875002, "percentile95TimeToFirstTokenSeconds": 1.37650964149995, "medianEndToEndResponseTimeSeconds": 7.32036647213407, "medianReasoningTimeSeconds": 5.360069204507171}, {"slug": "hermes-4-llama-3-1-70b-reasoning", "name": "Hermes 4 - Llama-3.1 70B (Reasoning)", "shortName": "Hermes 4 70B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Nous Research", "modelCreatorColor": "#006fa8", "modelCreatorLogo": "/img/logos/nousresearch.jpg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.08758109360519, "artificial-analysis-long-context-reasoning": 0.0966666666666667, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "tau2-bench": 0.225146198830409, "gpqa-diamond": 0.698989898989899, "ifbench": 0.312925170068027, "livecodebench": 0.652910052910053, "aime-2025": 0.686666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "ling-3-0-flash-fin", "name": "Ling-3.0-flash-Fin", "shortName": "Ling-3.0-flash-Fin", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 959.18, "automationbench-aa": 0.07394444993005693, "hle-diamond": 0.054, "gdp-pdf": 0.054, "terminalbench-4-0": 0, "aa-analyst-agent": 0.1625, "gdpval-aa-normalized": 1107.96, "mlcr-aa": 0.0388888888888889, "humanitys-last-exam": 0.22613531047266, "artificial-analysis-long-context-reasoning": 0.736666666666667, "scicode": 0.423611111111111, "critpt": 0.0257142857142857, "terminalbench-2-1": 0.625468164794007, "tau3-banking": 0.385567010309278, "apex-agents-aa": 0.274336283185841}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-26b-a4b", "name": "Gemma 4 26B A4B (Reasoning)", "shortName": "Gemma 4 26B A4B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 315.72, "automationbench-aa": 0.019430215909597492, "gdpval-aa-normalized": 572.9, "itbench-aa": 0.236346516007533, "mmmu-pro": 0.692485549132948, "humanitys-last-exam": 0.193234476367006, "artificial-analysis-long-context-reasoning": 0.656666666666667, "scicode": 0.400462962962963, "critpt": 0, "terminalbench-hard": 0.1364, "terminalbench-2-1": 0.389513108614232, "tau2-bench": 0.435672514619883, "gpqa-diamond": 0.791919191919192, "ifbench": 0.724489795918367, "tau3-banking": 0.119587628865979}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.34, "cacheHitPrice": 0.05, "cacheWritePrice": null, "medianOutputTokensPerSecond": 114.625907742683, "percentile05OutputTokensPerSecond": 40.1944446284709, "quartile25OutputTokensPerSecond": 69.6508433474043, "quartile75OutputTokensPerSecond": 175.52504854247, "percentile95OutputTokensPerSecond": 531.660883066114, "medianTimeToFirstTokenSeconds": 0.931406631000002, "medianTimeToFirstAnswerTokenSeconds": 18.37946910994397, "percentile05TimeToFirstTokenSeconds": 0.518373279700023, "quartile25TimeToFirstTokenSeconds": 0.793958298749999, "quartile75TimeToFirstTokenSeconds": 1.15425945499998, "percentile95TimeToFirstTokenSeconds": 1.73055191485003, "medianEndToEndResponseTimeSeconds": 22.74148472967996, "medianReasoningTimeSeconds": 17.448062478943967}, {"slug": "nvidia-nemotron-nano-12b-v2-vl-reasoning", "name": "NVIDIA Nemotron Nano 12B v2 VL (Reasoning)", "shortName": "NVIDIA Nemotron Nano 12B v2 VL", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.528901734104046, "humanitys-last-exam": 0.0551436515291937, "artificial-analysis-long-context-reasoning": 0.41, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "tau2-bench": 0.213450292397661, "gpqa-diamond": 0.571717171717172, "ifbench": 0.319047619047619, "livecodebench": 0.694179894179894, "aime-2025": 0.75}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-omni-flash", "name": "Qwen3.5 Omni Flash", "shortName": "Qwen3.5 Omni Flash", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.647398843930636, "humanitys-last-exam": 0.0759962928637627, "artificial-analysis-long-context-reasoning": 0.52, "critpt": 0, "terminalbench-hard": 0.0833333333333333, "tau2-bench": 0.845029239766082, "gpqa-diamond": 0.742424242424242, "ifbench": 0.379591836734694}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.8, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 239.192292036678, "percentile05OutputTokensPerSecond": 206.359848087964, "quartile25OutputTokensPerSecond": 218.167586436778, "quartile75OutputTokensPerSecond": 263.632268658979, "percentile95OutputTokensPerSecond": 280.247591911361, "medianTimeToFirstTokenSeconds": 1.83053843950001, "medianTimeToFirstAnswerTokenSeconds": 1.83053843950001, "percentile05TimeToFirstTokenSeconds": 1.76577007045001, "quartile25TimeToFirstTokenSeconds": 1.78409652349996, "quartile75TimeToFirstTokenSeconds": 1.90287500650001, "percentile95TimeToFirstTokenSeconds": 2.81123699805001, "medianEndToEndResponseTimeSeconds": 3.9209068027218876, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-luna", "name": "GPT-6 Luna (Max)", "shortName": "GPT-6 Luna (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 27.7552004938153, "intelligenceIndexIsEstimated": false, "omniscience": -8.266666666666667, "scores": {"aa-briefcase": 1336.99, "omniscience-accuracy": 0.3963333333333333, "omniscience-non-hallucination": 0.20651573716178906, "automationbench-aa": 0.5316814034483175, "terminal-bench-science": 0.0857142857142857, "frontiercode-2-0": 0.251747727272727, "hle-diamond": 0.222, "gdp-pdf": 0.228, "terminalbench-4-0": 0.126262626262626, "critpt-v2-hard": 0.415, "aa-analyst-agent": 0.4375, "harvey-lab-aa": 0.03333333333333333, "gdpval-aa-normalized": 1444.46, "aa-3d": 1000, "code2video-aa": 1029.65, "mlcr-aa": 0.261111111111111, "mmmu-pro": 0.796531791907514, "frontiercode": 0.419269666666667, "healthbench": 0.5457844450559368, "healthbench-professional": 0.6189434003955461, "humanitys-last-exam": 0.385078776645042, "artificial-analysis-long-context-reasoning": 0.833333333333333, "scicode": 0.546296296296296, "critpt": 0.194285714285714}, "intelligenceIndexCostPerTask": 0.15195575732105837, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 132.27343888275, "percentile05OutputTokensPerSecond": 98.6623706293642, "quartile25OutputTokensPerSecond": 110.31055462276, "quartile75OutputTokensPerSecond": 145.80932239154, "percentile95OutputTokensPerSecond": 167.789322760102, "medianTimeToFirstTokenSeconds": 108.244689854, "medianTimeToFirstAnswerTokenSeconds": 108.244689854, "percentile05TimeToFirstTokenSeconds": 36.5740421657, "quartile25TimeToFirstTokenSeconds": 70.0884587009999, "quartile75TimeToFirstTokenSeconds": 193.8007947645, "percentile95TimeToFirstTokenSeconds": 268.8264842815, "medianEndToEndResponseTimeSeconds": 112.02473824635496, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-lite-reasoning-low", "name": "Nova 2.0 Lite (Low)", "shortName": "Nova 2.0 Lite (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.579768786127168, "humanitys-last-exam": 0.0403151065801668, "artificial-analysis-long-context-reasoning": 0.543333333333333, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "tau2-bench": 0.719298245614035, "gpqa-diamond": 0.697979797979798, "ifbench": 0.612244897959184, "livecodebench": 0.468783068783069, "aime-2025": 0.466666666666667}, "price1mInputTokens": 0.3, "price1mOutputTokens": 2.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 180.804664910455, "percentile05OutputTokensPerSecond": 133.864414978373, "quartile25OutputTokensPerSecond": 156.429937271025, "quartile75OutputTokensPerSecond": 215.963197275835, "percentile95OutputTokensPerSecond": 257.654287283779, "medianTimeToFirstTokenSeconds": 7.71321809100002, "medianTimeToFirstAnswerTokenSeconds": 18.7748795862414, "percentile05TimeToFirstTokenSeconds": 3.85494153240002, "quartile25TimeToFirstTokenSeconds": 6.16553197999997, "quartile75TimeToFirstTokenSeconds": 13.1905583875, "percentile95TimeToFirstTokenSeconds": 17.6130685870499, "medianEndToEndResponseTimeSeconds": 21.540294960051742, "medianReasoningTimeSeconds": 11.06166149524138}, {"slug": "magistral-small-2509", "name": "Magistral Small 1.2", "shortName": "Magistral Small 1.2", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"automationbench-aa": 0.0019111706206154657, "gdpval-aa-normalized": 11.57, "mmmu-pro": 0.554913294797688, "humanitys-last-exam": 0.0644114921223355, "artificial-analysis-long-context-reasoning": 0.193333333333333, "critpt": 0.00285714285714286, "terminalbench-hard": 0.0454545454545455, "terminalbench-2-1": 0.0449438202247191, "tau2-bench": 0.277777777777778, "gpqa-diamond": 0.662626262626263, "ifbench": 0.443537414965986, "tau3-banking": 0.045360824742268, "livecodebench": 0.722751322751323, "aime-2025": 0.803333333333333}, "price1mInputTokens": 0.5, "price1mOutputTokens": 1.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 74.6047501480009, "percentile05OutputTokensPerSecond": 64.0346377680794, "quartile25OutputTokensPerSecond": 68.9274683943216, "quartile75OutputTokensPerSecond": 101.482697863013, "percentile95OutputTokensPerSecond": 109.317438937771, "medianTimeToFirstTokenSeconds": 1.49776846250007, "medianTimeToFirstAnswerTokenSeconds": 28.30571294368123, "percentile05TimeToFirstTokenSeconds": 1.07682713950001, "quartile25TimeToFirstTokenSeconds": 1.12809164250007, "quartile75TimeToFirstTokenSeconds": 1.51995868300003, "percentile95TimeToFirstTokenSeconds": 2.36034124999997, "medianEndToEndResponseTimeSeconds": 35.00769906397652, "medianReasoningTimeSeconds": 26.80794448118116}, {"slug": "gemma-4-26b-a4b-non-reasoning", "name": "Gemma 4 26B A4B (Non-reasoning)", "shortName": "Gemma 4 26B A4B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.667052023121387, "humanitys-last-exam": 0.114921223354958, "artificial-analysis-long-context-reasoning": 0.423333333333333, "critpt": 0, "terminalbench-hard": 0.25, "tau2-bench": 0.403508771929825, "gpqa-diamond": 0.714141414141414, "ifbench": 0.454421768707483}, "price1mInputTokens": 0.115, "price1mOutputTokens": 0.4, "cacheHitPrice": 0.060000000000000005, "cacheWritePrice": null, "medianOutputTokensPerSecond": 129.403589558706, "percentile05OutputTokensPerSecond": 38.3937429237979, "quartile25OutputTokensPerSecond": 94.8332921543162, "quartile75OutputTokensPerSecond": 208.146143444455, "percentile95OutputTokensPerSecond": 556.629607337951, "medianTimeToFirstTokenSeconds": 0.918910945000021, "medianTimeToFirstAnswerTokenSeconds": 0.918910945000021, "percentile05TimeToFirstTokenSeconds": 0.532050704900018, "quartile25TimeToFirstTokenSeconds": 0.744472611499983, "quartile75TimeToFirstTokenSeconds": 1.28732078424994, "percentile95TimeToFirstTokenSeconds": 2.53225355935005, "medianEndToEndResponseTimeSeconds": 4.782791396115074, "medianReasoningTimeSeconds": null}, {"slug": "ministral-3-14b", "name": "Ministral 3 14B", "shortName": "Ministral 3 14B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 131.74, "automationbench-aa": 0.0055121326737361245, "hle-diamond": 0.044, "gdp-pdf": 0.012, "terminalbench-4-0": 0, "gdpval-aa-normalized": 254.82, "mlcr-aa": 0.0222222222222222, "mmmu-pro": 0.498265895953757, "humanitys-last-exam": 0.046339202965709, "artificial-analysis-long-context-reasoning": 0.263333333333333, "scicode": 0.238425925925926, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "terminalbench-2-1": 0.0973782771535581, "tau2-bench": 0.271929824561404, "gpqa-diamond": 0.571717171717172, "ifbench": 0.320408163265306, "tau3-banking": 0.065979381443299, "livecodebench": 0.351322751322751, "aime-2025": 0.3}, "price1mInputTokens": 0.2, "price1mOutputTokens": 0.2, "cacheHitPrice": 0.02, "cacheWritePrice": null, "medianOutputTokensPerSecond": 60.999596147027, "percentile05OutputTokensPerSecond": 37.7553540989455, "quartile25OutputTokensPerSecond": 50.8173018135697, "quartile75OutputTokensPerSecond": 73.3287174029247, "percentile95OutputTokensPerSecond": 87.5840437546835, "medianTimeToFirstTokenSeconds": 1.290277113, "medianTimeToFirstAnswerTokenSeconds": 1.290277113, "percentile05TimeToFirstTokenSeconds": 0.820350494199784, "quartile25TimeToFirstTokenSeconds": 0.916550379, "quartile75TimeToFirstTokenSeconds": 1.56197460499993, "percentile95TimeToFirstTokenSeconds": 1.88058711220003, "medianEndToEndResponseTimeSeconds": 9.487052691560434, "medianReasoningTimeSeconds": null}, {"slug": "inkling-small", "name": "Inkling Small", "shortName": "Inkling Small", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Thinking Machines", "modelCreatorColor": "#676767", "modelCreatorLogo": "/img/logos/thinking-machines.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 12.9101620926084, "intelligenceIndexIsEstimated": false, "omniscience": -9.466666666666667, "scores": {"aa-briefcase": 912.21, "omniscience-accuracy": 0.318, "omniscience-non-hallucination": 0.3949169110459433, "automationbench-aa": 0.048142275152503786, "terminal-bench-science": 0, "frontiercode-2-0": 0.0477487373737374, "hle-diamond": 0.121, "gdp-pdf": 0.112, "terminalbench-4-0": 0.0101010101010101, "critpt-v2-hard": 0.185, "aa-analyst-agent": 0.275, "harvey-lab-aa": 0, "enterprise-ops-gym-aa": 0.4270367054610564, "gdpval-aa-normalized": 1132.56, "mlcr-aa": 0.0777777777777778, "mmmu-pro": 0.740462427745665, "frontiercode": 0.00553333333333333, "humanitys-last-exam": 0.333178869323448, "artificial-analysis-long-context-reasoning": 0.756666666666667, "scicode": 0.496527777777778, "critpt": 0.0828571428571429, "terminalbench-2-1": 0.550561797752809, "gpqa-diamond": 0.894949494949495, "tau3-banking": 0.187628865979381}, "intelligenceIndexCostPerTask": 0.20316116043899832, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.06, "cacheWritePrice": null, "medianOutputTokensPerSecond": 232.54926582295, "percentile05OutputTokensPerSecond": 167.809124454376, "quartile25OutputTokensPerSecond": 217.746463423614, "quartile75OutputTokensPerSecond": 240.967317080998, "percentile95OutputTokensPerSecond": 268.649049814434, "medianTimeToFirstTokenSeconds": 1.5792261360001, "medianTimeToFirstAnswerTokenSeconds": 10.179554298389089, "percentile05TimeToFirstTokenSeconds": 1.47295785249997, "quartile25TimeToFirstTokenSeconds": 1.54636487300002, "quartile75TimeToFirstTokenSeconds": 1.62758577400001, "percentile95TimeToFirstTokenSeconds": 2.44892737450001, "medianEndToEndResponseTimeSeconds": 12.329636338986337, "medianReasoningTimeSeconds": 8.600328162388989}, {"slug": "gemini-3-8-flash-medium", "name": "Gemini 3.8 Flash (Medium)", "shortName": "Gemini 3.8 Flash (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 29.978569475636, "intelligenceIndexIsEstimated": false, "omniscience": 23.7, "scores": {"aa-briefcase": 1182.89, "omniscience-accuracy": 0.49633333333333335, "omniscience-non-hallucination": 0.48510919920582396, "automationbench-aa": 0.6088997392114149, "terminal-bench-science": 0.104761904761905, "frontiercode-2-0": 0.164714393939394, "hle-diamond": 0.291, "gdp-pdf": 0.228, "terminalbench-4-0": 0.196969696969697, "critpt-v2-hard": 0.44, "gdpval-aa-normalized": 1431.32, "mlcr-aa": 0.127777777777778, "mmmu-pro": 0.842196531791908, "frontiercode": 0.37126, "humanitys-last-exam": 0.421223354958295, "artificial-analysis-long-context-reasoning": 0.84, "scicode": 0.550925925925926, "critpt": 0.122857142857143, "terminalbench-2-1": 0.838951310861423, "gpqa-diamond": 0.935353535353535, "tau3-banking": 0.457731958762887}, "intelligenceIndexCostPerTask": 6.258586089480771, "price1mInputTokens": 0.75, "price1mOutputTokens": 3.75, "cacheHitPrice": 0.075, "cacheWritePrice": 0.75, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-e2b-non-reasoning", "name": "Gemma 4 E2B (Non-reasoning)", "shortName": "Gemma 4 E2B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.417919075144509, "humanitys-last-exam": 0.0472659870250232, "artificial-analysis-long-context-reasoning": 0.163333333333333, "critpt": 0, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.222222222222222, "gpqa-diamond": 0.405050505050505, "ifbench": 0.336054421768707}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "sarvam-30b", "name": "Sarvam 30B (High)", "shortName": "Sarvam 30B (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Sarvam", "modelCreatorColor": "#807D77", "modelCreatorLogo": "/img/logos/sarvam.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0750695088044486, "artificial-analysis-long-context-reasoning": 0, "critpt": 0.00285714285714286, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.345029239766082, "gpqa-diamond": 0.633333333333333, "ifbench": 0.264625850340136}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "mercury-2-5", "name": "Mercury 2.5", "shortName": "Mercury 2.5", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Inception", "modelCreatorColor": "#021B30", "modelCreatorLogo": "/img/logos/inceptionlabs.svg", "contextWindowTokens": 260000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 378.42, "automationbench-aa": 0.023541080303287186, "hle-diamond": 0.051, "gdp-pdf": 0.036, "terminalbench-4-0": 0, "gdpval-aa-normalized": 481.79, "humanitys-last-exam": 0.117701575532901, "artificial-analysis-long-context-reasoning": 0.716666666666667, "scicode": 0.385416666666667, "critpt": 0}, "price1mInputTokens": 0.2, "price1mOutputTokens": 0.75, "cacheHitPrice": 0.02, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-lite", "name": "Nova 2.0 Lite (Non-reasoning)", "shortName": "Nova 2.0 Lite (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.490173410404624, "humanitys-last-exam": 0.0287303058387396, "artificial-analysis-long-context-reasoning": 0.186666666666667, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "tau2-bench": 0.619883040935672, "gpqa-diamond": 0.603030303030303, "ifbench": 0.405442176870748, "livecodebench": 0.346031746031746, "aime-2025": 0.336666666666667}, "price1mInputTokens": 0.3, "price1mOutputTokens": 2.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 176.44629978457, "percentile05OutputTokensPerSecond": 102.795937205351, "quartile25OutputTokensPerSecond": 154.55280328874, "quartile75OutputTokensPerSecond": 206.631729387956, "percentile95OutputTokensPerSecond": 217.079601304933, "medianTimeToFirstTokenSeconds": 1.05269070350001, "medianTimeToFirstAnswerTokenSeconds": 1.05269070350001, "percentile05TimeToFirstTokenSeconds": 0.891550551200044, "quartile25TimeToFirstTokenSeconds": 0.945117978249954, "quartile75TimeToFirstTokenSeconds": 1.26369918749998, "percentile95TimeToFirstTokenSeconds": 2.43319199199998, "medianEndToEndResponseTimeSeconds": 3.8864140550832906, "medianReasoningTimeSeconds": null}, {"slug": "nvidia-nemotron-3-nano-30b-a3b-reasoning", "name": "NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)", "shortName": "Nemotron 3 Nano", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 77.96, "automationbench-aa": 0.009714694010433006, "hle-diamond": 0.035, "gdp-pdf": 0.01, "terminalbench-4-0": 0, "gdpval-aa-normalized": 262.32, "humanitys-last-exam": 0.113994439295644, "artificial-analysis-long-context-reasoning": 0.38, "scicode": 0.305555555555556, "critpt": 0.00857142857142857, "terminalbench-hard": 0.136363636363636, "terminalbench-2-1": 0.0674157303370786, "tau2-bench": 0.409356725146199, "gpqa-diamond": 0.756565656565657, "ifbench": 0.710884353741497, "tau3-banking": 0.0597938144329897, "livecodebench": 0.740740740740741, "aime-2025": 0.91}, "price1mInputTokens": 0.05, "price1mOutputTokens": 0.2, "cacheHitPrice": 0.05, "cacheWritePrice": null, "medianOutputTokensPerSecond": 253.567872457384, "percentile05OutputTokensPerSecond": 102.940163407247, "quartile25OutputTokensPerSecond": 188.076860195473, "quartile75OutputTokensPerSecond": 284.997388215801, "percentile95OutputTokensPerSecond": 342.242970753629, "medianTimeToFirstTokenSeconds": 0.715315266000061, "medianTimeToFirstAnswerTokenSeconds": 8.602749823925498, "percentile05TimeToFirstTokenSeconds": 0.331855505500002, "quartile25TimeToFirstTokenSeconds": 0.409495665750072, "quartile75TimeToFirstTokenSeconds": 1.11173702649992, "percentile95TimeToFirstTokenSeconds": 2.14086747375, "medianEndToEndResponseTimeSeconds": 10.574608463406857, "medianReasoningTimeSeconds": 7.887434557925436}, {"slug": "deepseek-v4-flash-vision", "name": "DeepSeek V4 Flash Vision (Max)", "shortName": "DeepSeek V4 Flash Vision (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "DeepSeek", "modelCreatorColor": "#2243e6", "modelCreatorLogo": "/img/logos/deepseek.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1420.2, "automationbench-aa": 0.4747087040091967, "hle-diamond": 0.211, "gdp-pdf": 0.12, "terminalbench-4-0": 0.121212121212121, "enterprise-ops-gym-aa": 0.4709042076991943, "gdpval-aa-normalized": 1554.01, "mmmu-pro": 0.747976878612717, "humanitys-last-exam": 0.344763670064875, "artificial-analysis-long-context-reasoning": 0.813333333333333, "scicode": 0.496527777777778, "critpt": 0.108571428571429, "terminalbench-2-1": 0.741573033707865, "gpqa-diamond": 0.913131313131313, "tau3-banking": 0.410309278350515}, "price1mInputTokens": 0.44, "price1mOutputTokens": 1.32, "cacheHitPrice": 0.014, "cacheWritePrice": null, "medianOutputTokensPerSecond": 161.780667343579, "percentile05OutputTokensPerSecond": 50.0430116812889, "quartile25OutputTokensPerSecond": 119.926314432148, "quartile75OutputTokensPerSecond": 179.044819177981, "percentile95OutputTokensPerSecond": 211.116827447288, "medianTimeToFirstTokenSeconds": 1.47038140399991, "medianTimeToFirstAnswerTokenSeconds": 13.83279795747186, "percentile05TimeToFirstTokenSeconds": 0.683800039999938, "quartile25TimeToFirstTokenSeconds": 1.14395697499996, "quartile75TimeToFirstTokenSeconds": 2.403306352, "percentile95TimeToFirstTokenSeconds": 3.30275689849998, "medianEndToEndResponseTimeSeconds": 16.923402095839847, "medianReasoningTimeSeconds": 12.362416553471949}, {"slug": "minicpm5-1b", "name": "MiniCPM5-1B (Reasoning)", "shortName": "MiniCPM5-1B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "OpenBMB", "modelCreatorColor": "#3B62EC", "modelCreatorLogo": "/img/logos/openbmb.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0648748841519926, "artificial-analysis-long-context-reasoning": 0.06, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.809941520467836, "gpqa-diamond": 0.277777777777778, "ifbench": 0.493197278911565}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "jamba-1-7-large", "name": "Jamba 1.7 Large", "shortName": "Jamba 1.7 Large", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "AI21 Labs", "modelCreatorColor": "#d63864", "modelCreatorLogo": "/img/logos/ai21.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0366079703429101, "artificial-analysis-long-context-reasoning": 0.193333333333333, "critpt": 0, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.134502923976608, "gpqa-diamond": 0.38989898989899, "ifbench": 0.351700680272109, "livecodebench": 0.180952380952381, "aime-2025": 0.0233333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-haiku-5-5", "name": "Claude Haiku 5.5 (Max)", "shortName": "Claude Haiku 5.5 (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 36.2345435880142, "intelligenceIndexIsEstimated": false, "omniscience": 12.3, "scores": {"aa-briefcase": 1575.9, "omniscience-accuracy": 0.3466666666666667, "omniscience-non-hallucination": 0.6576530612244897, "automationbench-aa": 0.35411015132783624, "terminal-bench-science": 0.2, "frontiercode-2-0": 0.349325505050505, "hle-diamond": 0.296, "gdp-pdf": 0.208, "terminalbench-4-0": 0.328282828282828, "critpt-v2-hard": 0.41, "aa-analyst-agent": 0.5375, "harvey-lab-aa": 0.005555555555555555, "gdpval-aa-normalized": 1630.83, "aa-3d": 997.7712, "code2video-aa": 1192.35, "mlcr-aa": 0.35, "frontiercode": 0.418067, "healthbench": 0.5848216837943483, "healthbench-professional": 0.5835502941870331, "humanitys-last-exam": 0.443929564411492, "artificial-analysis-long-context-reasoning": 0.826666666666667, "scicode": 0.549768518518518, "critpt": 0.188571428571429}, "intelligenceIndexCostPerTask": 0.41100741536816304, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 235.682408521317, "percentile05OutputTokensPerSecond": 216.126797883566, "quartile25OutputTokensPerSecond": 230.019464451973, "quartile75OutputTokensPerSecond": 246.606176576114, "percentile95OutputTokensPerSecond": 287.014796293209, "medianTimeToFirstTokenSeconds": 357.7125853435, "medianTimeToFirstAnswerTokenSeconds": 357.7125853435, "percentile05TimeToFirstTokenSeconds": 220.02762482825, "quartile25TimeToFirstTokenSeconds": 263.9426044445, "quartile75TimeToFirstTokenSeconds": 408.96668688075, "percentile95TimeToFirstTokenSeconds": 454.25301963765, "medianEndToEndResponseTimeSeconds": 359.8340843689768, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-luna-high", "name": "GPT-6 Luna (High)", "shortName": "GPT-6 Luna (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 21.3790170864582, "intelligenceIndexIsEstimated": false, "omniscience": -12.8, "scores": {"aa-briefcase": 1186.75, "omniscience-accuracy": 0.39, "omniscience-non-hallucination": 0.15081967213114755, "automationbench-aa": 0.4782449139916615, "terminal-bench-science": 0.0285714285714286, "frontiercode-2-0": 0.186015151515152, "hle-diamond": 0.156, "gdp-pdf": 0.182, "terminalbench-4-0": 0.0454545454545455, "critpt-v2-hard": 0.305, "gdpval-aa-normalized": 1352.1, "mlcr-aa": 0.194444444444444, "mmmu-pro": 0.77514450867052, "frontiercode": 0.320254666666667, "humanitys-last-exam": 0.329471733086191, "artificial-analysis-long-context-reasoning": 0.793333333333333, "scicode": 0.503472222222222, "critpt": 0.154285714285714}, "intelligenceIndexCostPerTask": 0.07294776473194697, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 122.206418046352, "percentile05OutputTokensPerSecond": 91.5011002236131, "quartile25OutputTokensPerSecond": 100.854285811549, "quartile75OutputTokensPerSecond": 130.850249568927, "percentile95OutputTokensPerSecond": 165.365360152055, "medianTimeToFirstTokenSeconds": 26.545495024, "medianTimeToFirstAnswerTokenSeconds": 26.545495024, "percentile05TimeToFirstTokenSeconds": 5.35469798675001, "quartile25TimeToFirstTokenSeconds": 9.67129530849997, "quartile75TimeToFirstTokenSeconds": 39.75015121725, "percentile95TimeToFirstTokenSeconds": 63.5102874408499, "medianEndToEndResponseTimeSeconds": 30.636933166065123, "medianReasoningTimeSeconds": null}, {"slug": "nemotron-3-5-bolt-74b-a9b", "name": "Nemotron 3.5 Bolt 74B-A9B", "shortName": "Nemotron 3.5 Bolt 74B-A9B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 911.94, "automationbench-aa": 0.1546088064040565, "gdp-pdf": 0.028, "terminalbench-4-0": 0, "gdpval-aa-normalized": 979.03, "humanitys-last-exam": 0.246524559777572, "artificial-analysis-long-context-reasoning": 0.696666666666667, "scicode": 0.396990740740741, "critpt": 0.0428571428571429}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nanbeige4-1-3b", "name": "Nanbeige4.1-3B", "shortName": "Nanbeige4.1-3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Nanbeige", "modelCreatorColor": "#023c3e", "modelCreatorLogo": "/img/logos/nanbeige.png", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -396.55, "humanitys-last-exam": 0.108897126969416, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "terminalbench-2-1": 0.0112359550561798, "tau2-bench": 0.216374269005848, "gpqa-diamond": 0.84949494949495, "ifbench": 0.354421768707483}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-8-27b-low", "name": "Qwen3.8 27B (Low)", "shortName": "Qwen3.8 27B (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": 15.6850612405479, "intelligenceIndexIsEstimated": false, "omniscience": -21.466666666666665, "scores": {"aa-briefcase": 1269.9, "omniscience-accuracy": 0.183, "omniscience-non-hallucination": 0.5132598939208486, "automationbench-aa": 0.3010329530343377, "terminal-bench-science": 0.00476190476190476, "frontiercode-2-0": 0.123696212121212, "hle-diamond": 0.068, "gdp-pdf": 0.104, "terminalbench-4-0": 0.0252525252525253, "critpt-v2-hard": 0.055, "gdpval-aa-normalized": 1370.26, "mlcr-aa": 0.0777777777777778, "mmmu-pro": 0.73757225433526, "frontiercode": 0.288943333333333, "humanitys-last-exam": 0.140407784986098, "artificial-analysis-long-context-reasoning": 0.773333333333333, "scicode": 0.400462962962963, "critpt": 0, "terminalbench-2-1": 0.674157303370786, "gpqa-diamond": 0.845454545454545, "tau3-banking": 0.321649484536082}, "intelligenceIndexCostPerTask": 1.9059046111258202, "price1mInputTokens": 0.5, "price1mOutputTokens": 3, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 48.2211812458691, "percentile05OutputTokensPerSecond": 38.0080785462583, "quartile25OutputTokensPerSecond": 43.1456024592541, "quartile75OutputTokensPerSecond": 51.9429548585852, "percentile95OutputTokensPerSecond": 58.0640551197466, "medianTimeToFirstTokenSeconds": 3.92818744199994, "medianTimeToFirstAnswerTokenSeconds": 45.40373715536022, "percentile05TimeToFirstTokenSeconds": 3.67720773374993, "quartile25TimeToFirstTokenSeconds": 3.80614789249999, "quartile75TimeToFirstTokenSeconds": 4.22615408975, "percentile95TimeToFirstTokenSeconds": 4.58937975895001, "medianEndToEndResponseTimeSeconds": 55.772624583700285, "medianReasoningTimeSeconds": 41.47554971336028}, {"slug": "solar-open2-250b", "name": "Solar Open2 250B", "shortName": "Solar Open2 250B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Upstage", "modelCreatorColor": "#7c59f5", "modelCreatorLogo": "/img/logos/upstage.svg", "contextWindowTokens": 1048576, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 978, "humanitys-last-exam": 0.285449490268767, "artificial-analysis-long-context-reasoning": 0.716666666666667, "scicode": 0.480324074074074, "critpt": 0.0571428571428571, "terminalbench-2-1": 0.441947565543071, "gpqa-diamond": 0.856565656565657, "tau3-banking": 0.216494845360825}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "ling-3-0-tiny", "name": "Ling 3.0 Tiny", "shortName": "Ling 3.0 Tiny", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -15.866666666666667, "scores": {"aa-briefcase": 475.93, "omniscience-accuracy": 0.37933333333333336, "omniscience-non-hallucination": 0.13319011815252413, "automationbench-aa": 0.002807334937855976, "gdp-pdf": 0.008, "terminalbench-4-0": 0, "gdpval-aa-normalized": 568.16, "mlcr-aa": 0.1, "humanitys-last-exam": 0.0931417979610751, "artificial-analysis-long-context-reasoning": 0.603333333333333, "scicode": 0.241898148148148, "critpt": 0, "terminalbench-2-1": 0.277153558052434, "gpqa-diamond": 0.734343434343434, "tau3-banking": 0.208247422680412}, "price1mInputTokens": 0, "price1mOutputTokens": 0, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 57.5510876750606, "percentile05OutputTokensPerSecond": 22.8389608014578, "quartile25OutputTokensPerSecond": 30.7168872208686, "quartile75OutputTokensPerSecond": 58.3500920317834, "percentile95OutputTokensPerSecond": 58.8876813557682, "medianTimeToFirstTokenSeconds": 2.54884273900004, "medianTimeToFirstAnswerTokenSeconds": 37.300575170056895, "percentile05TimeToFirstTokenSeconds": 2.27683700960001, "quartile25TimeToFirstTokenSeconds": 2.45482389850004, "quartile75TimeToFirstTokenSeconds": 3.11846327349997, "percentile95TimeToFirstTokenSeconds": 29.4609997531499, "medianEndToEndResponseTimeSeconds": 45.988508277821104, "medianReasoningTimeSeconds": 34.75173243105686}, {"slug": "celeris-1", "name": "Celeris-1", "shortName": "Celeris-1", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Celeris", "modelCreatorColor": "#ff8a75", "modelCreatorLogo": "/img/logos/celeris.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 151.94, "automationbench-aa": 0.004158035881179356, "hle-diamond": 0.057, "gdp-pdf": 0.012, "terminalbench-4-0": 0, "gdpval-aa-normalized": 309.46, "humanitys-last-exam": 0.0681186283595922, "artificial-analysis-long-context-reasoning": 0.38, "scicode": 0.216435185185185, "critpt": 0, "terminalbench-2-1": 0.112359550561798, "gpqa-diamond": 0.631313131313131, "tau3-banking": 0.0391752577319588}, "price1mInputTokens": 0.2, "price1mOutputTokens": 0.7, "cacheHitPrice": 0.02, "cacheWritePrice": null, "medianOutputTokensPerSecond": 1711.98436897014, "percentile05OutputTokensPerSecond": 1169.49519612895, "quartile25OutputTokensPerSecond": 1556.46647847643, "quartile75OutputTokensPerSecond": 1831.73766043847, "percentile95OutputTokensPerSecond": 2337.03079537292, "medianTimeToFirstTokenSeconds": 0.556483156500008, "medianTimeToFirstAnswerTokenSeconds": 0.556483156500008, "percentile05TimeToFirstTokenSeconds": 0.4890455504, "quartile25TimeToFirstTokenSeconds": 0.517837375749877, "quartile75TimeToFirstTokenSeconds": 0.586775527500016, "percentile95TimeToFirstTokenSeconds": 0.718353174199967, "medianEndToEndResponseTimeSeconds": 0.8485418978428274, "medianReasoningTimeSeconds": null}, {"slug": "tiny-aya-global", "name": "Tiny Aya Global", "shortName": "Tiny Aya Global", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": "low", "modelCreatorName": "Cohere", "modelCreatorColor": "#D18EE2", "modelCreatorLogo": "/img/logos/cohere.svg", "contextWindowTokens": 8192, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0523632993512512, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0, "gpqa-diamond": 0.305050505050505, "ifbench": 0.201360544217687}, "price1mInputTokens": 0, "price1mOutputTokens": 0, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "a-x-k2", "name": "A.X-K2", "shortName": "A.X-K2", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "SK Telecom", "modelCreatorColor": "#E1002A", "modelCreatorLogo": "/img/logos/sktelecom.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 738.87, "automationbench-aa": 0.02479417400536003, "gdp-pdf": 0.064, "terminalbench-4-0": 0, "gdpval-aa-normalized": 968.46, "humanitys-last-exam": 0.295644114921223, "artificial-analysis-long-context-reasoning": 0.7, "scicode": 0.409722222222222, "critpt": 0.0885714285714286, "terminalbench-2-1": 0.389513108614232, "gpqa-diamond": 0.856565656565657, "tau3-banking": 0.160824742268041}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "exaone-4-0-1-2b", "name": "Exaone 4.0 1.2B (Non-reasoning)", "shortName": "Exaone 4.0 1.2B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 64000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0569972196478221, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.204678362573099, "gpqa-diamond": 0.424242424242424, "ifbench": 0.253061224489796, "livecodebench": 0.293121693121693, "aime-2025": 0.24}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "hermes-4-llama-3-1-405b-reasoning", "name": "Hermes 4 - Llama-3.1 405B (Reasoning)", "shortName": "Hermes 4 405B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "high", "modelCreatorName": "Nous Research", "modelCreatorColor": "#006fa8", "modelCreatorLogo": "/img/logos/nousresearch.jpg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.108897126969416, "artificial-analysis-long-context-reasoning": 0.223333333333333, "critpt": 0.00285714285714286, "terminalbench-hard": 0.113636363636364, "tau2-bench": 0.222222222222222, "gpqa-diamond": 0.727272727272727, "ifbench": 0.327210884353742, "livecodebench": 0.685714285714286, "aime-2025": 0.696666666666667}, "price1mInputTokens": 1, "price1mOutputTokens": 3, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 41.1985023378532, "percentile05OutputTokensPerSecond": 35.5404977435885, "quartile25OutputTokensPerSecond": 39.8683900387323, "quartile75OutputTokensPerSecond": 43.448117443319, "percentile95OutputTokensPerSecond": 44.9321367702502, "medianTimeToFirstTokenSeconds": 2.33456267749995, "medianTimeToFirstAnswerTokenSeconds": 50.880016674802164, "percentile05TimeToFirstTokenSeconds": 2.22758315800003, "quartile25TimeToFirstTokenSeconds": 2.29072108350001, "quartile75TimeToFirstTokenSeconds": 2.61176624825, "percentile95TimeToFirstTokenSeconds": 3.24696766099998, "medianEndToEndResponseTimeSeconds": 63.01638017412771, "medianReasoningTimeSeconds": 48.54545399730221}, {"slug": "deepseek-v4-pro", "name": "DeepSeek V4 Pro 0813 (Max)", "shortName": "DeepSeek V4 Pro 0813 (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "DeepSeek", "modelCreatorColor": "#2243e6", "modelCreatorLogo": "/img/logos/deepseek.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 23.0632981493003, "intelligenceIndexIsEstimated": false, "omniscience": -6.366666666666666, "scores": {"aa-briefcase": 1254.44, "omniscience-accuracy": 0.452, "omniscience-non-hallucination": 0.05900243309002429, "automationbench-aa": 0.5671165546344002, "terminal-bench-science": 0.0571428571428571, "frontiercode-2-0": 0.170742929292929, "hle-diamond": 0.195, "gdp-pdf": 0.114, "terminalbench-4-0": 0.141414141414141, "critpt-v2-hard": 0.235, "enterprise-ops-gym-aa": 0.4959713518352731, "gdpval-aa-normalized": 1457.37, "frontiercode": 0.388022666666667, "humanitys-last-exam": 0.410101946246525, "artificial-analysis-long-context-reasoning": 0.803333333333333, "scicode": 0.510416666666667, "critpt": 0.18, "terminalbench-2-1": 0.786516853932584, "gpqa-diamond": 0.928282828282828, "tau3-banking": 0.395876288659794}, "intelligenceIndexCostPerTask": 1.7691338076407441, "price1mInputTokens": 1.32, "price1mOutputTokens": 3.96, "cacheHitPrice": 0.044, "cacheWritePrice": null, "medianOutputTokensPerSecond": 93.5371541819527, "percentile05OutputTokensPerSecond": 61.6311851747961, "quartile25OutputTokensPerSecond": 76.5344357038999, "quartile75OutputTokensPerSecond": 123.526165211845, "percentile95OutputTokensPerSecond": 150.146489127924, "medianTimeToFirstTokenSeconds": 1.793188195, "medianTimeToFirstAnswerTokenSeconds": 23.175065989886825, "percentile05TimeToFirstTokenSeconds": 1.02855295479994, "quartile25TimeToFirstTokenSeconds": 1.59723402800006, "quartile75TimeToFirstTokenSeconds": 2.05575461749998, "percentile95TimeToFirstTokenSeconds": 7.10182778139997, "medianEndToEndResponseTimeSeconds": 28.520535438608533, "medianReasoningTimeSeconds": 21.381877794886826}, {"slug": "magistral-medium-2509", "name": "Magistral Medium 1.2", "shortName": "Magistral Medium 1.2", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 175.77, "mmmu-pro": 0.596531791907514, "humanitys-last-exam": 0.102873030583874, "artificial-analysis-long-context-reasoning": 0.53, "critpt": 0.00285714285714286, "terminalbench-hard": 0.128787878787879, "terminalbench-2-1": 0.123595505617978, "tau2-bench": 0.52046783625731, "gpqa-diamond": 0.739393939393939, "ifbench": 0.429931972789116, "tau3-banking": 0.0556701030927835, "livecodebench": 0.75026455026455, "aime-2025": 0.82}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-6-35b-a3b", "name": "Qwen3.6 35B A3B (Reasoning)", "shortName": "Qwen3.6 35B A3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 713.16, "automationbench-aa": 0.05208565614505884, "hle-diamond": 0.069, "gdp-pdf": 0.066, "terminalbench-4-0": 0, "gdpval-aa-normalized": 899.46, "mlcr-aa": 0.05, "mmmu-pro": 0.75028901734104, "humanitys-last-exam": 0.222428174235403, "artificial-analysis-long-context-reasoning": 0.716666666666667, "scicode": 0.365740740740741, "critpt": 0.00285714285714286, "terminalbench-hard": 0.348484848484849, "terminalbench-2-1": 0.449438202247191, "tau2-bench": 0.953216374269006, "gpqa-diamond": 0.841414141414142, "ifbench": 0.643537414965986, "tau3-banking": 0.0927835051546392}, "price1mInputTokens": 0.375, "price1mOutputTokens": 2.25, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 134.66147276994, "percentile05OutputTokensPerSecond": 120.084953657219, "quartile25OutputTokensPerSecond": 127.090601055228, "quartile75OutputTokensPerSecond": 150.199037572275, "percentile95OutputTokensPerSecond": 157.098251693013, "medianTimeToFirstTokenSeconds": 2.03992328099997, "medianTimeToFirstAnswerTokenSeconds": 42.10334965698349, "percentile05TimeToFirstTokenSeconds": 1.88420957095004, "quartile25TimeToFirstTokenSeconds": 1.98991159525001, "quartile75TimeToFirstTokenSeconds": 2.10866998974995, "percentile95TimeToFirstTokenSeconds": 2.85519506244999, "medianEndToEndResponseTimeSeconds": 45.816364149660366, "medianReasoningTimeSeconds": 40.06342637598352}, {"slug": "apertus-8b-instruct", "name": "Apertus 8B Instruct", "shortName": "Apertus 8B Instruct", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Swiss AI Initiative", "modelCreatorColor": "#bee9fa", "modelCreatorLogo": "/img/logos/swiss-ai-initiative.png", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0495829471733086, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.114035087719298, "gpqa-diamond": 0.255555555555556, "ifbench": 0.223809523809524}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.2, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 152.51424378645, "percentile05OutputTokensPerSecond": 109.044042499669, "quartile25OutputTokensPerSecond": 132.490367579351, "quartile75OutputTokensPerSecond": 168.149287680613, "percentile95OutputTokensPerSecond": 176.762077679197, "medianTimeToFirstTokenSeconds": 3.24201787200002, "medianTimeToFirstAnswerTokenSeconds": 3.24201787200002, "percentile05TimeToFirstTokenSeconds": 2.55644707849988, "quartile25TimeToFirstTokenSeconds": 2.91294221750002, "quartile75TimeToFirstTokenSeconds": 4.10098959350001, "percentile95TimeToFirstTokenSeconds": 7.54786056699995, "medianEndToEndResponseTimeSeconds": 6.520400189523743, "medianReasoningTimeSeconds": null}, {"slug": "gemini-3-8-flash", "name": "Gemini 3.8 Flash (High)", "shortName": "Gemini 3.8 Flash (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 30.5468119957291, "intelligenceIndexIsEstimated": false, "omniscience": 23.266666666666666, "scores": {"aa-briefcase": 1202.78, "omniscience-accuracy": 0.5053333333333333, "omniscience-non-hallucination": 0.44878706199460916, "automationbench-aa": 0.5993009432118243, "terminal-bench-science": 0.1, "frontiercode-2-0": 0.187427777777778, "hle-diamond": 0.331, "gdp-pdf": 0.21, "terminalbench-4-0": 0.196969696969697, "critpt-v2-hard": 0.435, "aa-analyst-agent": 0.4625, "harvey-lab-aa": 0, "gdpval-aa-normalized": 1445.43, "aa-3d": 966.1278, "code2video-aa": 899.09, "itbench-aa": 0.525423728813559, "mlcr-aa": 0.105555555555556, "mmmu-pro": 0.85606936416185, "frontiercode": 0.363585, "healthbench": 0.48378515868589594, "healthbench-professional": 0.5169364567799689, "humanitys-last-exam": 0.478220574606117, "artificial-analysis-long-context-reasoning": 0.813333333333333, "scicode": 0.565972222222222, "critpt": 0.182857142857143, "terminalbench-2-1": 0.876404494382023, "gpqa-diamond": 0.952525252525253, "tau3-banking": 0.449484536082474}, "intelligenceIndexCostPerTask": 7.766006178152514, "price1mInputTokens": 0.75, "price1mOutputTokens": 3.75, "cacheHitPrice": 0.075, "cacheWritePrice": 0.75, "medianOutputTokensPerSecond": 130.74604237303, "percentile05OutputTokensPerSecond": 107.094087049371, "quartile25OutputTokensPerSecond": 114.766335080671, "quartile75OutputTokensPerSecond": 149.634429173551, "percentile95OutputTokensPerSecond": 161.631055441775, "medianTimeToFirstTokenSeconds": 25.2669916105, "medianTimeToFirstAnswerTokenSeconds": 25.2669916105, "percentile05TimeToFirstTokenSeconds": 15.63943797165, "quartile25TimeToFirstTokenSeconds": 23.536413852, "quartile75TimeToFirstTokenSeconds": 35.21698592225, "percentile95TimeToFirstTokenSeconds": 71.7277537665501, "medianEndToEndResponseTimeSeconds": 29.091199142330723, "medianReasoningTimeSeconds": null}, {"slug": "nemotron-3-nano-omni-30b-a3b", "name": "Nemotron 3 Nano Omni 30B A3B Reasoning", "shortName": "Nemotron 3 Nano Omni 30B A3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 236.94, "mmmu-pro": 0.531791907514451, "humanitys-last-exam": 0.0481927710843374, "artificial-analysis-long-context-reasoning": 0.396666666666667, "critpt": 0, "terminalbench-hard": 0.0833333333333333, "terminalbench-2-1": 0.0674157303370786, "tau2-bench": 0.453216374269006, "gpqa-diamond": 0.468686868686869, "ifbench": 0.631972789115646}, "price1mInputTokens": 0.5, "price1mOutputTokens": 0.9, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 218.437988657774, "percentile05OutputTokensPerSecond": 200.580856554549, "quartile25OutputTokensPerSecond": 215.152501432715, "quartile75OutputTokensPerSecond": 234.580643739967, "percentile95OutputTokensPerSecond": 235.903044538482, "medianTimeToFirstTokenSeconds": 0.856126988500023, "medianTimeToFirstAnswerTokenSeconds": 10.012043559098888, "percentile05TimeToFirstTokenSeconds": 0.756733805700048, "quartile25TimeToFirstTokenSeconds": 0.807818333499988, "quartile75TimeToFirstTokenSeconds": 0.970422789249994, "percentile95TimeToFirstTokenSeconds": 1.5012311339, "medianEndToEndResponseTimeSeconds": 12.301022701748604, "medianReasoningTimeSeconds": 9.155916570598865}, {"slug": "kimi-k2-7-code", "name": "Kimi K2.7 Code", "shortName": "Kimi K2.7 Code", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Kimi", "modelCreatorColor": "#047AFE", "modelCreatorLogo": "/img/logos/kimi.jpg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 858.15, "automationbench-aa": 0.24454304615216713, "hle-diamond": 0.148, "gdp-pdf": 0.112, "terminalbench-4-0": 0.0101010101010101, "enterprise-ops-gym-aa": 0.40226797970754996, "gdpval-aa-normalized": 1046.01, "mlcr-aa": 0.122222222222222, "humanitys-last-exam": 0.35032437442076, "artificial-analysis-long-context-reasoning": 0.793333333333333, "scicode": 0.478009259259259, "critpt": 0.1, "terminalbench-hard": 0.446969696969697, "terminalbench-2-1": 0.674157303370786, "tau2-bench": 0.900584795321637, "gpqa-diamond": 0.895959595959596, "ifbench": 0.631292517006803, "tau3-banking": 0.202061855670103}, "price1mInputTokens": 0.95, "price1mOutputTokens": 4, "cacheHitPrice": 0.19, "cacheWritePrice": null, "medianOutputTokensPerSecond": 45.8087523266099, "percentile05OutputTokensPerSecond": 36.1689190909604, "quartile25OutputTokensPerSecond": 40.0621538517946, "quartile75OutputTokensPerSecond": 48.0125342844427, "percentile95OutputTokensPerSecond": 53.9132705981892, "medianTimeToFirstTokenSeconds": 2.83834759949996, "medianTimeToFirstAnswerTokenSeconds": 51.49717122577004, "percentile05TimeToFirstTokenSeconds": 2.68180246479996, "quartile25TimeToFirstTokenSeconds": 2.73744755899992, "quartile75TimeToFirstTokenSeconds": 3.3542610015, "percentile95TimeToFirstTokenSeconds": 9.18618377245, "medianEndToEndResponseTimeSeconds": 62.41211596024067, "medianReasoningTimeSeconds": 48.65882362627008}, {"slug": "qwen3-8-2-4t-a95b", "name": "Qwen3.8 2.4T A95B", "shortName": "Qwen3.8 2.4T A95B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "high", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": 7.766666666666667, "scores": {"aa-briefcase": 1430.8, "omniscience-accuracy": 0.314, "omniscience-non-hallucination": 0.6554907677356656, "automationbench-aa": 0.572473765458222, "hle-diamond": 0.201, "gdp-pdf": 0.156, "terminalbench-4-0": 0.111111111111111, "enterprise-ops-gym-aa": 0.4735899731423456, "gdpval-aa-normalized": 1615.72, "mlcr-aa": 0.305555555555556, "humanitys-last-exam": 0.424467099165894, "artificial-analysis-long-context-reasoning": 0.803333333333333, "scicode": 0.540509259259259, "critpt": 0.2, "terminalbench-2-1": 0.820224719101124, "gpqa-diamond": 0.935353535353535, "tau3-banking": 0.490721649484536}, "price1mInputTokens": 2, "price1mOutputTokens": 6, "cacheHitPrice": 0.25, "cacheWritePrice": null, "medianOutputTokensPerSecond": 38.455583236293, "percentile05OutputTokensPerSecond": 35.8415365787449, "quartile25OutputTokensPerSecond": 37.0398005349642, "quartile75OutputTokensPerSecond": 39.6768387847814, "percentile95OutputTokensPerSecond": 43.4627213627952, "medianTimeToFirstTokenSeconds": 3.05310581200001, "medianTimeToFirstAnswerTokenSeconds": 55.061158523380335, "percentile05TimeToFirstTokenSeconds": 2.46037900059997, "quartile25TimeToFirstTokenSeconds": 2.72384056750005, "quartile75TimeToFirstTokenSeconds": 3.28381975700001, "percentile95TimeToFirstTokenSeconds": 3.85004735810003, "medianEndToEndResponseTimeSeconds": 68.06317170122541, "medianReasoningTimeSeconds": 52.00805271138032}, {"slug": "olmo-3-7b-instruct", "name": "Olmo 3 7B Instruct", "shortName": "Olmo 3 7B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Allen Institute for AI", "modelCreatorColor": "#F0529C", "modelCreatorLogo": "/img/logos/ai2.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0579240037071362, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.125730994152047, "gpqa-diamond": 0.4, "ifbench": 0.327891156462585, "livecodebench": 0.265608465608466, "aime-2025": 0.413333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "jt-4-1-flash-236b-a21b-non-reasoning", "name": "JT-4.1 Flash 236B A21B (Non-reasoning)", "shortName": "JT-4.1 Flash 236B A21B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": "large", "priceClass": null, "modelCreatorName": "China Mobile", "modelCreatorColor": "#00b8ea", "modelCreatorLogo": "/img/logos/china-mobile.png", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 1128.36, "mmmu-pro": 0.641040462427746, "humanitys-last-exam": 0.177942539388323, "artificial-analysis-long-context-reasoning": 0.713333333333333, "critpt": 0, "terminalbench-2-1": 0.595505617977528, "gpqa-diamond": 0.845454545454545}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemini-4-carbon", "name": "Gemini 4 Carbon (High)", "shortName": "Gemini 4 Carbon (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 59.425738829526, "intelligenceIndexIsEstimated": false, "omniscience": 53.5, "scores": {"aa-briefcase": 1610.19, "omniscience-accuracy": 0.5826666666666667, "omniscience-non-hallucination": 0.8857827476038339, "automationbench-aa": 0.7781660572624064, "terminal-bench-science": 0.647619047619048, "frontiercode-2-0": 0.405606060606061, "hle-diamond": 0.691, "gdp-pdf": 0.284, "terminalbench-4-0": 0.651515151515151, "critpt-v2-hard": 0.63, "gdpval-aa-normalized": 1732.68, "artificial-analysis-long-context-reasoning": 0.793333333333333}, "intelligenceIndexCostPerTask": 7.755545745286556, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": 4, "medianOutputTokensPerSecond": 92.1437139230189, "percentile05OutputTokensPerSecond": 71.2992751075226, "quartile25OutputTokensPerSecond": 80.0782596420166, "quartile75OutputTokensPerSecond": 104.006540064709, "percentile95OutputTokensPerSecond": 112.367394121883, "medianTimeToFirstTokenSeconds": 140.410884252, "medianTimeToFirstAnswerTokenSeconds": 140.410884252, "percentile05TimeToFirstTokenSeconds": 66.9668264482999, "quartile25TimeToFirstTokenSeconds": 113.0968103385, "quartile75TimeToFirstTokenSeconds": 180.0208441895, "percentile95TimeToFirstTokenSeconds": 244.6699100698, "medianEndToEndResponseTimeSeconds": 145.8371903852401, "medianReasoningTimeSeconds": null}, {"slug": "llama-4-maverick", "name": "Llama 4 Maverick", "shortName": "Llama 4 Maverick", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.002121918776569101, "gdp-pdf": 0.008, "terminalbench-4-0": 0, "gdpval-aa-normalized": -267.81, "mmmu-pro": 0.621387283236994, "humanitys-last-exam": 0.0491195551436515, "artificial-analysis-long-context-reasoning": 0.5, "scicode": 0.31712962962963, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "terminalbench-2-1": 0.0786516853932584, "tau2-bench": 0.178362573099415, "gpqa-diamond": 0.670707070707071, "ifbench": 0.429931972789116, "tau3-banking": 0.0371134020618557, "livecodebench": 0.396825396825397, "aime-2025": 0.193333333333333}, "price1mInputTokens": 0.25, "price1mOutputTokens": 0.9199999999999999, "cacheHitPrice": 0.22, "cacheWritePrice": null, "medianOutputTokensPerSecond": 58.9388438115857, "percentile05OutputTokensPerSecond": 16.883472097112, "quartile25OutputTokensPerSecond": 31.6665372260739, "quartile75OutputTokensPerSecond": 99.7923886744923, "percentile95OutputTokensPerSecond": 481.34033266713, "medianTimeToFirstTokenSeconds": 0.966170634000008, "medianTimeToFirstAnswerTokenSeconds": 0.966170634000008, "percentile05TimeToFirstTokenSeconds": 0.68439884419995, "quartile25TimeToFirstTokenSeconds": 0.810402214000078, "quartile75TimeToFirstTokenSeconds": 1.16579102599999, "percentile95TimeToFirstTokenSeconds": 1.64599583819997, "medianEndToEndResponseTimeSeconds": 9.449540304405966, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-sol-daybreak-blue", "name": "GPT-6 Sol (Daybreak Blue, max)", "shortName": "GPT-6 Sol (Daybreak Blue, max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1050000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {}, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.2, "cacheWritePrice": 2.5, "medianReasoningTimeSeconds": null}, {"slug": "olmo-3-1-32b-instruct", "name": "Olmo 3.1 32B Instruct", "shortName": "Olmo 3.1 32B Instruct", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Allen Institute for AI", "modelCreatorColor": "#F0529C", "modelCreatorLogo": "/img/logos/ai2.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0500463392029657, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.213450292397661, "gpqa-diamond": 0.539393939393939, "ifbench": 0.391836734693878}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "ministral-3-8b", "name": "Ministral 3 8B", "shortName": "Ministral 3 8B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 77.96, "automationbench-aa": 0.00516749466666553, "hle-diamond": 0.044, "gdp-pdf": 0.008, "terminalbench-4-0": 0, "gdpval-aa-normalized": 221.08, "mlcr-aa": 0, "mmmu-pro": 0.459537572254335, "humanitys-last-exam": 0.0426320667284523, "artificial-analysis-long-context-reasoning": 0.256666666666667, "scicode": 0.207175925925926, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "terminalbench-2-1": 0.0411985018726592, "tau2-bench": 0.266081871345029, "gpqa-diamond": 0.470707070707071, "ifbench": 0.291156462585034, "tau3-banking": 0.0371134020618557, "livecodebench": 0.302645502645503, "aime-2025": 0.316666666666667}, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.15, "cacheHitPrice": 0.015, "cacheWritePrice": null, "medianOutputTokensPerSecond": 100.784754713539, "percentile05OutputTokensPerSecond": 35.4750195580763, "quartile25OutputTokensPerSecond": 54.9099527281428, "quartile75OutputTokensPerSecond": 145.174253302478, "percentile95OutputTokensPerSecond": 172.846840282853, "medianTimeToFirstTokenSeconds": 0.903303770000008, "medianTimeToFirstAnswerTokenSeconds": 0.903303770000008, "percentile05TimeToFirstTokenSeconds": 0.710157233999979, "quartile25TimeToFirstTokenSeconds": 0.770342696750077, "quartile75TimeToFirstTokenSeconds": 1.10570429499996, "percentile95TimeToFirstTokenSeconds": 2.07284055425, "medianEndToEndResponseTimeSeconds": 5.864371556701999, "medianReasoningTimeSeconds": null}, {"slug": "claude-sonnet-5-5-xhigh", "name": "Claude Sonnet 5.5 (Xhigh, Default Fallback)", "shortName": "Claude Sonnet 5.5 (xhigh with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 49.5740327787242, "intelligenceIndexIsEstimated": false, "omniscience": 20.6, "scores": {"aa-briefcase": 1743.7, "omniscience-accuracy": 0.509, "omniscience-non-hallucination": 0.38289205702647655, "automationbench-aa": 0.6552026949665557, "terminal-bench-science": 0.523809523809524, "frontiercode-2-0": 0.356494696969697, "hle-diamond": 0.441, "gdp-pdf": 0.246, "terminalbench-4-0": 0.570707070707071, "critpt-v2-hard": 0.54, "gdpval-aa-normalized": 1735.08, "mlcr-aa": 0.205555555555556, "frontiercode": 0.461498666666667, "humanitys-last-exam": 0.5, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.572916666666667, "critpt": 0.311428571428571}, "intelligenceIndexCostPerTask": 4.091984916321919, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 108.561536930487, "percentile05OutputTokensPerSecond": 93.3678069457673, "quartile25OutputTokensPerSecond": 102.31291538933, "quartile75OutputTokensPerSecond": 121.014853709385, "percentile95OutputTokensPerSecond": 171.184898637518, "medianTimeToFirstTokenSeconds": 31.8727108685001, "medianTimeToFirstAnswerTokenSeconds": 31.8727108685001, "percentile05TimeToFirstTokenSeconds": 13.23702429385, "quartile25TimeToFirstTokenSeconds": 25.32662629225, "quartile75TimeToFirstTokenSeconds": 41.3489459364999, "percentile95TimeToFirstTokenSeconds": 153.6611848124, "medianEndToEndResponseTimeSeconds": 36.47839363734442, "medianReasoningTimeSeconds": null}, {"slug": "llama-3-3-instruct-70b", "name": "Llama 3.3 Instruct 70B", "shortName": "Llama 3.3 70B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -166.46, "itbench-aa": 0.00564971751412429, "humanitys-last-exam": 0.0356, "artificial-analysis-long-context-reasoning": 0.156666666666667, "critpt": 0, "terminalbench-hard": 0.0303030303030303, "terminalbench-2-1": 0.048689138576779, "tau2-bench": 0.266081871345029, "gpqa-diamond": 0.497979797979798, "ifbench": 0.470748299319728, "livecodebench": 0.287830687830688, "aime-2025": 0.0766666666666667}, "price1mInputTokens": 0.6, "price1mOutputTokens": 0.71, "cacheHitPrice": 0.6, "cacheWritePrice": null, "medianOutputTokensPerSecond": 90.9139447650655, "percentile05OutputTokensPerSecond": 20.5059069946176, "quartile25OutputTokensPerSecond": 43.8182899303842, "quartile75OutputTokensPerSecond": 117.057877400874, "percentile95OutputTokensPerSecond": 342.133069098092, "medianTimeToFirstTokenSeconds": 1.79462456250002, "medianTimeToFirstAnswerTokenSeconds": 1.79462456250002, "percentile05TimeToFirstTokenSeconds": 0.79045733615001, "quartile25TimeToFirstTokenSeconds": 1.17220929825001, "quartile75TimeToFirstTokenSeconds": 2.29570877999998, "percentile95TimeToFirstTokenSeconds": 2.97717610080004, "medianEndToEndResponseTimeSeconds": 7.294330919891846, "medianReasoningTimeSeconds": null}, {"slug": "nemotron-cascade-2-30b-a3b", "name": "Nemotron Cascade 2 30B A3B", "shortName": "Nemotron Cascade 2 30B A3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 272.28, "humanitys-last-exam": 0.120018535681186, "artificial-analysis-long-context-reasoning": 0.393333333333333, "critpt": 0.00571428571428571, "terminalbench-hard": 0.212121212121212, "terminalbench-2-1": 0.205992509363296, "tau2-bench": 0.532163742690059, "gpqa-diamond": 0.757575757575758, "ifbench": 0.804081632653061}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "r1-1776", "name": "R1 1776", "shortName": "R1 1776", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Perplexity", "modelCreatorColor": "#1B818E", "modelCreatorLogo": "/img/logos/perplexity.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-8-flash-next", "name": "Qwen3.8-Flash-Next", "shortName": "Qwen3.8-Flash-Next", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -12.233333333333333, "scores": {"aa-briefcase": 1574.66, "omniscience-accuracy": 0.23533333333333334, "omniscience-non-hallucination": 0.532258064516129, "automationbench-aa": 0.559083218951688, "hle-diamond": 0.163, "gdp-pdf": 0.156, "terminalbench-4-0": 0.252525252525253, "gdpval-aa-normalized": 1635.78, "mlcr-aa": 0.205555555555556, "mmmu-pro": 0.797687861271676, "humanitys-last-exam": 0.380444856348471, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.505787037037037, "critpt": 0.111428571428571, "terminalbench-2-1": 0.861423220973783, "gpqa-diamond": 0.923232323232323, "tau3-banking": 0.45360824742268}, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.47, "cacheHitPrice": 0.016, "cacheWritePrice": null, "medianOutputTokensPerSecond": 53.8797465946209, "percentile05OutputTokensPerSecond": 45.2469251094762, "quartile25OutputTokensPerSecond": 49.5739543857444, "quartile75OutputTokensPerSecond": 60.0986985615199, "percentile95OutputTokensPerSecond": 66.0880600936862, "medianTimeToFirstTokenSeconds": 2.37119219900001, "medianTimeToFirstAnswerTokenSeconds": 39.490891648359906, "percentile05TimeToFirstTokenSeconds": 1.97064289030003, "quartile25TimeToFirstTokenSeconds": 2.17719659049996, "quartile75TimeToFirstTokenSeconds": 2.80757552500001, "percentile95TimeToFirstTokenSeconds": 4.24004607060007, "medianEndToEndResponseTimeSeconds": 48.77081651069987, "medianReasoningTimeSeconds": 37.11969944935989}, {"slug": "claude-fable-5-1-xhigh", "name": "Claude Fable 5.1 (Xhigh, Default Fallback)", "shortName": "Claude Fable 5.1 (xhigh with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 49.6716384248632, "intelligenceIndexIsEstimated": false, "omniscience": 44.333333333333336, "scores": {"aa-briefcase": 1650.66, "omniscience-accuracy": 0.6716666666666666, "omniscience-non-hallucination": 0.30456852791878175, "automationbench-aa": 0.57772425084896, "terminal-bench-science": 0.404761904761905, "frontiercode-2-0": 0.357316919191919, "hle-diamond": 0.588, "gdp-pdf": 0.262, "terminalbench-4-0": 0.55050505050505, "critpt-v2-hard": 0.565, "gdpval-aa-normalized": 1740.22, "mlcr-aa": 0.133333333333333, "humanitys-last-exam": 0.587117701575533, "artificial-analysis-long-context-reasoning": 0.83, "scicode": 0.608796296296296, "critpt": 0.311428571428571, "terminalbench-2-1": 0.910112359550562, "gpqa-diamond": 0.934343434343434, "tau3-banking": 0.457731958762887}, "intelligenceIndexCostPerTask": 10.847474706140272, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 0.25, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 62.8235343891349, "percentile05OutputTokensPerSecond": 47.7500094943562, "quartile25OutputTokensPerSecond": 57.9196310148884, "quartile75OutputTokensPerSecond": 68.9790726864587, "percentile95OutputTokensPerSecond": 84.1639393196464, "medianTimeToFirstTokenSeconds": 78.439405342, "medianTimeToFirstAnswerTokenSeconds": 78.439405342, "percentile05TimeToFirstTokenSeconds": 24.9934531658, "quartile25TimeToFirstTokenSeconds": 49.86812604025, "quartile75TimeToFirstTokenSeconds": 136.342552968, "percentile95TimeToFirstTokenSeconds": 210.92508849335, "medianEndToEndResponseTimeSeconds": 86.39820620956904, "medianReasoningTimeSeconds": null}, {"slug": "llama-3-2-instruct-90b-vision", "name": "Llama 3.2 Instruct 90B (Vision)", "shortName": "Llama 3.2 90B (Vision)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.394797687861272, "humanitys-last-exam": 0.0449, "gpqa-diamond": 0.432323232323232, "livecodebench": 0.213756613756614}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-fable-5-1-high", "name": "Claude Fable 5.1 (High, Default Fallback)", "shortName": "Claude Fable 5.1 (high with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 47.024988245604, "intelligenceIndexIsEstimated": false, "omniscience": 39.93333333333333, "scores": {"aa-briefcase": 1576.51, "omniscience-accuracy": 0.647, "omniscience-non-hallucination": 0.2983947119924457, "automationbench-aa": 0.5532309746463979, "terminal-bench-science": 0.395238095238095, "frontiercode-2-0": 0.302979545454545, "hle-diamond": 0.504, "gdp-pdf": 0.268, "terminalbench-4-0": 0.52020202020202, "critpt-v2-hard": 0.605, "gdpval-aa-normalized": 1644.08, "mlcr-aa": 0.155555555555556, "humanitys-last-exam": 0.559314179796108, "artificial-analysis-long-context-reasoning": 0.836666666666667, "scicode": 0.586805555555556, "critpt": 0.302857142857143, "terminalbench-2-1": 0.898876404494382, "gpqa-diamond": 0.906060606060606, "tau3-banking": 0.430927835051546}, "intelligenceIndexCostPerTask": 7.539956160226559, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 0.25, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 57.6028352558684, "percentile05OutputTokensPerSecond": 45.7482595424477, "quartile25OutputTokensPerSecond": 52.6402592672441, "quartile75OutputTokensPerSecond": 61.1531198473244, "percentile95OutputTokensPerSecond": 74.3616869442831, "medianTimeToFirstTokenSeconds": 18.349359626, "medianTimeToFirstAnswerTokenSeconds": 18.349359626, "percentile05TimeToFirstTokenSeconds": 3.8999487536, "quartile25TimeToFirstTokenSeconds": 13.075202287, "quartile75TimeToFirstTokenSeconds": 25.366683893, "percentile95TimeToFirstTokenSeconds": 32.9260073235, "medianEndToEndResponseTimeSeconds": 27.02948791793267, "medianReasoningTimeSeconds": null}, {"slug": "k2-horizon-0-9b", "name": "K2 Horizon 0.9B", "shortName": "K2 Horizon 0.9B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.002038009788550524, "gdp-pdf": 0.008, "terminalbench-4-0": 0, "gdpval-aa-normalized": -402.18, "humanitys-last-exam": 0.0537534754402224, "artificial-analysis-long-context-reasoning": 0.0633333333333333, "scicode": 0.0694444444444444, "critpt": 0, "terminalbench-2-1": 0.0112359550561798, "gpqa-diamond": 0.292929292929293, "tau3-banking": 0.0494845360824742}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nvidia-nemotron-3-nano-4b", "name": "NVIDIA Nemotron 3 Nano 4B", "shortName": "Nemotron 3 Nano 4B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 262000, "intelligenceIndex": 1.81584603785463, "intelligenceIndexIsEstimated": false, "omniscience": -71.16666666666667, "scores": {"aa-briefcase": 0, "omniscience-accuracy": 0.09466666666666666, "omniscience-non-hallucination": 0.10935198821796754, "automationbench-aa": 0.004483886019625834, "terminal-bench-science": 0, "frontiercode-2-0": 0, "hle-diamond": 0.028, "gdp-pdf": 0.004, "terminalbench-4-0": 0, "critpt-v2-hard": 0, "gdpval-aa-normalized": -51.3, "frontiercode": 0, "humanitys-last-exam": 0.0486561631139944, "artificial-analysis-long-context-reasoning": 0.216666666666667, "scicode": 0.16087962962963, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "terminalbench-2-1": 0.0374531835205993, "tau2-bench": 0.280701754385965, "gpqa-diamond": 0.513131313131313, "ifbench": 0.582312925170068}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "phi-4-mini", "name": "Phi-4 Mini Instruct", "shortName": "Phi-4 Mini", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": "low", "modelCreatorName": "Microsoft", "modelCreatorColor": "#0078D5", "modelCreatorLogo": "/img/logos/microsoft.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -401.23, "humanitys-last-exam": 0.0445, "artificial-analysis-long-context-reasoning": 0.153333333333333, "critpt": 0, "terminalbench-hard": 0, "terminalbench-2-1": 0.00374531835205993, "tau2-bench": 0.0818713450292398, "gpqa-diamond": 0.331313131313131, "ifbench": 0.210884353741497, "livecodebench": 0.125925925925926, "aime-2025": 0.0666666666666667}, "price1mInputTokens": 0.075, "price1mOutputTokens": 0.3, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 44.3360392483473, "percentile05OutputTokensPerSecond": 41.538826660982, "quartile25OutputTokensPerSecond": 42.9330477212563, "quartile75OutputTokensPerSecond": 45.7954380879247, "percentile95OutputTokensPerSecond": 46.6256592113958, "medianTimeToFirstTokenSeconds": 0.841686142999976, "medianTimeToFirstAnswerTokenSeconds": 0.841686142999976, "percentile05TimeToFirstTokenSeconds": 0.824449532700007, "quartile25TimeToFirstTokenSeconds": 0.831658062250014, "quartile75TimeToFirstTokenSeconds": 0.850174077249988, "percentile95TimeToFirstTokenSeconds": 0.886934261750058, "medianEndToEndResponseTimeSeconds": 12.119193301437416, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-pro", "name": "Nova 2.0 Pro Preview (Non-reasoning)", "shortName": "Nova 2.0 Pro Preview (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 338.76, "humanitys-last-exam": 0.0393883225208526, "artificial-analysis-long-context-reasoning": 0.3, "critpt": 0, "terminalbench-hard": 0.166666666666667, "terminalbench-2-1": 0.172284644194757, "tau2-bench": 0.716374269005848, "gpqa-diamond": 0.636363636363636, "ifbench": 0.520408163265306, "livecodebench": 0.473015873015873, "aime-2025": 0.306666666666667}, "price1mInputTokens": 1.25, "price1mOutputTokens": 10, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 125.103900048331, "percentile05OutputTokensPerSecond": 105.091082933676, "quartile25OutputTokensPerSecond": 114.55254026611, "quartile75OutputTokensPerSecond": 129.500820854886, "percentile95OutputTokensPerSecond": 152.363288401179, "medianTimeToFirstTokenSeconds": 1.095609446, "medianTimeToFirstAnswerTokenSeconds": 1.095609446, "percentile05TimeToFirstTokenSeconds": 0.968342890299971, "quartile25TimeToFirstTokenSeconds": 1.00643254099975, "quartile75TimeToFirstTokenSeconds": 1.16207879674997, "percentile95TimeToFirstTokenSeconds": 1.34769270734999, "medianEndToEndResponseTimeSeconds": 5.092287405734561, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-sol-medium", "name": "GPT-6.1 Sol (Medium)", "shortName": "GPT-6.1 Sol (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 46.1468797067114, "intelligenceIndexIsEstimated": false, "omniscience": 40.166666666666664, "scores": {"aa-briefcase": 1360.66, "omniscience-accuracy": 0.596, "omniscience-non-hallucination": 0.518976897689769, "automationbench-aa": 0.6257350970435687, "terminal-bench-science": 0.371428571428571, "frontiercode-2-0": 0.333875757575758, "hle-diamond": 0.46, "gdp-pdf": 0.3, "terminalbench-4-0": 0.47979797979798, "critpt-v2-hard": 0.65, "gdpval-aa-normalized": 1459.05, "mlcr-aa": 0.322222222222222, "mmmu-pro": 0.839306358381503, "frontiercode": 0.433330666666667, "humanitys-last-exam": 0.498609823911029, "artificial-analysis-long-context-reasoning": 0.833333333333333, "scicode": 0.532407407407407, "critpt": 0.277142857142857}, "intelligenceIndexCostPerTask": 0.3593898648025732, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 62.5606897406558, "percentile05OutputTokensPerSecond": 48.3582434027031, "quartile25OutputTokensPerSecond": 53.2414636065458, "quartile75OutputTokensPerSecond": 71.5675926427301, "percentile95OutputTokensPerSecond": 128.625817063417, "medianTimeToFirstTokenSeconds": 7.54507181849993, "medianTimeToFirstAnswerTokenSeconds": 7.54507181849993, "percentile05TimeToFirstTokenSeconds": 2.22361790575003, "quartile25TimeToFirstTokenSeconds": 4.43547893300004, "quartile75TimeToFirstTokenSeconds": 11.22829195725, "percentile95TimeToFirstTokenSeconds": 16.06010194785, "medianEndToEndResponseTimeSeconds": 15.537311067663277, "medianReasoningTimeSeconds": null}, {"slug": "k2-v2", "name": "K2-V2 (High)", "shortName": "K2-V2 (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 512000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.105189990732159, "artificial-analysis-long-context-reasoning": 0.35, "critpt": 0, "terminalbench-hard": 0.0984848484848485, "tau2-bench": 0.277777777777778, "gpqa-diamond": 0.680808080808081, "ifbench": 0.601360544217687, "livecodebench": 0.694179894179894, "aime-2025": 0.783333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-astra-low", "name": "GPT-6 Astra (Low)", "shortName": "GPT-6 Astra (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 43.0349823228524, "intelligenceIndexIsEstimated": false, "omniscience": 40.3, "scores": {"aa-briefcase": 1256.05, "omniscience-accuracy": 0.586, "omniscience-non-hallucination": 0.5579710144927537, "automationbench-aa": 0.5909672610445402, "terminal-bench-science": 0.371428571428571, "frontiercode-2-0": 0.262162878787879, "hle-diamond": 0.451, "gdp-pdf": 0.304, "terminalbench-4-0": 0.419191919191919, "critpt-v2-hard": 0.6, "gdpval-aa-normalized": 1403.26, "mlcr-aa": 0.338888888888889, "mmmu-pro": 0.846242774566474, "humanitys-last-exam": 0.492122335495829, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.540509259259259, "critpt": 0.262857142857143, "terminalbench-2-1": 0.880149812734082, "gpqa-diamond": 0.931313131313131, "tau3-banking": 0.319587628865979}, "intelligenceIndexCostPerTask": 1.4237229635663595, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 1, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 57.2694369793546, "percentile05OutputTokensPerSecond": 47.500555440429, "quartile25OutputTokensPerSecond": 53.0065645713471, "quartile75OutputTokensPerSecond": 74.9128492491795, "percentile95OutputTokensPerSecond": 118.868492354817, "medianTimeToFirstTokenSeconds": 2.62433714149995, "medianTimeToFirstAnswerTokenSeconds": 2.62433714149995, "percentile05TimeToFirstTokenSeconds": 1.49232926425003, "quartile25TimeToFirstTokenSeconds": 1.90678418924994, "quartile75TimeToFirstTokenSeconds": 3.72060992300001, "percentile95TimeToFirstTokenSeconds": 7.012260684, "medianEndToEndResponseTimeSeconds": 11.354997444311168, "medianReasoningTimeSeconds": null}, {"slug": "gemini-3-deep-think", "name": "Gemini 3 Deep Think", "shortName": "Gemini 3 Deep Think", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"critpt": 0.257142857142857}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "ernie-5-0-thinking-preview", "name": "ERNIE 5.0 Thinking Preview", "shortName": "ERNIE 5.0 Thinking Preview", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Baidu", "modelCreatorColor": "#2436d8", "modelCreatorLogo": "/img/logos/baidu.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.645664739884393, "humanitys-last-exam": 0.132530120481928, "critpt": 0.0142857142857143, "terminalbench-hard": 0.25, "tau2-bench": 0.839181286549707, "gpqa-diamond": 0.776767676767677, "ifbench": 0.413605442176871, "livecodebench": 0.811640211640211, "aime-2025": 0.85}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "ling-3-1-flash", "name": "Ling 3.1 Flash", "shortName": "Ling 3.1 Flash", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1397.37, "automationbench-aa": 0.6174373352506193, "gdp-pdf": 0.1, "terminalbench-4-0": 0.333333333333333, "gdpval-aa-normalized": 1626.38, "mlcr-aa": 0.122222222222222, "humanitys-last-exam": 0.394346617238183, "artificial-analysis-long-context-reasoning": 0.83, "scicode": 0.540509259259259, "critpt": 0.18}, "price1mInputTokens": 0.3, "price1mOutputTokens": 0.9, "cacheHitPrice": 0.06, "cacheWritePrice": null, "medianOutputTokensPerSecond": 216.538695331673, "percentile05OutputTokensPerSecond": 204.501773696755, "quartile25OutputTokensPerSecond": 211.650333225187, "quartile75OutputTokensPerSecond": 219.80302653368, "percentile95OutputTokensPerSecond": 235.419590991438, "medianTimeToFirstTokenSeconds": 1.78816196349999, "medianTimeToFirstAnswerTokenSeconds": 11.024386449551287, "percentile05TimeToFirstTokenSeconds": 1.38661055770001, "quartile25TimeToFirstTokenSeconds": 1.75777834250002, "quartile75TimeToFirstTokenSeconds": 1.86975947249997, "percentile95TimeToFirstTokenSeconds": 3.46462865274995, "medianEndToEndResponseTimeSeconds": 13.333442571064111, "medianReasoningTimeSeconds": 9.236224486051297}, {"slug": "granite-4-0-h-350m", "name": "Granite 4.0 H 350M", "shortName": "Granite 4.0 H 350M", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 32768, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0644114921223355, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.146198830409357, "gpqa-diamond": 0.256565656565657, "ifbench": 0.175510204081633, "livecodebench": 0.019047619047619, "aime-2025": 0.0133333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-5-0-8b", "name": "Qwen3.5 0.8B (Reasoning)", "shortName": "Qwen3.5 0.8B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -381.04, "mmmu-pro": 0.258381502890173, "humanitys-last-exam": 0.0106580166821131, "artificial-analysis-long-context-reasoning": 0.09, "critpt": 0, "terminalbench-hard": 0, "terminalbench-2-1": 0, "tau2-bench": 0.476608187134503, "gpqa-diamond": 0.111111111111111, "ifbench": 0.214965986394558}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "apriel-v1-6-15b-thinker", "name": "Apriel-v1.6-15B-Thinker", "shortName": "Apriel-v1.6-15B-Thinker", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "ServiceNow", "modelCreatorColor": "#80B6A1", "modelCreatorLogo": "/img/logos/servicenow.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.107970342910102, "critpt": 0.00285714285714286, "terminalbench-hard": 0.143939393939394, "tau2-bench": 0.692982456140351, "gpqa-diamond": 0.733333333333333, "ifbench": 0.691156462585034, "livecodebench": 0.807407407407407, "aime-2025": 0.88}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-7-plus", "name": "Qwen3.7 Plus", "shortName": "Qwen3.7 Plus", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 915.47, "automationbench-aa": 0.17391220980015495, "hle-diamond": 0.139, "gdp-pdf": 0.122, "terminalbench-4-0": 0.0101010101010101, "enterprise-ops-gym-aa": 0.40555058191584603, "gdpval-aa-normalized": 774.8, "mlcr-aa": 0.0888888888888889, "mmmu-pro": 0.804624277456647, "humanitys-last-exam": 0.356348470806302, "artificial-analysis-long-context-reasoning": 0.73, "scicode": 0.460648148148148, "critpt": 0.0914285714285714, "terminalbench-hard": 0.46969696969697, "terminalbench-2-1": 0.610486891385768, "tau2-bench": 0.929824561403509, "gpqa-diamond": 0.9, "ifbench": 0.779591836734694, "tau3-banking": 0.175257731958763, "apex-agents-aa": 0.224188790560472}, "price1mInputTokens": 0.4, "price1mOutputTokens": 1.6, "cacheHitPrice": 0.08, "cacheWritePrice": null, "medianOutputTokensPerSecond": 57.273719026659, "percentile05OutputTokensPerSecond": 46.8344121614207, "quartile25OutputTokensPerSecond": 53.6418809835002, "quartile75OutputTokensPerSecond": 58.6432114120964, "percentile95OutputTokensPerSecond": 59.6712289520796, "medianTimeToFirstTokenSeconds": 2.33353133499989, "medianTimeToFirstAnswerTokenSeconds": 37.253561568571186, "percentile05TimeToFirstTokenSeconds": 2.00147314479998, "quartile25TimeToFirstTokenSeconds": 2.22598676124999, "quartile75TimeToFirstTokenSeconds": 2.59714644124998, "percentile95TimeToFirstTokenSeconds": 3.56268464955011, "medianEndToEndResponseTimeSeconds": 45.983569126964014, "medianReasoningTimeSeconds": 34.920030233571296}, {"slug": "deephermes-3-mistral-24b-preview", "name": "DeepHermes 3 - Mistral 24B Preview (Non-reasoning)", "shortName": "DeepHermes 3 - Mistral 24B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Nous Research", "modelCreatorColor": "#006fa8", "modelCreatorLogo": "/img/logos/nousresearch.jpg", "contextWindowTokens": 32000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0376, "gpqa-diamond": 0.381818181818182, "livecodebench": 0.194708994708995}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nvidia-nemotron-nano-12b-v2-vl", "name": "NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)", "shortName": "NVIDIA Nemotron Nano 12B v2 VL (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.445086705202312, "humanitys-last-exam": 0.0426320667284523, "artificial-analysis-long-context-reasoning": 0.206666666666667, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.192982456140351, "gpqa-diamond": 0.439393939393939, "ifbench": 0.258503401360544, "livecodebench": 0.344973544973545, "aime-2025": 0.266666666666667}, "price1mInputTokens": 0.2, "price1mOutputTokens": 0.6, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 194.484558597179, "percentile05OutputTokensPerSecond": 179.59789983218, "quartile25OutputTokensPerSecond": 188.481859426174, "quartile75OutputTokensPerSecond": 206.741814588273, "percentile95OutputTokensPerSecond": 242.615430437989, "medianTimeToFirstTokenSeconds": 1.04038635699993, "medianTimeToFirstAnswerTokenSeconds": 1.04038635699993, "percentile05TimeToFirstTokenSeconds": 0.978667466999992, "quartile25TimeToFirstTokenSeconds": 1.00987804849987, "quartile75TimeToFirstTokenSeconds": 1.05684152275001, "percentile95TimeToFirstTokenSeconds": 1.9730971241, "medianEndToEndResponseTimeSeconds": 3.611284548643061, "medianReasoningTimeSeconds": null}, {"slug": "step-3-vl-10b", "name": "Step3 VL 10B", "shortName": "Step3 VL 10B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "StepFun", "modelCreatorColor": "#00F5E7", "modelCreatorLogo": "/img/logos/stepfun.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.639884393063584, "humanitys-last-exam": 0.108433734939759, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.053030303030303, "tau2-bench": 0.160818713450292, "gpqa-diamond": 0.68989898989899, "ifbench": 0.502040816326531}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "llama-4-scout", "name": "Llama 4 Scout", "shortName": "Llama 4 Scout", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 10000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.0019111706206154657, "gdp-pdf": 0, "terminalbench-4-0": 0, "gdpval-aa-normalized": -155.79, "mmmu-pro": 0.529479768786127, "humanitys-last-exam": 0.0378, "artificial-analysis-long-context-reasoning": 0.277, "scicode": 0.212962962962963, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "terminalbench-2-1": 0.0374531835205993, "tau2-bench": 0.154970760233918, "gpqa-diamond": 0.586868686868687, "ifbench": 0.395238095238095, "tau3-banking": 0.0329896907216495, "livecodebench": 0.299470899470899, "aime-2025": 0.14}, "price1mInputTokens": 0.18, "price1mOutputTokens": 0.66, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 110.815110389905, "percentile05OutputTokensPerSecond": 15.9832652915898, "quartile25OutputTokensPerSecond": 39.2950613464371, "quartile75OutputTokensPerSecond": 137.463145609606, "percentile95OutputTokensPerSecond": 162.586298240046, "medianTimeToFirstTokenSeconds": 0.833999023500013, "medianTimeToFirstAnswerTokenSeconds": 0.833999023500013, "percentile05TimeToFirstTokenSeconds": 0.658611097199898, "quartile25TimeToFirstTokenSeconds": 0.720534976500005, "quartile75TimeToFirstTokenSeconds": 1.10371594374997, "percentile95TimeToFirstTokenSeconds": 63.1777049531, "medianEndToEndResponseTimeSeconds": 5.34601907420195, "medianReasoningTimeSeconds": null}, {"slug": "granite-4-2-8b", "name": "Granite 4.2 8B", "shortName": "Granite 4.2 8B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -16.666666666666668, "scores": {"aa-briefcase": 310.32, "omniscience-accuracy": 0.11766666666666667, "omniscience-non-hallucination": 0.6777483944087647, "automationbench-aa": 0.020571262692004582, "terminal-bench-science": 0, "hle-diamond": 0.04, "gdp-pdf": 0.006, "terminalbench-4-0": 0, "critpt-v2-hard": 0, "gdpval-aa-normalized": 498.74, "humanitys-last-exam": 0.0968489341983318, "artificial-analysis-long-context-reasoning": 0.45, "scicode": 0.314814814814815, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.183520599250936, "gpqa-diamond": 0.631313131313131, "tau3-banking": 0.0762886597938144}, "price1mInputTokens": 0.06, "price1mOutputTokens": 0.25, "cacheHitPrice": 0.015, "cacheWritePrice": null, "medianOutputTokensPerSecond": 59.2913308744266, "percentile05OutputTokensPerSecond": 15.8211848754123, "quartile25OutputTokensPerSecond": 42.6803790065066, "quartile75OutputTokensPerSecond": 71.2992379672347, "percentile95OutputTokensPerSecond": 108.446605273134, "medianTimeToFirstTokenSeconds": 0.960016929000006, "medianTimeToFirstAnswerTokenSeconds": 34.69176102217629, "percentile05TimeToFirstTokenSeconds": 0.777202777249994, "quartile25TimeToFirstTokenSeconds": 0.887184346250081, "quartile75TimeToFirstTokenSeconds": 1.03994867449995, "percentile95TimeToFirstTokenSeconds": 1.61199267980001, "medianEndToEndResponseTimeSeconds": 43.124697045470356, "medianReasoningTimeSeconds": 33.73174409317628}, {"slug": "ernie-4-5-300b-a47b", "name": "ERNIE 4.5 300B A47B", "shortName": "ERNIE 4.5 300B A47B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Baidu", "modelCreatorColor": "#2436d8", "modelCreatorLogo": "/img/logos/baidu.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0333642261353105, "critpt": 0, "terminalbench-hard": 0.0606060606060606, "tau2-bench": 0, "gpqa-diamond": 0.811111111111111, "ifbench": 0.391156462585034, "livecodebench": 0.466666666666667, "aime-2025": 0.413333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-haiku-5-5-medium", "name": "Claude Haiku 5.5 (Medium)", "shortName": "Claude Haiku 5.5 (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 24.5513254343023, "intelligenceIndexIsEstimated": false, "omniscience": 4.166666666666667, "scores": {"aa-briefcase": 1368.69, "omniscience-accuracy": 0.31733333333333336, "omniscience-non-hallucination": 0.59619140625, "automationbench-aa": 0.2858961481429316, "terminal-bench-science": 0.0714285714285714, "frontiercode-2-0": 0.16091994949495, "hle-diamond": 0.168, "gdp-pdf": 0.152, "terminalbench-4-0": 0.151515151515152, "critpt-v2-hard": 0.3, "harvey-lab-aa": 0.005555555555555555, "gdpval-aa-normalized": 1282.5, "mlcr-aa": 0.161111111111111, "frontiercode": 0.404265666666667, "humanitys-last-exam": 0.337812789620019, "artificial-analysis-long-context-reasoning": 0.773333333333333, "scicode": 0.489583333333333, "critpt": 0.128571428571429}, "intelligenceIndexCostPerTask": 0.0917645584066771, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 176.037758054583, "percentile05OutputTokensPerSecond": 138.78366468885, "quartile25OutputTokensPerSecond": 160.144643317137, "quartile75OutputTokensPerSecond": 192.177817480126, "percentile95OutputTokensPerSecond": 258.393026823741, "medianTimeToFirstTokenSeconds": 13.9705368125, "medianTimeToFirstAnswerTokenSeconds": 13.9705368125, "percentile05TimeToFirstTokenSeconds": 5.66980500155002, "quartile25TimeToFirstTokenSeconds": 10.67884005975, "quartile75TimeToFirstTokenSeconds": 19.116753534, "percentile95TimeToFirstTokenSeconds": 33.7663863694, "medianEndToEndResponseTimeSeconds": 16.810836561403686, "medianReasoningTimeSeconds": null}, {"slug": "molmo-7b-d", "name": "Molmo 7B-D", "shortName": "Molmo 7B-D", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Allen Institute for AI", "modelCreatorColor": "#F0529C", "modelCreatorLogo": "/img/logos/ai2.svg", "contextWindowTokens": 4096, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.245086705202312, "humanitys-last-exam": 0.051436515291937, "artificial-analysis-long-context-reasoning": 0, "terminalbench-hard": 0, "tau2-bench": 0, "gpqa-diamond": 0.24040404040404, "ifbench": 0.196598639455782, "livecodebench": 0.0391534391534391, "aime-2025": 0}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-8-27b", "name": "Qwen3.8 27B (Xhigh)", "shortName": "Qwen3.8 27B (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": 20.1068756031705, "intelligenceIndexIsEstimated": false, "omniscience": -6.366666666666666, "scores": {"aa-briefcase": 1393.08, "omniscience-accuracy": 0.173, "omniscience-non-hallucination": 0.7138250705360742, "automationbench-aa": 0.48242443682241926, "terminal-bench-science": 0.00476190476190476, "frontiercode-2-0": 0.149142929292929, "hle-diamond": 0.153, "gdp-pdf": 0.164, "terminalbench-4-0": 0.0555555555555556, "critpt-v2-hard": 0.04, "enterprise-ops-gym-aa": 0.4422560429722471, "gdpval-aa-normalized": 1426.73, "code2video-aa": 949.04, "mlcr-aa": 0.227777777777778, "mmmu-pro": 0.763005780346821, "frontiercode": 0.342324, "humanitys-last-exam": 0.33920296570899, "artificial-analysis-long-context-reasoning": 0.82, "scicode": 0.466435185185185, "critpt": 0.0542857142857143, "terminalbench-2-1": 0.797752808988764, "gpqa-diamond": 0.905050505050505, "tau3-banking": 0.480412371134021}, "intelligenceIndexCostPerTask": 3.5295494751410654, "price1mInputTokens": 0.5, "price1mOutputTokens": 3, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 41.1060539303921, "percentile05OutputTokensPerSecond": 36.2559469209835, "quartile25OutputTokensPerSecond": 39.0698636751574, "quartile75OutputTokensPerSecond": 44.516437701613, "percentile95OutputTokensPerSecond": 48.6750173556846, "medianTimeToFirstTokenSeconds": 4.01902399099995, "medianTimeToFirstAnswerTokenSeconds": 52.673657767979535, "percentile05TimeToFirstTokenSeconds": 3.84877002985, "quartile25TimeToFirstTokenSeconds": 3.89070283349998, "quartile75TimeToFirstTokenSeconds": 4.08226321049999, "percentile95TimeToFirstTokenSeconds": 4.36711444984992, "medianEndToEndResponseTimeSeconds": 64.83731621222444, "medianReasoningTimeSeconds": 48.65463377697959}, {"slug": "motif-3", "name": "Motif 3", "shortName": "Motif 3", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Motif Technologies", "modelCreatorColor": "#6a93eb", "modelCreatorLogo": "/img/logos/motif.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 991.68, "gdp-pdf": 0.052, "gdpval-aa-normalized": 1127.34, "humanitys-last-exam": 0.369786839666358, "artificial-analysis-long-context-reasoning": 0.76, "scicode": 0.422453703703704, "critpt": 0.0657142857142857, "terminalbench-2-1": 0.749063670411985, "gpqa-diamond": 0.834343434343434, "tau3-banking": 0.352577319587629}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-e2b", "name": "Gemma 4 E2B (Reasoning)", "shortName": "Gemma 4 E2B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -180.63, "mmmu-pro": 0.445664739884393, "humanitys-last-exam": 0.0477293790546803, "artificial-analysis-long-context-reasoning": 0.163333333333333, "critpt": 0, "terminalbench-hard": 0.0303030303030303, "terminalbench-2-1": 0.00374531835205993, "tau2-bench": 0.207602339181287, "gpqa-diamond": 0.433333333333333, "ifbench": 0.380272108843537}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-terra", "name": "GPT-6.1 Terra (Max)", "shortName": "GPT-6.1 Terra (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 50.9765188577015, "intelligenceIndexIsEstimated": false, "omniscience": 29.566666666666666, "scores": {"aa-briefcase": 1402.26, "omniscience-accuracy": 0.47633333333333333, "omniscience-non-hallucination": 0.6549968173138129, "automationbench-aa": 0.6016762327257726, "terminal-bench-science": 0.576190476190476, "frontiercode-2-0": 0.423200505050505, "hle-diamond": 0.473, "gdp-pdf": 0.286, "terminalbench-4-0": 0.555555555555556, "critpt-v2-hard": 0.645, "gdpval-aa-normalized": 1475.63, "mlcr-aa": 0.305555555555556, "mmmu-pro": 0.846820809248555, "frontiercode": 0.36025, "humanitys-last-exam": 0.462465245597776, "artificial-analysis-long-context-reasoning": 0.826666666666667, "scicode": 0.550925925925926, "critpt": 0.28}, "intelligenceIndexCostPerTask": 0.961108031081634, "price1mInputTokens": 1, "price1mOutputTokens": 5, "cacheHitPrice": 0.05, "cacheWritePrice": 1.25, "medianOutputTokensPerSecond": 110.033948692702, "percentile05OutputTokensPerSecond": 74.9398084377777, "quartile25OutputTokensPerSecond": 90.6232463340684, "quartile75OutputTokensPerSecond": 130.077025200611, "percentile95OutputTokensPerSecond": 146.662813921706, "medianTimeToFirstTokenSeconds": 273.040580112, "medianTimeToFirstAnswerTokenSeconds": 273.040580112, "percentile05TimeToFirstTokenSeconds": 80.5730710584, "quartile25TimeToFirstTokenSeconds": 225.279421249, "quartile75TimeToFirstTokenSeconds": 329.789269315, "percentile95TimeToFirstTokenSeconds": 401.7773821136, "medianEndToEndResponseTimeSeconds": 277.5846322517299, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-8-max", "name": "Qwen3.8 Max (0902)", "shortName": "Qwen3.8 Max (0902)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 983616, "intelligenceIndex": 33.5545627367888, "intelligenceIndexIsEstimated": false, "omniscience": 10.466666666666667, "scores": {"aa-briefcase": 1608.08, "omniscience-accuracy": 0.29533333333333334, "omniscience-non-hallucination": 0.7294228949858088, "automationbench-aa": 0.561905381087678, "terminal-bench-science": 0.119047619047619, "frontiercode-2-0": 0.234232323232323, "hle-diamond": 0.24, "gdp-pdf": 0.228, "terminalbench-4-0": 0.388888888888889, "critpt-v2-hard": 0.285, "aa-analyst-agent": 0.45, "enterprise-ops-gym-aa": 0.4762757385854969, "gdpval-aa-normalized": 1673.9, "aa-3d": 944.768, "code2video-aa": 1020.76, "itbench-aa": 0.402542372881356, "mlcr-aa": 0.2, "mmmu-pro": 0.827745664739884, "frontiercode": 0.431563, "humanitys-last-exam": 0.430954587581094, "artificial-analysis-long-context-reasoning": 0.803333333333333, "scicode": 0.520833333333333, "critpt": 0.177142857142857, "terminalbench-2-1": 0.887640449438202, "gpqa-diamond": 0.928282828282828, "tau3-banking": 0.478350515463918, "apex-agents-aa": 0.424041297935103}, "intelligenceIndexCostPerTask": 10.023891571541945, "price1mInputTokens": 2, "price1mOutputTokens": 6, "cacheHitPrice": 0.25, "cacheWritePrice": null, "medianOutputTokensPerSecond": 40.0918609492737, "percentile05OutputTokensPerSecond": 35.1819923749313, "quartile25OutputTokensPerSecond": 36.7614557744057, "quartile75OutputTokensPerSecond": 41.3097448002335, "percentile95OutputTokensPerSecond": 42.4487896799944, "medianTimeToFirstTokenSeconds": 2.89710141500006, "medianTimeToFirstAnswerTokenSeconds": 52.78253832526231, "percentile05TimeToFirstTokenSeconds": 2.4824877063, "quartile25TimeToFirstTokenSeconds": 2.6344094289999, "quartile75TimeToFirstTokenSeconds": 3.13722509874998, "percentile95TimeToFirstTokenSeconds": 3.35007356250012, "medianEndToEndResponseTimeSeconds": 65.25389755282788, "medianReasoningTimeSeconds": 49.88543691026225}, {"slug": "claude-sonnet-5-5", "name": "Claude Sonnet 5.5 (Max, Default Fallback)", "shortName": "Claude Sonnet 5.5 (max with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 54.24133407109, "intelligenceIndexIsEstimated": false, "omniscience": 30.466666666666665, "scores": {"aa-briefcase": 1813.57, "omniscience-accuracy": 0.5146666666666667, "omniscience-non-hallucination": 0.5673076923076923, "automationbench-aa": 0.7176882128193995, "terminal-bench-science": 0.533333333333333, "frontiercode-2-0": 0.416993434343434, "hle-diamond": 0.533, "gdp-pdf": 0.258, "terminalbench-4-0": 0.636363636363636, "critpt-v2-hard": 0.56, "aa-analyst-agent": 0.575, "harvey-lab-aa": 0.027777777777777776, "gdpval-aa-normalized": 1837.82, "aa-3d": 1198.8306, "code2video-aa": 1443.33, "mlcr-aa": 0.416666666666667, "frontiercode": 0.458291333333333, "healthbench": 0.620657287652967, "healthbench-professional": 0.6297154327926934, "humanitys-last-exam": 0.549582947173309, "artificial-analysis-long-context-reasoning": 0.826666666666667, "scicode": 0.609953703703704, "critpt": 0.314285714285714}, "intelligenceIndexCostPerTask": 10.020621343395753, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 138.358760887434, "percentile05OutputTokensPerSecond": 122.963858382939, "quartile25OutputTokensPerSecond": 129.730103930043, "quartile75OutputTokensPerSecond": 144.543051923376, "percentile95OutputTokensPerSecond": 150.623910681218, "medianTimeToFirstTokenSeconds": 501.8571879285, "medianTimeToFirstAnswerTokenSeconds": 501.8571879285, "percentile05TimeToFirstTokenSeconds": 164.90649299295, "quartile25TimeToFirstTokenSeconds": 380.57120981825, "quartile75TimeToFirstTokenSeconds": 550.95330401825, "percentile95TimeToFirstTokenSeconds": 804.0964572751, "medianEndToEndResponseTimeSeconds": 505.4709814952608, "medianReasoningTimeSeconds": null}, {"slug": "hy3", "name": "Hy3", "shortName": "Hy3", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Tencent", "modelCreatorColor": "#5CB9FF", "modelCreatorLogo": "/img/logos/tencent.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 946.81, "automationbench-aa": 0.18409128371172395, "hle-diamond": 0.116, "gdp-pdf": 0.112, "terminalbench-4-0": 0.00505050505050505, "gdpval-aa-normalized": 1070.64, "humanitys-last-exam": 0.334569045412419, "artificial-analysis-long-context-reasoning": 0.79, "scicode": 0.486111111111111, "critpt": 0.0485714285714286, "terminalbench-2-1": 0.644194756554307, "gpqa-diamond": 0.896969696969697, "tau3-banking": 0.228865979381443}, "price1mInputTokens": 0.136, "price1mOutputTokens": 0.5549999999999999, "cacheHitPrice": 0.034, "cacheWritePrice": null, "medianOutputTokensPerSecond": 95.7913227851745, "percentile05OutputTokensPerSecond": 43.0975933278038, "quartile25OutputTokensPerSecond": 82.8401695038868, "quartile75OutputTokensPerSecond": 111.983110170838, "percentile95OutputTokensPerSecond": 132.117300613995, "medianTimeToFirstTokenSeconds": 2.75457914099999, "medianTimeToFirstAnswerTokenSeconds": 23.633296981500855, "percentile05TimeToFirstTokenSeconds": 1.64142362610014, "quartile25TimeToFirstTokenSeconds": 2.38411864049999, "quartile75TimeToFirstTokenSeconds": 3.07648799850002, "percentile95TimeToFirstTokenSeconds": 5.80952673720001, "medianEndToEndResponseTimeSeconds": 28.852976441626073, "medianReasoningTimeSeconds": 20.878717840500865}, {"slug": "gpt-6-1-sol", "name": "GPT-6.1 Sol (Max)", "shortName": "GPT-6.1 Sol (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 54.5087338138148, "intelligenceIndexIsEstimated": false, "omniscience": 42.03333333333333, "scores": {"aa-briefcase": 1555.26, "omniscience-accuracy": 0.6183333333333333, "omniscience-non-hallucination": 0.48122270742358075, "automationbench-aa": 0.6486844882398171, "terminal-bench-science": 0.580952380952381, "frontiercode-2-0": 0.406262878787879, "hle-diamond": 0.588, "gdp-pdf": 0.31, "terminalbench-4-0": 0.560606060606061, "critpt-v2-hard": 0.685, "aa-analyst-agent": 0.5, "harvey-lab-aa": 0.06944444444444443, "gdpval-aa-normalized": 1608.89, "aa-3d": 1119.3508, "code2video-aa": 1369.3, "mlcr-aa": 0.383333333333333, "mmmu-pro": 0.859537572254335, "frontiercode": 0.491209333333333, "healthbench": 0.5851711351185636, "healthbench-professional": 0.6508743489998069, "humanitys-last-exam": 0.529193697868397, "artificial-analysis-long-context-reasoning": 0.83, "scicode": 0.541666666666667, "critpt": 0.317142857142857}, "intelligenceIndexCostPerTask": 1.2720632679446995, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 97.6536324084017, "percentile05OutputTokensPerSecond": 57.7007623798198, "quartile25OutputTokensPerSecond": 73.2166220063603, "quartile75OutputTokensPerSecond": 118.137866174773, "percentile95OutputTokensPerSecond": 159.5845463957, "medianTimeToFirstTokenSeconds": 333.286926732, "medianTimeToFirstAnswerTokenSeconds": 333.286926732, "percentile05TimeToFirstTokenSeconds": 94.9663635407, "quartile25TimeToFirstTokenSeconds": 218.8890484025, "quartile75TimeToFirstTokenSeconds": 419.4553587205, "percentile95TimeToFirstTokenSeconds": 489.3340206278, "medianEndToEndResponseTimeSeconds": 338.407063972865, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-omni-reasoning-low", "name": "Nova 2.0 Omni (Low)", "shortName": "Nova 2.0 Omni (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.598265895953757, "artificial-analysis-long-context-reasoning": 0.576666666666667, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "tau2-bench": 0.678362573099415, "gpqa-diamond": 0.698989898989899, "ifbench": 0.617687074829932, "livecodebench": 0.591534391534391, "aime-2025": 0.56}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "jamba-1-7-mini", "name": "Jamba 1.7 Mini", "shortName": "Jamba 1.7 Mini", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "AI21 Labs", "modelCreatorColor": "#d63864", "modelCreatorLogo": "/img/logos/ai21.svg", "contextWindowTokens": 258000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0444856348470806, "artificial-analysis-long-context-reasoning": 0.16, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.125730994152047, "gpqa-diamond": 0.322222222222222, "ifbench": 0.313605442176871, "livecodebench": 0.0613756613756614, "aime-2025": 0.00333333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "trinity-large-thinking", "name": "Trinity Large Thinking", "shortName": "Trinity Large Thinking", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Arcee AI", "modelCreatorColor": "#008c8d", "modelCreatorLogo": "/img/logos/arcee.svg", "contextWindowTokens": 512000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 255.92, "automationbench-aa": 0.013069234137838785, "hle-diamond": 0.06, "gdp-pdf": 0.012, "terminalbench-4-0": 0.00505050505050505, "gdpval-aa-normalized": 343.71, "humanitys-last-exam": 0.158480074142725, "artificial-analysis-long-context-reasoning": 0.38, "scicode": 0.40625, "critpt": 0.00857142857142857, "terminalbench-hard": 0.227272727272727, "terminalbench-2-1": 0.205992509363296, "tau2-bench": 0.900584795321637, "gpqa-diamond": 0.751515151515151, "ifbench": 0.562585034013605, "tau3-banking": 0.0577319587628866}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "deephermes-3-llama-3-1-8b-preview", "name": "DeepHermes 3 - Llama-3.1 8B Preview (Non-reasoning)", "shortName": "DeepHermes 3 - Llama-3.1 8B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Nous Research", "modelCreatorColor": "#006fa8", "modelCreatorLogo": "/img/logos/nousresearch.jpg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0426, "gpqa-diamond": 0.26969696969697, "livecodebench": 0.0846560846560847}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-omni-30b-a3b-reasoning", "name": "Qwen3 Omni 30B A3B (Reasoning)", "shortName": "Qwen3 Omni 30B A3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 65536, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.602312138728324, "humanitys-last-exam": 0.0746061167747915, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "tau2-bench": 0.213450292397661, "gpqa-diamond": 0.726262626262626, "ifbench": 0.434013605442177, "livecodebench": 0.679365079365079, "aime-2025": 0.74}, "price1mInputTokens": 0.25, "price1mOutputTokens": 0.97, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 100.308334740717, "percentile05OutputTokensPerSecond": 88.8456528609259, "quartile25OutputTokensPerSecond": 95.2709486637272, "quartile75OutputTokensPerSecond": 103.057476005396, "percentile95OutputTokensPerSecond": 104.292692036296, "medianTimeToFirstTokenSeconds": 1.87619452800002, "medianTimeToFirstAnswerTokenSeconds": 21.8147171360138, "percentile05TimeToFirstTokenSeconds": 1.84203904475, "quartile25TimeToFirstTokenSeconds": 1.85073330625001, "quartile75TimeToFirstTokenSeconds": 1.95851073200004, "percentile95TimeToFirstTokenSeconds": 2.16074769975001, "medianEndToEndResponseTimeSeconds": 26.799347788017247, "medianReasoningTimeSeconds": 19.93852260801378}, {"slug": "k2-horizon-375b-a23b", "name": "K2 Horizon 375B A23B", "shortName": "K2 Horizon 375B A23B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 524288, "intelligenceIndex": 17.7702731734027, "intelligenceIndexIsEstimated": false, "omniscience": -5, "scores": {"aa-briefcase": 1293.06, "omniscience-accuracy": 0.18633333333333332, "omniscience-non-hallucination": 0.7095452683326506, "automationbench-aa": 0.3720802754388014, "terminal-bench-science": 0, "frontiercode-2-0": 0.118471464646465, "hle-diamond": 0.102, "gdp-pdf": 0.074, "terminalbench-4-0": 0.0151515151515152, "critpt-v2-hard": 0.115, "gdpval-aa-normalized": 1365.05, "mlcr-aa": 0.122222222222222, "frontiercode": 0.320955, "humanitys-last-exam": 0.319740500463392, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.429398148148148, "critpt": 0.0457142857142857, "terminalbench-2-1": 0.719101123595506, "gpqa-diamond": 0.872727272727273, "tau3-banking": 0.342268041237113}, "intelligenceIndexCostPerTask": 0, "price1mInputTokens": 0, "price1mOutputTokens": 0, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 530.756346062561, "percentile05OutputTokensPerSecond": 87.7565960074263, "quartile25OutputTokensPerSecond": 104.510424546318, "quartile75OutputTokensPerSecond": 1222.30246701788, "percentile95OutputTokensPerSecond": 1625.61377200806, "medianTimeToFirstTokenSeconds": 2.36821531149996, "medianTimeToFirstAnswerTokenSeconds": 6.136422728777373, "percentile05TimeToFirstTokenSeconds": 2.02062390785001, "quartile25TimeToFirstTokenSeconds": 2.18658367949999, "quartile75TimeToFirstTokenSeconds": 33.759751133, "percentile95TimeToFirstTokenSeconds": 80.4526793705001, "medianEndToEndResponseTimeSeconds": 7.078474583096726, "medianReasoningTimeSeconds": 3.7682074172774134}, {"slug": "claude-sonnet-5-5-low", "name": "Claude Sonnet 5.5 (Low, Default Fallback)", "shortName": "Claude Sonnet 5.5 (low with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 25.299704549789, "intelligenceIndexIsEstimated": false, "omniscience": 20.266666666666666, "scores": {"aa-briefcase": 1268.25, "omniscience-accuracy": 0.46, "omniscience-non-hallucination": 0.5234567901234568, "automationbench-aa": 0.4942092641344955, "terminal-bench-science": 0.104761904761905, "frontiercode-2-0": 0.0712575757575758, "hle-diamond": 0.206, "gdp-pdf": 0.16, "terminalbench-4-0": 0.207070707070707, "critpt-v2-hard": 0.225, "gdpval-aa-normalized": 1181.72, "mlcr-aa": 0.194444444444444, "frontiercode": 0.264162666666667, "humanitys-last-exam": 0.362372567191844, "artificial-analysis-long-context-reasoning": 0.76, "scicode": 0.490740740740741, "critpt": 0.114285714285714}, "intelligenceIndexCostPerTask": 0.5113424463897498, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 107.374844818491, "percentile05OutputTokensPerSecond": 86.8463197814909, "quartile25OutputTokensPerSecond": 96.3953924008941, "quartile75OutputTokensPerSecond": 123.360660489425, "percentile95OutputTokensPerSecond": 165.919823062757, "medianTimeToFirstTokenSeconds": 1.15007341500001, "medianTimeToFirstAnswerTokenSeconds": 1.15007341500001, "percentile05TimeToFirstTokenSeconds": 0.81028585615004, "quartile25TimeToFirstTokenSeconds": 0.883965187499996, "quartile75TimeToFirstTokenSeconds": 1.31610489125, "percentile95TimeToFirstTokenSeconds": 6.77800007214999, "medianEndToEndResponseTimeSeconds": 5.806657560431949, "medianReasoningTimeSeconds": null}, {"slug": "gemini-3-1-pro-preview", "name": "Gemini 3.1 Pro Preview", "shortName": "Gemini 3.1 Pro Preview", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 457.01, "automationbench-aa": 0.3542771839809836, "hle-diamond": 0.314, "gdp-pdf": 0.178, "terminalbench-4-0": 0.0404040404040404, "aa-analyst-agent": 0.4125, "harvey-lab-aa": 0, "enterprise-ops-gym-aa": 0.42166517457475383, "gdpval-aa-normalized": 798.88, "itbench-aa": 0.303309120258273, "mlcr-aa": 0.111111111111111, "mmmu-pro": 0.824277456647399, "humanitys-last-exam": 0.470342910101946, "artificial-analysis-long-context-reasoning": 0.82, "scicode": 0.586805555555556, "critpt": 0.177142857142857, "terminalbench-hard": 0.537878787878788, "terminalbench-2-1": 0.737827715355805, "tau2-bench": 0.956140350877193, "gpqa-diamond": 0.941414141414141, "ifbench": 0.771428571428571, "tau3-banking": 0.214432989690722, "apex-agents-aa": 0.320058997050148}, "price1mInputTokens": 2, "price1mOutputTokens": 12, "cacheHitPrice": 0.2, "cacheWritePrice": null, "medianOutputTokensPerSecond": 141.634924376922, "percentile05OutputTokensPerSecond": 111.81366543697, "quartile25OutputTokensPerSecond": 126.24527650544, "quartile75OutputTokensPerSecond": 160.332792769368, "percentile95OutputTokensPerSecond": 175.767707286554, "medianTimeToFirstTokenSeconds": 19.7634286445, "medianTimeToFirstAnswerTokenSeconds": 19.7634286445, "percentile05TimeToFirstTokenSeconds": 13.85827585365, "quartile25TimeToFirstTokenSeconds": 16.160893242, "quartile75TimeToFirstTokenSeconds": 31.24599005675, "percentile95TimeToFirstTokenSeconds": 48.2755478138999, "medianEndToEndResponseTimeSeconds": 23.293631397808138, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-luna-low", "name": "GPT-6 Luna (Low)", "shortName": "GPT-6 Luna (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 9.66610812336462, "intelligenceIndexIsEstimated": false, "omniscience": -18.1, "scores": {"aa-briefcase": 740.22, "omniscience-accuracy": 0.361, "omniscience-non-hallucination": 0.1517996870109546, "automationbench-aa": 0.12049187272690505, "terminal-bench-science": 0.00952380952380952, "frontiercode-2-0": 0.0219545454545455, "hle-diamond": 0.102, "gdp-pdf": 0.09, "terminalbench-4-0": 0, "critpt-v2-hard": 0.095, "gdpval-aa-normalized": 1040.48, "mlcr-aa": 0.188888888888889, "mmmu-pro": 0.759537572254335, "frontiercode": 0.140561333333333, "humanitys-last-exam": 0.202502316960148, "artificial-analysis-long-context-reasoning": 0.74, "scicode": 0.46875, "critpt": 0.0257142857142857}, "intelligenceIndexCostPerTask": 0.005115255188520391, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.01, "cacheWritePrice": 0.125, "medianOutputTokensPerSecond": 127.335981421454, "percentile05OutputTokensPerSecond": 102.293619327091, "quartile25OutputTokensPerSecond": 108.310614990619, "quartile75OutputTokensPerSecond": 135.638869649275, "percentile95OutputTokensPerSecond": 162.515365192096, "medianTimeToFirstTokenSeconds": 2.5371623185, "medianTimeToFirstAnswerTokenSeconds": 2.5371623185, "percentile05TimeToFirstTokenSeconds": 0.832569582100004, "quartile25TimeToFirstTokenSeconds": 1.72434678325, "quartile75TimeToFirstTokenSeconds": 4.20500476675005, "percentile95TimeToFirstTokenSeconds": 5.27040429729996, "medianEndToEndResponseTimeSeconds": 6.463782229215655, "medianReasoningTimeSeconds": null}, {"slug": "g9v3-39a5b", "name": "G9v3-39A5B", "shortName": "G9v3-39A5B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "AI9Stars", "modelCreatorColor": "#795BCF", "modelCreatorLogo": "/img/logos/ai9stars.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 1109.37, "humanitys-last-exam": 0.174698795180723, "artificial-analysis-long-context-reasoning": 0.653333333333333, "scicode": 0.368055555555556, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.325842696629214, "gpqa-diamond": 0.805050505050505, "tau3-banking": 0.220618556701031}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "deepseek-v4-1-flash-1017-high", "name": "DeepSeek V4.1 Flash 1017 (High)", "shortName": "DeepSeek V4.1 Flash 1017 (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "DeepSeek", "modelCreatorColor": "#2243e6", "modelCreatorLogo": "/img/logos/deepseek.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 28.5437391540402, "intelligenceIndexIsEstimated": false, "omniscience": 1.5333333333333334, "scores": {"aa-briefcase": 1415.67, "omniscience-accuracy": 0.3893333333333333, "omniscience-non-hallucination": 0.38755458515283847, "automationbench-aa": 0.6849296525816153, "terminal-bench-science": 0.104761904761905, "frontiercode-2-0": 0.168437878787879, "hle-diamond": 0.208, "gdp-pdf": 0.142, "terminalbench-4-0": 0.287878787878788, "critpt-v2-hard": 0.265, "mmmu-pro": 0.797109826589595}, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.006, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "diffusiongemma-26b-a4b", "name": "DiffusionGemma 26B A4B", "shortName": "DiffusionGemma 26B A4B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 328.5, "mmmu-pro": 0.665317919075144, "humanitys-last-exam": 0.108433734939759, "artificial-analysis-long-context-reasoning": 0.196666666666667, "critpt": 0.00285714285714286, "terminalbench-2-1": 0.123595505617978, "gpqa-diamond": 0.668686868686869, "ifbench": 0.594557823129252}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-5-5-instant-06-26", "name": "GPT-5.5 Instant (June 2026)", "shortName": "GPT-5.5 Instant (June 2026)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 400000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1086.67, "automationbench-aa": 0.36436554387118747, "hle-diamond": 0.146, "gdp-pdf": 0.202, "terminalbench-4-0": 0.126262626262626, "gdpval-aa-normalized": 516.27, "mlcr-aa": 0.316666666666667, "humanitys-last-exam": 0.199258572752549, "artificial-analysis-long-context-reasoning": 0.7, "scicode": 0.525462962962963, "critpt": 0, "terminalbench-2-1": 0.348314606741573, "gpqa-diamond": 0.823232323232323, "tau3-banking": 0.117525773195876}, "price1mInputTokens": 5, "price1mOutputTokens": 30, "cacheHitPrice": 0.5, "cacheWritePrice": null, "medianOutputTokensPerSecond": 156.869813639383, "percentile05OutputTokensPerSecond": 137.844047795312, "quartile25OutputTokensPerSecond": 143.916656724281, "quartile75OutputTokensPerSecond": 178.380349208234, "percentile95OutputTokensPerSecond": 239.506398300939, "medianTimeToFirstTokenSeconds": 0.885824228499985, "medianTimeToFirstAnswerTokenSeconds": 13.635249714512605, "percentile05TimeToFirstTokenSeconds": 0.768026564849981, "quartile25TimeToFirstTokenSeconds": 0.81581096825002, "quartile75TimeToFirstTokenSeconds": 1.01609139800006, "percentile95TimeToFirstTokenSeconds": 1.43907889504998, "medianEndToEndResponseTimeSeconds": 16.82260608601576, "medianReasoningTimeSeconds": 12.74942548601262}, {"slug": "gpt-6-1-terra-medium", "name": "GPT-6.1 Terra (Medium)", "shortName": "GPT-6.1 Terra (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 38.1152076677975, "intelligenceIndexIsEstimated": false, "omniscience": 26.6, "scores": {"aa-briefcase": 1190.98, "omniscience-accuracy": 0.47433333333333333, "omniscience-non-hallucination": 0.6036778693722258, "automationbench-aa": 0.5780171778957812, "terminal-bench-science": 0.247619047619048, "frontiercode-2-0": 0.345359343434343, "hle-diamond": 0.313, "gdp-pdf": 0.284, "terminalbench-4-0": 0.323232323232323, "critpt-v2-hard": 0.56, "gdpval-aa-normalized": 1324.7, "mmmu-pro": 0.827745664739884, "frontiercode": 0.437161666666667, "humanitys-last-exam": 0.402224281742354, "artificial-analysis-long-context-reasoning": 0.806666666666667, "scicode": 0.516203703703704, "critpt": 0.214285714285714}, "intelligenceIndexCostPerTask": 0.16880458238389412, "price1mInputTokens": 1, "price1mOutputTokens": 5, "cacheHitPrice": 0.05, "cacheWritePrice": 1.25, "medianOutputTokensPerSecond": 90.9455623649924, "percentile05OutputTokensPerSecond": 81.6410645183408, "quartile25OutputTokensPerSecond": 90.448837966942, "quartile75OutputTokensPerSecond": 95.488065473302, "percentile95OutputTokensPerSecond": 116.521856273238, "medianTimeToFirstTokenSeconds": 5.82910530750001, "medianTimeToFirstAnswerTokenSeconds": 5.82910530750001, "percentile05TimeToFirstTokenSeconds": 1.67681864470002, "quartile25TimeToFirstTokenSeconds": 2.80711197625, "quartile75TimeToFirstTokenSeconds": 8.39307395975005, "percentile95TimeToFirstTokenSeconds": 13.9517584533, "medianEndToEndResponseTimeSeconds": 11.326899669289173, "medianReasoningTimeSeconds": null}, {"slug": "falcon-h1r-7b", "name": "Falcon-H1R-7B", "shortName": "Falcon-H1R-7B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "TII UAE", "modelCreatorColor": "#6502FF", "modelCreatorLogo": "/img/logos/tii.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.10982391102873, "artificial-analysis-long-context-reasoning": 0.11, "critpt": 0.00285714285714286, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.277777777777778, "gpqa-diamond": 0.660606060606061, "ifbench": 0.54421768707483, "livecodebench": 0.723809523809524, "aime-2025": 0.8}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-next-80b-a3b-reasoning", "name": "Qwen3 Next 80B A3B (Reasoning)", "shortName": "Qwen3 Next 80B A3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 135.54, "humanitys-last-exam": 0.125579240037071, "artificial-analysis-long-context-reasoning": 0.636666666666667, "critpt": 0, "terminalbench-hard": 0.0984848484848485, "terminalbench-2-1": 0.0674157303370786, "tau2-bench": 0.415204678362573, "gpqa-diamond": 0.758585858585858, "ifbench": 0.606802721088435, "tau3-banking": 0.0618556701030928, "livecodebench": 0.784126984126984, "aime-2025": 0.843333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-terra-low", "name": "GPT-6.1 Terra (Low)", "shortName": "GPT-6.1 Terra (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 29.2169280792131, "intelligenceIndexIsEstimated": false, "omniscience": 22.933333333333334, "scores": {"aa-briefcase": 1030.12, "omniscience-accuracy": 0.45566666666666666, "omniscience-non-hallucination": 0.5842008573178199, "automationbench-aa": 0.5624828754079192, "terminal-bench-science": 0.0761904761904762, "frontiercode-2-0": 0.244852272727273, "hle-diamond": 0.249, "gdp-pdf": 0.256, "terminalbench-4-0": 0.151515151515152, "critpt-v2-hard": 0.485, "gdpval-aa-normalized": 1203.75, "mmmu-pro": 0.82485549132948, "frontiercode": 0.363365333333333, "humanitys-last-exam": 0.35820203892493, "artificial-analysis-long-context-reasoning": 0.81, "scicode": 0.524305555555556, "critpt": 0.151428571428571}, "intelligenceIndexCostPerTask": 0.07133756205169729, "price1mInputTokens": 1, "price1mOutputTokens": 5, "cacheHitPrice": 0.05, "cacheWritePrice": 1.25, "medianOutputTokensPerSecond": 91.6496673214311, "percentile05OutputTokensPerSecond": 84.5195263363207, "quartile25OutputTokensPerSecond": 90.8858787903098, "quartile75OutputTokensPerSecond": 95.2630726891381, "percentile95OutputTokensPerSecond": 102.349632919666, "medianTimeToFirstTokenSeconds": 1.58686249650001, "medianTimeToFirstAnswerTokenSeconds": 1.58686249650001, "percentile05TimeToFirstTokenSeconds": 1.08261377515, "quartile25TimeToFirstTokenSeconds": 1.26289396825007, "quartile75TimeToFirstTokenSeconds": 2.54425382325, "percentile95TimeToFirstTokenSeconds": 3.61900118759998, "medianEndToEndResponseTimeSeconds": 7.042419669952853, "medianReasoningTimeSeconds": null}, {"slug": "gpt-oss-120b-low", "name": "gpt-oss-120b (Low)", "shortName": "gpt-oss-120b (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 179.43, "humanitys-last-exam": 0.0588507877664504, "artificial-analysis-long-context-reasoning": 0.46, "critpt": 0, "terminalbench-hard": 0.053030303030303, "terminalbench-2-1": 0.138576779026217, "tau2-bench": 0.450292397660819, "gpqa-diamond": 0.671717171717172, "ifbench": 0.582993197278912, "tau3-banking": 0.0288659793814433, "livecodebench": 0.706878306878307, "aime-2025": 0.666666666666667}, "price1mInputTokens": 0.125, "price1mOutputTokens": 0.595, "cacheHitPrice": 0.125, "cacheWritePrice": null, "medianOutputTokensPerSecond": 259.815860415783, "percentile05OutputTokensPerSecond": 38.9161524556131, "quartile25OutputTokensPerSecond": 121.367522654666, "quartile75OutputTokensPerSecond": 435.013082944283, "percentile95OutputTokensPerSecond": 1553.87019722569, "medianTimeToFirstTokenSeconds": 0.739643657500039, "medianTimeToFirstAnswerTokenSeconds": 8.43740312760861, "percentile05TimeToFirstTokenSeconds": 0.212730278500001, "quartile25TimeToFirstTokenSeconds": 0.53252433000003, "quartile75TimeToFirstTokenSeconds": 1.11385031650008, "percentile95TimeToFirstTokenSeconds": 6.44718178925007, "medianEndToEndResponseTimeSeconds": 10.361842995135753, "medianReasoningTimeSeconds": 7.69775947010857}, {"slug": "glm-5-3-low", "name": "GLM-5.3 (Low)", "shortName": "GLM-5.3 (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Z AI", "modelCreatorColor": "#1c7ff8", "modelCreatorLogo": "/img/logos/zai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 23.0579373025379, "intelligenceIndexIsEstimated": false, "omniscience": -11.166666666666666, "scores": {"aa-briefcase": 1184.8, "omniscience-accuracy": 0.319, "omniscience-non-hallucination": 0.3675966715614293, "automationbench-aa": 0.519790983751346, "terminal-bench-science": 0.0380952380952381, "frontiercode-2-0": 0.127379797979798, "hle-diamond": 0.175, "gdp-pdf": 0.088, "terminalbench-4-0": 0.348484848484849, "critpt-v2-hard": 0.21, "gdpval-aa-normalized": 1333.34, "mlcr-aa": 0.111111111111111, "frontiercode": 0.349198666666667, "humanitys-last-exam": 0.365616311399444, "artificial-analysis-long-context-reasoning": 0.726666666666667, "scicode": 0.420138888888889, "critpt": 0.145714285714286}, "intelligenceIndexCostPerTask": 1.5749301149593384, "price1mInputTokens": 1.4, "price1mOutputTokens": 4.4, "cacheHitPrice": 0.26, "cacheWritePrice": null, "medianOutputTokensPerSecond": 82.2962425819262, "percentile05OutputTokensPerSecond": 52.694048474837, "quartile25OutputTokensPerSecond": 71.3193375193109, "quartile75OutputTokensPerSecond": 101.428671945476, "percentile95OutputTokensPerSecond": 134.379871183839, "medianTimeToFirstTokenSeconds": 1.64476733000003, "medianTimeToFirstAnswerTokenSeconds": 25.947213435106143, "percentile05TimeToFirstTokenSeconds": 1.4048561059, "quartile25TimeToFirstTokenSeconds": 1.54200124500001, "quartile75TimeToFirstTokenSeconds": 2.01977150625004, "percentile95TimeToFirstTokenSeconds": 2.27425659674999, "medianEndToEndResponseTimeSeconds": 32.02282496138267, "medianReasoningTimeSeconds": 24.302446105106114}, {"slug": "gemma-4-31b", "name": "Gemma 4 31B (Reasoning)", "shortName": "Gemma 4 31B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -48.53333333333333, "scores": {"aa-briefcase": 368.55, "omniscience-accuracy": 0.19933333333333333, "omniscience-non-hallucination": 0.14487926727726896, "automationbench-aa": 0.049330634486812325, "gdp-pdf": 0.06, "terminalbench-4-0": 0, "critpt-v2-hard": 0.04, "enterprise-ops-gym-aa": 0.28349746344374815, "gdpval-aa-normalized": 626.77, "itbench-aa": 0.372881355932203, "mmmu-pro": 0.734104046242775, "humanitys-last-exam": 0.236329935125116, "artificial-analysis-long-context-reasoning": 0.696666666666667, "scicode": 0.454861111111111, "critpt": 0.0142857142857143, "terminalbench-hard": 0.363636363636364, "terminalbench-2-1": 0.434456928838951, "tau2-bench": 0.599415204678363, "gpqa-diamond": 0.856565656565657, "ifbench": 0.75578231292517, "tau3-banking": 0.148453608247423}, "price1mInputTokens": 0, "price1mOutputTokens": 0, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 34.7512296659092, "percentile05OutputTokensPerSecond": 30.429228500612, "quartile25OutputTokensPerSecond": 33.6933522916322, "quartile75OutputTokensPerSecond": 35.503725608784, "percentile95OutputTokensPerSecond": 36.0998737580578, "medianTimeToFirstTokenSeconds": 1.07723561650005, "medianTimeToFirstAnswerTokenSeconds": 51.032302435416334, "percentile05TimeToFirstTokenSeconds": 0.99103533359995, "quartile25TimeToFirstTokenSeconds": 1.00882830750002, "quartile75TimeToFirstTokenSeconds": 1.12022736575, "percentile95TimeToFirstTokenSeconds": 1.33003140954997, "medianEndToEndResponseTimeSeconds": 65.420282509989, "medianReasoningTimeSeconds": 49.955066818916286}, {"slug": "glm-5-3", "name": "GLM-5.3 (Max)", "shortName": "GLM-5.3 (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Z AI", "modelCreatorColor": "#1c7ff8", "modelCreatorLogo": "/img/logos/zai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 31.653381843882, "intelligenceIndexIsEstimated": false, "omniscience": 6.033333333333333, "scores": {"aa-briefcase": 1504.57, "omniscience-accuracy": 0.3233333333333333, "omniscience-non-hallucination": 0.6113300492610838, "automationbench-aa": 0.622028649962642, "terminal-bench-science": 0.0952380952380952, "frontiercode-2-0": 0.21587095959596, "hle-diamond": 0.179, "gdp-pdf": 0.112, "terminalbench-4-0": 0.419191919191919, "critpt-v2-hard": 0.335, "aa-analyst-agent": 0.3875, "harvey-lab-aa": 0.0027777777777777775, "enterprise-ops-gym-aa": 0.36436884512085943, "gdpval-aa-normalized": 1656.88, "aa-3d": 783.0098, "code2video-aa": 1033.51, "itbench-aa": 0.460828625235405, "mlcr-aa": 0.172222222222222, "frontiercode": 0.400752, "healthbench": 0.5452947563714743, "healthbench-professional": 0.5279803492969741, "humanitys-last-exam": 0.422613531047266, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.590277777777778, "critpt": 0.191428571428571, "terminalbench-2-1": 0.838951310861423, "gpqa-diamond": 0.917171717171717, "tau3-banking": 0.503092783505155}, "intelligenceIndexCostPerTask": 5.009264601719954, "price1mInputTokens": 1.4, "price1mOutputTokens": 4.4, "cacheHitPrice": 0.26, "cacheWritePrice": null, "medianOutputTokensPerSecond": 88.4363823106315, "percentile05OutputTokensPerSecond": 64.6665394647683, "quartile25OutputTokensPerSecond": 77.2930031279872, "quartile75OutputTokensPerSecond": 93.7565819262799, "percentile95OutputTokensPerSecond": 108.554318115471, "medianTimeToFirstTokenSeconds": 1.432242352, "medianTimeToFirstAnswerTokenSeconds": 24.047369155525605, "percentile05TimeToFirstTokenSeconds": 1.22670957299999, "quartile25TimeToFirstTokenSeconds": 1.30700366899998, "quartile75TimeToFirstTokenSeconds": 1.602269562, "percentile95TimeToFirstTokenSeconds": 2.06341819599993, "medianEndToEndResponseTimeSeconds": 29.701150856407004, "medianReasoningTimeSeconds": 22.615126803525605}, {"slug": "llama-3-1-nemotron-ultra-253b-v1-reasoning", "name": "Llama 3.1 Nemotron Ultra 253B v1 (Reasoning)", "shortName": "Llama Nemotron Ultra", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0738, "critpt": 0, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.114035087719298, "gpqa-diamond": 0.728282828282828, "ifbench": 0.381632653061225, "livecodebench": 0.641269841269841, "aime-2025": 0.636666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-31b-non-reasoning", "name": "Gemma 4 31B (Non-reasoning)", "shortName": "Gemma 4 31B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 554.98, "mmmu-pro": 0.703468208092486, "humanitys-last-exam": 0.118164967562558, "artificial-analysis-long-context-reasoning": 0.466666666666667, "critpt": 0, "terminalbench-hard": 0.303030303030303, "terminalbench-2-1": 0.292134831460674, "tau2-bench": 0.654970760233918, "gpqa-diamond": 0.762626262626263, "ifbench": 0.53469387755102, "tau3-banking": 0.088659793814433}, "price1mInputTokens": 0.16499999999999998, "price1mOutputTokens": 0.4, "cacheHitPrice": 0.14, "cacheWritePrice": null, "medianOutputTokensPerSecond": 59.6915837634599, "percentile05OutputTokensPerSecond": 14.4825645313868, "quartile25OutputTokensPerSecond": 35.665080246864, "quartile75OutputTokensPerSecond": 118.530565337729, "percentile95OutputTokensPerSecond": 262.076075741485, "medianTimeToFirstTokenSeconds": 1.71595231749995, "medianTimeToFirstAnswerTokenSeconds": 1.71595231749995, "percentile05TimeToFirstTokenSeconds": 0.376202171499992, "quartile25TimeToFirstTokenSeconds": 1.01351348600001, "quartile75TimeToFirstTokenSeconds": 2.52113030925006, "percentile95TimeToFirstTokenSeconds": 8.55523106779999, "medianEndToEndResponseTimeSeconds": 10.092342563423934, "medianReasoningTimeSeconds": null}, {"slug": "minicpm5-1b-non-reasoning", "name": "MiniCPM5-1B (Non-reasoning)", "shortName": "MiniCPM5-1B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "OpenBMB", "modelCreatorColor": "#3B62EC", "modelCreatorLogo": "/img/logos/openbmb.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0454124189063948, "artificial-analysis-long-context-reasoning": 0.05, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.824561403508772, "gpqa-diamond": 0.268686868686869, "ifbench": 0.351700680272109}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemini-4-argon", "name": "Gemini 4 Argon (High)", "shortName": "Gemini 4 Argon (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 50.4121935905389, "intelligenceIndexIsEstimated": false, "omniscience": 46.1, "scores": {"aa-briefcase": 1484.44, "omniscience-accuracy": 0.483, "omniscience-non-hallucination": 0.9574468085106383, "automationbench-aa": 0.7751346945899195, "terminal-bench-science": 0.528571428571429, "frontiercode-2-0": 0.257076262626263, "hle-diamond": 0.567, "gdp-pdf": 0.218, "terminalbench-4-0": 0.570707070707071, "critpt-v2-hard": 0.525, "aa-analyst-agent": 0.4875, "harvey-lab-aa": 0.03888888888888888, "gdpval-aa-normalized": 1630.66, "aa-3d": 1152.644, "code2video-aa": 1259.4, "mlcr-aa": 0.138888888888889, "frontiercode": 0.434532, "healthbench": 0.4905451024738078, "healthbench-professional": 0.5505325572763606, "humanitys-last-exam": 0.570898980537535, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.618055555555556, "critpt": 0.271428571428571}, "intelligenceIndexCostPerTask": 7.682671372515551, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": null, "medianOutputTokensPerSecond": 83.2883200602061, "percentile05OutputTokensPerSecond": 66.0340089291931, "quartile25OutputTokensPerSecond": 78.3556242153872, "quartile75OutputTokensPerSecond": 84.7766672718502, "percentile95OutputTokensPerSecond": 87.5781755395092, "medianTimeToFirstTokenSeconds": 41.3219652809999, "medianTimeToFirstAnswerTokenSeconds": 41.3219652809999, "percentile05TimeToFirstTokenSeconds": 26.6812754072, "quartile25TimeToFirstTokenSeconds": 32.3287698165, "quartile75TimeToFirstTokenSeconds": 51.6460432290001, "percentile95TimeToFirstTokenSeconds": 98.1673491688499, "medianEndToEndResponseTimeSeconds": 47.32520798824346, "medianReasoningTimeSeconds": null}, {"slug": "hermes-4-llama-3-1-405b", "name": "Hermes 4 - Llama-3.1 405B (Non-reasoning)", "shortName": "Hermes 4 405B (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": "high", "modelCreatorName": "Nous Research", "modelCreatorColor": "#006fa8", "modelCreatorLogo": "/img/logos/nousresearch.jpg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0421686746987952, "artificial-analysis-long-context-reasoning": 0.22, "critpt": 0, "terminalbench-hard": 0.0984848484848485, "tau2-bench": 0.266081871345029, "gpqa-diamond": 0.536363636363636, "ifbench": 0.347619047619048, "livecodebench": 0.546031746031746, "aime-2025": 0.153333333333333}, "price1mInputTokens": 1, "price1mOutputTokens": 3, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 42.8847747397758, "percentile05OutputTokensPerSecond": 33.2521543565407, "quartile25OutputTokensPerSecond": 38.7331007320243, "quartile75OutputTokensPerSecond": 45.0305440352212, "percentile95OutputTokensPerSecond": 46.2383418589352, "medianTimeToFirstTokenSeconds": 2.32027282850001, "medianTimeToFirstAnswerTokenSeconds": 2.32027282850001, "percentile05TimeToFirstTokenSeconds": 2.22252806170001, "quartile25TimeToFirstTokenSeconds": 2.25085134150002, "quartile75TimeToFirstTokenSeconds": 2.38113080925001, "percentile95TimeToFirstTokenSeconds": 4.20189474185, "medianEndToEndResponseTimeSeconds": 13.979422329319188, "medianReasoningTimeSeconds": null}, {"slug": "minimax-m3-1-flash", "name": "MiniMax-M3.1-Flash", "shortName": "MiniMax-M3.1-Flash", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "low", "modelCreatorName": "MiniMax", "modelCreatorColor": "#EB3568", "modelCreatorLogo": "/img/logos/minimax.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 28.9095214290458, "intelligenceIndexIsEstimated": false, "omniscience": -6.4, "scores": {"aa-briefcase": 1474.82, "omniscience-accuracy": 0.45066666666666666, "omniscience-non-hallucination": 0.06310679611650483, "automationbench-aa": 0.7252180957532544, "terminal-bench-science": 0.0333333333333333, "frontiercode-2-0": 0.208218181818182, "hle-diamond": 0.281, "gdp-pdf": 0.208, "terminalbench-4-0": 0.257575757575758, "critpt-v2-hard": 0.31, "gdpval-aa-normalized": 1465.36, "mlcr-aa": 0.166666666666667, "mmmu-pro": 0.791329479768786, "frontiercode": 0.385759, "humanitys-last-exam": 0.479610750695088, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.533564814814815, "critpt": 0.222857142857143}, "intelligenceIndexCostPerTask": 0.49097067348453205, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.6, "cacheHitPrice": 0.015, "cacheWritePrice": null, "medianOutputTokensPerSecond": 129.770043773038, "percentile05OutputTokensPerSecond": 82.5678004448836, "quartile25OutputTokensPerSecond": 99.9977182695565, "quartile75OutputTokensPerSecond": 164.408797465487, "percentile95OutputTokensPerSecond": 194.360388754233, "medianTimeToFirstTokenSeconds": 0.882436706999954, "medianTimeToFirstAnswerTokenSeconds": 16.294314069836563, "percentile05TimeToFirstTokenSeconds": 0.536167790600001, "quartile25TimeToFirstTokenSeconds": 0.66908368350002, "quartile75TimeToFirstTokenSeconds": 1.55071873224995, "percentile95TimeToFirstTokenSeconds": 4.13499183385002, "medianEndToEndResponseTimeSeconds": 20.147283410545715, "medianReasoningTimeSeconds": 15.411877362836607}, {"slug": "deepseek-v4-pro-non-reasoning", "name": "DeepSeek V4 Pro 0813 (Non-reasoning)", "shortName": "DeepSeek V4 Pro 0813 (non-reasoning)", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "DeepSeek", "modelCreatorColor": "#2243e6", "modelCreatorLogo": "/img/logos/deepseek.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -19.066666666666666, "scores": {"aa-briefcase": 927.99, "omniscience-accuracy": 0.386, "omniscience-non-hallucination": 0.06080347448425627, "automationbench-aa": 0.3490865332353694, "hle-diamond": 0.072, "gdp-pdf": 0.036, "terminalbench-4-0": 0.0151515151515152, "gdpval-aa-normalized": 1066.05, "humanitys-last-exam": 0.105653382761817, "artificial-analysis-long-context-reasoning": 0.506666666666667, "scicode": 0.399305555555556, "critpt": 0}, "price1mInputTokens": 1.32, "price1mOutputTokens": 3.96, "cacheHitPrice": 0.044, "cacheWritePrice": null, "medianOutputTokensPerSecond": 95.9089911698572, "percentile05OutputTokensPerSecond": 60.6583411032427, "quartile25OutputTokensPerSecond": 80.2532337245867, "quartile75OutputTokensPerSecond": 135.422691848345, "percentile95OutputTokensPerSecond": 163.653190650632, "medianTimeToFirstTokenSeconds": 1.74079487049999, "medianTimeToFirstAnswerTokenSeconds": 1.74079487049999, "percentile05TimeToFirstTokenSeconds": 0.954534694250006, "quartile25TimeToFirstTokenSeconds": 1.37949569775001, "quartile75TimeToFirstTokenSeconds": 1.97656518674992, "percentile95TimeToFirstTokenSeconds": 2.80393728364998, "medianEndToEndResponseTimeSeconds": 6.954070434148528, "medianReasoningTimeSeconds": null}, {"slug": "exaone-4-0-1-2b-reasoning", "name": "Exaone 4.0 1.2B (Reasoning)", "shortName": "Exaone 4.0 1.2B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "LG AI Research", "modelCreatorColor": "#df3b8a", "modelCreatorLogo": "/img/logos/lg.png", "contextWindowTokens": 64000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0597775718257646, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.16374269005848, "gpqa-diamond": 0.515151515151515, "ifbench": 0.229931972789116, "livecodebench": 0.516402116402116, "aime-2025": 0.503333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-e4b", "name": "Gemma 4 E4B (Reasoning)", "shortName": "Gemma 4 E4B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.004615454244916432, "gdp-pdf": 0.01, "terminalbench-4-0": 0, "gdpval-aa-normalized": -29.37, "mmmu-pro": 0.513872832369942, "humanitys-last-exam": 0.0375347544022243, "artificial-analysis-long-context-reasoning": 0.32, "scicode": 0.244212962962963, "critpt": 0.00571428571428571, "terminalbench-hard": 0.0833333333333333, "terminalbench-2-1": 0.0187265917602996, "tau2-bench": 0.207602339181287, "gpqa-diamond": 0.575757575757576, "ifbench": 0.442176870748299}, "price1mInputTokens": 0.02, "price1mOutputTokens": 0.1, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 49.0553760815347, "percentile05OutputTokensPerSecond": 25.9813000147534, "quartile25OutputTokensPerSecond": 34.0473227085291, "quartile75OutputTokensPerSecond": 58.0432149756062, "percentile95OutputTokensPerSecond": 75.4214648189741, "medianTimeToFirstTokenSeconds": 0.931640270999992, "medianTimeToFirstAnswerTokenSeconds": 41.70189135776793, "percentile05TimeToFirstTokenSeconds": 0.681940703100145, "quartile25TimeToFirstTokenSeconds": 0.747363317999976, "quartile75TimeToFirstTokenSeconds": 1.49950908049993, "percentile95TimeToFirstTokenSeconds": 1.7271512993, "medianEndToEndResponseTimeSeconds": 51.89445412945991, "medianReasoningTimeSeconds": 40.770251086767935}, {"slug": "k2-v2-low", "name": "K2-V2 (Low)", "shortName": "K2-V2 (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 512000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.036144578313253, "artificial-analysis-long-context-reasoning": 0.203333333333333, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "tau2-bench": 0.207602339181287, "gpqa-diamond": 0.541414141414141, "ifbench": 0.40952380952381, "livecodebench": 0.392592592592593, "aime-2025": 0.353333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "granite-4-0-h-nano-1b", "name": "Granite 4.0 H 1B", "shortName": "Granite 4.0 H 1B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "IBM", "modelCreatorColor": "#0f62fe", "modelCreatorLogo": "/img/logos/ibm.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0500463392029657, "artificial-analysis-long-context-reasoning": 0.07, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.195906432748538, "gpqa-diamond": 0.262626262626263, "ifbench": 0.261904761904762, "livecodebench": 0.115343915343915, "aime-2025": 0.0633333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "reka-flash-3", "name": "Reka Flash 3", "shortName": "Reka Flash 3", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Reka AI", "modelCreatorColor": "#172136", "modelCreatorLogo": "/img/logos/reka.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0444, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0, "gpqa-diamond": 0.529292929292929, "ifbench": 0.304081632653061, "livecodebench": 0.434920634920635, "aime-2025": 0.336666666666667}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.2, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 90.5683154726659, "percentile05OutputTokensPerSecond": 82.2661178651318, "quartile25OutputTokensPerSecond": 85.5356881601595, "quartile75OutputTokensPerSecond": 95.4028380341711, "percentile95OutputTokensPerSecond": 96.1792716893608, "medianTimeToFirstTokenSeconds": 1.43473455600002, "medianTimeToFirstAnswerTokenSeconds": 23.517512507231903, "percentile05TimeToFirstTokenSeconds": 1.25434080135, "quartile25TimeToFirstTokenSeconds": 1.33017662524999, "quartile75TimeToFirstTokenSeconds": 1.51429347199999, "percentile95TimeToFirstTokenSeconds": 1.78976984534997, "medianEndToEndResponseTimeSeconds": 29.038206995039875, "medianReasoningTimeSeconds": 22.082777951231883}, {"slug": "mistral-medium-3-5", "name": "Mistral Medium 3.5", "shortName": "Mistral Medium 3.5", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "high", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -38.7, "scores": {"aa-briefcase": 523.28, "omniscience-accuracy": 0.23033333333333333, "omniscience-non-hallucination": 0.19792117799913378, "automationbench-aa": 0.06299648656993127, "terminal-bench-science": 0, "hle-diamond": 0.047, "gdp-pdf": 0.028, "terminalbench-4-0": 0, "aa-analyst-agent": 0.125, "enterprise-ops-gym-aa": 0.3372127723067741, "gdpval-aa-normalized": 768.87, "mlcr-aa": 0.1, "mmmu-pro": 0.648554913294798, "humanitys-last-exam": 0.137627432808156, "artificial-analysis-long-context-reasoning": 0.693333333333333, "scicode": 0.40162037037037, "critpt": 0, "terminalbench-hard": 0.333333333333333, "terminalbench-2-1": 0.50561797752809, "tau2-bench": 0.941520467836257, "gpqa-diamond": 0.748484848484849, "ifbench": 0.687755102040816, "tau3-banking": 0.150515463917526}, "price1mInputTokens": 1.5, "price1mOutputTokens": 7.5, "cacheHitPrice": 0.15, "cacheWritePrice": null, "medianOutputTokensPerSecond": 177.678457215176, "percentile05OutputTokensPerSecond": 145.730576663513, "quartile25OutputTokensPerSecond": 163.703385941533, "quartile75OutputTokensPerSecond": 185.443998641731, "percentile95OutputTokensPerSecond": 198.565282916646, "medianTimeToFirstTokenSeconds": 2.37803308899999, "medianTimeToFirstAnswerTokenSeconds": 13.634321731679485, "percentile05TimeToFirstTokenSeconds": 2.17863490824999, "quartile25TimeToFirstTokenSeconds": 2.21923594750004, "quartile75TimeToFirstTokenSeconds": 2.55792893325, "percentile95TimeToFirstTokenSeconds": 3.16279399474991, "medianEndToEndResponseTimeSeconds": 16.44839389234936, "medianReasoningTimeSeconds": 11.256288642679495}, {"slug": "k2-v2-medium", "name": "K2-V2 (Medium)", "shortName": "K2-V2 (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": null, "modelCreatorName": "Institute of Foundation Models", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/ifm.svg", "contextWindowTokens": 512000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0435588507877665, "artificial-analysis-long-context-reasoning": 0.28, "critpt": 0, "terminalbench-hard": 0.0833333333333333, "tau2-bench": 0.248538011695906, "gpqa-diamond": 0.597979797979798, "ifbench": 0.551020408163265, "livecodebench": 0.540740740740741, "aime-2025": 0.646666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "mi-dm-k-2-5-pro-dec28", "name": "Mi:dm K 2.5 Pro", "shortName": "Mi:dm K 2.5 Pro", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "small", "priceClass": null, "modelCreatorName": "Korea Telecom", "modelCreatorColor": "black", "modelCreatorLogo": "/img/logos/korea-telecom.png", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0806302131603336, "artificial-analysis-long-context-reasoning": 0.09, "critpt": 0, "terminalbench-hard": 0.0227272727272727, "tau2-bench": 0.865497076023392, "gpqa-diamond": 0.701010101010101, "ifbench": 0.493197278911565, "livecodebench": 0.656084656084656, "aime-2025": 0.766666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-opus-5-5-xhigh", "name": "Claude Opus 5.5 (Xhigh, Default Fallback)", "shortName": "Claude Opus 5.5 (xhigh with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 56.9947060170507, "intelligenceIndexIsEstimated": false, "omniscience": 43.13333333333333, "scores": {"aa-briefcase": 1761.21, "omniscience-accuracy": 0.6553333333333333, "omniscience-non-hallucination": 0.3500967117988395, "automationbench-aa": 0.6495283516401527, "terminal-bench-science": 0.619047619047619, "frontiercode-2-0": 0.437547474747475, "hle-diamond": 0.64, "gdp-pdf": 0.266, "terminalbench-4-0": 0.595959595959596, "critpt-v2-hard": 0.63, "gdpval-aa-normalized": 1835.03, "mlcr-aa": 0.25, "mmmu-pro": 0.865895953757225, "frontiercode": 0.535376, "humanitys-last-exam": 0.575069508804449, "artificial-analysis-long-context-reasoning": 0.846666666666667, "scicode": 0.650462962962963, "critpt": 0.317142857142857}, "intelligenceIndexCostPerTask": 6.047194490848774, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": 5, "medianOutputTokensPerSecond": 84.0244871851864, "percentile05OutputTokensPerSecond": 73.5692232288801, "quartile25OutputTokensPerSecond": 79.8518952127418, "quartile75OutputTokensPerSecond": 87.5825885552543, "percentile95OutputTokensPerSecond": 92.9794342829006, "medianTimeToFirstTokenSeconds": 121.195234455, "medianTimeToFirstAnswerTokenSeconds": 121.195234455, "percentile05TimeToFirstTokenSeconds": 20.309814055, "quartile25TimeToFirstTokenSeconds": 96.902629423, "quartile75TimeToFirstTokenSeconds": 167.379018518, "percentile95TimeToFirstTokenSeconds": 247.919259919, "medianEndToEndResponseTimeSeconds": 127.14588071003779, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-astra-high", "name": "GPT-6 Astra (High)", "shortName": "GPT-6 Astra (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 54.849838322506, "intelligenceIndexIsEstimated": false, "omniscience": 44.56666666666667, "scores": {"aa-briefcase": 1504.75, "omniscience-accuracy": 0.611, "omniscience-non-hallucination": 0.5749785775492716, "automationbench-aa": 0.666122174975011, "terminal-bench-science": 0.595238095238095, "frontiercode-2-0": 0.401351515151515, "hle-diamond": 0.593, "gdp-pdf": 0.31, "terminalbench-4-0": 0.54040404040404, "critpt-v2-hard": 0.715, "gdpval-aa-normalized": 1536.04, "mlcr-aa": 0.327777777777778, "mmmu-pro": 0.864161849710983, "humanitys-last-exam": 0.530583873957368, "artificial-analysis-long-context-reasoning": 0.8, "scicode": 0.554398148148148, "critpt": 0.288571428571429, "terminalbench-2-1": 0.898876404494382, "gpqa-diamond": 0.94949494949495, "tau3-banking": 0.4}, "intelligenceIndexCostPerTask": 3.2385719685518306, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 1, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 63.9050513977954, "percentile05OutputTokensPerSecond": 54.0712400365042, "quartile25OutputTokensPerSecond": 58.605224104664, "quartile75OutputTokensPerSecond": 79.807432415185, "percentile95OutputTokensPerSecond": 122.729128053302, "medianTimeToFirstTokenSeconds": 95.6809663575, "medianTimeToFirstAnswerTokenSeconds": 95.6809663575, "percentile05TimeToFirstTokenSeconds": 13.72276678995, "quartile25TimeToFirstTokenSeconds": 57.166133696, "quartile75TimeToFirstTokenSeconds": 125.03652385925, "percentile95TimeToFirstTokenSeconds": 153.918805482, "medianEndToEndResponseTimeSeconds": 103.50507398379085, "medianReasoningTimeSeconds": null}, {"slug": "lfm2-5-2-6b", "name": "LFM2.5-2.6B", "shortName": "LFM2.5-2.6B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "Liquid AI", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/liquidai.svg", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": -0.53, "humanitys-last-exam": 0.06209453197405, "artificial-analysis-long-context-reasoning": 0.0566666666666667, "scicode": 0.143518518518519, "critpt": 0, "terminalbench-2-1": 0.0449438202247191, "gpqa-diamond": 0.557575757575758, "tau3-banking": 0.0721649484536082}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "lfm2-5-8b-a1b", "name": "LFM2.5-8B-A1B", "shortName": "LFM2.5-8B-A1B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Liquid AI", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/liquidai.svg", "contextWindowTokens": 32768, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0685820203892493, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.0454545454545455, "tau2-bench": 0.160818713450292, "gpqa-diamond": 0.513131313131313, "ifbench": 0.556462585034014}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nemotron-3-5-super-vl", "name": "Nemotron 3.5 Super VL", "shortName": "Nemotron 3.5 Super VL", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "low", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 13.6203422723141, "intelligenceIndexIsEstimated": false, "omniscience": -2.8666666666666667, "scores": {"aa-briefcase": 998.76, "omniscience-accuracy": 0.21166666666666667, "omniscience-non-hallucination": 0.6951374207188161, "automationbench-aa": 0.14818345798643587, "terminal-bench-science": 0, "frontiercode-2-0": 0.0610914141414141, "hle-diamond": 0.088, "gdp-pdf": 0.08, "terminalbench-4-0": 0, "critpt-v2-hard": 0.135, "gdpval-aa-normalized": 1162.41, "mlcr-aa": 0.133333333333333, "frontiercode": 0.255239, "humanitys-last-exam": 0.307228915662651, "artificial-analysis-long-context-reasoning": 0.69, "scicode": 0.478009259259259, "critpt": 0.105714285714286}, "intelligenceIndexCostPerTask": 0.5382257339551116, "price1mInputTokens": 0.2, "price1mOutputTokens": 0.5, "cacheHitPrice": 0.05, "cacheWritePrice": null, "medianOutputTokensPerSecond": 480.322552346988, "percentile05OutputTokensPerSecond": 136.296169204278, "quartile25OutputTokensPerSecond": 238.002969615612, "quartile75OutputTokensPerSecond": 550.23165994318, "percentile95OutputTokensPerSecond": 669.559392580162, "medianTimeToFirstTokenSeconds": 0.695931072999997, "medianTimeToFirstAnswerTokenSeconds": 4.859799686346279, "percentile05TimeToFirstTokenSeconds": 0.27790537300001, "quartile25TimeToFirstTokenSeconds": 0.542861862500018, "quartile75TimeToFirstTokenSeconds": 1.2486505755, "percentile95TimeToFirstTokenSeconds": 1.72560522100002, "medianEndToEndResponseTimeSeconds": 5.900766839682849, "medianReasoningTimeSeconds": 4.163868613346282}, {"slug": "gpt-5-5-pro", "name": "GPT-5.5 Pro (Xhigh)", "shortName": "GPT-5.5 Pro (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 922000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"critpt": 0.305714285714286}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nova-premier", "name": "Nova Premier", "shortName": "Nova Premier", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0417052826691381, "artificial-analysis-long-context-reasoning": 0.343333333333333, "critpt": 0, "terminalbench-hard": 0.0681818181818182, "tau2-bench": 0.383040935672515, "gpqa-diamond": 0.568686868686869, "ifbench": 0.361904761904762, "livecodebench": 0.317460317460317, "aime-2025": 0.173333333333333}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-sol-low", "name": "GPT-6.1 Sol (Low)", "shortName": "GPT-6.1 Sol (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 34.502924431456, "intelligenceIndexIsEstimated": false, "omniscience": 38, "scores": {"aa-briefcase": 1114.38, "omniscience-accuracy": 0.5863333333333334, "omniscience-non-hallucination": 0.5012087026591459, "automationbench-aa": 0.5257088964747538, "terminal-bench-science": 0.10952380952381, "frontiercode-2-0": 0.201560858585859, "hle-diamond": 0.382, "gdp-pdf": 0.27, "terminalbench-4-0": 0.308080808080808, "critpt-v2-hard": 0.595, "gdpval-aa-normalized": 1321.98, "mlcr-aa": 0.266666666666667, "mmmu-pro": 0.83121387283237, "frontiercode": 0.366827666666667, "humanitys-last-exam": 0.473586654309546, "artificial-analysis-long-context-reasoning": 0.84, "scicode": 0.532407407407407, "critpt": 0.248571428571429}, "intelligenceIndexCostPerTask": 0.16147357831822573, "price1mInputTokens": 2, "price1mOutputTokens": 10, "cacheHitPrice": 0.1, "cacheWritePrice": 2.5, "medianOutputTokensPerSecond": 60.4969407044914, "percentile05OutputTokensPerSecond": 46.4634706321455, "quartile25OutputTokensPerSecond": 55.155770103751, "quartile75OutputTokensPerSecond": 74.9882073590641, "percentile95OutputTokensPerSecond": 131.131243825488, "medianTimeToFirstTokenSeconds": 2.39024308649999, "medianTimeToFirstAnswerTokenSeconds": 2.39024308649999, "percentile05TimeToFirstTokenSeconds": 1.0372172391, "quartile25TimeToFirstTokenSeconds": 1.8252101087499, "quartile75TimeToFirstTokenSeconds": 3.0741349395, "percentile95TimeToFirstTokenSeconds": 5.23678307494998, "medianEndToEndResponseTimeSeconds": 10.655123825549975, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-terra-xhigh", "name": "GPT-6.1 Terra (Xhigh)", "shortName": "GPT-6.1 Terra (xhigh)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 44.950051789066, "intelligenceIndexIsEstimated": false, "omniscience": 28.933333333333334, "scores": {"aa-briefcase": 1333.4, "omniscience-accuracy": 0.48033333333333333, "omniscience-non-hallucination": 0.632456703014753, "automationbench-aa": 0.5992855956353923, "terminal-bench-science": 0.419047619047619, "frontiercode-2-0": 0.368595202020202, "hle-diamond": 0.423, "gdp-pdf": 0.266, "terminalbench-4-0": 0.464646464646465, "critpt-v2-hard": 0.575, "gdpval-aa-normalized": 1414.87, "mmmu-pro": 0.838150289017341, "frontiercode": 0.413522333333333, "humanitys-last-exam": 0.437442075996293, "artificial-analysis-long-context-reasoning": 0.816666666666667, "scicode": 0.533564814814815, "critpt": 0.265714285714286}, "intelligenceIndexCostPerTask": 0.40068900166662513, "price1mInputTokens": 1, "price1mOutputTokens": 5, "cacheHitPrice": 0.05, "cacheWritePrice": 1.25, "medianOutputTokensPerSecond": 97.9049278057761, "percentile05OutputTokensPerSecond": 79.1425284251651, "quartile25OutputTokensPerSecond": 92.0189290175166, "quartile75OutputTokensPerSecond": 113.397549551527, "percentile95OutputTokensPerSecond": 130.358098579635, "medianTimeToFirstTokenSeconds": 68.8322850254999, "medianTimeToFirstAnswerTokenSeconds": 68.8322850254999, "percentile05TimeToFirstTokenSeconds": 15.4400569615, "quartile25TimeToFirstTokenSeconds": 41.609753114, "quartile75TimeToFirstTokenSeconds": 78.5401835657501, "percentile95TimeToFirstTokenSeconds": 100.0998704696, "medianEndToEndResponseTimeSeconds": 73.93928026267427, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-astra-medium", "name": "GPT-6 Astra (Medium)", "shortName": "GPT-6 Astra (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 51.4548393864113, "intelligenceIndexIsEstimated": false, "omniscience": 41.4, "scores": {"aa-briefcase": 1461.69, "omniscience-accuracy": 0.5963333333333334, "omniscience-non-hallucination": 0.5483071841453344, "automationbench-aa": 0.6459498850561176, "terminal-bench-science": 0.533333333333333, "frontiercode-2-0": 0.365771717171717, "hle-diamond": 0.527, "gdp-pdf": 0.304, "terminalbench-4-0": 0.494949494949495, "critpt-v2-hard": 0.71, "gdpval-aa-normalized": 1498.47, "mlcr-aa": 0.383333333333333, "mmmu-pro": 0.850867052023121, "humanitys-last-exam": 0.527340129749768, "artificial-analysis-long-context-reasoning": 0.796666666666667, "scicode": 0.541666666666667, "critpt": 0.291428571428571, "terminalbench-2-1": 0.895131086142322, "gpqa-diamond": 0.939393939393939, "tau3-banking": 0.354639175257732}, "intelligenceIndexCostPerTask": 2.732438933013427, "price1mInputTokens": 10, "price1mOutputTokens": 50, "cacheHitPrice": 1, "cacheWritePrice": 12.5, "medianOutputTokensPerSecond": 56.9727559953924, "percentile05OutputTokensPerSecond": 50.0860664010279, "quartile25OutputTokensPerSecond": 53.8199801119166, "quartile75OutputTokensPerSecond": 69.1849617968173, "percentile95OutputTokensPerSecond": 111.441134355095, "medianTimeToFirstTokenSeconds": 6.29452898699992, "medianTimeToFirstAnswerTokenSeconds": 6.29452898699992, "percentile05TimeToFirstTokenSeconds": 2.53903949535003, "quartile25TimeToFirstTokenSeconds": 3.96300300774999, "quartile75TimeToFirstTokenSeconds": 11.0530287970001, "percentile95TimeToFirstTokenSeconds": 40.3873643533, "medianEndToEndResponseTimeSeconds": 15.070653491849868, "medianReasoningTimeSeconds": null}, {"slug": "muse-wonder-full", "name": "Muse Wonder Full (Max)", "shortName": "Muse Wonder Full (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 49.7272123627021, "intelligenceIndexIsEstimated": false, "omniscience": 30.6, "scores": {"aa-briefcase": 1729.32, "omniscience-accuracy": 0.4096666666666667, "omniscience-non-hallucination": 0.8243929983060418, "automationbench-aa": 0.7133074973223975, "terminal-bench-science": 0.371428571428571, "frontiercode-2-0": 0.377576262626263, "hle-diamond": 0.485, "gdp-pdf": 0.326, "terminalbench-4-0": 0.570707070707071, "critpt-v2-hard": 0.53, "harvey-lab-aa": 0.13055555555555556, "gdpval-aa-normalized": 1857.09, "mlcr-aa": 0.222222222222222, "frontiercode": 0.448865666666667, "humanitys-last-exam": 0.536144578313253, "artificial-analysis-long-context-reasoning": 0.836666666666667, "scicode": 0.626157407407407, "critpt": 0.328571428571429}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "gpt-6-1-terra-high", "name": "GPT-6.1 Terra (High)", "shortName": "GPT-6.1 Terra (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 42.3344508712563, "intelligenceIndexIsEstimated": false, "omniscience": 27.766666666666666, "scores": {"aa-briefcase": 1263.94, "omniscience-accuracy": 0.4726666666666667, "omniscience-non-hallucination": 0.6302149178255373, "automationbench-aa": 0.584605963496433, "terminal-bench-science": 0.333333333333333, "frontiercode-2-0": 0.37457904040404, "hle-diamond": 0.354, "gdp-pdf": 0.28, "terminalbench-4-0": 0.419191919191919, "critpt-v2-hard": 0.605, "gdpval-aa-normalized": 1352.74, "mmmu-pro": 0.838150289017341, "frontiercode": 0.371596, "humanitys-last-exam": 0.432808155699722, "artificial-analysis-long-context-reasoning": 0.823333333333333, "scicode": 0.516203703703704, "critpt": 0.257142857142857}, "intelligenceIndexCostPerTask": 0.2592796466169722, "price1mInputTokens": 1, "price1mOutputTokens": 5, "cacheHitPrice": 0.05, "cacheWritePrice": 1.25, "medianOutputTokensPerSecond": 93.2135298227535, "percentile05OutputTokensPerSecond": 78.2195965543393, "quartile25OutputTokensPerSecond": 89.7686207062085, "quartile75OutputTokensPerSecond": 103.653874863101, "percentile95OutputTokensPerSecond": 118.010242026208, "medianTimeToFirstTokenSeconds": 20.2572004605, "medianTimeToFirstAnswerTokenSeconds": 20.2572004605, "percentile05TimeToFirstTokenSeconds": 4.96395443775001, "quartile25TimeToFirstTokenSeconds": 9.84084320099997, "quartile75TimeToFirstTokenSeconds": 31.538141946, "percentile95TimeToFirstTokenSeconds": 40.85064951225, "medianEndToEndResponseTimeSeconds": 25.62122863270585, "medianReasoningTimeSeconds": null}, {"slug": "mistral-large-4", "name": "Mistral Large 4 (High)", "shortName": "Mistral Large 4 (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "Mistral", "modelCreatorColor": "#f32e02", "modelCreatorLogo": "/img/logos/mistral.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 26.0249946754784, "intelligenceIndexIsEstimated": false, "omniscience": 5.133333333333334, "scores": {"aa-briefcase": 1349.63, "omniscience-accuracy": 0.26, "omniscience-non-hallucination": 0.718018018018018, "automationbench-aa": 0.5783010541628066, "terminal-bench-science": 0.0428571428571429, "frontiercode-2-0": 0.149581313131313, "hle-diamond": 0.173, "gdp-pdf": 0.176, "terminalbench-4-0": 0.247474747474747, "critpt-v2-hard": 0.26, "critpt": 0.1}, "intelligenceIndexCostPerTask": 2.061496607384404, "price1mInputTokens": 0.7, "price1mOutputTokens": 2.1, "cacheHitPrice": 0.07, "cacheWritePrice": 0.7, "medianReasoningTimeSeconds": null}, {"slug": "cogito-v2-1-reasoning", "name": "Cogito v2.1 (Reasoning)", "shortName": "Cogito v2.1", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": null, "modelCreatorName": "Deep Cogito", "modelCreatorColor": "#5080ec", "modelCreatorLogo": "/img/logos/deepcogito.png", "contextWindowTokens": 128000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.120018535681186, "artificial-analysis-long-context-reasoning": 0.226666666666667, "critpt": 0, "terminalbench-hard": 0.166666666666667, "gpqa-diamond": 0.767676767676768, "ifbench": 0.462585034013605, "livecodebench": 0.687830687830688, "aime-2025": 0.726666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "claude-opus-5-5-medium", "name": "Claude Opus 5.5 (Medium, Default Fallback)", "shortName": "Claude Opus 5.5 (medium with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 48.0581024960691, "intelligenceIndexIsEstimated": false, "omniscience": 39.766666666666666, "scores": {"aa-briefcase": 1621.76, "omniscience-accuracy": 0.639, "omniscience-non-hallucination": 0.33148661126500467, "automationbench-aa": 0.6121742919892179, "terminal-bench-science": 0.433333333333333, "frontiercode-2-0": 0.330793181818182, "hle-diamond": 0.514, "gdp-pdf": 0.256, "terminalbench-4-0": 0.525252525252525, "critpt-v2-hard": 0.525, "gdpval-aa-normalized": 1592.56, "mlcr-aa": 0.222222222222222, "mmmu-pro": 0.857225433526012, "frontiercode": 0.570542333333333, "humanitys-last-exam": 0.547265987025023, "artificial-analysis-long-context-reasoning": 0.843333333333333, "scicode": 0.592592592592593, "critpt": 0.277142857142857}, "intelligenceIndexCostPerTask": 2.4510894376611723, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": 5, "medianOutputTokensPerSecond": 81.0653525953178, "percentile05OutputTokensPerSecond": 69.1408328073257, "quartile25OutputTokensPerSecond": 76.2754456900564, "quartile75OutputTokensPerSecond": 86.5917285094345, "percentile95OutputTokensPerSecond": 110.165557412652, "medianTimeToFirstTokenSeconds": 19.8485451035, "medianTimeToFirstAnswerTokenSeconds": 19.8485451035, "percentile05TimeToFirstTokenSeconds": 8.16863750284995, "quartile25TimeToFirstTokenSeconds": 15.6352096942501, "quartile75TimeToFirstTokenSeconds": 24.354586721, "percentile95TimeToFirstTokenSeconds": 92.90759327685, "medianEndToEndResponseTimeSeconds": 26.016408240986422, "medianReasoningTimeSeconds": null}, {"slug": "ring-2-6-1t", "name": "Ring-2.6-1T", "shortName": "Ring-2.6-1T", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "InclusionAI", "modelCreatorColor": "#4fb5ff", "modelCreatorLogo": "/img/logos/inclusionai.jpg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": -36.03333333333333, "scores": {"aa-briefcase": 658.03, "omniscience-accuracy": 0.263, "omniscience-non-hallucination": 0.154228855721393, "automationbench-aa": 0.007178659181731186, "gdp-pdf": 0.038, "terminalbench-4-0": 0.00505050505050505, "gdpval-aa-normalized": 752.9, "mlcr-aa": 0.0388888888888889, "humanitys-last-exam": 0.215940685820204, "artificial-analysis-long-context-reasoning": 0.7, "scicode": 0.450231481481481, "critpt": 0.0371428571428571, "terminalbench-hard": 0.287878787878788, "terminalbench-2-1": 0.430711610486891, "tau2-bench": 0.923976608187135, "gpqa-diamond": 0.856565656565657, "ifbench": 0.445578231292517, "tau3-banking": 0.179381443298969}, "price1mInputTokens": 0.3, "price1mOutputTokens": 2.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 125.380379433447, "percentile05OutputTokensPerSecond": 78.6712675787456, "quartile25OutputTokensPerSecond": 115.310612434733, "quartile75OutputTokensPerSecond": 131.685134704283, "percentile95OutputTokensPerSecond": 137.825056375903, "medianTimeToFirstTokenSeconds": 3.83859337600004, "medianTimeToFirstAnswerTokenSeconds": 19.79005252006506, "percentile05TimeToFirstTokenSeconds": 3.3459417776, "quartile25TimeToFirstTokenSeconds": 3.52897997874994, "quartile75TimeToFirstTokenSeconds": 4.16788870925001, "percentile95TimeToFirstTokenSeconds": 5.10214140085001, "medianEndToEndResponseTimeSeconds": 23.777917306081317, "medianReasoningTimeSeconds": 15.95145914406502}, {"slug": "phi-4", "name": "Phi-4", "shortName": "Phi-4", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": "medium", "modelCreatorName": "Microsoft", "modelCreatorColor": "#0078D5", "modelCreatorLogo": "/img/logos/microsoft.svg", "contextWindowTokens": 16000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0376, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0.0378787878787879, "tau2-bench": 0, "gpqa-diamond": 0.574747474747475, "ifbench": 0.235374149659864, "livecodebench": 0.230687830687831, "aime-2025": 0.18}, "price1mInputTokens": 0.125, "price1mOutputTokens": 0.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 41.3122197121345, "percentile05OutputTokensPerSecond": 24.5813459772646, "quartile25OutputTokensPerSecond": 39.8205540213821, "quartile75OutputTokensPerSecond": 42.136355970038, "percentile95OutputTokensPerSecond": 43.2352573428732, "medianTimeToFirstTokenSeconds": 2.48489484049999, "medianTimeToFirstAnswerTokenSeconds": 2.48489484049999, "percentile05TimeToFirstTokenSeconds": 2.30528535359999, "quartile25TimeToFirstTokenSeconds": 2.38202591625, "quartile75TimeToFirstTokenSeconds": 2.843298536, "percentile95TimeToFirstTokenSeconds": 12.0360337734501, "medianEndToEndResponseTimeSeconds": 14.587851386626625, "medianReasoningTimeSeconds": null}, {"slug": "gpt-oss-120b", "name": "gpt-oss-120b (High)", "shortName": "gpt-oss-120b (high)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "OpenAI", "modelCreatorColor": "#1f1f1f", "modelCreatorLogo": "/img/logos/openai.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 0, "automationbench-aa": 0.0019906990691605595, "terminal-bench-science": 0, "hle-diamond": 0.038, "gdp-pdf": 0.04, "terminalbench-4-0": 0, "enterprise-ops-gym-aa": 0.25544613548194567, "gdpval-aa-normalized": 615.64, "itbench-aa": 0.0564971751412429, "mlcr-aa": 0.0166666666666667, "frontiercode": 0.0122223333333333, "humanitys-last-exam": 0.196014828544949, "artificial-analysis-long-context-reasoning": 0.52, "scicode": 0.340277777777778, "critpt": 0.0114285714285714, "terminalbench-hard": 0.234848484848485, "terminalbench-2-1": 0.262172284644195, "tau2-bench": 0.657894736842105, "gpqa-diamond": 0.781818181818182, "ifbench": 0.689795918367347, "tau3-banking": 0.127835051546392, "apex-agents-aa": 0.0309734513274336, "livecodebench": 0.878306878306878, "aime-2025": 0.934416666666667}, "price1mInputTokens": 0.15, "price1mOutputTokens": 0.6, "cacheHitPrice": 0.1, "cacheWritePrice": null, "medianOutputTokensPerSecond": 215.731131124129, "percentile05OutputTokensPerSecond": 40.1492317590771, "quartile25OutputTokensPerSecond": 100.531325587397, "quartile75OutputTokensPerSecond": 387.839406235747, "percentile95OutputTokensPerSecond": 1426.03058818026, "medianTimeToFirstTokenSeconds": 0.746680790000028, "medianTimeToFirstAnswerTokenSeconds": 10.017480000009384, "percentile05TimeToFirstTokenSeconds": 0.189058066499985, "quartile25TimeToFirstTokenSeconds": 0.548838272000012, "quartile75TimeToFirstTokenSeconds": 1.20044451150001, "percentile95TimeToFirstTokenSeconds": 3.24298972719998, "medianEndToEndResponseTimeSeconds": 12.335179802511723, "medianReasoningTimeSeconds": 9.270799210009356}, {"slug": "deepseek-v4-1-flash-1017", "name": "DeepSeek V4.1 Flash 1017 (Max)", "shortName": "DeepSeek V4.1 Flash 1017 (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "large", "priceClass": "medium", "modelCreatorName": "DeepSeek", "modelCreatorColor": "#2243e6", "modelCreatorLogo": "/img/logos/deepseek.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 32.4896393532027, "intelligenceIndexIsEstimated": false, "omniscience": 0.9, "scores": {"aa-briefcase": 1570.42, "omniscience-accuracy": 0.396, "omniscience-non-hallucination": 0.35927152317880795, "automationbench-aa": 0.6664095364949257, "terminal-bench-science": 0.128571428571429, "frontiercode-2-0": 0.284711616161616, "hle-diamond": 0.253, "gdp-pdf": 0.172, "terminalbench-4-0": 0.338383838383838, "critpt-v2-hard": 0.24, "gdpval-aa-normalized": 1745.77, "mlcr-aa": 0.266666666666667, "mmmu-pro": 0.80635838150289, "frontiercode": 0.436605666666667, "humanitys-last-exam": 0.433271547729379, "artificial-analysis-long-context-reasoning": 0.826666666666667, "scicode": 0.559027777777778, "critpt": 0.24}, "intelligenceIndexCostPerTask": 0.60210514783598, "price1mInputTokens": 0.3, "price1mOutputTokens": 1.2, "cacheHitPrice": 0.006, "cacheWritePrice": null, "medianOutputTokensPerSecond": 170.462089292569, "percentile05OutputTokensPerSecond": 154.378252840942, "quartile25OutputTokensPerSecond": 159.559019265417, "quartile75OutputTokensPerSecond": 186.460828277411, "percentile95OutputTokensPerSecond": 208.497233765758, "medianTimeToFirstTokenSeconds": 1.168406563, "medianTimeToFirstAnswerTokenSeconds": 12.901220635033003, "percentile05TimeToFirstTokenSeconds": 0.888124373200003, "quartile25TimeToFirstTokenSeconds": 0.99055539550001, "quartile75TimeToFirstTokenSeconds": 1.56706008650003, "percentile95TimeToFirstTokenSeconds": 2.43813323390003, "medianEndToEndResponseTimeSeconds": 15.834424153041255, "medianReasoningTimeSeconds": 11.732814072033003}, {"slug": "nvidia-nemotron-nano-9b-v2-reasoning", "name": "NVIDIA Nemotron Nano 9B V2 (Reasoning)", "shortName": "NVIDIA Nemotron Nano 9B V2", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "NVIDIA", "modelCreatorColor": "#76b900", "modelCreatorLogo": "/img/logos/nvidia.svg", "contextWindowTokens": 131072, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0486561631139944, "artificial-analysis-long-context-reasoning": 0.226666666666667, "critpt": 0, "terminalbench-hard": 0.0151515151515152, "tau2-bench": 0.219298245614035, "gpqa-diamond": 0.56969696969697, "ifbench": 0.276190476190476, "livecodebench": 0.723809523809524, "aime-2025": 0.696666666666667}, "price1mInputTokens": 0.04, "price1mOutputTokens": 0.16, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 227.611891462033, "percentile05OutputTokensPerSecond": 84.5336852409625, "quartile25OutputTokensPerSecond": 184.758348819042, "quartile75OutputTokensPerSecond": 300.494912640394, "percentile95OutputTokensPerSecond": 437.056956632848, "medianTimeToFirstTokenSeconds": 0.537781693999989, "medianTimeToFirstAnswerTokenSeconds": 9.324668825218314, "percentile05TimeToFirstTokenSeconds": 0.439170936749987, "quartile25TimeToFirstTokenSeconds": 0.509733629999996, "quartile75TimeToFirstTokenSeconds": 0.567354453750027, "percentile95TimeToFirstTokenSeconds": 0.941131524399994, "medianEndToEndResponseTimeSeconds": 11.521390608022896, "medianReasoningTimeSeconds": 8.786887131218325}, {"slug": "claude-opus-5-5-high", "name": "Claude Opus 5.5 (High, Default Fallback)", "shortName": "Claude Opus 5.5 (high with fallback)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Anthropic", "modelCreatorColor": "#cc785c", "modelCreatorLogo": "/img/logos/anthropic.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 51.6859958227294, "intelligenceIndexIsEstimated": false, "omniscience": 42.36666666666667, "scores": {"aa-briefcase": 1681.94, "omniscience-accuracy": 0.6483333333333333, "omniscience-non-hallucination": 0.3611374407582938, "automationbench-aa": 0.6320677483186213, "terminal-bench-science": 0.49047619047619, "frontiercode-2-0": 0.359278535353535, "hle-diamond": 0.556, "gdp-pdf": 0.288, "terminalbench-4-0": 0.565656565656566, "critpt-v2-hard": 0.58, "gdpval-aa-normalized": 1713.6, "mlcr-aa": 0.15, "mmmu-pro": 0.858381502890173, "frontiercode": 0.539616333333333, "humanitys-last-exam": 0.555607043558851, "artificial-analysis-long-context-reasoning": 0.826666666666667, "scicode": 0.604166666666667, "critpt": 0.308571428571429}, "intelligenceIndexCostPerTask": 3.4646622820973185, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": 5, "medianOutputTokensPerSecond": 80.5561052022833, "percentile05OutputTokensPerSecond": 68.410725598151, "quartile25OutputTokensPerSecond": 77.3717343307079, "quartile75OutputTokensPerSecond": 84.5504507331515, "percentile95OutputTokensPerSecond": 114.617606237778, "medianTimeToFirstTokenSeconds": 43.538282167, "medianTimeToFirstAnswerTokenSeconds": 43.538282167, "percentile05TimeToFirstTokenSeconds": 9.74207350630002, "quartile25TimeToFirstTokenSeconds": 25.7716145150001, "quartile75TimeToFirstTokenSeconds": 65.9509891552501, "percentile95TimeToFirstTokenSeconds": 166.630785074, "medianEndToEndResponseTimeSeconds": 49.745136368111844, "medianReasoningTimeSeconds": null}, {"slug": "agnes-2-5-pro-beta", "name": "Agnes 2.5 Pro Beta", "shortName": "Agnes 2.5 Pro Beta", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "low", "modelCreatorName": "Sapiens AI", "modelCreatorColor": "#1521a9", "modelCreatorLogo": "/img/logos/sapiens.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 1335.33, "mmmu-pro": 0.754335260115607, "humanitys-last-exam": 0.375347544022243, "artificial-analysis-long-context-reasoning": 0.83, "scicode": 0.488425925925926, "critpt": 0.157142857142857, "terminalbench-2-1": 0.696629213483146, "gpqa-diamond": 0.905050505050505, "tau3-banking": 0.356701030927835}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.3, "cacheHitPrice": 0.01, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-pro-reasoning-low", "name": "Nova 2.0 Pro Preview (Low)", "shortName": "Nova 2.0 Pro Preview (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 443.62, "mmmu-pro": 0.627167630057804, "humanitys-last-exam": 0.0518999073215941, "artificial-analysis-long-context-reasoning": 0.646666666666667, "critpt": 0, "terminalbench-hard": 0.174242424242424, "terminalbench-2-1": 0.194756554307116, "tau2-bench": 0.906432748538012, "gpqa-diamond": 0.750505050505051, "ifbench": 0.795918367346939, "livecodebench": 0.638095238095238, "aime-2025": 0.633333333333333}, "price1mInputTokens": 1.25, "price1mOutputTokens": 10, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 121.485294962871, "percentile05OutputTokensPerSecond": 107.000026316731, "quartile25OutputTokensPerSecond": 111.358357156493, "quartile75OutputTokensPerSecond": 139.535863751889, "percentile95OutputTokensPerSecond": 159.688489774542, "medianTimeToFirstTokenSeconds": 9.93196302950004, "medianTimeToFirstAnswerTokenSeconds": 26.39486086920361, "percentile05TimeToFirstTokenSeconds": 5.36572488314992, "quartile25TimeToFirstTokenSeconds": 7.34246830250004, "quartile75TimeToFirstTokenSeconds": 11.6539419737501, "percentile95TimeToFirstTokenSeconds": 15.6801739012, "medianEndToEndResponseTimeSeconds": 30.5105853291295, "medianReasoningTimeSeconds": 16.462897839703572}, {"slug": "gemini-3-8-flash-low", "name": "Gemini 3.8 Flash (Low)", "shortName": "Gemini 3.8 Flash (low)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 1000000, "intelligenceIndex": 22.348302237854, "intelligenceIndexIsEstimated": false, "omniscience": 13.033333333333333, "scores": {"aa-briefcase": 1061.76, "omniscience-accuracy": 0.4826666666666667, "omniscience-non-hallucination": 0.31894329896907214, "automationbench-aa": 0.3650940461486253, "terminal-bench-science": 0.080952380952381, "frontiercode-2-0": 0.0806391414141414, "hle-diamond": 0.243, "gdp-pdf": 0.186, "terminalbench-4-0": 0.101010101010101, "critpt-v2-hard": 0.315, "gdpval-aa-normalized": 1316.07, "mlcr-aa": 0.155555555555556, "mmmu-pro": 0.845086705202312, "frontiercode": 0.274745, "humanitys-last-exam": 0.370713623725672, "artificial-analysis-long-context-reasoning": 0.806666666666667, "scicode": 0.549768518518518, "critpt": 0.04, "terminalbench-2-1": 0.831460674157303, "gpqa-diamond": 0.92020202020202, "tau3-banking": 0.331958762886598}, "price1mInputTokens": 0.75, "price1mOutputTokens": 3.75, "cacheHitPrice": 0.075, "cacheWritePrice": 0.75, "medianReasoningTimeSeconds": null}, {"slug": "jamba-reasoning-3b", "name": "Jamba Reasoning 3B", "shortName": "Jamba Reasoning 3B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "tiny", "priceClass": null, "modelCreatorName": "AI21 Labs", "modelCreatorColor": "#d63864", "modelCreatorLogo": "/img/logos/ai21.svg", "contextWindowTokens": 262000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0375347544022243, "artificial-analysis-long-context-reasoning": 0.0633333333333333, "critpt": 0, "terminalbench-hard": 0.00757575757575758, "tau2-bench": 0.157894736842105, "gpqa-diamond": 0.333333333333333, "ifbench": 0.524489795918367, "livecodebench": 0.20952380952381, "aime-2025": 0.106666666666667}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "quasar-438b", "name": "Quasar 438B (Max, Based on GLM-5.2)", "shortName": "Quasar 438B (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": "large", "priceClass": "low", "modelCreatorName": "Multiverse Computing", "modelCreatorColor": "#f11338", "modelCreatorLogo": "/img/logos/multiversecomputing.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 1123.53, "automationbench-aa": 0.23864439593997933, "hle-diamond": 0.131, "gdp-pdf": 0.054, "terminalbench-4-0": 0.0101010101010101, "gdpval-aa-normalized": 1189.7, "mlcr-aa": 0.0944444444444444, "humanitys-last-exam": 0.186746987951807, "artificial-analysis-long-context-reasoning": 0.763333333333333, "scicode": 0.481481481481481, "critpt": 0.0942857142857143, "terminalbench-2-1": 0.692883895131086, "gpqa-diamond": 0.732323232323232, "tau3-banking": 0.28659793814433}, "price1mInputTokens": 0.11, "price1mOutputTokens": 0.33, "cacheHitPrice": 0.0099, "cacheWritePrice": null, "medianOutputTokensPerSecond": 178.442811700671, "percentile05OutputTokensPerSecond": 128.808127308012, "quartile25OutputTokensPerSecond": 139.132260846979, "quartile75OutputTokensPerSecond": 206.98044544166, "percentile95OutputTokensPerSecond": 232.983319196466, "medianTimeToFirstTokenSeconds": 1.35870088450008, "medianTimeToFirstAnswerTokenSeconds": 12.56677354900674, "percentile05TimeToFirstTokenSeconds": 1.08370039779999, "quartile25TimeToFirstTokenSeconds": 1.25954348225002, "quartile75TimeToFirstTokenSeconds": 1.40622039874995, "percentile95TimeToFirstTokenSeconds": 1.66864596925, "medianEndToEndResponseTimeSeconds": 15.368791715133405, "medianReasoningTimeSeconds": 11.20807266450666}, {"slug": "lfm2-24b-a2b", "name": "LFM2 24B A2B", "shortName": "LFM2 24B A2B", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "small", "priceClass": null, "modelCreatorName": "Liquid AI", "modelCreatorColor": "#000000", "modelCreatorLogo": "/img/logos/liquidai.svg", "contextWindowTokens": 32768, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"humanitys-last-exam": 0.0421686746987952, "artificial-analysis-long-context-reasoning": 0, "critpt": 0, "terminalbench-hard": 0, "tau2-bench": 0.111111111111111, "gpqa-diamond": 0.473737373737374, "ifbench": 0.458503401360544}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "nova-2-0-lite-reasoning-medium", "name": "Nova 2.0 Lite (Medium)", "shortName": "Nova 2.0 Lite (medium)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "medium", "modelCreatorName": "Amazon", "modelCreatorColor": "#FF9900", "modelCreatorLogo": "/img/logos/aws.svg", "contextWindowTokens": 1000000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"mmmu-pro": 0.625433526011561, "humanitys-last-exam": 0.0898980537534754, "artificial-analysis-long-context-reasoning": 0.6, "critpt": 0, "terminalbench-hard": 0.174242424242424, "tau2-bench": 0.757309941520468, "gpqa-diamond": 0.767676767676768, "ifbench": 0.685034013605442, "livecodebench": 0.663492063492063, "aime-2025": 0.886666666666667}, "price1mInputTokens": 0.3, "price1mOutputTokens": 2.5, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 192.117827886992, "percentile05OutputTokensPerSecond": 128.196023659631, "quartile25OutputTokensPerSecond": 162.269181449229, "quartile75OutputTokensPerSecond": 229.383134516889, "percentile95OutputTokensPerSecond": 278.884181364984, "medianTimeToFirstTokenSeconds": 17.2604896165, "medianTimeToFirstAnswerTokenSeconds": 27.670767631804466, "percentile05TimeToFirstTokenSeconds": 8.80005670099998, "quartile25TimeToFirstTokenSeconds": 12.35856037475, "quartile75TimeToFirstTokenSeconds": 23.142107249, "percentile95TimeToFirstTokenSeconds": 33.4996240193, "medianEndToEndResponseTimeSeconds": 30.273337135630584, "medianReasoningTimeSeconds": 10.410278015304467}, {"slug": "kat-coder-pro-v2", "name": "KAT Coder Pro V2", "shortName": "KAT-Coder-Pro V2", "deprecated": false, "isReasoning": false, "isOpenWeights": false, "paramClass": null, "priceClass": null, "modelCreatorName": "KwaiKAT", "modelCreatorColor": "#489034", "modelCreatorLogo": "/img/logos/kwaikat.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 742.08, "humanitys-last-exam": 0.161260426320667, "artificial-analysis-long-context-reasoning": 0.73, "critpt": 0, "terminalbench-hard": 0.492424242424242, "terminalbench-2-1": 0.700374531835206, "tau2-bench": 0.894736842105263, "gpqa-diamond": 0.854545454545454, "ifbench": 0.666666666666667, "tau3-banking": 0.045360824742268}, "price1mInputTokens": null, "price1mOutputTokens": null, "cacheHitPrice": null, "cacheWritePrice": null, "medianReasoningTimeSeconds": null}, {"slug": "qwen3-coder-next", "name": "Qwen3 Coder Next", "shortName": "Qwen3 Coder Next", "deprecated": false, "isReasoning": false, "isOpenWeights": true, "paramClass": "medium", "priceClass": "medium", "modelCreatorName": "Alibaba", "modelCreatorColor": "#ff7018", "modelCreatorLogo": "/img/logos/alibaba.svg", "contextWindowTokens": 256000, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"aa-briefcase": 404.4, "automationbench-aa": 0.010593550691766297, "hle-diamond": 0.043, "gdp-pdf": 0.026, "terminalbench-4-0": 0, "gdpval-aa-normalized": 521.41, "humanitys-last-exam": 0.101482854494903, "artificial-analysis-long-context-reasoning": 0.47, "scicode": 0.362268518518519, "critpt": 0, "terminalbench-hard": 0.181818181818182, "terminalbench-2-1": 0.382022471910112, "tau2-bench": 0.795321637426901, "gpqa-diamond": 0.737373737373737, "ifbench": 0.352380952380952, "tau3-banking": 0.0536082474226804}, "price1mInputTokens": 0.31, "price1mOutputTokens": 1, "cacheHitPrice": 0.28500000000000003, "cacheWritePrice": null, "medianOutputTokensPerSecond": 78.7985496357936, "percentile05OutputTokensPerSecond": 46.8149056190339, "quartile25OutputTokensPerSecond": 70.0800528251483, "quartile75OutputTokensPerSecond": 109.398144832037, "percentile95OutputTokensPerSecond": 156.69331579805, "medianTimeToFirstTokenSeconds": 0.933210457500025, "medianTimeToFirstAnswerTokenSeconds": 0.933210457500025, "percentile05TimeToFirstTokenSeconds": 0.729470177900027, "quartile25TimeToFirstTokenSeconds": 0.829337890750026, "quartile75TimeToFirstTokenSeconds": 1.14136814300005, "percentile95TimeToFirstTokenSeconds": 5.56602772229999, "medianEndToEndResponseTimeSeconds": 7.278504911661895, "medianReasoningTimeSeconds": null}, {"slug": "gemma-4-12b", "name": "Gemma 4 12B (Reasoning)", "shortName": "Gemma 4 12B", "deprecated": false, "isReasoning": true, "isOpenWeights": true, "paramClass": "small", "priceClass": "low", "modelCreatorName": "Google", "modelCreatorColor": "#34A853", "modelCreatorLogo": "/img/logos/google.svg", "contextWindowTokens": 262144, "intelligenceIndex": null, "intelligenceIndexIsEstimated": false, "omniscience": null, "scores": {"gdpval-aa-normalized": 434.79, "mmmu-pro": 0.696531791907514, "humanitys-last-exam": 0.156626506024096, "artificial-analysis-long-context-reasoning": 0.636666666666667, "critpt": 0, "terminalbench-hard": 0.181818181818182, "terminalbench-2-1": 0.273408239700375, "tau2-bench": 0.362573099415205, "gpqa-diamond": 0.752525252525252, "ifbench": 0.735374149659864}, "price1mInputTokens": 0.1, "price1mOutputTokens": 0.3, "cacheHitPrice": null, "cacheWritePrice": null, "medianOutputTokensPerSecond": 117.435423297675, "percentile05OutputTokensPerSecond": 107.395665668838, "quartile25OutputTokensPerSecond": 110.13095822223, "quartile75OutputTokensPerSecond": 123.608051623277, "percentile95OutputTokensPerSecond": 131.546882244465, "medianTimeToFirstTokenSeconds": 2.26479422349998, "medianTimeToFirstAnswerTokenSeconds": 19.295430668948004, "percentile05TimeToFirstTokenSeconds": 1.7894226972, "quartile25TimeToFirstTokenSeconds": 2.17401316900001, "quartile75TimeToFirstTokenSeconds": 2.41710690674999, "percentile95TimeToFirstTokenSeconds": 2.51666618195001, "medianEndToEndResponseTimeSeconds": 23.55308978031001, "medianReasoningTimeSeconds": 17.030636445448025}, {"slug": "muse-wonder", "name": "Muse Wonder (Max)", "shortName": "Muse Wonder (max)", "deprecated": false, "isReasoning": true, "isOpenWeights": false, "paramClass": null, "priceClass": "high", "modelCreatorName": "Meta", "modelCreatorColor": "#0089f4", "modelCreatorLogo": "/img/logos/meta.svg", "contextWindowTokens": 1048576, "intelligenceIndex": 43.3248225998431, "intelligenceIndexIsEstimated": false, "omniscience": 25.1, "scores": {"aa-briefcase": 1658.65, "omniscience-accuracy": 0.38033333333333336, "omniscience-non-hallucination": 0.7912856374394837, "automationbench-aa": 0.6809455131207758, "terminal-bench-science": 0.257142857142857, "frontiercode-2-0": 0.27875303030303, "hle-diamond": 0.39, "gdp-pdf": 0.306, "terminalbench-4-0": 0.52020202020202, "critpt-v2-hard": 0.48, "harvey-lab-aa": 0.1, "gdpval-aa-normalized": 1770.34, "code2video-aa": 997.01, "mlcr-aa": 0.222222222222222, "frontiercode": 0.464713333333333, "humanitys-last-exam": 0.500926784059314, "artificial-analysis-long-context-reasoning": 0.806666666666667, "scicode": 0.603009259259259, "critpt": 0.282857142857143}, "intelligenceIndexCostPerTask": 6.9520364786062245, "price1mInputTokens": 4, "price1mOutputTokens": 20, "cacheHitPrice": 0.2, "cacheWritePrice": null, "medianOutputTokensPerSecond": 191.854153024369, "percentile05OutputTokensPerSecond": 112.117045536544, "quartile25OutputTokensPerSecond": 145.03094248862, "quartile75OutputTokensPerSecond": 267.245188678999, "percentile95OutputTokensPerSecond": 415.147079554952, "medianTimeToFirstTokenSeconds": 25.7171922870001, "medianTimeToFirstAnswerTokenSeconds": 36.14177767372333, "percentile05TimeToFirstTokenSeconds": 13.5947928521, "quartile25TimeToFirstTokenSeconds": 18.56082070875, "quartile75TimeToFirstTokenSeconds": 31.79839045775, "percentile95TimeToFirstTokenSeconds": 59.4306498051499, "medianEndToEndResponseTimeSeconds": 38.74792402040414, "medianReasoningTimeSeconds": 10.424585386723233}]}