{"instrument":"piperoll-seismograph","daily":{"models":{"claude-haiku-4-5":{"provider":"anthropic","tier":"cheap","identity":"pinned","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8333,0.8667,0.8667,0.8667,0.8667,0.8667,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.7907,null,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621],"dims":{"capability":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,null,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,0.75,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,null,0.5,0.5,0.5,0.5,0.5,0.5,0.5],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[843.1,858.5,1010.8,800.7,837.6,853.1,837.3,875.9,825.8,866.8,818.9,895.8,822.2,856.7,1001.9,841.8,1018.4,941.1,986.0,1010.1,1035.4,1117.2,948.7,786.2,840.4,858.0,792.3,842.1,905.7,697.6,762.8,664.7,764.0,704.0,765.2,812.8,837.7,788.7,774.0,890.3,854.3,762.7,668.3,723.7,682.9,693.5,718.3,781.2,693.8,725.3,739.8,746.7,813.9,762.3,714.0,779.2,793.7,698.1,740.6,739.5,732.5,763.3,756.4,779.1,733.5,768.2,745.6,750.3,708.0,694.5,770.2,780.8,635.1,686.1,null,551.9,722.7,726.2,676.2,833.8,767.5,737.4],"latency_p95":[5000.9,5109.2,5128.0,5193.9,5118.7,5554.7,5239.0,5319.1,5633.9,5817.9,5865.5,5875.6,5606.7,5906.9,5933.9,4877.8,5925.8,5587.4,5938.2,5642.0,5760.0,5940.9,5849.2,5464.0,5824.4,5825.4,5856.1,5827.7,5897.3,5298.7,5307.9,5077.0,5790.9,5167.7,5877.1,5881.1,5561.1,5467.0,5736.1,5878.5,5918.4,4820.8,5533.3,5573.6,5522.5,5562.0,5553.3,10509.9,5518.3,5552.1,5526.8,5479.2,5188.1,5549.1,5522.1,5570.1,5562.3,5522.0,5151.0,5152.5,5546.1,5518.8,5529.3,5530.4,5490.4,5185.6,5152.0,5508.4,5529.0,5510.5,5530.2,5525.2,5052.4,5149.7,null,5390.0,5513.0,5127.7,5082.0,5508.4,5133.5,5105.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0601,0.06,0.0605,0.0615,0.0616,0.0624,0.0612,0.0606,0.0605,0.0605,0.0623,0.0614,0.0598,0.0612,0.0613,0.0575,0.0606,0.0573,0.0596,0.059,0.06,0.06,0.0615,0.0578,0.0605,0.0608,0.0604,0.0612,0.0623,0.0626,0.0606,0.0614,0.0624,0.0608,0.0624,0.0605,0.0598,0.0609,0.0597,0.0615,0.0614,0.0581,0.0604,0.0614,0.0607,0.0613,0.0599,0.059,0.0597,0.0597,0.0595,0.0602,0.0588,0.0583,0.0597,0.059,0.0587,0.0595,0.0573,0.0582,0.0591,0.0597,0.0597,0.0596,0.0595,0.0573,0.0573,0.0598,0.0591,0.0588,0.0595,0.0591,0.0589,0.0165,0.0,0.0597,0.0589,0.0576,0.0602,0.0603,0.0573,0.0573]},"claude-sonnet-5":{"provider":"anthropic","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9556,0.9556,0.9556,0.9889,1.0,0.9667,0.9667,0.9667,0.9556,0.9667,0.9889,0.9778,0.9885,0.977,0.9885,0.9655,0.9425,0.954,0.954,0.954,0.977,0.9655,0.9425,0.9655,0.9655,0.9425,1.0,0.9655,0.954,0.954,0.977,0.977,0.9655,1.0,0.9655,0.954,0.9655,0.9655,0.9885,0.954,0.9655,0.977,0.977,0.954,0.9655,0.9655,0.9885,0.9885,0.9655,0.9425,0.9425,0.977,0.9885,0.977,0.954,0.977,0.977,0.9885,0.9655,0.954,0.977,0.9885,0.9655,0.954,0.9655,0.977,0.954,0.954,0.9885,0.954,0.954,0.9655,0.954,0.9535,null,0.977,0.954,0.9655,0.954,0.977,0.9655,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8667,0.8,0.8667,0.9333,1.0,1.0,0.8,0.8,0.8,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.8,0.8,0.8667,0.8,0.7333,0.8667,0.8,0.7333,0.8,0.8,0.6667,1.0,0.8,0.7333,0.7333,0.8667,0.8667,0.8,1.0,0.8667,0.8,0.8,0.8,0.9333,0.7333,0.8667,0.8667,0.9333,0.7333,0.8,0.8667,0.9333,0.9333,0.8,0.7333,0.8,0.8667,0.9333,0.8667,0.8667,0.8667,0.8667,0.9333,0.8,0.7333,0.8667,0.9333,0.8,0.7333,0.8,0.8667,0.7333,0.8667,0.9333,0.7333,0.8,0.8,0.8,0.8667,null,0.8667,0.7333,0.8,0.7333,0.8667,0.8,0.8667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,0.8333,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,0.8333,1.0,1.0,1.0,0.8333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,1.0,1.0,0.9167,1.0,0.9167,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1575.3,1790.9,1793.5,1661.3,1588.4,1918.0,2627.4,2404.6,2087.6,1353.1,1417.2,2219.7,2512.5,2327.2,2025.8,2147.5,1538.8,1453.7,1570.5,2303.1,2470.9,2320.1,2044.0,1347.7,1323.8,1475.1,1409.6,2068.9,2006.2,1866.8,1490.0,1647.6,1941.0,1753.3,1845.4,1963.8,1731.8,1512.4,1568.9,2134.0,2380.7,1929.9,1302.1,2261.6,1234.5,1221.0,1285.7,1434.9,1310.9,1275.7,1230.2,1209.4,1260.9,1372.5,1230.8,1501.8,1331.3,1251.2,1118.3,1203.9,1134.9,1216.6,1321.8,1384.8,1134.5,1188.4,1104.8,1197.9,1302.0,1172.3,1202.5,1250.3,1113.5,1113.2,null,1105.0,1274.0,1202.0,1200.7,1200.1,1037.4,1050.2],"latency_p95":[12712.2,12715.5,13777.6,14133.8,12428.9,12314.0,13602.5,13494.9,11804.1,12203.8,11514.4,12537.3,12350.3,13234.4,11948.6,12445.2,11381.2,12336.5,12167.7,12543.3,13020.6,13037.8,12924.4,12462.4,11549.8,13139.0,12479.8,13038.1,12026.7,13090.8,12073.0,11804.8,13325.3,11952.9,12246.5,12683.8,12931.6,11777.3,11809.6,12143.1,14335.5,13474.0,11783.2,10827.9,10737.5,10705.1,11281.3,11864.4,11940.9,11804.6,12052.4,12309.6,11380.2,11442.4,11558.0,12506.5,12106.5,11648.4,11604.3,11863.6,12517.8,11666.0,11772.2,13555.6,11177.0,11132.7,12076.5,12328.6,12121.8,13817.9,11837.2,11405.9,12242.5,11498.1,null,12413.1,12332.3,11854.3,12736.4,11039.7,11503.2,10669.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.4094,0.3892,0.4097,0.3938,0.3906,0.3914,0.3894,0.3914,0.3975,0.4112,0.3864,0.3849,0.3727,0.3921,0.3704,0.3677,0.3565,0.3677,0.3942,0.3691,0.379,0.3542,0.3743,0.3755,0.3791,0.3847,0.3872,0.3868,0.38,0.3694,0.3712,0.362,0.3821,0.3615,0.3715,0.38,0.3872,0.3839,0.3912,0.3725,0.4179,0.3742,0.3965,0.3688,0.3865,0.3698,0.3829,0.3898,0.368,0.3749,0.371,0.3714,0.3837,0.3917,0.3567,0.3818,0.3611,0.3691,0.3599,0.3763,0.3907,0.3887,0.3821,0.3886,0.3774,0.3697,0.3663,0.3793,0.363,0.4146,0.396,0.3776,0.3726,0.1041,0.0,0.2509,0.2563,0.2489,0.2474,0.241,0.2634,0.2482]},"deepseek-chat@deepseek":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8444,0.8111,0.8111,0.8667,0.8555,0.8222,0.8222,0.8333,0.8222,0.8222,0.8333,0.8222,0.8276,0.8621,0.8391,0.8276,0.8506,0.8391,0.8506,0.8506,0.8391,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.9425,0.9655,0.9655,0.9655,0.9655,0.9655,0.9655,0.9655,0.954,0.9655,0.9885,0.977,1.0,0.9655],"dims":{"capability":[0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.7333,0.6667,0.6,0.8,0.7333,0.6,0.6,0.6667,0.6667,0.6,0.6667,0.6,0.6,0.8,0.6667,0.6,0.7333,0.6667,0.7333,0.7333,0.6667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.9333,0.8667,1.0,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1607.3,1233.0,1077.8,1086.2,962.6,1011.7,1039.2,1299.2,1131.1,1180.8,1125.1,1172.5,1152.1,1193.4,938.6,866.4,862.3,985.8,878.4,1176.3,1148.7,1107.4,1171.6,1170.1,1159.0,1128.3,1011.7,1083.7,911.9,1053.6,1008.8,1033.3,1074.0,938.6,877.6,914.6,1101.6,787.4,1064.9,847.1,898.5,1049.5,978.1,993.6,1059.6,966.3,972.8,1036.3,1000.9,888.5,1029.2,1096.1,1064.7,923.9,1092.0,1073.5,1058.4,1152.1,1100.2,1124.9,1003.5,1142.1,1199.0,1024.6,1178.8,1061.8,1108.5,1165.8,1145.3,1107.9,1262.7,1140.7,1169.1,1134.3,1038.5,1009.2,1176.3,1173.9,1139.5,1149.9,1034.8,1053.8],"latency_p95":[9151.9,8424.6,8903.5,8917.6,8905.2,8376.5,9221.9,9201.7,9282.7,8832.1,9189.7,9192.0,8251.2,7172.1,7995.0,7871.2,7699.6,8011.3,7418.4,7064.2,7830.4,4263.9,3970.4,3907.2,4213.2,4060.5,4052.8,3972.6,3643.1,3834.2,3843.1,3862.7,3688.2,3450.8,4018.0,3862.3,3816.5,3819.0,3870.3,3598.4,3854.3,4084.2,3666.5,3848.7,3788.1,3721.0,3742.8,3797.9,3736.8,3897.4,3459.3,3978.5,4219.7,4115.8,4503.5,4905.0,5052.6,4667.9,4392.3,4212.1,4239.6,4148.7,4369.3,3874.9,5142.1,4576.5,4938.1,4803.7,5099.3,5439.5,5390.3,5549.0,5972.7,5393.1,4582.5,4549.6,5730.2,4546.2,5265.5,5140.8,5073.3,5087.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0187,0.0181,0.0188,0.0183,0.0184,0.0177,0.0181,0.0181,0.0179,0.0176,0.0175,0.0174,0.0173,0.0173,0.0178,0.0183,0.0176,0.0181,0.0178,0.0179,0.0173,0.0146,0.0143,0.0141,0.0144,0.0145,0.0143,0.0147,0.0145,0.0143,0.0146,0.0144,0.014,0.0141,0.0144,0.0145,0.0141,0.0145,0.0143,0.0143,0.0146,0.0143,0.0145,0.0144,0.0144,0.0141,0.0148,0.0141,0.0141,0.0143,0.0146,0.0146,0.0144,0.0143,0.0143,0.0146,0.014,0.0144,0.0143,0.0143,0.0143,0.0144,0.0148,0.0139,0.0145,0.0142,0.0146,0.0141,0.0146,0.0138,0.0145,0.014,0.0146,0.014,0.0139,0.0139,0.0148,0.0143,0.0143,0.0145,0.0143,0.0144]},"gemini-3.1-pro-preview":{"provider":"google","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9885,1.0,1.0,1.0,0.9655,0.9655,0.9885,0.977,0.9885,0.977,0.954,0.9885,0.9885,0.977,0.954,0.9655,0.977,0.954,0.9853,null,null,null,1.0,0.9885,0.9885,0.977,1.0,0.9885,0.954],"dims":{"capability":[null,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,0.9333,1.0,1.0,0.9333,1.0,0.9333,0.9333,0.9333,1.0,1.0,0.9333,0.8,null,null,null,1.0,0.9333,1.0,0.9333,1.0,1.0,0.8],"instruction-following":[1.0,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,0.8667,0.9333,0.9333,1.0,0.9333,0.8667,0.8,0.9333,1.0,0.9333,0.8667,0.8,0.9333,0.8667,1.0,null,null,null,1.0,1.0,0.9333,0.9333,1.0,0.9333,0.9333],"structured-output":[1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,0.9167,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[null,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3596.0,4409.1,16478.3,null,3093.6,7975.0,33074.5,28690.0,12434.1,4427.9,4965.7,54140.5,39312.7,4426.5,8309.1,4592.8,3709.8,3781.2,3775.0,3947.4,5953.6,4364.1,4231.5,3926.4,4088.2,7406.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5027.5,4624.0,45226.3,4620.2,5200.0,14823.7,5115.5,5668.8,5001.2,5103.9,3453.6,3545.6,3484.2,3772.9,4479.0,3628.4,8106.7,3701.3,3330.7,null,null,null,3829.8,4054.8,4190.4,5545.7,3777.5,3668.8,4044.5],"latency_p95":[6962.5,7251.6,57482.8,null,3479.7,70807.4,88623.2,69664.9,45650.5,24604.9,20637.2,109046.9,95775.0,15535.1,91154.0,13293.3,12628.7,12522.7,12761.4,12709.1,18034.6,13664.1,13408.4,13667.9,13298.7,23394.2,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,12536.0,12270.0,99752.7,19001.6,23236.5,72275.9,12265.4,25851.5,15109.5,19113.5,11023.1,11959.8,14607.0,11590.1,13455.1,10978.8,23912.9,11769.7,7211.7,null,null,null,7590.8,12133.5,12225.9,19354.0,11429.7,11801.2,12708.1],"call_errors":[26,85,0,90,86,0,4,3,0,0,1,15,2,0,1,0,0,2,2,0,0,0,0,0,0,0,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,87,87,87,75,0,0,0,0,0,0],"errors_by_class":[{"quota-or-billing":26},{"quota-or-billing":85},{},{"quota-or-billing":90},{"quota-or-billing":86},{},{"timeout":4},{"other":3},{},{},{"truncation":1},{"other":14,"timeout":1},{"other":1,"timeout":1},{},{"timeout":1},{},{},{"quota-or-billing":2},{"quota-or-billing":2},{},{},{},{},{},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{"timeout":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":19},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":75},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[295.0,238.4,329.3,null,235.2,329.7,315.7,322.5,332.5,330.8,323.7,283.8,318.7,326.5,322.2,326.4,324.7,326.9,329.1,326.0,329.6,327.4,326.6,324.5,329.5,325.1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,333.2,329.2,333.9,330.7,330.0,328.6,331.3,336.3,326.7,327.5,326.2,330.4,325.6,325.5,329.9,325.5,327.5,326.7,285.9,null,null,null,224.7,327.8,329.9,327.1,326.7,330.6,325.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0381,0.4353,0.4322,0.4331,0.4321,0.4378,0.4314]},"gemini-3.5-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.954,0.977,0.954,0.9655,0.954,0.9655,0.954,0.9425,0.977,0.9655],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.8,0.8667,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8667,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9167,1.0,0.9167,0.9167,0.9167,0.9167,0.8333,0.8333,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4767.4,1178.5,2495.9,2583.5,861.2,1165.2,6539.8,7208.2,2498.3,811.8,1343.5,823.2,2048.9,1012.5,941.3,962.5,931.4,989.6,832.5,914.9,930.5,993.0,930.6,839.0,901.8,946.9,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1006.2,1090.0,1345.7,1010.2,1100.1,1073.4,1037.8,1225.9,1355.2,1288.1],"latency_p95":[10187.4,5271.0,44033.5,10964.0,4830.8,18726.3,14716.9,35277.9,21507.8,4697.3,10072.8,7144.9,19509.0,5522.8,5529.0,5792.5,5149.6,5465.9,4737.1,5377.1,5805.1,4749.4,5269.3,5159.0,5187.5,5336.7,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6427.2,6080.9,6270.0,6422.1,6216.1,6242.4,5841.3,6122.8,6128.1,6266.4],"call_errors":[0,0,0,0,0,0,0,7,0,0,0,3,1,0,0,0,0,0,0,0,0,0,0,0,0,0,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{"other":7},{},{},{},{"other":3},{"timeout":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]},"gpt-5":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9333,0.9111,0.9111,0.9111,0.9333,0.9111,0.9222,0.9333,0.9222,0.9111,0.9333,0.9,0.931,0.954,0.954,0.9425,0.9425,0.954,0.9425,0.9425,0.931,0.9425,0.9425,0.9425,0.954,0.9655,0.954,0.9425,0.954,0.954,0.954,0.954,0.9655,0.954,0.9425,0.9425,0.9425,0.954,0.9425,0.954,0.9425,0.9655,0.9425,0.954,0.931,0.9425,0.931,0.931,0.9425,0.9425,0.931,0.954,0.931,0.9425,0.931,0.9425,0.9425,0.954,0.954,0.9425,0.931,0.9425,0.9425,0.954,0.977,0.9425,0.9425,0.9425,0.954,0.954,0.931,0.954,0.931,0.931,0.954,0.9425,0.9425,0.954,0.9425,0.9425,0.9425,0.931],"dims":{"capability":[0.8667,0.8667,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.9333,0.8,0.8,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.9333,0.8,0.8,0.8667,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.9333,0.8,0.8667,0.8667,0.9333,0.8667,0.9333,1.0,0.9333,0.8667,0.9333,0.8,0.8,0.9333,0.9333,0.8667,0.8667,0.9333,0.8667,0.8667,0.8,0.8667,0.8667,0.8667,0.8667,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.9333,0.8667,0.8667,0.8667,1.0,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.8,0.8667,0.8,0.8,0.8667,0.8667,0.8,0.9333,0.8,0.8667,0.8,0.9333,0.8,0.9333,0.9333,0.8667,0.8,0.8667,0.8667,0.8667,0.9333,0.8667,0.8667,0.8,0.9333,0.8667,0.8,0.9333,0.8,0.8,0.9333,0.8667,0.8667,0.9333,0.8667,0.8667,0.8667,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1123.5,1041.1,804.6,959.3,874.6,1119.8,1175.4,1098.0,1593.3,848.5,1088.4,965.0,1069.2,1079.5,1317.3,1335.4,974.8,1012.4,966.0,1104.7,1242.2,1270.9,1531.6,961.0,891.4,1189.5,1231.7,1017.1,1050.3,1394.2,1256.6,850.6,1183.6,1339.9,1302.8,1329.9,1127.6,982.7,1140.1,1322.8,1396.6,1466.3,1034.1,1095.7,784.5,924.8,1174.8,1008.4,1048.8,1211.0,1031.1,830.2,796.9,943.4,1209.3,998.5,1199.3,1106.3,794.3,741.8,1103.0,1129.1,1362.6,1097.9,1032.9,1176.2,937.9,1369.8,1364.0,1071.5,1045.3,1183.2,833.3,834.8,1055.2,1089.5,1172.3,1406.4,1122.1,1121.0,1009.9,1214.1],"latency_p95":[20086.8,14854.7,10086.0,10909.9,12994.1,17014.0,13376.8,15192.6,23961.3,11617.6,14562.7,18254.5,13817.0,14259.1,21338.1,16066.2,18592.0,17417.0,12749.9,18563.5,22102.9,17010.5,22714.6,11389.0,9933.0,15914.2,14558.2,10294.1,16703.1,21318.6,15937.6,11852.6,19251.1,15194.5,21283.4,23190.1,16129.1,12194.0,17683.5,26897.0,16320.2,25500.6,12740.9,15780.7,14621.0,17231.1,17880.1,21953.6,17517.3,17383.4,13467.7,10700.6,10370.5,10349.7,15027.8,13073.0,20022.2,20383.4,11116.9,11815.2,13581.2,18062.3,21214.2,13086.4,22224.5,16552.4,14461.7,33888.3,19407.8,12211.5,11996.6,16591.4,15115.3,17456.5,16087.9,13793.3,14221.8,27831.6,15881.8,14743.1,10525.5,13540.2],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.1761,0.1726,0.1739,0.1731,0.1769,0.1729,0.1689,0.1689,0.169,0.1652,0.1727,0.1696,0.1668,0.1609,0.1693,0.1697,0.1707,0.1643,0.1623,0.168,0.1631,0.166,0.1661,0.166,0.1675,0.1653,0.168,0.1623,0.1729,0.1662,0.168,0.1647,0.1667,0.1667,0.1671,0.1672,0.1695,0.1701,0.1646,0.1708,0.1677,0.1676,0.1676,0.1729,0.1656,0.1656,0.1726,0.1656,0.1732,0.1806,0.1741,0.167,0.1672,0.1724,0.1708,0.1616,0.1648,0.1617,0.1725,0.1725,0.1653,0.1606,0.1699,0.1608,0.173,0.1573,0.1683,0.1667,0.1622,0.1613,0.1662,0.1653,0.1801,0.1681,0.1713,0.1681,0.1742,0.1692,0.1701,0.1699,0.1714,0.1726]},"gpt-5-mini":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9111,0.9111,0.9222,0.9,0.9,0.9,0.8778,0.9111,0.9213,0.9101,0.9326,0.9111,0.9195,0.954,0.931,0.9196,0.931,0.9195,0.8966,0.954,0.9425,0.9195,0.9195,0.954,0.9425,0.908,0.9302,0.931,0.9425,0.9535,0.907,0.9081,0.908,0.9425,0.931,0.931,0.931,0.9195,0.9195,0.931,0.9425,0.931,0.9081,0.9195,0.9186,0.9425,0.9425,0.931,0.908,0.9195,0.931,0.9195,0.931,0.931,0.9419,0.931,0.9425,0.931,0.9195,0.9425,0.931,0.9195,0.9081,0.9425,0.9195,0.9302,0.9425,0.9195,0.954,0.931,0.9195,0.954,0.931,0.9195,0.9195,0.9425,0.931,0.931,0.954,0.9195,0.9425,0.9419],"dims":{"capability":[0.8,0.8,0.8,0.8,0.8,0.7333,0.6667,0.8,0.8,0.7333,0.8,0.8,0.7333,0.8,0.7333,0.6667,0.7333,0.7333,0.6667,0.8,0.7333,0.7333,0.7333,0.8667,0.8,0.7333,0.7333,0.7333,0.8,0.8571,0.6667,0.6,0.6,0.8,0.7333,0.8,0.8,0.8,0.7333,0.8,0.8,0.7333,0.6667,0.7333,0.6667,0.7333,0.8,0.7333,0.7333,0.8,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.6667,0.8,0.7333,0.7333,0.8,0.8,0.7333,0.8,0.7333,0.8,0.7333,0.8,0.7333,0.8,0.7333,0.8,0.8,0.7333,0.7333,0.7857],"instruction-following":[0.8667,0.8667,0.9333,0.8,0.8,0.8667,0.8,0.8667,0.9333,0.9333,1.0,0.8667,0.8,0.9333,0.8667,0.8667,0.8667,0.8,0.7333,0.9333,0.9333,0.8,0.8,0.8667,0.8667,0.8,0.8667,0.8667,0.8667,0.8667,0.8,0.8667,0.9333,0.8667,0.8667,0.8,0.8,0.7333,0.8,0.8,0.8667,0.8667,0.8,0.8,0.8667,0.9333,0.8667,0.8667,0.7333,0.7333,0.8667,0.8,0.8,0.8,0.8667,0.8,0.8667,0.8,0.8,0.8667,0.8667,0.7333,0.8,0.8667,0.8,0.8667,0.8667,0.7333,1.0,0.8,0.8,0.9333,0.8667,0.7333,0.8,0.8667,0.8667,0.8,0.9333,0.8,0.9333,0.8667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1075.2,1391.9,1114.9,1083.3,756.9,1113.3,1183.6,1102.0,1128.1,1043.8,1105.7,1069.1,1327.5,1284.7,1207.9,1304.3,1025.3,838.7,1097.8,1205.9,1224.2,1262.2,1555.0,981.9,873.0,1424.6,1323.1,1388.9,1337.5,1110.2,993.8,778.5,1271.1,1286.8,1106.7,1094.8,1027.3,985.4,951.4,1264.9,992.2,1236.7,943.9,1016.7,946.5,877.8,1074.5,1063.6,873.5,1046.0,990.3,782.8,781.3,1176.4,968.9,1018.0,976.7,826.1,877.4,898.5,878.3,1050.9,1085.7,1113.7,910.6,1030.6,785.9,1184.0,1050.4,1119.8,1214.6,1595.8,868.0,970.8,915.7,1140.1,1286.2,1105.1,1237.8,1198.2,1108.3,1164.0],"latency_p95":[14251.3,13855.3,18205.6,14598.7,9987.1,15703.2,13945.1,13819.0,15476.0,13241.9,15023.6,13141.4,13910.8,17507.7,9849.7,11617.7,13850.0,6669.9,15656.0,13474.5,12825.0,22837.3,22322.5,11267.0,13362.7,18563.2,17524.4,18375.2,12957.5,15990.6,11377.9,12583.4,12941.1,15582.7,11495.5,11602.1,11030.2,13229.0,11467.7,19001.2,15338.0,14140.9,10217.2,10695.6,9153.0,8644.6,12519.8,8110.6,8794.8,10463.5,8179.7,7096.8,8362.7,8302.2,10802.5,9850.7,9455.3,8705.8,15801.6,11451.4,10979.3,12012.4,11051.2,13081.6,9536.2,11745.8,9724.7,13913.1,14112.3,12894.5,13372.2,20333.6,8681.1,12772.9,17024.9,12954.7,14429.0,15032.6,15455.9,11337.8,13836.1,12216.3],"call_errors":[0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"errors_by_class":[{},{},{},{},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{},{},{"request-rejected":1},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{},{},{},{},{"other":1},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"request-rejected":1}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0441,0.0443,0.044,0.0443,0.0431,0.0448,0.044,0.0451,0.0405,0.0387,0.0392,0.0439,0.0429,0.0412,0.0431,0.0413,0.0427,0.0427,0.0426,0.0439,0.0433,0.0427,0.0427,0.0407,0.0439,0.0432,0.0386,0.0427,0.0426,0.043,0.0376,0.0434,0.043,0.0449,0.0431,0.0433,0.0429,0.0424,0.0431,0.0432,0.0434,0.0445,0.0443,0.0445,0.0389,0.0428,0.0429,0.0435,0.043,0.0436,0.0427,0.0414,0.0432,0.0421,0.0435,0.0438,0.0441,0.0446,0.0446,0.0431,0.0427,0.0441,0.0454,0.0433,0.044,0.039,0.0427,0.044,0.0434,0.0441,0.0451,0.0425,0.0435,0.0443,0.0431,0.0433,0.0451,0.0428,0.0435,0.0423,0.0444,0.0417]},"gpt-5.6-luna":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9222,0.9222,0.9222,0.9333,0.9111,0.9222,0.8889,0.9222,0.9111,0.9333,0.9222,0.9,0.9655,0.9425,0.954,0.9425,0.954,0.954,0.954,0.9425,0.9655,0.931,0.954,0.9655,0.954,0.954,0.931,0.931,0.9425,0.9196,0.9081,0.931,0.9425,0.954,0.954,0.931,0.954,0.9425,0.9655,0.931,0.954,0.954,0.954,0.954,0.954,0.954,0.931,0.931,0.954,0.954,0.9425,0.9425,0.954,0.954,0.9655,0.954,0.954,0.954,0.9425,0.9425,0.9425,0.954,0.954,0.9196,0.931,0.954,0.954,0.954,0.9425,0.9655,0.9195,0.931,0.931,0.954,0.9425,0.954,0.9425,0.9655,0.9425,0.954,0.9655,0.954],"dims":{"capability":[0.9333,0.9333,1.0,0.9333,0.9333,1.0,0.8667,0.9333,0.8667,1.0,0.9333,0.8667,1.0,0.9333,0.9333,0.8667,0.9333,1.0,0.9333,0.9333,1.0,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,0.8667,0.8,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,1.0,0.8667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,0.9333,0.9333,0.8667,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,0.9333,1.0,1.0,1.0,0.8667,0.9333,1.0,0.9333,1.0,0.9333,1.0,0.9333,0.9333,0.9333,1.0,1.0,1.0,0.8667,1.0,0.9333,0.9333,1.0,1.0],"instruction-following":[0.8,0.8,0.7333,0.8667,0.7333,0.7333,0.7333,0.8,0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.6667,0.7333,0.8,0.7333,0.8,0.6,0.6667,0.7333,0.6667,0.6667,0.6667,0.6667,0.7333,0.7333,0.6667,0.7333,0.7333,0.8,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.6,0.7333,0.8,0.8,0.8,0.7333,0.7333,0.7333,0.8,0.8,0.7333,0.8,0.7333,0.7333,0.6667,0.7333,0.7333,0.6667,0.7333,0.7333,0.8,0.7333,0.7333,0.8,0.6,0.6667,0.6667,0.7333,0.6667,0.7333,0.8,0.8,0.7333,0.8,0.8,0.7333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1008.5,1159.8,808.1,899.8,966.0,931.2,1076.6,1152.6,925.1,741.3,744.1,1068.6,1199.0,1190.9,1213.3,1179.8,998.5,912.1,1089.9,1123.2,1131.7,1256.0,1227.1,1018.7,1044.2,1045.2,1212.6,1181.4,1242.7,1023.7,859.4,844.8,1069.5,1228.8,1119.1,1210.2,1092.9,918.6,1000.6,998.1,1067.1,1291.1,1178.3,1173.4,886.8,915.0,1215.6,1280.4,1174.4,1263.6,1022.5,952.9,894.0,1080.3,1160.2,1216.9,1319.5,1202.8,906.2,862.5,1084.9,1207.7,2343.4,1253.5,1217.2,1051.6,947.2,1072.9,1220.3,1160.1,1256.6,1196.4,1017.1,1001.3,1049.8,1177.7,1156.4,1092.1,1003.5,878.4,989.3,963.1],"latency_p95":[7966.2,7804.1,6572.3,6612.7,7087.9,8161.0,9123.1,7421.6,9068.4,6599.8,7291.9,8643.0,8880.8,9202.9,9553.6,8480.1,8208.7,10605.0,8920.1,10801.0,9832.8,9395.7,10063.4,7381.2,11037.2,8700.3,9333.0,9284.0,10241.6,7860.8,6586.0,6796.8,6237.8,8555.3,10118.8,8204.5,8990.3,10520.0,10005.3,8148.4,9333.1,9169.8,11090.1,9190.2,7937.8,8843.2,8195.8,10377.9,8680.0,8910.9,8133.5,8494.4,9213.2,7885.4,8746.3,9078.2,8504.2,8215.4,6966.9,7430.8,12234.1,8253.0,11177.5,8701.7,7611.5,10751.5,7096.1,10149.2,9468.0,7516.4,8840.6,11622.0,8530.9,8137.1,10215.9,10402.6,10113.0,10407.2,8922.8,9237.0,7468.3,7856.9],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0165,0.0165,0.0164,0.0159,0.0161,0.0168,0.0164,0.0163,0.0166,0.0165,0.0162,0.0167,0.0157,0.0164,0.0164,0.0158,0.0167,0.0159,0.0163,0.0157,0.0156,0.0159,0.0161,0.0156,0.0161,0.0158,0.0156,0.0158,0.016,0.0158,0.0159,0.0156,0.016,0.0158,0.0163,0.0163,0.0159,0.016,0.0159,0.016,0.016,0.0161,0.0162,0.0159,0.0165,0.016,0.0157,0.0163,0.0162,0.0162,0.0156,0.0159,0.0162,0.016,0.016,0.0158,0.0156,0.016,0.0158,0.016,0.0159,0.016,0.0161,0.0156,0.016,0.0158,0.0158,0.016,0.0159,0.0155,0.0162,0.0165,0.0158,0.0159,0.0162,0.0159,0.0161,0.0163,0.0162,0.0162,0.0159,0.0156]},"gpt-5.6-terra":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9,0.9111,0.9222,0.9,0.9,0.9,0.9,0.9,0.9111,0.9,0.9222,0.9,0.9425,0.9425,0.931,0.931,0.9425,0.931,0.9425,0.931,0.9425,0.931,0.9425,0.9425,0.931,0.931,0.9425,0.9425,0.9425,0.931,0.954,0.931,0.9425,0.931,0.9425,0.9425,0.931,0.9425,0.9425,0.9425,0.9425,0.9425,0.954,0.954,0.931,0.9425,0.9655,0.931,0.9425,0.954,0.9655,0.931,0.9425,0.931,0.9425,0.9425,0.954,0.931,0.9425,0.954,0.931,0.954,0.9425,0.9195,0.931,0.931,0.9425,0.9425,0.9425,0.931,0.9425,0.931,0.9425,0.931,0.954,0.931,0.931,0.9425,0.931,0.9425,0.931,0.931],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6667,0.7333,0.6,0.6,0.6,0.6,0.6,0.6667,0.6,0.7333,0.6,0.6667,0.6667,0.6,0.6,0.6667,0.6,0.6667,0.6,0.6667,0.6,0.6667,0.6667,0.6,0.6,0.6667,0.6667,0.6667,0.6,0.7333,0.6,0.6667,0.6,0.6667,0.6667,0.6,0.6667,0.6667,0.6667,0.6667,0.6667,0.7333,0.7333,0.6,0.6667,0.8,0.6,0.6667,0.7333,0.8,0.6,0.6667,0.6,0.6667,0.6667,0.7333,0.6,0.6667,0.7333,0.6,0.7333,0.6667,0.6,0.6,0.6,0.6667,0.6667,0.6667,0.6,0.6667,0.6,0.6667,0.6,0.7333,0.6,0.6,0.6667,0.6,0.6667,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1018.1,1062.0,941.5,1005.4,977.7,1146.1,1320.1,1296.5,999.3,833.6,876.4,1311.3,1298.3,1467.3,1363.4,1454.6,1041.3,966.3,1124.3,1345.0,1246.4,1574.8,1300.6,1108.0,972.0,1377.5,1423.8,1262.2,1592.5,1373.1,1051.9,1009.7,1237.5,1395.3,1764.0,1228.8,1329.1,1039.9,1020.1,1241.6,1317.4,1516.0,1157.2,1298.4,923.0,1080.7,1167.5,1463.4,1228.2,1231.2,1239.8,1020.3,870.8,1194.3,1228.1,1311.9,1256.4,1256.2,930.0,849.9,1186.8,1272.8,1414.6,1298.0,1078.0,1166.6,873.1,1212.9,1270.4,1254.3,1313.8,1121.7,1014.8,988.1,1064.0,1203.0,1212.4,1166.6,1131.3,958.4,1049.2,1140.1],"latency_p95":[17339.0,17568.3,16138.0,15154.4,15347.0,18428.1,20146.7,18702.2,13784.0,16780.8,15626.0,20459.1,23655.0,25818.4,22418.8,18244.2,14131.9,13657.9,18447.4,24676.2,22342.6,22904.9,21624.2,17631.0,14624.1,23522.8,23153.6,23743.6,26952.9,29031.2,18805.5,20382.1,18959.3,28431.3,29899.8,17763.0,22097.9,15495.3,20983.5,18634.4,15454.3,22630.7,16998.5,19601.0,12392.3,14410.6,19253.5,15629.8,16866.2,17749.8,14998.3,13304.4,13471.8,13457.3,13453.9,17910.1,18428.5,17007.7,14675.1,14109.7,16629.5,14320.0,15262.5,17644.8,12711.6,13546.4,14585.2,15273.5,17603.6,21140.6,19397.0,18911.6,13551.7,11493.0,17649.5,16311.3,15198.1,13168.6,15184.4,13741.4,15753.3,17561.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.2141,0.2176,0.2177,0.2263,0.2151,0.2213,0.2318,0.21,0.2092,0.2232,0.2273,0.2252,0.2125,0.2304,0.2067,0.1976,0.1958,0.2066,0.2165,0.2099,0.2041,0.2199,0.221,0.2119,0.2102,0.2235,0.2177,0.2083,0.2073,0.2227,0.2079,0.2037,0.2093,0.222,0.228,0.2149,0.2152,0.2069,0.2149,0.2047,0.1872,0.2138,0.2045,0.2257,0.188,0.2017,0.2092,0.2081,0.2023,0.2142,0.2019,0.207,0.211,0.2027,0.1926,0.2161,0.2108,0.2054,0.2075,0.2224,0.218,0.1966,0.2049,0.2076,0.2055,0.2098,0.2192,0.211,0.2121,0.2267,0.2189,0.2034,0.2098,0.1981,0.212,0.2024,0.2016,0.1994,0.2128,0.2215,0.2091,0.208]},"mistral-large@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9333,0.9333,0.9333,0.9333,0.9333,0.9333,0.9333,0.9438,0.9222,0.9222,0.9111,0.9111,0.9195,0.954,0.8966,0.908,0.931,0.9195,0.908,0.931,0.9195,0.9195,0.931,0.8966,0.9195,0.9195,0.908,0.8966,0.908,0.908,0.8966,0.931,0.9195,0.931,0.8966,0.908,0.908,0.9195,0.908,0.908,0.908,0.908,0.9195,0.931,0.931,0.931,0.908,0.8966,0.931,0.9195,0.8966,0.8966,0.8966,0.9195,0.9195,0.8966,0.908,0.9195,0.9195,0.931,0.9195,0.9195,0.9195,0.908,0.908,0.908,0.9195,0.931,0.9195,0.908,0.9195,0.908,0.8966,0.9195,0.8966,0.8966,0.8966,0.8966,0.8966,0.9195,0.8966,0.908],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6429,0.6,0.6,0.6,0.6667,0.7333,0.7333,0.6,0.6,0.6,0.6,0.6,0.6667,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,0.8333,0.75,0.75,1.0,0.75,0.8333,1.0,0.9167,0.8333,0.9167,0.8333,0.9167,1.0,0.75,0.9167,0.9167,0.8333,0.75,0.8333,0.8333,0.75,0.9167,0.8333,1.0,0.75,0.8333,0.8333,0.9167,0.8333,0.8333,0.8333,0.8333,0.9167,1.0,0.9167,0.9167,0.8333,0.75,1.0,0.9167,0.75,0.75,0.75,0.9167,0.9167,0.75,0.8333,0.9167,0.9167,1.0,0.9167,0.9167,0.9167,0.8333,0.8333,0.8333,0.9167,1.0,0.9167,0.8333,0.9167,0.8333,0.75,0.9167,0.75,0.75,0.75,0.75,0.75,0.9167,0.75,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[865.8,1929.5,1325.4,903.1,936.8,1387.4,3160.0,5773.3,929.5,909.2,811.6,1084.8,9716.4,5583.0,10829.0,846.6,891.7,892.5,960.5,1034.2,973.8,1138.2,930.3,907.6,971.5,970.5,1021.8,1048.1,1213.5,1008.5,956.4,809.9,1128.4,1966.9,1020.5,1208.1,1277.7,901.7,997.6,958.8,1115.0,984.1,1170.9,1018.0,952.4,964.3,964.0,1103.4,917.6,986.8,1035.3,993.0,953.6,1084.6,1172.1,1203.4,1277.4,1330.4,780.6,819.1,1164.4,1680.0,1355.1,2431.2,1093.8,954.6,841.1,1048.4,1237.9,1174.4,1460.0,1175.8,891.2,869.3,1118.7,1523.7,1127.0,1300.1,1440.5,890.0,958.0,1005.0],"latency_p95":[15286.1,16906.8,15824.2,15038.9,15190.9,17792.9,18512.4,28447.9,14726.5,11965.6,11836.3,12153.5,30766.1,21594.5,37992.4,12194.5,11740.3,11778.3,12287.3,12241.2,14495.6,12975.2,13058.8,12064.2,12350.2,12754.3,13549.1,13005.7,12931.1,12432.1,11655.1,11787.8,11986.1,14314.4,12809.3,13950.5,13299.9,11567.6,11747.1,11667.1,12696.0,13145.3,12083.2,12246.6,12080.5,11776.8,12157.4,12528.6,12043.0,12571.0,12573.9,12071.3,12161.5,12446.0,12213.6,12371.8,13523.5,13805.5,11957.7,11835.8,13541.3,13416.3,12592.9,16718.0,12616.3,11892.5,12218.0,12678.0,12960.3,13134.5,12362.3,13356.9,10115.6,8602.2,10956.9,11284.4,10093.5,10649.1,9529.2,10341.4,9479.3,10132.2],"call_errors":[0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{"other":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.1028,0.1042,0.1019,0.1016,0.1016,0.1039,0.104,0.1061,0.1052,0.1073,0.1051,0.1053,0.0994,0.1009,0.1007,0.0989,0.0998,0.101,0.0989,0.0991,0.1001,0.1001,0.0996,0.1003,0.0987,0.1019,0.1029,0.1017,0.0998,0.1019,0.1,0.0987,0.1,0.0986,0.1037,0.1017,0.1019,0.0987,0.1005,0.0986,0.0997,0.1023,0.0992,0.1007,0.1014,0.1007,0.1018,0.1008,0.0982,0.1,0.1005,0.1023,0.1004,0.1017,0.0989,0.0989,0.1007,0.102,0.1003,0.0975,0.1003,0.1,0.1018,0.0248,0.0251,0.0251,0.0251,0.025,0.0252,0.0253,0.0245,0.025,0.0247,0.025,0.025,0.0249,0.025,0.0247,0.0248,0.0258,0.0251,0.025]},"mistral-small@mistral":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8506,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8506,0.8276,0.8621,0.8736,0.8506,0.8391,0.8506,0.8506,0.8506,0.8506,0.8506,0.8391,0.8506,0.8736,0.8276,0.8276,0.8391,0.8391,0.8391,0.8391,0.8391,0.8506,0.8621,0.8391,0.8736,0.8276,0.8391,0.8621],"dims":{"capability":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.7333,0.6667,0.6,0.6,0.6,0.6667,0.6,0.6667,0.6,0.6,0.6667,0.7333,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6,0.6,0.6667,0.6,0.6,0.6],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.75,0.8333,1.0,0.9167,0.8333,0.9167,0.8333,0.9167,0.8333,0.9167,0.8333,0.8333,0.9167,0.75,0.75,0.8333,0.8333,0.8333,0.8333,0.8333,0.8333,1.0,0.8333,1.0,0.75,0.8333,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[558.8,656.5,668.9,612.4,586.7,697.1,789.2,718.8,637.1,659.7,635.5,706.7,1351.2,822.6,778.1,558.7,589.1,517.7,570.0,657.2,610.2,845.5,651.0,561.5,560.2,642.5,625.8,816.3,732.1,613.1,707.7,515.0,714.6,579.3,733.3,796.2,674.5,603.9,607.7,707.0,624.5,664.7,692.3,593.1,489.1,569.2,808.8,791.3,724.9,725.2,689.2,627.5,604.6,867.7,735.1,897.3,756.0,777.8,611.5,556.4,736.1,739.2,1252.6,763.2,834.8,718.2,696.6,743.0,812.5,752.1,845.7,718.5,623.8,713.1,911.6,820.5,806.9,844.2,1028.3,775.5,834.7,702.9],"latency_p95":[6324.8,6576.1,6539.3,6379.6,6417.5,6541.6,6805.2,6712.6,6620.7,6738.7,6457.7,6858.8,7546.1,6873.7,6488.9,6177.5,6053.5,5848.4,6118.3,6520.1,6422.0,6326.5,6445.4,6002.4,5955.6,6303.5,6358.0,6407.2,6178.4,6226.7,6100.7,5905.0,6120.0,6130.7,6412.1,6422.3,6243.1,6138.6,6027.8,6297.1,6051.3,6019.8,6358.1,6148.2,5890.7,6167.1,6170.3,6688.5,6620.8,6542.8,6248.3,5956.9,5859.1,6082.4,5582.6,6326.6,6402.0,5883.5,5848.8,5748.3,5891.2,5878.1,6170.2,6013.2,6442.7,6086.4,5875.9,6329.1,6062.8,6342.7,6018.9,6252.1,5900.6,5983.3,6425.8,6571.5,6428.5,6447.8,6539.6,6289.2,6199.8,6380.7],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0097,0.0096,0.0096,0.0097,0.0096,0.0096,0.0096,0.0097,0.0096,0.0098,0.0096,0.0097,0.0096,0.0096,0.0097,0.0097,0.0097,0.0096,0.0096,0.0096,0.0096,0.0097,0.0096,0.0096,0.0097,0.0097,0.0097,0.0097,0.0096,0.0096,0.0096,0.0096,0.0097,0.0096,0.0096,0.0096,0.0097,0.0097,0.0097,0.0098,0.0097,0.0096,0.0096,0.0096,0.0097,0.0096,0.0096,0.0096,0.01,0.0097,0.0096,0.0095,0.0097,0.0098,0.0096,0.0097,0.0096,0.0095,0.0096,0.0098,0.0097,0.0095,0.0095,0.0093,0.0094,0.0095,0.0094,0.0095,0.0094,0.0096,0.0095,0.0093,0.0093,0.0094,0.0094,0.0094,0.0097,0.0096,0.0096,0.0092,0.0094,0.0092]},"sarvam-105b@sarvam":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8667,0.8667,0.8667,0.8667,0.8667,0.8445,0.9222,0.8778,0.8667,0.8667,0.8667,0.8889,0.8966,0.8966,0.8966,0.9081,0.8851,0.9195,0.9081,0.9081,0.8851,0.908,0.9081,0.8966,0.9195,0.9195,0.8851,0.9081,0.8966,0.9195,0.9081,0.9081,0.931,0.9195,0.8966,0.9081,0.8966,0.8966,0.9195,0.9195,0.8966,0.8851,0.908,0.9081,0.9081,0.908,0.9081,0.908,0.9081,0.9081,0.9081,0.9195,0.9195,0.9081,0.9081,0.9081,0.8966,0.9195,0.8966,0.8621,0.9195,0.9195,0.9195,0.908,0.9081,0.8851,0.908,0.9081,0.9195,0.9081,0.9081,0.9195,0.9195,0.8966,0.9195,0.931,0.8851,0.8966,0.9081,0.9195,0.908,0.8965],"dims":{"capability":[0.6,0.6,0.6,0.6,0.6,0.6667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.6,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.9333,0.6667,0.6,0.6,0.6,0.8,0.6,0.6,0.6667,0.6667,0.6,0.7333,0.6667,0.6667,0.6,0.7333,0.6667,0.6667,0.7333,0.7333,0.6,0.6667,0.6,0.7333,0.6667,0.6667,0.8,0.7333,0.6667,0.6667,0.6,0.6667,0.7333,0.7333,0.6,0.6667,0.7333,0.6667,0.6667,0.7333,0.6667,0.7333,0.6667,0.6667,0.6667,0.7333,0.7333,0.6667,0.6667,0.6667,0.6,0.7333,0.6,0.6,0.7333,0.8,0.7333,0.7333,0.6667,0.6,0.7333,0.6667,0.7333,0.6667,0.6667,0.7333,0.7333,0.6,0.7333,0.8,0.7333,0.6667,0.6667,0.7333,0.7333,0.7333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,0.8333,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,1.0,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[951.9,1414.8,1363.0,1023.1,1197.8,1044.9,1292.4,1100.7,941.6,1148.1,1142.7,1352.0,1133.9,1194.3,1139.2,1217.2,1049.3,1031.9,1109.5,1123.3,1228.3,1216.7,1152.7,1232.1,1051.2,1117.6,1141.4,1117.2,1194.7,1304.6,1236.1,1002.6,1010.3,1149.8,1236.3,1242.4,1363.8,1016.3,1130.6,1136.3,1220.5,1040.0,982.5,1175.7,975.1,1036.4,998.5,1112.9,1064.5,1023.0,1009.3,1025.6,981.7,988.9,1044.8,1025.2,1055.0,1042.2,977.6,931.6,960.5,938.3,1076.1,1021.4,1059.1,1030.9,973.5,969.6,1088.6,1055.7,1064.3,1139.8,1042.3,1051.1,1105.9,1060.5,1241.5,1056.7,1106.0,1134.8,996.9,1127.5],"latency_p95":[10683.3,21365.7,50646.1,10522.6,22083.2,16984.6,18179.5,13418.1,10682.7,17785.1,17312.1,30749.0,16709.5,18806.5,10380.7,13629.9,11491.3,13603.1,8945.6,18069.0,13540.0,20107.9,13049.4,19201.9,10761.2,15781.2,23560.2,19142.3,17514.0,20121.7,14808.1,13416.4,12000.6,18374.0,19477.6,21362.1,18558.8,9658.3,16037.7,16535.1,16000.3,14999.7,11481.2,14716.3,13350.5,11406.6,7004.8,11179.7,10378.8,9161.3,7448.1,8462.9,8675.1,6617.4,8158.7,11423.7,7325.4,7946.9,8598.9,8244.2,8290.1,7087.4,8685.6,10094.2,9649.2,9727.7,10737.5,9054.7,11580.5,9431.6,7985.6,13330.7,12436.6,11992.7,9981.3,12966.1,20653.9,9044.4,10567.8,12024.3,8459.6,12891.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.016,0.0154,0.0159,0.0159,0.0169,0.0157]},"deepseek-reasoner@deepseek":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9767,0.9556,0.9667,0.9667,0.9651,0.9773,0.9556,0.9773,0.9659,1.0,1.0,1.0,0.9881,1.0,1.0,0.9881,1.0,1.0,1.0,0.9878,1.0,0.9765,0.9881,1.0,0.9878,1.0,1.0,0.9878,0.9881,1.0,1.0,1.0,1.0,0.9884,1.0,1.0,0.9882,0.9882,0.9881,1.0,1.0,0.9881,1.0,0.988,1.0,0.9759,0.988,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9884,0.9885,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9333,0.9333,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9,1.0,0.8182,0.9,1.0,0.9,1.0,1.0,0.8889,0.9091,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,0.9,0.9,1.0,1.0,0.9,1.0,0.8889,1.0,0.8,0.9,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[1.0,0.9167,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1470.7,1417.1,1479.9,1373.8,1829.2,1494.9,1531.1,1440.1,1601.2,1470.4,1444.3,1308.0,1062.3,1155.8,1314.8,977.4,1411.8,1491.4,1517.4,1328.4,1379.8,1399.3,1328.5,1153.7,1305.5,1144.0,1229.4,1183.5,1282.4,1179.7,1117.0,1062.1,1144.7,1267.4,1031.3,1251.2,1098.4,1057.6,1286.7,1194.3,1261.0,1290.1,1182.0,1236.1,1290.9,1324.7,1191.1,1170.6,1272.1,1336.2,1108.0,1367.4,1277.2,1390.2,1480.7,1324.7,1254.9,1273.8,1334.9,1513.1,1200.1,1350.9,1293.6,1316.9,1474.1,1300.3,1324.8,1628.4,1350.9,1330.5,1415.2,1241.4,1188.3,1362.7,1393.9,1414.8,1387.6,1333.3,1323.2],"latency_p95":[14072.7,25470.9,30004.7,22715.5,15851.0,18431.4,26257.7,15409.0,22598.4,24069.9,14288.9,11903.3,16585.2,25760.6,13206.8,14046.7,10055.9,11138.1,26016.8,14085.8,25336.9,20717.0,23412.0,18912.1,24251.2,15601.7,16440.1,15793.7,20227.8,15836.9,17927.4,16298.8,22266.7,24743.6,20712.6,21821.7,21226.0,18959.7,25546.3,15698.1,22156.7,22194.5,24067.9,20179.8,18183.3,18425.5,16979.2,17209.0,23330.5,21372.5,16303.0,26821.1,22450.0,24980.0,20145.8,16483.0,21057.5,18221.2,11362.5,18969.9,16840.3,24879.3,17158.8,19344.8,17884.5,20477.7,21281.0,14407.8,20083.1,21329.4,29425.4,16020.4,18571.2,15860.9,21125.9,18835.2,21192.2,22099.9,18205.3],"call_errors":[4,0,0,0,4,2,0,2,2,1,1,4,3,3,2,3,5,4,1,5,3,2,3,3,5,2,2,5,3,3,4,4,2,1,3,3,2,2,3,4,4,3,2,4,3,4,4,3,3,5,5,0,2,2,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{"truncation":4},{},{},{},{"truncation":4},{"truncation":2},{},{"other":2},{"truncation":2},{"truncation":1},{"truncation":1},{"truncation":4},{"truncation":3},{"truncation":3},{"truncation":2},{"truncation":3},{"truncation":5},{"truncation":4},{"truncation":1},{"truncation":5},{"truncation":3},{"truncation":2},{"truncation":3},{"truncation":3},{"truncation":5},{"truncation":2},{"truncation":2},{"truncation":5},{"truncation":3},{"truncation":3},{"truncation":4},{"truncation":4},{"truncation":2},{"truncation":1},{"truncation":3},{"truncation":3},{"truncation":2},{"truncation":2},{"truncation":3},{"truncation":4},{"truncation":4},{"truncation":3},{"truncation":2},{"truncation":4},{"truncation":3},{"truncation":4},{"truncation":4},{"truncation":3},{"truncation":3},{"truncation":5},{"truncation":5},{},{"truncation":2},{"truncation":2},{"truncation":3},{},{},{},{},{},{},{},{},{},{},{},{},{},{"other":1},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[83.3,168.7,156.4,135.1,80.6,127.8,184.8,133.0,138.5,154.0,103.5,81.8,117.4,153.5,87.9,141.3,76.1,75.1,580.0,401.9,491.9,528.0,541.0,454.7,430.8,495.0,500.1,408.5,498.0,469.6,437.4,446.5,559.3,568.8,504.2,474.1,542.0,562.2,527.0,419.4,456.8,486.3,501.6,515.7,529.1,470.0,451.6,459.4,517.9,490.3,417.6,602.7,534.0,506.8,444.9,294.0,352.0,256.0,282.9,321.4,343.2,277.0,294.7,286.5,283.4,239.4,313.7,273.5,304.0,314.1,326.5,256.6,274.7,299.2,299.0,264.5,303.6,285.9,239.0],"cost_usd_est":[0.0728,0.1186,0.1137,0.1028,0.076,0.0977,0.1212,0.1031,0.0955,0.1055,0.0932,0.0719,0.0927,0.1035,0.0796,0.0957,0.0728,0.07,0.2514,0.174,0.2219,0.2346,0.235,0.2009,0.189,0.2229,0.2209,0.1813,0.2164,0.2081,0.1918,0.1953,0.2421,0.2514,0.2187,0.2098,0.2355,0.2436,0.2284,0.1842,0.2032,0.2155,0.2215,0.2182,0.2248,0.2014,0.1984,0.2055,0.2277,0.203,0.1798,0.2708,0.2347,0.2239,0.196,0.1517,0.1704,0.1378,0.1443,0.1673,0.1707,0.1475,0.1532,0.1531,0.1523,0.1343,0.1611,0.1482,0.1566,0.158,0.1654,0.1391,0.1433,0.1558,0.1514,0.1443,0.1534,0.1506,0.1347]},"glm-5.2@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,0.9886,0.9888,0.9886,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[8746.3,3300.4,7704.8,6744.8,7119.3,6076.5,2756.1,3325.8,5591.0,7874.3,6467.9,6854.4,9793.2,null,null,null,null,null,null,9310.8,4709.5,4699.5,6374.1,18194.5,12923.9,19179.1,9459.5,3244.6,4625.2,6617.9,7611.5,8627.3,10115.1,10273.5,2717.7,2511.2,6688.0,6732.6,7606.6,6977.2,5164.3,3357.9,4486.0,9187.6,6802.5,6750.7,4735.2,6828.4,2502.9,3192.2,3747.1,3700.3,5706.0,6377.0,9178.3,2906.6,2960.8,3627.7,6443.1,6782.5,6866.4,3658.9,5235.3,4537.4,5860.0,6225.4,5173.4,6250.6,8027.2,5828.4,9119.9,52673.8,13076.1,10745.9,9593.5,6967.0,4834.3,15479.9,9865.7],"latency_p95":[54599.0,28083.6,55784.7,41054.0,52008.4,50862.1,23693.4,29349.3,35107.4,49995.0,49219.3,47258.9,72604.3,null,null,null,null,null,null,70900.0,43968.4,66114.6,50837.9,90848.5,90410.4,116366.3,57884.2,42627.8,51480.4,59403.0,55269.8,69792.0,63196.7,94633.2,18496.6,25505.2,24015.4,40650.8,56724.3,64445.3,37678.3,49895.0,49685.1,103797.5,41189.6,56973.1,55575.1,27656.8,21783.6,23874.8,27597.9,33790.3,37805.6,42070.0,69936.0,21420.3,25892.3,29234.1,66860.1,46026.2,50364.5,35487.5,40358.9,28516.2,44854.6,49756.6,42405.5,45385.3,70059.4,42055.5,62361.0,111502.0,97846.2,83723.5,69268.7,62161.7,33851.6,69238.6,70316.0],"call_errors":[35,2,1,2,3,1,1,1,1,0,2,1,2,87,87,87,87,87,87,0,1,1,2,2,2,1,0,0,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,1,3,0,1,0,2,0],"errors_by_class":[{"quota-or-billing":35},{"truncation":2},{"truncation":1},{"truncation":2},{"truncation":3},{"truncation":1},{"truncation":1},{"truncation":1},{"truncation":1},{},{"truncation":2},{"truncation":1},{"truncation":2},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{"truncation":1},{"truncation":1},{"truncation":2},{"timeout":2},{"truncation":2},{"timeout":1},{},{},{"truncation":1},{},{"truncation":1},{"truncation":2},{"timeout":1,"truncation":1},{},{},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"timeout":7},{"truncation":1},{"timeout":1,"truncation":2},{},{"truncation":1},{},{"truncation":2},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,506.3,662.2,560.4,507.7,480.9,509.5,494.6,498.6,535.4,486.1,508.1,536.5,543.0,516.6,525.5,547.3,517.3,512.1,514.6,509.9,524.3,505.7,526.4,504.6,506.3,508.7,519.8,548.6,517.1,533.1,508.0,502.6,531.1,495.2,496.9,486.6,527.3,509.7,520.4,499.9,518.8,508.9,502.5,491.6,542.5,452.1,499.9,458.3,506.7,513.4,508.6,510.5,516.3],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.2644,0.2392,0.2698,0.2695,0.2696,0.2655,0.2739]},"grok-4.6@xai":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,0.9889,0.9778,1.0,1.0,1.0,0.9888,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,0.977,0.9885,1.0,1.0,0.9885,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4861.4,4444.9,4998.5,4903.8,5648.9,5105.2,5363.3,4892.2,4978.0,4845.4,5420.4,6274.8,4724.3,4619.0,4111.3,5276.1,4859.8,5123.8,5085.5,4707.3,4552.3,5063.3,5719.5,5165.1,5245.6,5228.3,5068.7,6798.1,5439.4,4852.1,8073.6,4697.4,4453.2,4578.8,2024.9,2782.6,4494.3,1934.9,5147.6,4497.1,4699.9,4509.0,4066.1,4314.6,4419.7,6543.6,4913.3,5665.8,5779.2,5471.3,4978.0,5615.2,5498.1,4864.4,4798.9,5273.0,4750.8,4607.7,3825.6,3949.3,4485.5,3730.4,3707.0,4378.6,4000.4,3827.2,4562.5,4136.3,4266.7,4260.8,4032.5,4001.6,4266.7,4640.5,4515.7,4036.8,5826.7,4823.5,4522.5],"latency_p95":[25574.7,26254.2,29387.4,26802.4,29719.3,28245.1,29161.1,29101.2,27919.8,29424.7,29967.6,97547.6,29006.2,28488.6,27556.3,26087.6,27933.8,30762.6,28009.2,30019.2,27685.8,25992.0,27404.4,29204.8,30419.8,28168.9,28624.6,72096.8,26353.7,29619.5,56473.9,32286.4,31153.6,29403.2,10393.0,19198.3,29560.9,10213.2,22448.1,25353.3,26648.4,21757.7,25379.6,24821.8,26204.4,32386.9,25675.8,27906.1,27107.7,28403.3,32351.1,30448.3,31428.5,30557.2,28702.9,27987.3,29498.0,26629.4,19906.7,20658.8,21630.0,21877.2,24890.9,22338.2,21676.6,20203.3,22523.0,23449.0,26971.4,24520.4,23859.4,27608.5,22558.5,25785.8,24735.2,25893.6,26773.3,25118.1,25512.4],"call_errors":[0,0,0,0,0,0,0,0,1,0,0,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{"other":1},{},{},{"other":18,"timeout":2},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[321.7,316.4,331.5,321.4,344.0,334.8,334.3,335.8,351.8,350.7,348.4,359.0,342.1,364.0,341.4,348.9,345.8,343.1,346.1,350.2,339.4,340.5,342.5,338.2,335.3,326.4,344.4,355.7,347.6,342.5,336.6,328.0,336.4,337.9,343.2,340.6,337.7,330.1,327.1,326.9,331.0,323.5,343.6,320.6,312.1,334.6,323.6,321.1,328.7,346.8,320.7,321.5,318.0,328.8,320.2,315.4,341.7,326.2,340.1,327.0,331.0,318.2,316.6,325.2,326.6,329.6,338.3,332.1,317.9,334.4,326.7,305.8,329.4,329.0,316.0,311.1,330.5,334.7,318.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3594,0.3613,0.3517,0.3604,0.3568,0.3624,0.3526]},"kimi-k3@moonshot":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,0.9886,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,0.9884,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9881,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,0.9333,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4529.9,4719.2,11324.5,8622.1,8016.6,10009.7,7800.7,6316.8,5583.1,8947.3,10231.6,7125.1,6416.5,5929.1,7371.9,null,null,null,null,6872.1,6992.0,8235.8,7517.5,9887.0,8690.2,8017.9,7728.6,7212.1,7618.8,7431.8,6908.2,7931.5,7528.3,null,null,null,null,7412.0,7542.0,7553.7,6343.6,6991.5,6123.3,4961.3,6646.1,6869.0,5564.5,6875.4,6056.7,6315.2,6486.1,5613.9,6498.3,6632.2,6522.2,7120.6,6700.6,7968.1,6794.2,5793.6,6558.4,5659.6,5028.3,7360.6,4693.8,6502.4,6215.4,9865.7,8474.8,9536.9,10998.7,4889.2,8675.3,7248.9,8569.7,5757.1,8605.9,6665.1,7106.0],"latency_p95":[79272.5,57993.7,104370.2,88861.4,98985.5,86772.6,73583.5,82862.9,94841.3,77867.3,82233.7,101080.6,73381.4,73809.6,83600.7,null,null,null,null,87720.1,77609.9,95524.9,81074.8,97829.0,92329.1,89790.0,94881.8,82475.2,86993.2,88553.1,83418.9,83674.3,79534.4,null,null,null,null,64572.6,84265.0,87252.0,80547.5,90397.1,85485.8,63352.1,85520.5,90598.7,76547.8,90282.6,76246.0,65242.1,59416.0,70482.5,71377.6,80909.5,87667.8,85010.3,64512.1,77502.3,68932.1,81469.8,72275.9,54164.1,57060.1,54494.5,56895.7,58176.3,67440.3,54998.7,57594.4,43673.0,63173.7,85611.2,78682.0,65161.0,71100.7,52447.7,63327.4,66972.3,92540.9],"call_errors":[4,5,2,0,1,0,0,1,0,0,1,0,2,0,0,87,87,87,87,0,2,0,0,0,0,0,0,0,0,0,2,2,0,87,87,87,87,0,0,0,0,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,0,0,1,0,1,0,0,1,2,1,0,3,0,0,28,1,2,0,2,0,1,0],"errors_by_class":[{"timeout":3,"truncation":1},{"truncation":5},{"other":2},{},{"truncation":1},{},{},{"truncation":1},{},{},{"truncation":1},{},{"truncation":2},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{"truncation":2},{},{},{},{},{},{},{},{},{},{"truncation":2},{"other":1,"truncation":1},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{"truncation":1},{},{"truncation":2},{},{},{"truncation":1},{},{"truncation":1},{},{},{"truncation":1},{},{},{"truncation":1},{"truncation":1},{},{},{},{"truncation":1},{},{"truncation":1},{},{},{"truncation":1},{"rate-limit":1,"truncation":1},{"truncation":1},{},{"rate-limit":1,"truncation":2},{},{},{"quota-or-billing":28},{"truncation":1},{"truncation":2},{},{"truncation":2},{},{"truncation":1},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[364.0,375.2,498.8,476.0,443.4,508.8,487.2,469.5,559.9,525.8,486.0,477.2,444.7,507.2,481.3,null,null,null,null,530.3,416.1,462.5,459.3,511.1,505.7,491.1,475.4,509.7,494.6,486.5,431.2,464.1,444.5,null,null,null,null,447.7,443.4,469.0,516.8,473.9,504.4,442.8,458.2,510.1,496.7,483.5,491.3,476.4,433.0,472.6,491.3,498.8,476.5,493.4,457.2,498.7,461.4,487.4,490.2,522.3,476.2,496.3,508.0,484.2,475.7,507.7,471.9,480.1,481.8,468.5,540.3,453.9,512.9,436.1,462.3,479.3,552.2],"cost_usd_est":[1.1849,1.1926,1.6046,1.5899,1.473,1.6666,1.6078,1.5527,1.8148,1.6495,1.5288,1.5319,1.408,1.6226,1.5433,0.0,0.0,0.0,0.0,1.6688,1.3347,1.5067,1.4813,1.6262,1.6019,1.5737,1.5358,1.6214,1.5847,1.557,1.3806,1.4628,1.4398,0.0,0.0,0.0,0.0,1.4527,1.4434,1.5167,1.6341,1.509,1.6125,1.4066,1.4848,1.6151,1.5668,1.5505,1.5595,1.5331,1.4146,1.4887,1.5663,1.5817,1.513,1.5525,1.4764,1.599,1.4973,1.5351,1.5597,1.6336,1.528,1.5809,1.5664,1.5129,1.5091,1.6058,1.4464,1.5365,1.546,1.0209,1.6794,1.4523,1.6292,1.3813,1.4918,1.5169,1.7341]},"llama-4-maverick@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.931,0.9885,0.9655,0.9655,0.954,0.9655,0.954,0.931,0.954,0.9655,0.9425,0.954,0.977,0.9655,0.954,0.9655,0.954,0.9655,0.977,0.977,0.9425,0.954,0.9425,0.9655,0.9425,0.954,0.9655,0.954,0.977,0.977,0.9655,0.9425,0.9425,0.9655,0.9425,0.954,0.977,0.9655,0.9375],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8,0.9333,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8,0.8667,0.8,0.8,0.9333,0.8667,0.8667,0.8667,0.9333,0.9333,0.9333,0.8667,0.8,0.8,0.8,0.9333,0.8,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8,0.8667,0.9333,0.8,0.8,0.9333,0.8667,0.8],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,1.0,1.0,0.9167,0.9167,0.9167,0.8333,0.8333,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.8333,0.9167,0.75,0.9167,0.9167,1.0,0.8333,0.9167,0.8333,0.8333,0.8333,0.9167,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.8333,0.8333,0.8333,0.9167,0.9167,0.9167,0.7778],"tool-call":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3489.9,553.8,770.8,692.5,474.8,602.9,527.6,582.3,659.8,1377.4,566.2,1166.7,1048.1,null,null,null,null,null,null,1194.1,628.1,683.5,705.9,724.5,640.6,510.0,882.6,586.7,601.4,2112.7,1176.3,502.1,569.5,571.8,677.8,697.7,691.8,850.3,843.7,1114.9,1433.7,2147.7,1603.3,2240.4,1512.6,2115.1,1725.7,2264.1,1294.0,2112.7,1934.2,1404.1,1188.0,842.4,913.6,951.5,1857.8,1196.5,1017.3,955.1,908.4,1011.1,986.4,1201.5,1595.0,1528.0,1634.5,1003.6,1235.1,961.7,968.5,1320.1,1367.6,1034.1,871.4,912.9,999.4,1054.6,1594.9],"latency_p95":[19419.8,9933.2,15229.4,12965.2,7292.9,9762.8,7215.8,12909.0,10680.6,21065.0,9035.7,18443.3,12929.9,null,null,null,null,null,null,15535.3,10691.0,6957.0,10920.5,8816.5,8299.6,8427.3,12496.7,7288.6,7974.6,32721.2,13883.5,10615.0,9392.1,8521.6,12669.4,7705.7,11834.1,8872.2,12644.9,12925.6,40558.9,47939.7,38636.8,46348.5,40148.2,47556.6,35157.7,63793.2,44743.4,45895.2,39434.2,30836.4,31178.6,28109.0,22970.9,32925.7,45021.4,30581.3,18447.7,24495.8,26290.9,27822.1,19412.3,17694.4,36287.5,35354.9,33774.6,20204.1,18936.7,21396.3,17608.3,22193.4,22083.2,23036.9,19776.8,20807.6,16519.4,15756.3,16100.3],"call_errors":[35,0,0,0,0,0,0,0,0,0,0,0,0,87,87,87,87,87,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7],"errors_by_class":[{"quota-or-billing":35},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"other":7}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0174,0.0178,0.0176,0.0176,0.0175,0.0177,0.0167]},"minimax-m2.5@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9737,0.924,0.9494,0.9324,0.9359,0.9367,0.9375,0.9419,0.924,0.961,0.961,0.961,0.975,null,null,null,null,null,null,1.0,0.9765,1.0,1.0,0.9882,1.0,1.0,0.9767,1.0,0.974,0.9875,0.9762,0.987,0.9885,0.9885,0.977,0.9884,0.9884,1.0,1.0,1.0,0.9882,1.0,1.0,0.9884,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9882,1.0,0.9885,1.0,1.0,1.0,0.9885,0.9726,0.9744,0.9885,0.9885,0.9884,1.0,1.0,1.0,0.9885,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,0.9884],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,0.9286,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,0.9,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,0.75,0.9167,0.9167,0.8333,0.9167,0.8333,0.8333,0.75,0.75,0.75,0.75,0.8333,null,null,null,null,null,null,1.0,0.8333,1.0,1.0,0.9167,1.0,1.0,0.8333,1.0,0.9167,0.9167,0.9167,0.9,1.0,0.9167,0.8333,0.9167,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,1.0,1.0,1.0,0.9167,0.8182,0.8182,0.9167,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,0.9167],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3000.7,3177.0,7877.4,5278.6,3506.5,3221.3,2133.8,6390.4,7308.2,7575.2,2844.0,5565.0,3681.2,null,null,null,null,null,null,42924.5,4991.5,4689.5,8006.4,19720.6,27358.4,33587.7,22322.0,35475.3,57433.5,55366.8,64118.6,77219.5,12725.9,11031.3,7780.9,5433.6,11696.9,9787.8,6554.5,8573.7,44955.5,8709.0,9719.6,7134.7,9019.8,9007.9,7475.6,7961.1,15421.3,15251.2,6594.6,8464.1,11130.0,11695.2,8646.5,3872.9,2665.6,8842.8,5677.0,11125.5,7480.8,68727.2,66260.1,4713.5,8575.2,8065.7,12833.9,6015.0,3446.6,2607.4,2989.7,4171.6,5355.4,8643.8,8242.3,6914.5,6645.0,2627.8,4222.8],"latency_p95":[13029.6,26247.4,45005.1,21917.2,25161.7,24739.7,16615.0,33304.2,37265.8,40926.4,26545.9,40546.4,23422.8,null,null,null,null,null,null,100609.5,60104.5,65372.1,53169.2,104145.0,113948.4,88151.5,82511.1,99234.5,110541.8,112066.4,107994.8,112211.1,101553.2,52349.6,60646.6,40752.8,92982.2,54653.7,56490.9,80332.1,108214.7,64426.4,95143.7,65651.4,70700.9,84889.3,62095.1,60963.0,92223.9,98328.3,48797.1,75234.6,89166.1,79140.1,80922.1,32307.8,31218.6,82927.5,63530.7,76778.8,60002.0,115567.2,113334.7,40752.7,65485.4,57014.9,70809.6,39638.4,35911.4,19837.3,27042.7,53406.4,47175.3,82060.7,56667.8,53495.3,57567.1,28040.6,31903.7],"call_errors":[52,11,11,16,12,11,10,4,11,10,10,10,7,87,87,87,87,87,87,2,2,0,0,2,4,2,1,1,10,7,3,10,0,0,0,1,1,1,0,2,2,1,3,1,3,2,1,1,7,2,0,1,3,5,2,0,0,1,1,1,0,14,9,0,0,1,1,0,0,0,0,0,0,3,0,0,0,1,1],"errors_by_class":[{"quota-or-billing":35,"truncation":17},{"truncation":11},{"request-rejected":5,"timeout":6},{"timeout":2,"truncation":14},{"timeout":1,"truncation":11},{"timeout":11},{"timeout":4,"truncation":6},{"timeout":4},{"request-rejected":3,"timeout":8},{"timeout":10},{"timeout":10},{"request-rejected":3,"timeout":7},{"timeout":6,"truncation":1},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"timeout":2},{"timeout":2},{},{},{"timeout":2},{"timeout":4},{"timeout":2},{"request-rejected":1},{"timeout":1},{"request-rejected":1,"timeout":9},{"timeout":7},{"request-rejected":1,"timeout":2},{"request-rejected":3,"timeout":7},{},{},{},{"timeout":1},{"timeout":1},{"timeout":1},{},{"timeout":2},{"timeout":2},{"timeout":1},{"timeout":3},{"timeout":1},{"timeout":3},{"timeout":2},{"timeout":1},{"timeout":1},{"timeout":7},{"timeout":2},{},{"timeout":1},{"timeout":3},{"timeout":5},{"timeout":2},{},{},{"timeout":1},{"timeout":1},{"timeout":1},{},{"rate-limit":7,"timeout":7},{"rate-limit":4,"timeout":5},{},{},{"timeout":1},{"timeout":1},{},{},{},{},{},{},{"timeout":3},{},{},{},{"timeout":1},{"timeout":1}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0397,0.034,0.0391,0.038,0.0398,0.0398,0.0372]},"qwen3-235b@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9455,0.9667,0.9667,0.9111,0.9333,0.9189,0.9286,0.9286,0.9445,0.9259,0.9651,0.9639,0.931,null,null,null,null,null,null,0.9231,0.9651,0.9294,0.954,0.9286,0.9286,0.931,0.9655,0.954,0.954,0.963,0.9425,0.931,0.9294,0.9655,0.9277,0.9405,0.931,0.9219,0.9259,0.95,0.9268,0.9294,0.9524,0.954,0.9535,0.9512,0.925,0.931,0.9268,0.9398,0.963,0.954,0.954,0.9655,0.954,0.9425,0.9425,0.9643,0.9425,0.954,0.9412,0.9655,0.931,0.9655,0.9302,0.939,0.954,0.931,0.9425,0.931,0.9524,0.9167,0.9178,0.931,0.9425,0.9655,0.954,0.9655,0.931],"dims":{"capability":[0.8,1.0,1.0,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,1.0,1.0,0.8,null,null,null,null,null,null,0.8,1.0,0.8,1.0,0.8,0.8,0.8,1.0,0.8667,0.8667,1.0,0.8667,0.8,0.8,1.0,0.7692,0.9333,0.8,0.8333,0.8,0.9333,0.7692,0.7692,0.9333,0.9333,1.0,0.9333,0.8,0.8,0.8,0.8667,1.0,1.0,1.0,1.0,0.9333,0.8,0.8667,1.0,0.8,0.9333,0.8667,1.0,0.8,1.0,0.8,0.8667,0.9333,0.8,0.8667,0.8,0.9333,0.8,0.8,0.8,0.8667,1.0,0.9333,1.0,0.8],"instruction-following":[1.0,0.8,0.8,0.6667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,null,null,null,null,null,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8667,0.8667,0.8,0.8,0.8,0.8,0.8,0.7857,0.7333,0.8,0.75,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.7778,0.7333,0.7333,0.8,0.8,0.8667,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[14427.0,1717.9,1987.5,1679.7,3111.7,9048.8,5083.5,9386.1,2656.3,8889.7,3418.1,3841.3,1998.3,null,null,null,null,null,null,3346.7,6689.0,2477.9,2306.3,6026.7,2904.3,2414.6,1351.5,1655.7,1833.0,8229.0,2392.9,3638.7,4175.9,2401.0,16838.7,10899.4,1475.3,11765.5,8405.5,9378.6,9554.3,5351.9,6057.3,3854.0,6378.4,7990.4,11322.2,4063.9,8941.2,11442.5,10613.1,2440.0,1843.9,2011.8,3794.4,2569.1,1795.0,3985.9,1742.0,2314.5,4966.3,3676.2,1377.9,1670.0,3934.8,1960.7,5337.9,3893.4,2539.6,1683.4,1316.9,11738.4,14598.8,1496.9,4545.2,2641.4,1353.3,7311.0,2131.4],"latency_p95":[102528.5,48470.0,56010.5,56246.5,50465.1,111518.0,107597.8,88986.0,60805.7,91318.8,93320.9,97786.8,41816.6,null,null,null,null,null,null,85657.4,70174.6,71626.0,57213.1,96604.2,108584.0,70229.7,32418.0,42878.6,37793.3,68320.8,55300.6,105506.8,90087.4,58740.3,52608.8,102212.1,45290.9,70294.5,94307.0,90861.4,103240.0,91925.5,85242.1,81162.1,85801.4,95611.8,104812.0,90893.0,112104.4,82661.0,88695.7,78355.9,63932.5,40187.4,74612.3,78681.2,70165.4,97370.1,66019.8,65140.5,94079.1,64104.7,71636.7,46796.2,103859.5,102480.0,54168.5,50682.4,67267.4,46576.0,54264.2,108084.3,93482.1,82370.0,92464.1,77403.2,55382.2,94184.7,53399.5],"call_errors":[35,0,0,0,0,16,6,6,0,6,1,4,0,87,87,87,87,87,87,9,1,2,0,3,3,0,0,0,0,6,0,0,2,0,4,3,0,23,6,7,5,2,3,0,1,5,7,0,5,4,33,0,0,0,0,0,0,3,0,0,2,0,0,0,1,5,0,0,0,0,3,15,14,0,0,0,0,0,0],"errors_by_class":[{"quota-or-billing":35},{},{},{},{},{"request-rejected":4,"timeout":12},{"timeout":6},{"request-rejected":1,"timeout":5},{},{"request-rejected":2,"timeout":4},{"timeout":1},{"timeout":4},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"request-rejected":2,"timeout":7},{"request-rejected":1},{"timeout":2},{},{"timeout":3},{"timeout":3},{},{},{},{},{"request-rejected":3,"timeout":3},{},{},{"timeout":2},{},{"request-rejected":4},{"timeout":3},{},{"request-rejected":23},{"request-rejected":2,"timeout":4},{"request-rejected":6,"timeout":1},{"request-rejected":4,"timeout":1},{"request-rejected":2},{"timeout":3},{},{"timeout":1},{"timeout":5},{"rate-limit":3,"timeout":4},{},{"rate-limit":1,"timeout":4},{"rate-limit":3,"timeout":1},{"rate-limit":33},{},{},{},{},{},{},{"timeout":3},{},{},{"timeout":2},{},{},{},{"timeout":1},{"timeout":5},{},{},{},{},{"timeout":3},{"rate-limit":7,"timeout":8},{"rate-limit":3,"timeout":11},{},{},{},{},{},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0054,0.0109,0.0109,0.0106,0.0107,0.0112,0.011]},"gpt-6-luna":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,0.9195,0.954,0.9195,0.954,0.954,0.954,0.9195,0.931,0.931,0.9425,0.9195,0.931,0.9195,0.954,0.954,0.9425,0.954,0.9655,0.9195,0.931,0.9425,0.9425,0.954,0.954,0.9425,0.931,0.9425,0.908,0.9655,0.9655,0.931,0.9195,0.9425,0.9195,0.9655,0.954,0.9425,0.954,0.9425,0.954,0.977,0.9655,0.931,0.954,0.9195],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8,0.6667,0.7333,0.7333,0.7333,0.8,0.8,0.6667,0.7333,0.7333,0.7333,0.6,0.6667,0.6667,0.7333,0.7333,0.6667,0.8667,0.8,0.7333,0.6667,0.8,0.7333,0.8,0.7333,0.6667,0.6,0.7333,0.6,0.8,0.8,0.6667,0.6667,0.7333,0.6667,0.8,0.8667,0.8,0.7333,0.7333,0.8,0.8667,0.8,0.6667,0.7333,0.6667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.8333,1.0,0.75,1.0,0.9167,0.9167,0.8333,0.8333,0.8333,0.9167,0.9167,0.9167,0.8333,1.0,1.0,1.0,0.8333,1.0,0.75,0.9167,0.8333,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.8333,1.0,1.0,0.9167,0.8333,0.9167,0.8333,1.0,0.8333,0.8333,1.0,0.9167,0.9167,1.0,1.0,0.9167,1.0,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1132.9,993.1,1079.7,1294.1,1449.9,1362.4,1305.5,1221.1,1000.3,1205.6,1253.0,1586.4,1299.1,1525.7,1411.6,1091.3,1299.2,1253.8,1492.1,1630.8,2255.3,1396.7,1041.4,1131.5,1502.8,1657.0,1586.4,1376.7,1948.3,1245.9,1051.8,1429.9,1471.9,1232.5,1427.7,1412.6,1032.5,1083.2,1106.3,1448.1,1342.7,1208.9,1215.3,1057.5,1057.6,1228.7],"latency_p95":[4716.0,4077.6,4492.2,4462.8,7685.9,5725.9,4673.9,5307.6,4702.4,5100.2,5998.1,7461.8,8423.9,9603.3,5808.5,4961.8,4833.9,6401.8,7127.9,6582.5,7177.2,5615.4,7162.2,7073.9,8371.6,8342.4,10247.5,4969.8,8292.1,5488.9,5736.3,8476.4,6692.7,5298.1,5573.6,6225.7,5261.1,4838.5,5445.5,7878.1,5806.0,5159.7,5393.3,5269.4,4704.9,6224.5],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[18.4,9.9,10.1,11.5,15.3,18.0,15.4,11.4,15.0,12.7,17.1,13.5,11.6,14.9,15.9,15.9,11.6,17.1,16.0,14.8,12.5,16.0,15.2,12.7,13.2,12.6,14.7,16.0,14.0,13.6,12.8,15.8,14.8,14.6,13.2,14.0,16.2,13.7,15.1,18.3,12.3,15.4,12.7,15.2,14.0,15.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0066,0.006,0.0061,0.0066,0.0062,0.0066,0.0064]},"grok-4.7@xai":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,1.0,0.977,0.977,0.9885,0.977,0.977,1.0,0.9655,1.0,1.0,0.9885,0.977,0.9655,0.9885,1.0,1.0,1.0,0.9655,0.9885,0.977,0.9885,1.0,0.9885,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.977,0.977,0.977,1.0,1.0,0.9885,0.9885,0.977,1.0,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8,1.0,0.8667,0.8667,0.9333,0.8667,0.8667,1.0,0.8,1.0,1.0,0.9333,0.8667,0.8,0.9333,1.0,1.0,1.0,0.8,0.9333,0.8667,0.9333,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,0.8667,0.8667,1.0,1.0,0.9333,0.9333,0.8667,1.0,0.9333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2860.0,2415.1,2691.3,2377.2,2116.3,5123.9,2720.0,2687.3,3116.7,1729.0,2133.2,2276.2,2502.5,4101.1,3093.7,3209.9,2539.8,2481.7,2862.7,2616.5,3302.4,1962.9,3082.0,2788.9,2407.4,2042.2,2079.2,1721.5,1953.0,1625.9,1777.8,2052.7,1880.6,1818.7,1821.0,1781.8,2428.6,2168.9,2643.4,1904.8,2039.7,1900.9,3513.0,5674.2,2731.5,4272.2],"latency_p95":[20111.9,14052.4,20952.8,20651.2,16592.9,16560.1,22070.5,18853.5,19430.3,13643.9,19398.3,42476.4,14571.0,28754.4,39527.2,21498.3,25659.0,17670.1,17187.6,15044.1,19435.9,30704.0,27288.0,15234.6,25568.7,14508.0,15304.2,17659.5,14156.5,13729.2,17536.5,13550.7,15455.0,12778.3,14053.1,19037.3,18532.2,14704.1,16277.5,15484.4,16491.8,15434.8,16000.7,16967.9,16136.0,20157.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[165.9,161.3,173.7,186.8,160.7,147.7,158.2,148.3,152.9,154.7,151.8,158.8,157.2,160.5,147.2,143.2,155.7,143.2,174.0,149.4,152.8,157.2,151.5,154.9,152.0,175.7,171.6,150.9,149.4,154.2,160.7,162.1,151.8,139.0,145.2,152.8,144.1,158.5,169.3,149.1,145.6,151.5,161.0,158.4,153.8,158.8],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3598,0.3592,0.3654,0.3666,0.372,0.3647,0.3652]},"deepseek-v4-flash-0731@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"pinned","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8621,0.8506,0.8276,0.8506,0.8621,0.8736,0.8391,0.8506,0.8391,0.8621,0.8276,0.8506,0.8506,0.8391,0.8621,0.8391,0.8391,0.8391,0.8276,0.8391,0.8506,0.8506,0.8506,0.8161,0.8391,0.8506,0.8391,0.8506,0.8506,0.8276,0.8276,0.8506,0.8276,0.8276,0.8276,0.8506,0.8506,0.8621,0.8506,0.8391,0.8506,0.8276,0.8391,0.8391,0.8391],"dims":{"capability":[0.5333,0.4,0.4,0.4,0.4667,0.4667,0.4,0.4,0.4,0.4,0.4,0.4,0.4667,0.4,0.4,0.4667,0.4667,0.4,0.4,0.4,0.4,0.4,0.4,0.3333,0.4,0.4667,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4],"instruction-following":[0.6667,0.7333,0.6,0.7333,0.7333,0.8,0.6667,0.7333,0.6667,0.8,0.6,0.7333,0.6667,0.6667,0.8,0.6,0.6,0.6667,0.6,0.6667,0.7333,0.7333,0.7333,0.6,0.6667,0.6667,0.6667,0.7333,0.7333,0.6,0.6,0.7333,0.6,0.6,0.6,0.7333,0.7333,0.8,0.7333,0.6667,0.7333,0.6,0.6667,0.6667,0.6667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1039.6,1002.9,1115.5,1015.1,1533.7,2610.3,1788.6,1230.9,1163.7,1720.4,3863.5,1939.1,1985.1,1256.4,2410.0,3048.8,7742.7,5978.0,1393.9,1120.9,848.3,702.8,776.4,1560.8,1276.5,1143.9,851.9,1504.5,733.2,1443.0,1000.9,1226.0,1595.9,1256.0,1264.4,1017.7,1049.0,2181.1,1621.0,1452.7,1202.6,971.6,854.9,886.2,2283.3],"latency_p95":[31294.1,24726.3,32407.4,38266.3,33642.5,47309.5,34805.0,42728.7,28806.9,46290.9,47542.9,43394.6,41217.7,37935.1,34352.7,51715.2,39745.0,60422.7,34652.6,28223.1,20014.6,20605.9,20893.7,27988.4,32560.7,24321.6,24938.6,22956.2,26728.8,24395.8,24554.0,25203.9,26311.4,34236.0,27767.6,24611.5,34284.2,26219.7,29028.1,28365.6,26826.6,25755.8,27606.1,22476.9,28054.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0045,0.0044,0.0046,0.0045,0.0048,0.0046,0.0045]},"glm-5.3-flash@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9195,0.931,0.931,0.954,0.931,0.9425,0.931,0.931,0.931,0.931,0.9425,0.9195,0.931,0.9195,0.9111,0.931,0.9474,0.9048,0.9608,0.931,0.931,0.931,0.931,0.931,0.931,0.9302,0.931,0.931,0.931,0.931,0.931,0.931,0.954,0.9294,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931],"dims":{"capability":[0.9333,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6667,0.7333,0.6,0.7333,0.6,0.6,0.6,0.6,0.6667,0.6,0.6,0.6,0.6,0.5556,0.625,0.4,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.7333,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2446.8,2141.8,2774.2,3727.8,4526.0,2542.5,2283.9,2424.6,3478.2,3290.0,4027.1,6278.7,2390.6,1625.1,3894.7,7594.2,8276.3,7674.2,5668.8,3725.9,5033.2,2368.9,1200.0,3036.3,6067.7,5489.5,937.6,3319.8,3074.3,2971.4,1069.2,883.7,940.8,7933.4,1389.9,642.5,795.7,1145.2,1042.4,675.8,802.3,754.9,738.4,654.8,1027.6],"latency_p95":[26425.8,27221.2,31955.2,44528.0,43680.6,28088.4,19870.9,24168.4,26481.2,34767.3,48229.6,49792.3,37770.7,26230.7,39651.5,91202.5,77527.9,74025.4,65052.9,41211.9,54341.1,25885.9,10710.3,48234.1,70117.6,25962.5,14445.6,52646.2,60192.5,59543.2,7843.6,9585.4,13323.8,99538.9,14226.6,7158.9,8212.5,13630.7,8205.7,9303.7,10583.9,8996.1,6253.8,4840.8,7499.2],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,29,30,24,36,0,0,0,0,0,0,1,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"rate-limit":42},{"rate-limit":29},{"rate-limit":30},{"rate-limit":24},{"rate-limit":36},{},{},{},{},{},{},{"rate-limit":1},{},{},{},{},{},{},{},{"rate-limit":1,"timeout":1},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[4.6,5.1,5.0,5.7,4.8,5.5,5.1,4.4,3.6,4.5,4.8,5.7,5.1,5.5,5.2,6.6,2.5,7.9,5.8,4.5,5.1,5.2,5.8,4.7,4.4,5.0,4.8,5.0,6.9,5.5,5.4,5.6,6.0,5.3,5.4,5.5,5.0,5.9,5.6,5.8,6.3,4.8,5.0,5.9,5.9],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0082,0.0082,0.0082,0.008,0.0079,0.0081,0.008]},"hy4-preview@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9615,0.9882,1.0,0.9875,0.975,0.9747,1.0,0.9825,0.9808,0.9762,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9753,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.75,0.9167,1.0,0.9167,0.8333,0.8333,1.0,0.9167,0.8889,0.8333,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3480.2,4454.3,4139.2,18302.5,10307.7,9059.1,3323.7,6318.4,11779.9,6781.9,7541.1,null,4637.3,6601.8,15560.7,12666.7,8042.6,5526.4,7858.5,8245.8,28993.1,19812.2,13907.8,8206.8,7382.1,3719.2,5579.6,6145.3,5615.4,5994.2,6099.3,9984.4,5395.1,6717.6,6484.5,6375.3,3477.8,39931.6,5009.8,5445.2,5463.2,3842.4,4893.5,4343.9,6080.9],"latency_p95":[48140.6,85793.6,80802.4,99838.7,85485.7,75719.2,7751.9,98233.5,87819.0,90203.4,85644.3,null,48011.5,70665.6,111991.9,108808.9,81237.9,84202.1,90485.0,99105.0,107894.6,108653.4,98420.4,92157.4,93680.5,89141.9,75862.0,77795.0,65470.4,80209.2,89516.6,72105.9,71050.6,67979.1,70137.8,76921.8,97632.2,114847.5,89938.6,61834.3,60755.5,63059.0,64704.2,75682.6,97370.8],"call_errors":[9,2,2,7,7,8,80,30,35,3,12,87,7,16,10,9,9,12,6,6,13,18,7,6,7,6,7,7,6,7,7,6,7,8,6,7,0,10,5,6,7,6,8,5,24],"errors_by_class":[{"truncation":9},{"timeout":2},{"timeout":2},{"timeout":7},{"timeout":7},{"request-rejected":2,"timeout":6},{"request-rejected":80},{"request-rejected":28,"timeout":2},{"request-rejected":29,"timeout":6},{"timeout":3},{"rate-limit":6,"timeout":6},{"rate-limit":87},{"timeout":7},{"rate-limit":4,"timeout":12},{"timeout":10},{"timeout":9},{"timeout":9},{"timeout":12},{"timeout":6},{"timeout":6},{"timeout":13},{"timeout":18},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":8},{"timeout":6},{"timeout":7},{},{"timeout":10},{"timeout":5},{"timeout":6},{"timeout":7},{"timeout":6},{"timeout":8},{"timeout":5},{"rate-limit":23,"timeout":1}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[650.0,1303.6,963.9,537.7,540.1,433.0,128.4,553.0,425.5,564.4,707.7,null,527.7,431.5,406.3,360.1,380.5,361.0,568.5,610.1,294.6,324.2,530.4,637.8,555.6,1025.8,522.1,543.2,638.5,598.5,491.6,636.8,573.3,448.7,666.6,408.2,1250.3,416.9,692.1,594.7,604.4,770.3,594.4,825.3,1453.7],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3378,0.2887,0.293,0.3613,0.2853,0.3918,0.5031]},"mimo-v2.6-flash@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,0.9767,0.9765,0.9651,0.954,0.954,0.954,0.9535,0.9655,0.954,0.9655,0.954,0.954,0.9655,0.954,0.9651,0.9655,0.954,0.9655,0.977,0.9767,0.9651,0.9647,0.954,0.9881,0.9651,0.9651,0.9651,0.9643,0.9655,0.9535,0.954,1.0,1.0,0.9884,1.0,0.9884,0.9884,0.9881,1.0,0.9768,0.9655,0.9762,0.9884,0.9884],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9333,0.9333,0.9231,1.0,0.9333,0.9333,0.9333,0.9333,0.9333,1.0,1.0,0.9333,0.9333,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,0.9286,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.8333,0.9167,0.9167,0.75,0.75,0.8333,0.75,0.75,0.8333,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.8333,0.8333,0.75,0.75,0.75,0.9167,0.75,0.75,0.75,0.75,0.75,0.75,0.75,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,0.8333,0.8333,0.9167,0.9167],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[7166.6,10224.0,10585.8,4943.6,4474.1,2822.4,4571.1,16505.3,2190.7,3504.4,4831.6,3476.7,3689.7,3042.9,11359.4,14667.4,4071.9,4117.5,29870.7,6931.2,4765.4,4396.9,4853.8,9637.1,2033.1,2737.7,4112.2,4150.0,48824.2,32953.9,31003.5,3768.0,2962.0,18065.3,2813.5,4107.8,3099.4,5727.6,61003.6,2037.0,9662.4,2643.5,8840.8,2269.8,4168.5],"latency_p95":[41643.8,107191.4,70661.1,54823.2,83165.5,27940.0,55595.3,88411.8,25446.5,43094.9,38064.2,39695.0,44020.7,61235.6,103616.0,82584.4,40765.3,42683.8,111914.4,77063.1,47918.3,54527.5,46834.1,51270.3,24502.3,23913.8,30906.6,29222.1,101305.1,96776.0,95567.5,39144.5,22015.3,52741.4,63549.6,60800.1,30295.3,46582.0,110999.2,23355.7,35271.1,31448.1,43449.7,23637.5,32991.1],"call_errors":[0,1,2,1,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,1,1,2,0,3,1,1,1,3,0,1,0,1,0,1,0,1,1,3,0,1,0,3,1,1],"errors_by_class":[{},{"timeout":1},{"truncation":2},{"truncation":1},{},{},{},{"timeout":1},{},{},{},{},{},{},{},{"rate-limit":1},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":2},{},{"truncation":3},{"truncation":1},{"truncation":1},{"truncation":1},{"timeout":3},{},{"timeout":1},{},{"truncation":1},{},{"truncation":1},{},{"truncation":1},{"truncation":1},{"timeout":3},{},{"truncation":1},{},{"truncation":3},{"truncation":1},{"truncation":1}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[83.4,72.2,34.7,63.8,95.3,73.2,84.6,62.7,70.5,64.6,101.3,98.6,96.7,99.4,65.0,56.5,88.1,101.6,88.4,68.1,54.8,88.4,55.2,65.6,36.6,67.1,50.4,52.2,58.9,73.7,71.4,56.1,65.0,74.4,50.2,95.5,44.7,48.1,66.9,85.2,51.6,50.3,34.6,75.2,57.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0084,0.0098,0.0081,0.008,0.0072,0.0095,0.0085]},"nemotron-3-ultra@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,0.977,1.0,0.9885,0.9885,1.0,0.9747,0.977,0.9885,0.9885,0.977,0.9762,0.9762,0.9767,1.0,1.0,1.0,0.9885,0.9885,0.977,0.9655,0.9655,1.0,0.977,0.9767,1.0,0.977,1.0,0.9885,0.9885,0.9885,1.0,0.9885,0.9885,0.9885,0.9425,0.977,0.9881,0.977,0.9885,0.9885,0.977,0.977,0.9885,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.8333,1.0,0.9167,0.9167,1.0,0.9167,0.8333,0.9167,0.9167,0.8333,0.8333,0.8333,0.9167,1.0,1.0,1.0,1.0,0.9167,0.8333,0.75,0.8333,1.0,0.9167,0.9167,1.0,0.8333,1.0,0.9167,0.9167,0.9167,1.0,0.9167,0.9167,0.9167,0.75,0.9167,0.9167,0.8333,0.9167,0.9167,0.8333,0.8333,0.9167,0.9167],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1050.0,1209.6,1359.5,2066.4,3621.2,5320.4,14328.2,2306.0,1213.0,2324.3,3760.9,4841.9,6743.7,7764.4,2098.9,1032.6,1552.9,3402.2,3066.8,2808.2,5923.5,4077.1,1486.9,7172.8,1823.3,1546.6,2713.0,1814.4,2069.0,1076.8,2531.2,36120.6,4949.0,3406.6,3190.9,2007.1,1662.4,3315.0,2386.8,2104.0,1969.2,2250.7,2276.2,1545.2,4375.7],"latency_p95":[9642.5,11470.7,25370.2,24313.2,46139.6,95243.9,105111.4,24379.4,22393.9,51082.3,69248.2,87132.8,74307.2,56429.6,22137.5,21576.7,26611.9,26089.2,40511.1,42238.0,55514.1,38143.8,20209.8,75504.3,35883.1,27323.0,24368.1,33898.2,41487.7,11075.7,46923.7,103979.5,96797.5,85667.6,36617.3,22652.5,24625.5,86150.3,21049.1,36855.8,43038.3,27643.5,35180.1,30053.7,79787.5],"call_errors":[0,0,0,0,0,1,8,0,0,0,0,3,3,1,0,0,2,0,0,0,0,0,0,0,1,0,0,0,0,0,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{"timeout":1},{"request-rejected":1,"timeout":7},{},{},{},{},{"timeout":3},{"timeout":3},{"timeout":1},{},{},{"timeout":2},{},{},{},{},{},{},{},{"timeout":1},{},{},{},{},{},{},{"timeout":2},{},{},{},{},{},{"timeout":3},{},{},{},{},{},{},{}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[91.0,90.0,91.9,93.2,96.2,92.3,91.6,93.9,98.7,94.9,102.1,94.3,87.8,90.1,93.9,95.0,100.0,108.0,95.1,95.0,97.0,92.6,96.4,89.1,91.2,88.8,98.7,93.0,87.9,92.1,95.7,87.3,91.3,92.0,96.6,87.7,94.3,98.4,89.7,90.6,91.7,89.8,94.8,91.7,97.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.1251,0.1253,0.1253,0.1234,0.1238,0.1224,0.1225]},"claude-sonnet-5-5":{"provider":"anthropic","tier":"workhorse","identity":"alias","dates":["2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9195,0.931,0.9195,0.931,0.8851,0.8966,0.9195,0.931,0.931,0.931,0.931,0.931,0.9195,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.908,0.9195,0.9195,0.931,0.931,0.908,0.908,0.931,0.9195,0.9195,0.931,0.931,0.931,0.9302,null,0.9195,0.9195,0.931,0.931,0.931,0.931,0.931],"dims":{"capability":[0.7333,0.8,0.7333,0.8,0.6,0.6,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.7333,0.7333,0.8,0.7333,0.7333,0.8,0.8,0.8,null,null,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.7333,0.7333,0.8,0.8,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1321.5,1506.2,1619.1,1558.2,1434.0,1381.8,1223.9,1504.1,1422.9,1293.4,1368.8,1173.0,1151.2,1438.5,2134.4,1484.6,1508.9,1540.8,1383.3,1053.0,1691.0,1304.0,1546.0,1622.1,1551.0,1244.6,1464.9,1098.3,1318.0,1454.6,1686.8,1642.7,1259.6,1231.6,null,1396.1,1817.2,1387.0,1825.2,1254.2,1289.3,1118.9],"latency_p95":[11740.7,10402.2,11628.0,12138.4,12384.2,11542.8,10496.0,11153.8,11087.3,10611.0,11519.1,10473.6,10531.5,10659.8,11454.6,12257.5,12290.3,12357.7,11127.2,10820.7,11666.5,11981.5,11543.7,11235.6,11266.5,11576.9,10846.1,11519.2,10672.1,14826.2,13387.4,10875.0,11916.5,9307.9,null,11541.3,10801.4,10735.2,11035.7,11058.3,11279.0,10955.4],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3187,0.3202,0.3208,0.3246,0.3184,0.3174,0.3142]},"claude-opus-5-5":{"provider":"anthropic","tier":"premium","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3595.2,2949.8,3126.7,2015.9,1982.3,1870.8,2208.5,2419.1,2322.3,1758.7,2024.2,1711.4,1651.8,1804.2,1787.5,1946.5,2720.8,1641.0,1696.5,1738.2,2439.1,1840.8,1576.1,1914.9,1713.6,1590.0,1831.1,1755.3,1705.0,1896.7,1859.1,1510.5,1338.7,null,1576.3,1727.0,1638.9,1414.7,1527.4,1472.4,1381.3],"latency_p95":[18905.2,19974.2,22960.7,26409.0,20504.2,18067.8,17676.4,19758.3,18167.7,16921.4,19414.5,18431.5,16512.3,19320.6,18194.4,19017.0,18540.3,18736.0,17113.8,17908.6,18347.3,17247.9,18463.8,18205.2,18080.8,19674.1,17281.4,19060.4,17888.9,17892.0,17453.4,17504.4,14708.7,null,19148.4,18818.6,18433.4,16962.3,18657.3,15865.0,15743.7],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7221,0.7058,0.7518,0.7063,0.7235,0.7134,0.7003]},"gemini-3.8-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[null,null,null,null,null,null,null,1.0,null,null,null,null,0.8961,0.8974,0.9333,0.92,0.9351,0.9091,0.9359,0.9333,0.8533,0.9885,0.9655,0.977,0.9655,0.977,0.9885,0.977,1.0,0.977,0.9851,null,null,null,1.0,0.977,0.9885,0.9885,0.9885,0.977,0.9655],"dims":{"capability":[null,null,null,null,null,null,null,null,null,null,null,null,0.4286,0.4286,0.875,0.75,0.6667,0.75,0.7273,0.7143,0.75,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[null,null,null,null,null,null,null,1.0,null,null,null,null,0.6923,0.7143,0.6,0.6,0.8182,0.6667,0.8,0.75,0.4286,0.9333,0.8,0.8667,0.8,0.8667,0.9333,0.8667,1.0,0.8667,0.9333,null,null,null,1.0,0.8667,0.9333,0.9333,0.9333,0.8667,0.8],"structured-output":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[null,null,null,null,null,null,null,2059.9,null,null,null,null,1844.0,1862.8,2508.5,1956.1,2042.3,1775.2,1569.4,2424.6,2768.0,2159.2,2350.4,3281.7,2287.2,2554.9,2644.7,2481.7,3175.4,2532.8,2891.1,null,null,null,3990.5,3000.7,2866.7,2942.6,2587.1,2292.2,2532.6],"latency_p95":[null,null,null,null,null,null,null,2059.9,null,null,null,null,8323.6,9324.4,10709.4,8797.7,9126.4,8590.1,8790.2,10427.3,11403.6,9165.8,10175.4,10639.7,10587.6,10539.7,11641.2,11642.3,11657.7,11620.0,8394.8,null,null,null,11205.7,12631.3,10108.6,10426.5,10077.2,10339.9,10723.9],"call_errors":[87,87,87,87,87,87,87,86,87,87,87,87,10,9,12,12,10,10,9,12,12,0,0,0,0,0,0,0,0,0,20,87,87,87,0,0,0,0,0,0,0],"errors_by_class":[{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":86},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"truncation":10},{"truncation":9},{"truncation":12},{"truncation":12},{"truncation":10},{"truncation":10},{"truncation":9},{"truncation":12},{"truncation":12},{},{},{},{},{},{},{},{},{},{"quota-or-billing":20},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,42.2,45.6,61.5,67.5,47.7,63.3,53.6,51.1,57.7,126.1,148.0,158.8,134.6,149.2,139.4,141.0,152.5,147.2,171.4,null,null,null,140.5,146.9,148.9,143.7,155.8,139.7,144.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0785,0.0794,0.0808,0.0835,0.0824,0.0827,0.0833,0.0826,0.0805,0.0474,0.0,0.0,0.0,0.0822,0.0862,0.0809,0.0811,0.0837,0.0802,0.0816]},"gpt-6.1-sol":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,0.977,0.9885,0.9885,0.9885,1.0,0.977,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.8333,0.9167,0.9167,0.9167,1.0,0.8333,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2667.0,2454.9,2818.8,1992.4,1909.5,2257.8,3238.0,2109.8,2076.1,2328.7,1467.9,1463.5,1862.4,2556.5,2795.5,1810.7,2053.9,1733.0,2028.2,1988.4,2208.3,3172.3,2971.3,2447.5,1953.9,1536.5,3027.2,3129.7,1733.0,2651.7,1825.0,1409.1,1308.2,1877.0,1743.0,2000.2,1740.3,1730.5,1338.4,1336.3,1543.6],"latency_p95":[19829.6,14964.9,14995.0,14204.6,15165.1,15541.0,16580.5,12988.3,14172.4,14821.1,14317.9,12628.8,19310.5,15043.1,13923.8,13731.8,14616.0,15656.8,15358.7,13953.9,17350.3,17069.9,17180.8,14064.3,12638.3,12722.8,24446.2,17260.2,12748.5,22605.7,13258.2,12988.9,10357.1,12565.4,15506.5,15080.2,14099.8,11840.8,10247.8,10103.0,13100.4],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[4.4,5.4,4.0,5.1,4.7,4.9,3.9,4.7,3.4,4.2,4.5,5.7,4.8,4.5,4.8,5.0,5.4,3.9,4.7,4.2,4.3,3.6,4.1,4.3,5.5,4.1,3.2,4.1,4.4,4.4,3.9,4.0,4.3,3.9,4.3,3.9,4.6,4.2,4.7,3.8,4.6],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.141,0.1424,0.139,0.14,0.1419,0.1431,0.1407]},"minimax-m3@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,0.9885,1.0,1.0,0.9885,0.9885,1.0,1.0,0.9885,0.9768,0.9872,1.0,0.9885,1.0,1.0,1.0,0.977,0.9885,1.0,0.9884,0.9884,1.0,0.9885,0.973,0.96,0.9885,0.977,1.0,1.0,1.0,1.0,0.977,0.977,1.0,0.977,0.9882,1.0,1.0,0.9884,0.9882,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,0.9333,1.0,1.0,0.9333,0.9333,1.0,1.0,0.9333,0.9286,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,0.9333,0.8667,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,1.0,1.0,1.0,0.8333,1.0,1.0,0.9167,1.0,1.0,0.9167,0.8333,0.75,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,0.8333,0.9167,1.0,1.0,0.9167,0.9167,0.8333],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[6317.0,7468.9,40065.3,7236.7,9890.8,9278.5,9956.9,9123.7,8612.1,8431.8,14712.3,13508.8,6134.5,8744.8,10918.2,11148.9,8940.4,3054.5,3129.3,9472.1,5842.1,10705.7,6012.8,69175.8,65731.3,4520.6,7038.9,7733.3,12542.1,5896.7,3111.4,2552.4,2909.1,4108.2,5439.0,10688.7,7369.5,6503.8,5775.3,2655.5,4716.7],"latency_p95":[59101.3,76757.6,109975.9,88873.8,101644.6,67554.1,77795.6,80900.4,90858.7,63702.7,79547.6,89620.9,56032.9,74409.0,108512.3,87855.3,94525.6,36130.9,36162.7,81635.6,95679.0,77277.4,92381.3,109494.9,108877.4,40721.1,88589.2,67332.6,96717.2,49317.9,37054.4,22185.9,25128.6,30531.8,49802.6,94502.1,57541.7,59480.1,54224.6,20929.7,35508.9],"call_errors":[0,0,0,0,0,0,1,0,0,1,9,2,0,1,3,3,0,0,0,1,1,1,0,13,12,0,0,0,2,2,0,0,0,1,0,2,1,0,1,2,0],"errors_by_class":[{},{},{},{},{},{},{"timeout":1},{},{},{"timeout":1},{"timeout":9},{"timeout":2},{},{"timeout":1},{"timeout":3},{"timeout":3},{},{},{},{"timeout":1},{"timeout":1},{"timeout":1},{},{"rate-limit":5,"timeout":8},{"rate-limit":6,"timeout":6},{},{},{},{"timeout":2},{"timeout":2},{},{},{},{"truncation":1},{},{"timeout":2},{"timeout":1},{},{"timeout":1},{"truncation":2},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0427,0.0375,0.0389,0.0415,0.0365,0.0363,0.0417]},"mistral-medium-3.5@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8736,0.8621,0.8851,0.8736],"dims":{"capability":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.75,0.75,0.75,0.75,0.75,0.75,0.8333,0.75,0.9167,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[461.5,484.7,539.3,493.1,500.6,536.4,573.9,537.6,606.1,534.5,496.3,438.8,582.4,560.4,655.1,648.6,603.3,519.5,496.9,555.2,585.0,605.9,572.9,615.2,581.4,480.6,540.8,621.8,577.1,645.0,702.9,537.8,523.2,604.7,593.2,599.0,604.4,839.8,590.4,777.8,756.1],"latency_p95":[6101.1,6057.7,5916.3,6083.9,5702.2,6549.1,6232.1,6138.8,6611.5,6369.9,5592.9,6124.2,5935.5,6220.6,6696.6,6639.7,8903.4,6469.5,6956.6,6283.4,7127.1,6217.4,6324.7,6468.3,6507.1,6251.4,6439.1,6617.6,6663.8,6608.9,6610.2,5902.7,6112.9,6358.4,6502.5,6275.1,6322.1,6528.8,6070.1,6336.7,6181.5],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.1227,0.1221,0.1223,0.1219,0.1225,0.1227,0.122,0.1227,0.1231,0.1224,0.1224,0.1231,0.1227,0.1228,0.1234,0.1224,0.1227,0.1223,0.1222]},"muse-spark-1.3@meta":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[12633.5,8516.7,10215.2,7520.1,8595.6,9094.8,8916.1,18095.3,6476.0,4717.5,4944.7,4158.6,5295.9,5018.1,5125.0,5562.4,7287.1,8948.5,3670.5,5220.3,4880.3,2571.4,2544.2,2579.8,2573.5,2433.1,2236.4,2471.5,2622.2,3206.1,2764.4,2697.4,2771.8,2570.8,5186.8,4756.3,6005.4,5577.3,5244.9,4450.7,5744.8],"latency_p95":[92717.1,34375.0,42367.8,41697.9,45150.5,43477.7,61594.4,89238.6,27513.6,28672.7,31607.4,24910.5,31325.4,34825.9,32130.2,24702.4,41941.9,58250.6,21281.7,26577.8,28810.9,12788.9,11886.2,11852.2,10312.6,12973.7,11038.8,12255.7,13718.4,15990.0,15766.8,13921.7,15883.6,14332.6,24093.3,28684.6,34159.5,33870.4,30883.7,23306.9,36827.5],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,0,1,1,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":1},{},{},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{"truncation":1},{},{"truncation":1},{"truncation":1},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[611.1,603.3,657.1,618.7,640.6,608.4,627.5,647.3,630.8,628.3,643.5,613.5,612.6,615.4,645.5,658.8,611.9,619.6,611.5,655.0,614.6,627.9,604.2,610.6,631.9,681.1,618.8,632.8,615.2,617.6,584.7,613.9,634.8,605.5,630.4,619.3,644.0,643.7,620.2,621.1,654.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.5566,0.5542,0.5677,0.5691,0.5607,0.5585,0.5862]},"qwen3.8-max@deepinfra":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9762,1.0,1.0,1.0,0.9877,0.9882,1.0,0.9759,0.9877,1.0,0.9877,1.0,0.9885,0.9882,1.0,1.0,1.0,0.9877,0.9881,0.9881,1.0,0.9756,1.0,0.9762,1.0,1.0,0.9762,1.0,0.9882,1.0,1.0,1.0,0.9759,1.0,1.0,1.0,1.0,0.988,1.0,0.9881,0.9882],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.8333,1.0,1.0,1.0,0.9167,0.9167,1.0,0.8333,0.9167,1.0,0.9167,1.0,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.9167,0.9167,1.0,0.8333,1.0,0.8333,1.0,1.0,0.8333,1.0,0.9167,1.0,1.0,1.0,0.8333,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,0.9167],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4878.9,4444.9,4411.1,4310.2,4295.6,4029.3,4132.0,4129.7,4430.8,4095.1,4715.2,5197.7,4195.4,4516.1,4392.5,4106.5,4045.4,4237.1,3876.7,4104.1,4328.5,4110.4,4878.0,4071.8,3803.9,4404.1,4443.5,4382.6,4456.5,4135.7,3990.7,4531.6,4263.8,4166.7,4551.3,4568.4,4590.2,3898.8,5840.5,4062.9,4269.5],"latency_p95":[48916.7,56038.6,40159.9,43392.7,31397.4,44695.7,63275.4,42600.4,35091.0,35963.0,43158.0,36870.9,94146.0,56331.0,46682.7,97416.9,74698.7,34060.0,31450.1,49314.3,36738.5,49067.3,40885.4,46442.2,42761.9,46836.0,46276.4,49545.9,55210.1,52637.0,44993.6,92802.9,38244.0,35659.7,60278.2,41203.1,103001.3,36952.6,37813.2,58524.2,54519.9],"call_errors":[3,2,5,5,6,2,4,4,6,3,6,6,0,2,5,1,3,6,3,3,3,5,5,3,3,3,3,2,2,3,2,2,4,3,3,4,1,4,6,3,2],"errors_by_class":[{"timeout":3},{"timeout":2},{"timeout":5},{"timeout":5},{"timeout":6},{"timeout":2},{"timeout":4},{"timeout":4},{"timeout":6},{"timeout":3},{"timeout":6},{"timeout":6},{},{"timeout":2},{"timeout":5},{"timeout":1},{"timeout":3},{"timeout":6},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":5},{"timeout":5},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":2},{"timeout":2},{"timeout":3},{"timeout":2},{"timeout":2},{"timeout":4},{"timeout":3},{"timeout":3},{"timeout":4},{"timeout":1},{"timeout":4},{"timeout":6},{"timeout":3},{"timeout":2}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[103.8,163.8,105.8,148.3,117.6,138.7,146.0,101.3,110.5,115.2,104.1,99.8,277.4,158.1,130.4,200.3,134.8,112.2,101.2,116.2,103.1,113.8,86.9,92.9,108.8,122.1,116.6,147.0,156.6,99.9,140.5,172.7,97.1,107.5,115.8,99.0,230.4,114.7,98.0,129.2,170.8],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.2415,0.1953,0.3362,0.2157,0.1523,0.2636,0.2896]},"claude-haiku-5-5":{"provider":"anthropic","tier":"cheap","identity":"alias","dates":["2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.931,0.931,0.908,0.9195,0.9655,0.931,0.9655,0.9655,0.9425,0.954,0.931,0.9425,0.9195,0.954,0.931,0.954,0.9425,0.908,0.954,0.9655,0.9195,0.9425,0.9302,null,0.931,0.931,0.8966,0.9195,0.931,0.9081,0.9195],"dims":{"capability":[0.8,0.8,0.7333,0.8,1.0,0.8667,0.9333,0.9333,0.8667,0.9333,0.8,0.9333,0.8,1.0,0.8667,1.0,0.9333,0.7333,0.9333,1.0,0.7333,0.8667,null,null,0.8,0.8,0.8,0.8,0.8,0.6667,0.8],"instruction-following":[0.8,0.8,0.7333,0.7333,0.8,0.7333,0.8667,0.8667,0.8,0.8,0.8,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8,null,0.8,0.8,0.6,0.7333,0.8,0.8,0.7333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[900.0,906.2,1045.9,1121.3,886.3,838.4,1169.3,757.8,798.4,1195.5,1078.2,1212.6,1348.1,1021.2,1100.0,925.2,991.2,1351.4,1104.5,1168.4,1029.2,734.7,709.2,null,717.2,815.7,781.2,844.4,834.6,846.1,985.6],"latency_p95":[6713.5,6945.9,6973.3,8450.8,6630.0,6793.9,6807.6,6804.1,7271.3,6963.7,7924.6,6853.9,8422.7,7219.9,6796.5,6384.2,6875.3,7076.4,7631.4,7264.7,7223.9,6805.9,6272.7,null,6680.8,7236.7,6703.3,6740.3,6531.4,6758.2,6635.9],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.016,0.0159,0.0152,0.0156,0.0157,0.0153,0.0158]},"inkling@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.931,0.931,0.931,0.931,0.9186,0.9302,0.9512,0.931,0.908,0.9195,0.931,0.908,0.8605,0.8488,0.8488,0.8621,0.8621,0.8391,0.8941,0.8721,0.8506,0.8588,0.8605,0.8506,0.8588,0.8588,0.8605,0.8706,0.8571,0.8621,0.8605],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,0.9091,0.8333,1.0,1.0,0.8333,1.0,1.0,0.9167,0.9,1.0,0.9167,0.9091,1.0,1.0,1.0,0.7,1.0,1.0],"tool-call":[0.5,0.5,0.5,0.5,0.4167,0.5,0.6667,0.5,0.3333,0.4167,0.5,0.3333,0.0833,0.0,0.0833,0.0,0.0,0.0,0.25,0.0833,0.0,0.0833,0.0,0.0,0.0833,0.0,0.0,0.0833,0.25,0.0,0.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1436.8,1559.5,2371.9,1934.6,1290.9,1365.2,2145.8,1334.7,1437.1,2048.1,1638.8,2022.7,935.4,805.1,802.7,920.1,923.7,1019.7,1371.6,1450.8,1102.9,817.8,1075.2,1093.3,3245.7,1094.4,680.7,2566.7,890.9,1336.0,1451.7],"latency_p95":[13864.2,21084.6,26984.2,15670.5,14965.3,13804.6,64711.2,8277.2,12229.3,10271.9,13995.9,23824.4,10815.3,11103.7,8176.7,11713.7,7717.1,8321.9,10868.2,11670.7,10957.6,8028.5,14056.2,12390.2,55946.3,9966.7,11147.1,67649.8,7365.1,15936.2,25892.1],"call_errors":[0,0,0,0,1,1,5,0,0,0,0,0,1,1,1,0,0,0,2,1,0,2,1,0,2,2,1,2,3,0,1],"errors_by_class":[{},{},{},{},{"truncation":1},{"truncation":1},{"timeout":5},{},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":1},{},{},{},{"truncation":2},{"truncation":1},{},{"truncation":2},{"truncation":1},{},{"rate-limit":1,"truncation":1},{"truncation":2},{"truncation":1},{"truncation":2},{"truncation":3},{},{"truncation":1}],"roster_version":["0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.1721,0.1734,0.1659,0.1739,0.1664,0.1698,0.167]},"mistral-large-4-0@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"pinned","dates":["2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8276,0.8161,0.8276,0.8276,0.8276,0.8276,0.8276,0.7931,0.8276,0.8276,0.8161,0.8161,0.8161,0.8276,0.8161,0.8046,0.8046,0.8161,0.8046,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.6,0.8,0.8,0.7333,0.7333,0.7333,0.8,0.7333,0.6667,0.6667,0.6667,0.6667,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1349.2,2430.2,1286.5,1466.5,1427.7,1126.2,1736.1,1062.4,1210.1,1365.9,1574.4,1452.6,2029.5,2513.6,1302.5,1237.0,1142.8,2052.2,1559.0,null,null,null,null,null,2390.4,2113.3,2939.8,2872.4,1831.4,1994.1,2106.1],"latency_p95":[15385.2,25288.1,26706.8,38435.9,28921.3,13724.1,32144.9,10176.8,19006.9,27807.6,39329.0,14462.6,18589.5,12021.6,9665.7,10714.2,17153.6,13368.1,12043.9,null,null,null,null,null,18831.7,11596.5,14953.2,16581.1,11743.0,9563.0,22680.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,87,87,87,87,0,1,2,1,1,0,1],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"request-rejected":87},{"request-rejected":87},{"request-rejected":87},{"request-rejected":87},{"request-rejected":87},{},{"truncation":1},{"truncation":2},{"truncation":1},{"truncation":1},{},{"truncation":1}],"roster_version":["0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,null,null,null,null,null,197.1,130.3,104.1,147.7,138.4,154.9,147.3],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.0787,0.0805,0.0834,0.0819,0.0956,0.0753,0.09,0.0,0.0,0.0,0.0,0.0,0.189,0.1401,0.1203,0.1516,0.1471,0.1602,0.1534]},"deepseek-v4.1-flash-1017@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"pinned","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.931,0.931,0.9425,0.931,0.931,0.954,0.9425,0.9655,0.954,0.954,0.931,0.9425,0.954,0.954,0.954,0.931,0.931,0.931,0.9655,0.931],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6667,0.6,0.6,0.7333,0.6667,0.8,0.7333,0.7333,0.6,0.6667,0.7333,0.7333,0.7333,0.6,0.6,0.6,0.8,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[855.9,795.4,1400.5,783.9,883.2,973.1,1050.5,1223.3,747.9,818.5,914.4,722.1,933.6,1118.0,1086.8,818.6,679.6,524.4,459.2,581.3],"latency_p95":[12014.2,13739.0,25219.4,16143.3,17540.2,18604.8,23864.4,19546.1,14224.5,17257.5,10308.0,15436.9,18920.2,23631.8,17602.3,13206.4,15637.3,7358.8,6446.9,9327.9],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,0.0113,0.0118,0.0115,0.0112,0.011,0.0112,0.0116,0.0121,0.0113,0.0111,0.0111,0.0112,0.0106,0.011,0.0113,0.0111,0.0111,0.0114,0.011]},"gemini-3.6-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,0.9655,0.9655,0.9655,0.9425,0.954,0.977,0.954,0.9655,0.9412,null,null,null,0.954,0.931,0.954,0.954,0.954,0.9655,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8667,0.8667,0.8667,0.8,0.8,0.7333,0.9333,0.8,0.8667,0.8,null,null,null,0.8,0.8,0.8667,0.8667,0.8,0.8,0.9333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[0.9167,0.9167,0.9167,1.0,0.8333,1.0,0.9167,0.9167,0.9167,0.9167,null,null,null,0.9167,0.75,0.8333,0.8333,0.9167,1.0,0.9167],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1072.4,1150.4,1114.3,980.5,1021.1,1150.7,1133.0,1406.3,1266.4,1089.8,null,null,null,1157.8,1326.3,1471.0,1213.3,1009.7,797.5,1188.9],"latency_p95":[6097.4,6648.5,6130.5,5875.4,5987.4,7644.8,6710.3,6629.1,6619.0,3472.6,null,null,null,6711.0,6548.7,6921.4,6881.2,6607.8,6427.0,6398.1],"call_errors":[0,0,0,0,0,0,0,0,0,19,87,87,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{"quota-or-billing":19},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0593,0.058,0.0568,0.0584,0.059,0.0589,0.0583,0.0584,0.0577,0.027,0.0,0.0,0.0,0.0577,0.0575,0.0585,0.0587,0.0579,0.0591,0.058]},"gemini-4-argon":{"provider":"google","tier":"workhorse","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,0.9885,1.0,0.9885,0.9885,1.0,1.0,0.9853,null,null,null,1.0,1.0,0.9885,1.0,1.0,1.0,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,1.0,1.0,0.9333,null,null,null,1.0,1.0,0.9333,1.0,1.0,1.0,0.9333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4387.3,19252.9,14789.4,5020.8,3746.3,11000.6,8680.9,7421.8,6438.6,4119.9,null,null,null,4209.4,4933.9,4428.8,9231.7,11078.6,10867.4,6053.3],"latency_p95":[20779.1,82405.9,73823.2,33492.4,17990.8,62878.7,40440.4,29475.6,24193.2,12004.4,null,null,null,18056.8,19544.4,21045.4,31584.1,32920.5,57501.3,18010.7],"call_errors":[0,0,0,0,0,0,0,0,0,19,87,87,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{"quota-or-billing":19},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.2123,0.2137,0.2085,0.2145,0.2142,0.2173,0.2133,0.2104,0.2117,0.1144,0.0,0.0,0.0,0.2126,0.21,0.2146,0.2133,0.2141,0.2164,0.2134]},"inkling-small@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8608,0.8488,0.8488,0.8506,0.8621,0.8621,0.8488,0.8851,0.8721,0.8605,0.8621,0.8621,0.8605,0.8434,0.8706,0.8721,0.8333,0.8721,0.8621,0.8721],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.9091,0.9091,0.8333,1.0,1.0,0.8182,0.9167,1.0,1.0,1.0,1.0,0.9091,0.9,1.0,1.0,0.8,0.8182,1.0,1.0],"tool-call":[0.0833,0.0,0.0,0.0833,0.0,0.0,0.0833,0.25,0.0833,0.0,0.0,0.0,0.0833,0.0,0.0833,0.0833,0.0,0.25,0.0,0.0833],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[13158.2,876.5,709.1,842.6,932.7,961.6,966.0,1243.1,1313.1,923.4,799.7,1031.9,925.4,3377.4,1016.3,830.0,2443.8,845.0,1270.3,1655.0],"latency_p95":[97247.6,10722.0,10195.2,6274.2,9607.9,6183.6,10672.3,12249.7,10955.8,6682.8,8422.4,14027.9,12700.2,95549.4,10980.2,10683.3,86605.2,8340.6,15393.9,25656.5],"call_errors":[8,1,1,0,0,0,1,0,1,1,0,0,1,4,2,1,3,1,0,1],"errors_by_class":[{"timeout":8},{"truncation":1},{"truncation":1},{},{},{},{"truncation":1},{},{"truncation":1},{"truncation":1},{},{},{"truncation":1},{"rate-limit":1,"truncation":3},{"truncation":2},{"truncation":1},{"truncation":3},{"truncation":1},{},{"truncation":1}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0429,0.0539,0.0545,0.0495,0.0599,0.0508,0.0575,0.0568,0.0482,0.0479,0.0592,0.0542,0.0564,0.0496,0.0566,0.055,0.0523,0.0526,0.0526,0.0519]},"minimax-m3.1-flash@minimax":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9535,0.9294,0.9405,0.9195,0.9302,0.9167,0.9535,0.9524,0.9186,0.907,0.9425,0.9186,0.9294,0.9405,0.9412,0.9412,0.9425,0.9535,0.9186,0.931],"dims":{"capability":[1.0,0.9333,0.9333,0.8667,0.8,0.8,1.0,1.0,0.8,0.8667,0.9333,0.8,1.0,0.8667,0.9333,1.0,0.9333,1.0,0.9333,0.8],"instruction-following":[0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.7333,0.7333,0.8,0.7333,0.7333,0.7333,0.8,0.7333,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[0.9167,0.8333,0.9167,0.9167,1.0,1.0,0.9167,0.9167,0.9167,0.75,0.9167,1.0,0.9167,1.0,1.0,1.0,1.0,0.9167,0.8333,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2507.3,3096.4,2369.7,2163.4,2441.4,1985.6,2179.9,1757.0,2451.5,1832.2,2748.9,1863.0,1291.9,1989.9,1570.5,1501.2,2052.6,1616.3,1558.1,1539.4],"latency_p95":[40440.3,24844.0,18415.7,19042.5,28843.2,16676.9,17329.6,21973.8,25370.4,29007.7,36181.5,20838.7,19816.9,17990.8,17458.2,14387.2,26991.7,15849.2,16666.3,18809.7],"call_errors":[1,2,3,0,1,3,1,3,1,1,0,1,2,3,2,2,0,1,1,0],"errors_by_class":[{"truncation":1},{"truncation":2},{"truncation":3},{},{"truncation":1},{"truncation":3},{"truncation":1},{"truncation":3},{"truncation":1},{"truncation":1},{},{"truncation":1},{"truncation":2},{"truncation":3},{"truncation":2},{"truncation":2},{},{"truncation":1},{"truncation":1},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[284.7,287.1,238.3,360.6,366.0,213.1,197.7,237.6,286.8,275.6,373.5,263.0,230.7,223.7,265.0,242.6,296.0,312.1,285.8,291.6],"cost_usd_est":[0.0378,0.0348,0.0285,0.0423,0.0438,0.0303,0.033,0.034,0.04,0.0407,0.0496,0.0379,0.0356,0.0314,0.0369,0.0347,0.0419,0.0423,0.04,0.0426]},"gpt-6.1-terra":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.954,0.9425,0.977,0.931,0.9655,0.931,0.931],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.7333,0.7333,0.8667,0.6667,0.8,0.6,0.6667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.9167,1.0,0.9167,1.0,1.0,0.9167],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1301.0,1400.0,1300.1,1380.9,1077.0,1169.2,1267.1],"latency_p95":[4666.1,5182.9,5687.3,5468.3,4387.7,4205.1,5019.4],"call_errors":[0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{}],"roster_version":["0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0442,0.0419,0.0451,0.041,0.0428,0.0436,0.0414]},"kimi-k3.1-pro@moonshot":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9762,1.0,0.9875,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[0.8333,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[5160.1,6105.4,6032.8,5640.5,5602.5,6089.4,4198.1],"latency_p95":[53350.2,71507.7,60622.4,65809.2,62432.8,60250.8,59409.2],"call_errors":[3,3,7,3,3,3,3],"errors_by_class":[{"timeout":3},{"timeout":3},{"rate-limit":7},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":3}],"roster_version":["0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[262.4,323.1,266.9,283.7,300.4,290.2,313.3],"cost_usd_est":[null,0.6641,0.5386,0.5972,0.6208,0.6081,0.6482]}},"battery":{"name":"canary","sha256":"9c42652bc4e0d5bb01c69f4da5ca817741641535af96be12476cf337fc44bcc3","version":"0.1"},"grader_version":"0.1.0","latest_reading":"2026-11-09"},"weekly":{"models":{"claude-fable-5":{"provider":"anthropic","tier":"premium","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9333,0.9894,0.9894,0.9713,0.9655,0.9769,0.9655,0.9885,0.9827,0.977,0.977,0.9713,null,0.9827],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"instruction-following":[1.0,0.9375,0.9375,0.8438,0.8125,0.9062,0.8125,0.9375,0.9062,0.875,0.875,0.8438,null,0.9062],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[3331.6,3201.8,3442.8,3169.5,3375.4,2778.4,2708.2,2899.3,2534.9,2353.9,2580.5,2547.3,null,2359.5],"latency_p95":[13109.9,11136.2,11319.5,11205.9,11116.8,7124.0,11176.0,10884.2,10422.2,10238.7,10448.6,10455.9,null,11195.9],"call_errors":[0,0,0,0,0,44,0,0,0,0,0,0,174,0],"errors_by_class":[{},{},{},{},{},{"quota-or-billing":44},{},{},{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,1.5568]},"claude-haiku-4-5":{"provider":"anthropic","tier":"cheap","identity":"pinned","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8667,0.9681,0.9681,0.9655,0.954,0.9313,0.954,0.954,0.954,0.954,0.954,0.9655,null,0.9655],"dims":{"capability":[0.8,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"instruction-following":[0.8,0.8125,0.8125,0.8125,0.8125,0.7812,0.8125,0.8125,0.8125,0.8125,0.8125,0.8125,null,0.8125],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"tool-call":[0.5,1.0,1.0,1.0,0.9,0.9,0.9,0.9,0.9,0.9,0.9,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[967.8,768.5,729.4,791.3,588.7,541.5,626.4,634.4,572.1,561.4,570.3,569.1,null,561.0],"latency_p95":[5080.3,4109.2,3978.7,4582.0,3986.1,2643.8,3968.4,4183.7,3841.0,4212.0,3779.9,4202.5,null,4219.7],"call_errors":[0,0,0,0,0,43,0,0,0,0,0,0,174,0],"errors_by_class":[{},{},{},{},{},{"quota-or-billing":43},{},{},{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0595,0.0739,0.0742,0.0698,0.0697,0.0269,0.0698,0.0702,0.0695,0.0698,0.0694,0.0698,0.0,0.0698]},"claude-opus-5":{"provider":"anthropic","tier":"premium","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[1.0,0.9947,0.9947,0.9942,0.9942,1.0,1.0,0.9943,0.9885,0.9942,1.0,1.0,null,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"instruction-following":[1.0,0.9688,1.0,1.0,0.9688,1.0,1.0,0.9688,1.0,1.0,1.0,1.0,null,1.0],"structured-output":[1.0,1.0,1.0,0.9583,1.0,1.0,1.0,1.0,0.9167,0.9583,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,0.95,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[2774.3,1871.6,1667.5,1727.0,1661.0,1558.3,1690.9,1589.7,1709.9,1809.2,1230.3,1212.4,null,1765.8],"latency_p95":[38677.9,22802.9,24280.7,25525.8,26955.5,5702.1,27453.0,26979.8,27066.6,30737.2,27690.8,26669.3,null,28078.3],"call_errors":[0,1,0,0,1,44,0,0,0,0,0,0,174,0],"errors_by_class":[{},{"truncation":1},{},{},{"truncation":1},{"quota-or-billing":44},{},{},{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[4.3891,4.7596,4.8765,4.7734,4.6753,1.2015,4.8269,4.6785,4.8061,4.952,4.7175,4.5685,0.0,1.5395]},"claude-sonnet-5":{"provider":"anthropic","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9667,0.9734,0.9947,0.9943,0.9885,0.9846,0.9885,0.9828,0.9827,0.9828,0.9885,0.9885,null,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"instruction-following":[0.8667,0.9062,0.9688,0.9688,0.9375,0.9688,0.9688,0.9375,0.9062,0.9375,0.9375,0.9375,null,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,0.95,0.95,0.95,1.0,0.95,1.0,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[1675.9,1246.3,1226.1,1363.7,1174.0,1072.0,1387.1,1389.2,1129.2,960.0,923.7,881.3,null,793.1],"latency_p95":[12745.9,8837.2,8320.5,8620.0,8199.9,4659.0,8686.6,8715.6,8073.9,8433.4,8335.4,8512.4,null,8060.3],"call_errors":[0,0,0,0,0,44,0,0,0,0,0,0,174,0],"errors_by_class":[{},{},{},{},{},{"quota-or-billing":44},{},{},{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.3991,0.465,0.4507,0.4433,0.4222,0.119,0.4487,0.4526,0.4345,0.4277,0.4296,0.4332,0.0,0.2956]},"deepseek-chat@deepseek":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8555,0.9468,0.9468,0.9655,0.9885,0.9885,0.9885,0.9885,0.9885,0.9885,0.9885,0.9884,0.9885,0.9885],"dims":{"capability":[0.4,0.9583,0.9583,0.9583,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8,0.875,0.875,0.875,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1129.9,1077.4,957.3,716.2,1062.8,922.2,902.8,920.3,818.7,896.7,1001.3,1047.4,1214.0,980.8],"latency_p95":[8921.3,5233.5,5054.5,4067.7,3072.0,3177.1,3254.9,2934.1,2851.5,3577.9,3271.7,3915.4,3869.2,3892.0],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,1,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{"other":1},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0182,0.0189,0.0189,0.017,0.0163,0.0165,0.0164,0.0164,0.0164,0.0165,0.0163,0.0162,0.0164,0.0161]},"gemini-3.1-pro-preview":{"provider":"google","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[1.0,null,0.9712,1.0,1.0,null,null,null,null,0.9921,0.9764,0.9909,null,0.973],"dims":{"capability":[null,null,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,null,1.0],"instruction-following":[null,null,0.875,null,1.0,null,null,null,null,0.9615,0.9231,0.9231,null,0.5],"structured-output":[1.0,null,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,null,1.0],"sycophancy":[null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,null,null],"tool-call":[null,null,1.0,1.0,1.0,null,null,null,null,1.0,0.95,1.0,null,1.0],"verbosity":[null,null,null,null,null,null,null,null,null,null,null,null,null,null]},"latency_p50":[4746.0,null,5061.9,2400.3,2933.1,null,null,null,null,3372.5,3147.4,2944.3,null,2819.8],"latency_p95":[4746.0,null,36377.9,3496.5,6764.1,null,null,null,null,6822.5,13907.3,12991.0,null,6026.0],"call_errors":[89,188,49,165,53,174,174,174,174,48,47,64,174,137],"errors_by_class":[{"quota-or-billing":89},{"quota-or-billing":188},{"truncation":1,"quota-or-billing":48},{"quota-or-billing":165},{"quota-or-billing":53},{"quota-or-billing":174},{"quota-or-billing":174},{"quota-or-billing":174},{"quota-or-billing":174},{"quota-or-billing":48},{"quota-or-billing":47},{"quota-or-billing":64},{"quota-or-billing":174},{"quota-or-billing":137}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[319.0,null,209.2,155.5,176.1,null,null,null,null,177.0,184.6,170.9,null,173.2],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,0.0809]},"gemini-3.5-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18"],"overall":[1.0,1.0,0.9894,1.0,1.0,null,null,null,null,0.977,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,null,null,null,null,0.875,0.875],"structured-output":[1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0]},"latency_p50":[854.3,2106.5,4232.9,785.0,752.4,null,null,null,null,866.5,908.1],"latency_p95":[4519.7,28080.7,18760.3,2630.7,2676.6,null,null,null,null,3397.8,3412.6],"call_errors":[0,2,0,0,0,174,174,174,174,0,0],"errors_by_class":[{},{"truncation":2},{},{},{},{"quota-or-billing":174},{"quota-or-billing":174},{"quota-or-billing":174},{"quota-or-billing":174},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null]},"gpt-5":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9111,0.9301,0.9355,0.9943,0.9828,0.9943,0.977,0.977,0.9943,0.9943,0.977,0.9943,0.977,0.9885],"dims":{"capability":[0.8,0.9792,1.0,1.0,0.9792,1.0,0.9583,0.9583,0.9792,1.0,0.9792,1.0,0.9792,0.9792],"instruction-following":[0.8667,1.0,1.0,0.9688,0.9688,0.9688,0.9375,0.9375,1.0,0.9688,0.9688,1.0,0.9688,0.9688],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,0.95,1.0,1.0,1.0,1.0,1.0,0.9,0.95,0.9,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[761.8,824.7,884.3,703.4,717.0,720.4,767.0,832.4,726.2,772.2,644.9,706.5,886.2,862.2],"latency_p95":[12459.8,5814.5,8132.5,5452.5,6026.3,5769.6,7571.7,7891.9,6595.5,5572.1,5953.7,6209.4,9248.7,5318.0],"call_errors":[0,2,2,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{"request-rejected":2},{"request-rejected":2},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.1751,0.1654,0.1661,0.1484,0.1516,0.1521,0.1494,0.1502,0.1501,0.1488,0.1492,0.1533,0.1526,0.1506]},"gpt-5-mini":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9213,0.883,0.8777,0.9483,0.9598,0.954,0.9483,0.9598,0.9655,0.9483,0.9483,0.9425,0.9483,0.9598],"dims":{"capability":[0.8,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167],"instruction-following":[0.9333,0.875,0.8438,0.8438,0.9062,0.875,0.8438,0.9062,0.9375,0.8438,0.8438,0.8125,0.8438,0.9062],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[774.9,694.5,752.2,826.1,695.8,631.7,809.2,723.6,707.7,647.2,701.2,690.8,783.1,846.2],"latency_p95":[10785.5,6574.1,5726.1,5985.8,6654.9,5092.2,6574.7,6135.2,5305.8,4087.6,5889.3,6535.5,6943.7,8830.1],"call_errors":[1,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0396,0.047,0.0493,0.0407,0.041,0.0405,0.041,0.041,0.0404,0.0403,0.0408,0.0424,0.0405,0.0424]},"gpt-5.6-luna":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9222,0.9086,0.9086,0.954,0.954,0.9483,0.9425,0.977,0.9425,0.9655,0.9713,0.9828,0.9598,0.9713],"dims":{"capability":[1.0,1.0,0.9792,0.9792,1.0,0.9792,1.0,1.0,1.0,1.0,1.0,1.0,0.9792,0.9792],"instruction-following":[0.7333,0.9375,0.9375,0.9062,0.9375,0.9375,0.9375,1.0,0.9062,0.9375,0.9375,0.9375,1.0,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,0.85,0.9,0.8,0.7,0.7,0.6,0.8,0.65,0.8,0.85,0.95,0.7,0.9],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[818.0,873.1,831.0,811.7,806.2,784.1,851.9,777.0,872.4,838.5,785.8,837.0,788.4,784.4],"latency_p95":[7321.4,4241.5,3316.0,3400.1,3392.8,4002.3,4110.9,3718.5,3897.6,3302.0,3310.4,3473.1,3131.8,3971.5],"call_errors":[0,2,2,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{"request-rejected":2},{"request-rejected":2},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.016,0.0146,0.0142,0.0119,0.0121,0.012,0.012,0.0118,0.012,0.0119,0.0122,0.0118,0.0121,0.0122]},"gpt-5.6-sol":{"provider":"openai","tier":"premium","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9333,0.9389,0.95,0.9885,0.977,0.9713,0.977,0.9885,0.9655,0.977,0.9828,0.9943,0.9655,0.9828],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8,0.9375,0.9688,0.9688,0.9688,0.9688,0.9688,1.0,0.9688,0.9375,0.9688,1.0,0.9375,0.9688],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,0.85,0.9,0.95,0.85,0.8,0.85,0.9,0.75,0.9,0.9,0.95,0.8,0.9],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1374.7,1060.6,1073.9,1065.7,952.8,911.9,1130.7,1055.6,979.2,947.7,887.8,1053.4,908.5,960.7],"latency_p95":[8670.7,6671.3,4646.0,4611.6,5913.9,6198.0,4929.3,5331.8,4241.5,4815.3,4697.5,5281.7,3633.6,4043.3],"call_errors":[0,8,8,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{"request-rejected":8},{"request-rejected":8},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.3554,0.3044,0.3079,0.2776,0.2799,0.2858,0.2827,0.2858,0.2773,0.2792,0.2895,0.2797,0.2907,0.287]},"gpt-5.6-terra":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9,0.9444,0.9503,0.9827,0.9827,0.9827,0.9827,0.9828,0.9827,0.9827,0.9827,0.9827,0.977,0.9827],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.875,0.9375,0.9062,0.9062,0.9062,0.9062,0.9375,0.9062,0.9062,0.9062,0.9062,0.9375,0.9062],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9583,1.0,1.0,1.0,1.0,0.9167,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[915.0,907.0,809.6,873.1,786.8,878.0,848.0,911.7,917.8,895.5,768.8,815.1,757.7,828.7],"latency_p95":[13878.6,7071.6,6578.0,5913.7,6625.7,7857.4,7497.3,7983.6,5828.4,5898.5,5121.7,5142.8,5241.8,5550.0],"call_errors":[0,8,7,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{"request-rejected":8},{"request-rejected":7},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.2152,0.1832,0.1978,0.1718,0.1774,0.1765,0.1709,0.1645,0.1728,0.1757,0.1794,0.1734,0.1641,0.1743]},"mistral-large@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9333,0.8564,0.8457,0.8506,0.8506,0.8621,0.8621,0.8506,0.8506,0.8506,0.8563,0.8506,0.8621,0.8621],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.8438,0.8438,0.8125,0.8125,0.875,0.875,0.8125,0.8125,0.8125,0.8438,0.8125,0.875,0.875],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2378.0,4939.3,768.9,703.0,652.4,673.1,654.2,633.9,710.8,676.6,641.9,748.1,633.4,788.6],"latency_p95":[16173.9,21542.2,5895.1,6201.3,6398.2,5865.0,6425.8,6051.6,5962.0,6134.6,5986.3,6154.5,4978.3,5284.8],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0],"cost_usd_est":[0.1012,0.1222,0.123,0.1029,0.1032,0.1025,0.1033,0.1022,0.1024,0.1029,0.1022,0.0257,0.0257,0.0256]},"mistral-small@mistral":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8667,0.9787,0.9787,0.977,0.977,0.977,0.977,0.977,0.977,0.9713,0.9655,0.9655,0.977,0.977],"dims":{"capability":[0.6,0.9583,0.9583,0.9583,0.9583,0.9583,0.9583,0.9583,0.9583,0.9375,0.9375,0.9583,0.9583,0.9583],"instruction-following":[0.6,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,0.9062,0.875,0.9375,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[545.0,592.0,616.1,487.2,440.2,424.7,444.8,455.2,480.7,568.0,489.9,628.2,516.4,695.5],"latency_p95":[6347.2,3397.2,3440.1,2933.8,2944.5,2888.5,2940.0,2930.1,2982.4,3101.7,2978.7,3164.6,3181.3,3539.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0095,0.0101,0.0101,0.0094,0.0095,0.0094,0.0094,0.0094,0.0094,0.0096,0.0097,0.0094,0.0093,0.0094]},"sarvam-105b@sarvam":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8667,0.9043,0.9202,1.0,0.9943,0.9885,0.9885,0.9943,0.9827,0.9943,0.9885,0.9943,0.9943,0.9943],"dims":{"capability":[0.6,0.9792,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.9062,0.9688,1.0,0.9688,0.9375,0.9375,0.9688,0.9062,0.9688,0.9375,0.9688,0.9688,0.9688],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[886.4,939.3,971.5,875.8,863.9,944.5,1088.1,933.0,882.6,898.2,849.1,906.8,871.2,899.5],"latency_p95":[10073.0,5206.4,5921.7,4562.6,5192.5,8113.7,11115.4,7949.9,5487.1,4085.9,4101.6,5310.4,5133.6,4723.8],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.9","0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,0.015]},"deepseek-reasoner@deepseek":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9358,0.9362,0.9882,0.9823,0.9882,0.9826,0.9882,0.9941,0.9941,0.9885,0.977,0.9885,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9062,0.9062,0.9333,0.9062,0.9375,0.9375,0.9375,0.9677,0.9677,0.9688,0.9688,0.9688,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.9,0.9,1.0,1.0,1.0,0.95,1.0,1.0,1.0,0.95,0.85,0.95,0.9],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1398.0,1303.3,955.9,1283.9,1091.3,1126.7,1095.3,1005.4,1086.7,1157.0,1235.5,1442.1,1196.9],"latency_p95":[7118.2,7480.4,5587.9,11407.2,8784.2,11853.7,10407.0,8616.9,13853.6,6647.3,7244.3,7984.8,8464.5],"call_errors":[1,0,4,4,4,2,4,4,4,0,0,0,0],"errors_by_class":[{"truncation":1},{},{"truncation":4},{"truncation":4},{"truncation":4},{"truncation":2},{"truncation":4},{"truncation":4},{"truncation":4},{},{},{},{}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[75.5,86.4,52.7,244.7,207.3,259.0,241.4,224.1,247.3,140.9,123.9,130.2,140.1],"cost_usd_est":[0.1037,0.1142,0.0784,0.2161,0.1904,0.2328,0.2156,0.2021,0.2188,0.1441,0.1313,0.1343,0.1411]},"glm-5.2@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.984,1.0,null,0.9884,0.9885,0.9943,0.9885,0.9828,0.9885,0.9885,0.9943,0.9885,0.9827],"dims":{"capability":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,null,0.9688,0.9688,1.0,1.0,1.0,1.0,1.0,1.0,0.9688,0.9375],"structured-output":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.95,1.0,null,0.95,0.95,0.95,0.9,0.85,0.9,0.9,0.95,0.95,0.95],"verbosity":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4238.1,2034.6,null,3823.5,5028.0,3126.7,2206.1,4066.4,3272.7,1880.9,2497.4,5570.6,6645.9],"latency_p95":[26471.9,19417.4,null,32646.9,32034.1,26080.9,13782.5,41848.8,20941.0,18372.2,23136.2,43125.9,50530.3],"call_errors":[1,0,174,1,0,0,0,0,0,0,0,0,1],"errors_by_class":[{"truncation":1},{},{"quota-or-billing":174},{"truncation":1},{},{},{},{},{},{},{},{},{"truncation":1}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,387.9,369.6,346.6,356.5,357.6,348.9,386.2,375.5,360.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.3611]},"grok-4.6@xai":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9782,0.9728,0.977,0.9827,0.977,0.9713,0.977,0.977,0.9713,0.9713,0.977,0.977,0.9943],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9062,0.875,0.875,0.9062,0.875,0.8438,0.875,0.875,0.875,0.8438,0.875,0.875,0.9688],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,0.95,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4943.5,4366.1,3790.3,4223.1,4147.6,2066.9,3628.5,3715.3,4437.8,4190.8,3487.6,3596.6,3463.2],"latency_p95":[20969.0,25110.6,20410.9,21527.6,24831.1,10931.2,22811.3,21329.2,27026.5,22690.8,22184.7,21316.7,24171.5],"call_errors":[4,4,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{"other":4},{"other":4},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[300.8,298.0,288.8,295.2,285.5,295.1,288.8,291.6,293.5,285.6,305.6,282.4,286.8],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.6008]},"kimi-k3@moonshot":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.984,0.9841,0.9598,0.9483,0.9943,null,null,0.9713,0.9885,0.9655,0.977,0.977,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,0.9688,0.9062,1.0,1.0,null,null,0.9375,1.0,0.9688,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.85,0.9,0.8,0.55,0.95,null,null,0.85,0.9,0.75,0.8,0.8,0.8],"verbosity":[1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[12010.1,4955.3,4381.3,7125.7,6828.7,null,null,5073.1,4955.5,4919.9,4297.4,8338.1,4436.1],"latency_p95":[61446.5,44379.7,42135.3,57497.9,54887.6,null,null,44182.7,37015.3,42223.8,42655.6,41593.0,35373.4],"call_errors":[0,0,0,0,0,174,174,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{"quota-or-billing":174},{"quota-or-billing":174},{},{},{},{},{},{}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[303.7,291.9,272.5,275.2,293.3,null,null,270.5,266.3,288.5,310.2,283.1,275.0],"cost_usd_est":[2.0995,2.0266,1.7562,1.7841,1.8658,0.0,0.0,1.7514,1.7224,1.8468,1.9534,1.8159,1.7704]},"llama-4-maverick@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9574,0.9574,null,0.977,0.977,0.977,0.977,0.9885,0.977,0.9943,0.9885,0.9885,1.0],"dims":{"capability":[0.9583,0.9583,null,0.9583,0.9583,0.9583,0.9583,0.9792,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9375,0.9375,null,0.9375,0.9375,0.9375,0.9375,0.9688,0.875,0.9688,0.9375,0.9375,1.0],"structured-output":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[418.2,583.2,null,398.7,438.9,363.7,423.6,888.6,1261.2,1226.3,798.6,693.3,479.5],"latency_p95":[7887.1,15072.2,null,7585.6,7302.1,6972.7,5993.1,32182.8,38779.6,38818.3,18531.1,17762.8,10629.9],"call_errors":[0,0,174,0,0,0,0,0,0,0,0,0,1],"errors_by_class":[{},{},{"quota-or-billing":174},{},{},{},{},{},{},{},{},{},{"other":1}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.0198]},"minimax-m2.5@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9543,0.9497,null,0.948,0.9191,0.931,0.9483,0.9425,0.931,0.9655,0.9425,0.931,0.9649],"dims":{"capability":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,null,0.9355,0.9375,0.9062,0.9375,0.9375,0.9062,0.9375,0.9375,0.9375,0.9375],"structured-output":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.75,0.75,null,0.65,0.4,0.55,0.65,0.6,0.55,0.8,0.6,0.5,0.8],"verbosity":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2358.6,2241.0,null,7111.9,51513.8,2649.2,9437.1,7208.4,5590.8,1964.6,2621.1,1864.8,1610.8],"latency_p95":[15428.8,23793.3,null,73786.0,115693.9,34564.3,64682.2,49391.8,55282.2,55276.2,30737.5,28515.4,13555.3],"call_errors":[13,9,174,1,1,0,0,0,0,0,0,0,3],"errors_by_class":[{"timeout":3,"truncation":10},{"timeout":9},{"quota-or-billing":174},{"request-rejected":1},{"request-rejected":1},{},{},{},{},{},{},{},{"rate-limit":2,"timeout":1}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.0437]},"qwen3-235b@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-27","2026-08-30","2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[1.0,0.9894,null,1.0,0.9885,0.9885,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0],"dims":{"capability":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,0.9375,null,1.0,0.9375,0.9375,1.0,1.0,1.0,0.9375,0.9375,1.0,1.0],"structured-output":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1237.1,1206.2,null,913.0,4041.9,1006.2,5769.2,10064.0,2278.1,1806.6,907.3,988.3,2364.0],"latency_p95":[19961.5,76180.2,null,27500.0,20084.8,24185.1,44990.4,67148.1,35143.6,49714.5,36135.5,20155.6,99104.9],"call_errors":[0,0,174,0,0,0,0,1,0,0,0,0,22],"errors_by_class":[{},{},{"quota-or-billing":174},{},{},{},{},{"request-rejected":1},{},{},{},{},{"rate-limit":2,"timeout":20}],"roster_version":["0.15","0.15","0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.0037]},"claude-fable-5.1":{"provider":"anthropic","tier":"premium","identity":"alias","dates":["2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9885,0.9885,0.9769,0.977,0.9827,0.9885,0.9885,0.9828,0.9885,null,0.9828],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"instruction-following":[0.9375,0.9375,0.9062,0.875,0.9062,0.9375,0.9375,0.9375,0.9375,null,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,null,0.95],"verbosity":[1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[3750.1,3116.4,2995.9,3237.8,2771.1,3086.1,1164.0,2634.6,1470.9,null,2254.8],"latency_p95":[17442.6,14877.9,10046.5,17455.3,15649.4,15384.1,14582.4,13521.1,14795.3,null,14998.1],"call_errors":[0,0,44,0,0,0,0,0,0,174,0],"errors_by_class":[{},{},{"quota-or-billing":44},{},{},{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,1.6451]},"gpt-6-astra":{"provider":"openai","tier":"premium","identity":"alias","dates":["2026-09-06","2026-09-13","2026-09-20","2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.977,0.9598,0.9713,0.977,0.9655,0.9713,0.9713,0.977,1.0,0.9828,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9688,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.8,0.65,0.75,0.8,0.7,0.75,0.75,0.8,1.0,0.9,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1440.7,1334.0,1454.2,1793.8,1451.7,1524.8,1420.1,1254.1,1394.9,1403.8,1493.5],"latency_p95":[8634.0,7708.1,8080.1,10355.9,8279.9,7970.8,7579.7,7272.7,8205.6,8106.9,9807.4],"call_errors":[0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.18","0.18","0.18","0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[3.5,3.7,4.1,3.1,3.7,3.2,3.2,3.3,3.1,3.3,3.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,0.5865]},"claude-opus-5-5":{"provider":"anthropic","tier":"premium","identity":"alias","dates":["2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9885,0.9885,0.977,0.9885,0.9828,0.9885,null,0.9885],"dims":{"capability":[1.0,1.0,0.9792,1.0,1.0,1.0,null,1.0],"instruction-following":[0.9375,0.9375,0.9375,0.9375,0.9375,0.9375,null,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,0.95,1.0,0.95,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[1701.2,1812.0,2101.6,1717.3,1587.2,1588.8,null,1507.1],"latency_p95":[13244.6,11867.7,13310.9,11521.3,12892.5,12324.4,null,11758.8],"call_errors":[0,0,0,0,0,0,174,0],"errors_by_class":[{},{},{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,0.8746]},"gpt-6-luna":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9828,0.9828,0.9828,0.9828,0.9885,0.9713,0.9885,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9688,0.9688,1.0,1.0,1.0,0.9062,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,0.9583,1.0,1.0,1.0,1.0],"tool-call":[0.9,0.9,0.85,0.9,0.9,0.9,0.9,0.9],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[891.0,868.1,986.6,965.5,898.8,1068.1,922.6,1050.8],"latency_p95":[3078.1,3454.2,3442.8,3942.0,4409.6,3938.9,3423.3,3357.8],"call_errors":[0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[13.2,11.6,12.5,11.9,12.9,14.5,14.6,13.2],"cost_usd_est":[null,null,null,null,null,null,null,0.0063]},"gpt-6-sol":{"provider":"openai","tier":"premium","identity":"alias","dates":["2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9368,0.977,0.954,0.954,0.9195,0.931,0.9483,0.9655],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9062,0.9375,0.9375,0.9062,0.875,0.9375,0.9375,0.9688],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.6,0.9,0.7,0.75,0.5,0.5,0.65,0.75],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1259.8,1064.2,963.6,901.6,822.9,874.1,798.8,843.3],"latency_p95":[4363.7,3816.2,3048.4,3008.7,2594.2,2948.5,2092.4,2226.0],"call_errors":[0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[6.2,6.7,7.2,5.3,4.4,5.9,5.5,5.9],"cost_usd_est":[null,null,null,null,null,null,null,0.0824]},"grok-4.7@xai":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-25","2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9138,0.9081,0.9253,0.9138,0.9195,0.931,0.9253,0.9023],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.5938,0.5938,0.6562,0.5938,0.625,0.6875,0.6562,0.5625],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.9,0.85,0.9,0.9,0.9,0.9,0.9,0.85],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2232.6,2526.2,2141.7,2613.3,2340.3,1742.7,2029.8,2328.5],"latency_p95":[12314.3,15410.2,13563.6,11237.8,10980.0,10430.6,11381.7,15735.6],"call_errors":[0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[159.2,141.7,155.8,135.2,149.5,149.3,164.2,161.1],"cost_usd_est":[null,null,null,null,null,null,null,0.6708]},"deepseek-v4-flash-0731@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"pinned","dates":["2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9598,0.9655,0.9598,0.9655,0.9598,0.954,0.9655],"dims":{"capability":[0.9375,0.9583,0.9583,0.9583,0.9375,0.9583,0.9583],"instruction-following":[0.875,0.875,0.875,0.875,0.875,0.8125,0.875],"structured-output":[1.0,1.0,0.9583,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[621.5,822.5,1155.2,585.6,608.7,742.2,547.7],"latency_p95":[18495.2,25285.7,31601.2,17119.4,17951.7,22679.4,24118.1],"call_errors":[0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{}],"roster_version":["0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,0.0054]},"glm-5.3-flash@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9598,0.9655,0.9664,0.9655,0.9713,0.9655,0.9713],"dims":{"capability":[0.9583,0.9792,0.9545,0.9792,0.9792,1.0,0.9792],"instruction-following":[0.8438,0.8438,0.8929,0.8438,0.875,0.8125,0.875],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1146.2,1658.4,4701.3,700.3,1779.5,501.4,471.0],"latency_p95":[16562.8,13995.9,31457.2,7354.5,22649.0,4811.8,3508.7],"call_errors":[0,0,25,0,0,0,0],"errors_by_class":[{},{},{"rate-limit":25},{},{},{},{}],"roster_version":["0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[3.3,4.0,3.3,3.9,3.9,3.9,3.6],"cost_usd_est":[null,null,null,null,null,null,0.0089]},"hy4-preview@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9713,0.9775,0.9825,0.9762,0.9827,0.977,0.9713],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9375,0.875,0.9062,0.871,0.9032,0.875,0.875],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,0.9583],"tool-call":[0.85,0.9,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2489.6,20387.0,3435.4,15118.2,4560.8,2452.8,3416.6],"latency_p95":[32362.7,90844.4,56873.8,84411.6,52531.6,31920.7,40708.8],"call_errors":[0,85,2,6,1,0,0],"errors_by_class":[{},{"request-rejected":73,"timeout":12},{"timeout":2},{"timeout":6},{"timeout":1},{},{}],"roster_version":["0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[518.1,394.4,449.1,313.5,418.6,506.0,583.7],"cost_usd_est":[null,null,null,null,null,null,0.5776]},"mimo-v2.6-flash@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9713,0.9655,0.9655,0.9655,0.9655,0.9655,0.9655],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8438,0.8125,0.8125,0.8125,0.8125,0.8125,0.8125],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[11672.8,1538.6,2851.6,2971.6,26748.0,2064.0,1181.2],"latency_p95":[93243.5,20154.1,46125.4,34463.3,65763.9,23154.1,14562.7],"call_errors":[0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{}],"roster_version":["0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[29.8,28.5,29.5,31.1,31.9,31.6,31.1],"cost_usd_est":[null,null,null,null,null,null,0.0083]},"nemotron-3-ultra@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-27","2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[1.0,1.0,0.9943,0.9943,0.9943,0.9943,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,0.9688,0.9688,0.9688,0.9688,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[776.8,1343.8,884.7,900.6,731.2,1060.9,1493.4],"latency_p95":[6569.7,13377.4,6298.2,15583.4,7516.4,11902.6,12844.7],"call_errors":[0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{}],"roster_version":["0.21","0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[63.8,63.5,64.1,62.6,86.8,61.7,61.6],"cost_usd_est":[null,null,null,null,null,null,0.1267]},"claude-sonnet-5-5":{"provider":"anthropic","tier":"workhorse","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9827,0.977,0.9885,0.9885,null,0.9827],"dims":{"capability":[1.0,1.0,1.0,1.0,null,1.0],"instruction-following":[0.9062,0.875,0.9375,0.9375,null,0.9062],"structured-output":[1.0,1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,1.0,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,1.0,null,1.0]},"latency_p50":[1220.5,989.4,883.2,924.4,null,1137.1],"latency_p95":[8068.4,7545.2,7684.9,8025.8,null,7310.8],"call_errors":[0,0,0,0,174,0],"errors_by_class":[{},{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,0.3471]},"gemini-3.8-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[null,0.9515,0.9571,0.9827,null,0.9827],"dims":{"capability":[null,0.9792,1.0,1.0,null,1.0],"instruction-following":[null,0.7391,0.6818,0.9062,null,0.9062],"structured-output":[null,1.0,1.0,1.0,null,1.0],"sycophancy":[null,1.0,1.0,1.0,null,1.0],"tool-call":[null,0.95,1.0,1.0,null,1.0],"verbosity":[null,1.0,1.0,1.0,null,1.0]},"latency_p50":[null,2184.3,1488.2,1886.5,null,2164.4],"latency_p95":[null,17851.3,5347.8,8078.4,null,7736.6],"call_errors":[174,9,11,0,174,0],"errors_by_class":[{"quota-or-billing":174},{"truncation":9},{"truncation":11},{},{"quota-or-billing":174},{}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,63.8,64.5,121.2,null,114.7],"cost_usd_est":[null,null,null,0.1057,0.0,0.104]},"gpt-6.1-sol":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9828,0.9713,0.9885,0.9828,0.9885,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.85,0.75,0.9,0.85,0.9,0.9],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1911.6,1281.7,1499.4,1493.8,1238.6,1221.1],"latency_p95":[9624.1,6980.9,9239.0,8993.2,6624.6,6403.5],"call_errors":[0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[5.5,5.7,5.0,4.2,4.3,4.6],"cost_usd_est":[null,null,null,null,null,0.1174]},"minimax-m3@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.931,0.9425,0.954,0.931,0.9195,0.9412],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9062,0.9062,0.9062,0.9375,0.9062,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.55,0.65,0.75,0.5,0.45,0.6],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[7585.8,5233.9,1869.6,2685.0,2171.9,1635.9],"latency_p95":[55589.5,59671.4,49451.0,37652.1,29805.0,15499.7],"call_errors":[0,0,0,0,0,4],"errors_by_class":[{},{},{},{},{},{"timeout":4}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,0.0496]},"mistral-medium-3.5@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9655,0.9655,0.9655,0.9655,0.9655,0.9655],"dims":{"capability":[0.9583,0.9583,0.9583,0.9583,0.9583,0.9583],"instruction-following":[0.875,0.875,0.875,0.875,0.875,0.875],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[415.8,403.2,412.8,488.8,428.5,633.5],"latency_p95":[2916.3,2904.8,3446.8,3460.2,3119.6,3525.5],"call_errors":[0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,0.1147,0.1127,0.1122]},"muse-spark-1.3@meta":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9885,0.9826,0.9884,0.9942,0.9827,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9375,0.9032,0.9375,0.9677,0.9062,0.9375],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[7573.1,5977.5,10529.8,1984.1,1592.7,4274.8],"latency_p95":[36565.9,28321.7,49412.7,8454.5,8327.7,22266.4],"call_errors":[0,2,1,1,0,0],"errors_by_class":[{},{"truncation":2},{"truncation":1},{"truncation":1},{},{}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[515.5,487.3,477.1,515.4,510.8,520.9],"cost_usd_est":[null,null,null,null,null,0.8729]},"qwen3.8-max@deepinfra":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-10-04","2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.977,0.9884,0.9884,1.0,0.9942,0.9943],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9375,0.9375,0.9375,1.0,0.9688,0.9688],"structured-output":[0.9583,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.95,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3196.3,3531.1,3361.9,3420.9,3595.4,3324.1],"latency_p95":[14868.8,21089.5,16176.0,19129.7,20755.4,20813.2],"call_errors":[0,2,1,0,1,0],"errors_by_class":[{},{"timeout":2},{"timeout":1},{},{"timeout":1},{}],"roster_version":["0.26","0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[110.2,87.0,91.5,123.1,118.6,147.2],"cost_usd_est":[null,null,null,null,null,0.3419]},"claude-haiku-5-5":{"provider":"anthropic","tier":"cheap","identity":"alias","dates":["2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9827,0.977,0.9713,null,0.977],"dims":{"capability":[1.0,1.0,1.0,null,1.0],"instruction-following":[0.9062,0.875,0.8438,null,0.875],"structured-output":[1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,null,1.0],"tool-call":[1.0,1.0,1.0,null,1.0],"verbosity":[1.0,1.0,1.0,null,1.0]},"latency_p50":[826.0,728.9,802.6,null,782.3],"latency_p95":[5207.9,5650.5,5579.2,null,5649.3],"call_errors":[0,0,0,174,0],"errors_by_class":[{},{},{},{"quota-or-billing":174},{}],"roster_version":["0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null],"cost_usd_est":[null,null,null,null,0.017]},"inkling@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8908,0.9017,0.8837,0.8895,0.8947],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9375,0.9375,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0],"tool-call":[0.15,0.25,0.0,0.05,0.1],"verbosity":[1.0,1.0,1.0,1.0,1.0]},"latency_p50":[966.7,962.4,691.3,958.0,1003.4],"latency_p95":[16353.8,7931.5,5480.7,10513.5,10791.2],"call_errors":[0,1,2,2,3],"errors_by_class":[{},{"truncation":1},{"truncation":2},{"truncation":2},{"truncation":3}],"roster_version":["0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,null,null,null,null],"cost_usd_est":[null,null,null,null,0.1992]},"mistral-large-4-0@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"pinned","dates":["2026-10-11","2026-10-18","2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8965,0.885,0.885,null,0.977],"dims":{"capability":[0.9583,0.9583,0.9583,null,1.0],"instruction-following":[0.9375,0.9375,0.9375,null,0.9375],"structured-output":[1.0,1.0,1.0,null,1.0],"sycophancy":[1.0,1.0,1.0,null,1.0],"tool-call":[0.3,0.2,0.2,null,0.9],"verbosity":[1.0,1.0,1.0,null,1.0]},"latency_p50":[817.2,828.0,923.5,null,1564.7],"latency_p95":[5782.8,8069.1,5568.3,null,6634.8],"call_errors":[0,0,0,174,0],"errors_by_class":[{},{},{},{"request-rejected":174},{}],"roster_version":["0.29","0.30","0.33","0.33","0.36"],"thinking_mean":[null,0.0,0.0,null,98.4],"cost_usd_est":[null,null,0.0621,0.0,0.1949]},"deepseek-v4.1-flash-1017@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"pinned","dates":["2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9885,0.9885,0.9885],"dims":{"capability":[1.0,1.0,1.0],"instruction-following":[0.9375,0.9375,0.9375],"structured-output":[1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0]},"latency_p50":[707.8,653.8,387.1],"latency_p95":[11650.0,11286.9,4108.6],"call_errors":[0,0,0],"errors_by_class":[{},{},{}],"roster_version":["0.33","0.33","0.36"],"thinking_mean":[0.0,0.0,0.0],"cost_usd_est":[0.0116,0.0118,0.0117]},"gemini-3.6-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9827,null,0.9713],"dims":{"capability":[1.0,null,1.0],"instruction-following":[0.9062,null,0.8438],"structured-output":[1.0,null,1.0],"sycophancy":[1.0,null,1.0],"tool-call":[1.0,null,1.0],"verbosity":[1.0,null,1.0]},"latency_p50":[903.7,null,745.6],"latency_p95":[3521.6,null,3283.7],"call_errors":[0,174,0],"errors_by_class":[{},{"quota-or-billing":174},{}],"roster_version":["0.33","0.33","0.36"],"thinking_mean":[null,null,null],"cost_usd_est":[0.0576,0.0,0.058]},"gemini-4-argon":{"provider":"google","tier":"workhorse","identity":"alias","dates":["2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9885,1.0,0.9828],"dims":{"capability":[1.0,null,1.0],"instruction-following":[0.9375,null,0.9375],"structured-output":[1.0,null,1.0],"sycophancy":[1.0,1.0,1.0],"tool-call":[1.0,null,0.95],"verbosity":[1.0,null,1.0]},"latency_p50":[3722.4,4815.6,6965.3],"latency_p95":[18148.3,4815.6,17704.0],"call_errors":[0,173,0],"errors_by_class":[{},{"quota-or-billing":173},{}],"roster_version":["0.33","0.33","0.36"],"thinking_mean":[null,null,null],"cost_usd_est":[0.2453,0.0005,0.246]},"inkling-small@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-25","2026-11-01","2026-11-08"],"overall":[0.8953,0.8895,0.8953],"dims":{"capability":[1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0],"tool-call":[0.1,0.05,0.1],"verbosity":[1.0,1.0,1.0]},"latency_p50":[664.2,962.6,922.6],"latency_p95":[5846.0,10795.2,10082.3],"call_errors":[2,2,2],"errors_by_class":[{"truncation":2},{"truncation":2},{"truncation":2}],"roster_version":["0.33","0.33","0.36"],"thinking_mean":[null,null,null],"cost_usd_est":[0.0645,0.0614,0.061]},"minimax-m3.1-flash@minimax":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9767,0.9708,0.977],"dims":{"capability":[1.0,1.0,1.0],"instruction-following":[0.875,0.8438,0.875],"structured-output":[1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0]},"latency_p50":[1994.2,1291.8,1258.9],"latency_p95":[9638.6,13921.2,9475.2],"call_errors":[2,3,0],"errors_by_class":[{"truncation":2},{"truncation":3},{}],"roster_version":["0.33","0.33","0.36"],"thinking_mean":[151.7,102.1,119.8],"cost_usd_est":[0.0378,0.0332,0.0379]},"muse-wonder-1.0@meta":{"provider":"openai_compat","tier":"premium","identity":"alias","dates":["2026-10-25","2026-11-01","2026-11-08"],"overall":[0.9943,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0],"instruction-following":[0.9688,1.0,1.0],"structured-output":[1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0]},"latency_p50":[2655.8,2226.0,2253.2],"latency_p95":[16812.9,14067.9,17135.2],"call_errors":[0,0,0],"errors_by_class":[{},{},{}],"roster_version":["0.33","0.33","0.36"],"thinking_mean":[306.7,315.5,304.7],"cost_usd_est":[2.581,2.6388,2.5647]},"gpt-6.1-terra":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-11-08"],"overall":[0.977],"dims":{"capability":[1.0],"instruction-following":[0.9688],"structured-output":[1.0],"sycophancy":[1.0],"tool-call":[0.85],"verbosity":[1.0]},"latency_p50":[942.1],"latency_p95":[3036.0],"call_errors":[0],"errors_by_class":[{}],"roster_version":["0.36"],"thinking_mean":[0.0],"cost_usd_est":[0.0328]},"kimi-k3.1-pro@moonshot":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-11-08"],"overall":[1.0],"dims":{"capability":[1.0],"instruction-following":[1.0],"structured-output":[1.0],"sycophancy":[1.0],"tool-call":[1.0],"verbosity":[1.0]},"latency_p50":[4602.3],"latency_p95":[37119.5],"call_errors":[0],"errors_by_class":[{}],"roster_version":["0.36"],"thinking_mean":[178.1],"cost_usd_est":[0.7969]}},"battery":{"name":"deep","sha256":"7c84e435dd7ede1230a49404eb2412607fd7149f294df1044c10b615747e1bde","version":"0.2"},"grader_version":"0.1.0","latest_reading":"2026-11-08"},"models":{"claude-haiku-4-5":{"provider":"anthropic","tier":"cheap","identity":"pinned","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8333,0.8667,0.8667,0.8667,0.8667,0.8667,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.7907,null,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621],"dims":{"capability":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,null,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,0.75,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,null,0.5,0.5,0.5,0.5,0.5,0.5,0.5],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[843.1,858.5,1010.8,800.7,837.6,853.1,837.3,875.9,825.8,866.8,818.9,895.8,822.2,856.7,1001.9,841.8,1018.4,941.1,986.0,1010.1,1035.4,1117.2,948.7,786.2,840.4,858.0,792.3,842.1,905.7,697.6,762.8,664.7,764.0,704.0,765.2,812.8,837.7,788.7,774.0,890.3,854.3,762.7,668.3,723.7,682.9,693.5,718.3,781.2,693.8,725.3,739.8,746.7,813.9,762.3,714.0,779.2,793.7,698.1,740.6,739.5,732.5,763.3,756.4,779.1,733.5,768.2,745.6,750.3,708.0,694.5,770.2,780.8,635.1,686.1,null,551.9,722.7,726.2,676.2,833.8,767.5,737.4],"latency_p95":[5000.9,5109.2,5128.0,5193.9,5118.7,5554.7,5239.0,5319.1,5633.9,5817.9,5865.5,5875.6,5606.7,5906.9,5933.9,4877.8,5925.8,5587.4,5938.2,5642.0,5760.0,5940.9,5849.2,5464.0,5824.4,5825.4,5856.1,5827.7,5897.3,5298.7,5307.9,5077.0,5790.9,5167.7,5877.1,5881.1,5561.1,5467.0,5736.1,5878.5,5918.4,4820.8,5533.3,5573.6,5522.5,5562.0,5553.3,10509.9,5518.3,5552.1,5526.8,5479.2,5188.1,5549.1,5522.1,5570.1,5562.3,5522.0,5151.0,5152.5,5546.1,5518.8,5529.3,5530.4,5490.4,5185.6,5152.0,5508.4,5529.0,5510.5,5530.2,5525.2,5052.4,5149.7,null,5390.0,5513.0,5127.7,5082.0,5508.4,5133.5,5105.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0601,0.06,0.0605,0.0615,0.0616,0.0624,0.0612,0.0606,0.0605,0.0605,0.0623,0.0614,0.0598,0.0612,0.0613,0.0575,0.0606,0.0573,0.0596,0.059,0.06,0.06,0.0615,0.0578,0.0605,0.0608,0.0604,0.0612,0.0623,0.0626,0.0606,0.0614,0.0624,0.0608,0.0624,0.0605,0.0598,0.0609,0.0597,0.0615,0.0614,0.0581,0.0604,0.0614,0.0607,0.0613,0.0599,0.059,0.0597,0.0597,0.0595,0.0602,0.0588,0.0583,0.0597,0.059,0.0587,0.0595,0.0573,0.0582,0.0591,0.0597,0.0597,0.0596,0.0595,0.0573,0.0573,0.0598,0.0591,0.0588,0.0595,0.0591,0.0589,0.0165,0.0,0.0597,0.0589,0.0576,0.0602,0.0603,0.0573,0.0573]},"claude-sonnet-5":{"provider":"anthropic","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9556,0.9556,0.9556,0.9889,1.0,0.9667,0.9667,0.9667,0.9556,0.9667,0.9889,0.9778,0.9885,0.977,0.9885,0.9655,0.9425,0.954,0.954,0.954,0.977,0.9655,0.9425,0.9655,0.9655,0.9425,1.0,0.9655,0.954,0.954,0.977,0.977,0.9655,1.0,0.9655,0.954,0.9655,0.9655,0.9885,0.954,0.9655,0.977,0.977,0.954,0.9655,0.9655,0.9885,0.9885,0.9655,0.9425,0.9425,0.977,0.9885,0.977,0.954,0.977,0.977,0.9885,0.9655,0.954,0.977,0.9885,0.9655,0.954,0.9655,0.977,0.954,0.954,0.9885,0.954,0.954,0.9655,0.954,0.9535,null,0.977,0.954,0.9655,0.954,0.977,0.9655,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8667,0.8,0.8667,0.9333,1.0,1.0,0.8,0.8,0.8,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.8,0.8,0.8667,0.8,0.7333,0.8667,0.8,0.7333,0.8,0.8,0.6667,1.0,0.8,0.7333,0.7333,0.8667,0.8667,0.8,1.0,0.8667,0.8,0.8,0.8,0.9333,0.7333,0.8667,0.8667,0.9333,0.7333,0.8,0.8667,0.9333,0.9333,0.8,0.7333,0.8,0.8667,0.9333,0.8667,0.8667,0.8667,0.8667,0.9333,0.8,0.7333,0.8667,0.9333,0.8,0.7333,0.8,0.8667,0.7333,0.8667,0.9333,0.7333,0.8,0.8,0.8,0.8667,null,0.8667,0.7333,0.8,0.7333,0.8667,0.8,0.8667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,0.8333,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,0.8333,1.0,1.0,1.0,0.8333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,1.0,1.0,0.9167,1.0,0.9167,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1575.3,1790.9,1793.5,1661.3,1588.4,1918.0,2627.4,2404.6,2087.6,1353.1,1417.2,2219.7,2512.5,2327.2,2025.8,2147.5,1538.8,1453.7,1570.5,2303.1,2470.9,2320.1,2044.0,1347.7,1323.8,1475.1,1409.6,2068.9,2006.2,1866.8,1490.0,1647.6,1941.0,1753.3,1845.4,1963.8,1731.8,1512.4,1568.9,2134.0,2380.7,1929.9,1302.1,2261.6,1234.5,1221.0,1285.7,1434.9,1310.9,1275.7,1230.2,1209.4,1260.9,1372.5,1230.8,1501.8,1331.3,1251.2,1118.3,1203.9,1134.9,1216.6,1321.8,1384.8,1134.5,1188.4,1104.8,1197.9,1302.0,1172.3,1202.5,1250.3,1113.5,1113.2,null,1105.0,1274.0,1202.0,1200.7,1200.1,1037.4,1050.2],"latency_p95":[12712.2,12715.5,13777.6,14133.8,12428.9,12314.0,13602.5,13494.9,11804.1,12203.8,11514.4,12537.3,12350.3,13234.4,11948.6,12445.2,11381.2,12336.5,12167.7,12543.3,13020.6,13037.8,12924.4,12462.4,11549.8,13139.0,12479.8,13038.1,12026.7,13090.8,12073.0,11804.8,13325.3,11952.9,12246.5,12683.8,12931.6,11777.3,11809.6,12143.1,14335.5,13474.0,11783.2,10827.9,10737.5,10705.1,11281.3,11864.4,11940.9,11804.6,12052.4,12309.6,11380.2,11442.4,11558.0,12506.5,12106.5,11648.4,11604.3,11863.6,12517.8,11666.0,11772.2,13555.6,11177.0,11132.7,12076.5,12328.6,12121.8,13817.9,11837.2,11405.9,12242.5,11498.1,null,12413.1,12332.3,11854.3,12736.4,11039.7,11503.2,10669.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.4094,0.3892,0.4097,0.3938,0.3906,0.3914,0.3894,0.3914,0.3975,0.4112,0.3864,0.3849,0.3727,0.3921,0.3704,0.3677,0.3565,0.3677,0.3942,0.3691,0.379,0.3542,0.3743,0.3755,0.3791,0.3847,0.3872,0.3868,0.38,0.3694,0.3712,0.362,0.3821,0.3615,0.3715,0.38,0.3872,0.3839,0.3912,0.3725,0.4179,0.3742,0.3965,0.3688,0.3865,0.3698,0.3829,0.3898,0.368,0.3749,0.371,0.3714,0.3837,0.3917,0.3567,0.3818,0.3611,0.3691,0.3599,0.3763,0.3907,0.3887,0.3821,0.3886,0.3774,0.3697,0.3663,0.3793,0.363,0.4146,0.396,0.3776,0.3726,0.1041,0.0,0.2509,0.2563,0.2489,0.2474,0.241,0.2634,0.2482]},"deepseek-chat@deepseek":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8444,0.8111,0.8111,0.8667,0.8555,0.8222,0.8222,0.8333,0.8222,0.8222,0.8333,0.8222,0.8276,0.8621,0.8391,0.8276,0.8506,0.8391,0.8506,0.8506,0.8391,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.9425,0.9655,0.9655,0.9655,0.9655,0.9655,0.9655,0.9655,0.954,0.9655,0.9885,0.977,1.0,0.9655],"dims":{"capability":[0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.7333,0.6667,0.6,0.8,0.7333,0.6,0.6,0.6667,0.6667,0.6,0.6667,0.6,0.6,0.8,0.6667,0.6,0.7333,0.6667,0.7333,0.7333,0.6667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.9333,0.8667,1.0,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1607.3,1233.0,1077.8,1086.2,962.6,1011.7,1039.2,1299.2,1131.1,1180.8,1125.1,1172.5,1152.1,1193.4,938.6,866.4,862.3,985.8,878.4,1176.3,1148.7,1107.4,1171.6,1170.1,1159.0,1128.3,1011.7,1083.7,911.9,1053.6,1008.8,1033.3,1074.0,938.6,877.6,914.6,1101.6,787.4,1064.9,847.1,898.5,1049.5,978.1,993.6,1059.6,966.3,972.8,1036.3,1000.9,888.5,1029.2,1096.1,1064.7,923.9,1092.0,1073.5,1058.4,1152.1,1100.2,1124.9,1003.5,1142.1,1199.0,1024.6,1178.8,1061.8,1108.5,1165.8,1145.3,1107.9,1262.7,1140.7,1169.1,1134.3,1038.5,1009.2,1176.3,1173.9,1139.5,1149.9,1034.8,1053.8],"latency_p95":[9151.9,8424.6,8903.5,8917.6,8905.2,8376.5,9221.9,9201.7,9282.7,8832.1,9189.7,9192.0,8251.2,7172.1,7995.0,7871.2,7699.6,8011.3,7418.4,7064.2,7830.4,4263.9,3970.4,3907.2,4213.2,4060.5,4052.8,3972.6,3643.1,3834.2,3843.1,3862.7,3688.2,3450.8,4018.0,3862.3,3816.5,3819.0,3870.3,3598.4,3854.3,4084.2,3666.5,3848.7,3788.1,3721.0,3742.8,3797.9,3736.8,3897.4,3459.3,3978.5,4219.7,4115.8,4503.5,4905.0,5052.6,4667.9,4392.3,4212.1,4239.6,4148.7,4369.3,3874.9,5142.1,4576.5,4938.1,4803.7,5099.3,5439.5,5390.3,5549.0,5972.7,5393.1,4582.5,4549.6,5730.2,4546.2,5265.5,5140.8,5073.3,5087.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0187,0.0181,0.0188,0.0183,0.0184,0.0177,0.0181,0.0181,0.0179,0.0176,0.0175,0.0174,0.0173,0.0173,0.0178,0.0183,0.0176,0.0181,0.0178,0.0179,0.0173,0.0146,0.0143,0.0141,0.0144,0.0145,0.0143,0.0147,0.0145,0.0143,0.0146,0.0144,0.014,0.0141,0.0144,0.0145,0.0141,0.0145,0.0143,0.0143,0.0146,0.0143,0.0145,0.0144,0.0144,0.0141,0.0148,0.0141,0.0141,0.0143,0.0146,0.0146,0.0144,0.0143,0.0143,0.0146,0.014,0.0144,0.0143,0.0143,0.0143,0.0144,0.0148,0.0139,0.0145,0.0142,0.0146,0.0141,0.0146,0.0138,0.0145,0.014,0.0146,0.014,0.0139,0.0139,0.0148,0.0143,0.0143,0.0145,0.0143,0.0144]},"gemini-3.1-pro-preview":{"provider":"google","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9885,1.0,1.0,1.0,0.9655,0.9655,0.9885,0.977,0.9885,0.977,0.954,0.9885,0.9885,0.977,0.954,0.9655,0.977,0.954,0.9853,null,null,null,1.0,0.9885,0.9885,0.977,1.0,0.9885,0.954],"dims":{"capability":[null,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,0.9333,1.0,1.0,0.9333,1.0,0.9333,0.9333,0.9333,1.0,1.0,0.9333,0.8,null,null,null,1.0,0.9333,1.0,0.9333,1.0,1.0,0.8],"instruction-following":[1.0,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,0.8667,0.9333,0.9333,1.0,0.9333,0.8667,0.8,0.9333,1.0,0.9333,0.8667,0.8,0.9333,0.8667,1.0,null,null,null,1.0,1.0,0.9333,0.9333,1.0,0.9333,0.9333],"structured-output":[1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,0.9167,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[null,null,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3596.0,4409.1,16478.3,null,3093.6,7975.0,33074.5,28690.0,12434.1,4427.9,4965.7,54140.5,39312.7,4426.5,8309.1,4592.8,3709.8,3781.2,3775.0,3947.4,5953.6,4364.1,4231.5,3926.4,4088.2,7406.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,5027.5,4624.0,45226.3,4620.2,5200.0,14823.7,5115.5,5668.8,5001.2,5103.9,3453.6,3545.6,3484.2,3772.9,4479.0,3628.4,8106.7,3701.3,3330.7,null,null,null,3829.8,4054.8,4190.4,5545.7,3777.5,3668.8,4044.5],"latency_p95":[6962.5,7251.6,57482.8,null,3479.7,70807.4,88623.2,69664.9,45650.5,24604.9,20637.2,109046.9,95775.0,15535.1,91154.0,13293.3,12628.7,12522.7,12761.4,12709.1,18034.6,13664.1,13408.4,13667.9,13298.7,23394.2,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,12536.0,12270.0,99752.7,19001.6,23236.5,72275.9,12265.4,25851.5,15109.5,19113.5,11023.1,11959.8,14607.0,11590.1,13455.1,10978.8,23912.9,11769.7,7211.7,null,null,null,7590.8,12133.5,12225.9,19354.0,11429.7,11801.2,12708.1],"call_errors":[26,85,0,90,86,0,4,3,0,0,1,15,2,0,1,0,0,2,2,0,0,0,0,0,0,0,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,19,87,87,87,75,0,0,0,0,0,0],"errors_by_class":[{"quota-or-billing":26},{"quota-or-billing":85},{},{"quota-or-billing":90},{"quota-or-billing":86},{},{"timeout":4},{"other":3},{},{},{"truncation":1},{"other":14,"timeout":1},{"other":1,"timeout":1},{},{"timeout":1},{},{},{"quota-or-billing":2},{"quota-or-billing":2},{},{},{},{},{},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{"timeout":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":19},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":75},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[295.0,238.4,329.3,null,235.2,329.7,315.7,322.5,332.5,330.8,323.7,283.8,318.7,326.5,322.2,326.4,324.7,326.9,329.1,326.0,329.6,327.4,326.6,324.5,329.5,325.1,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,333.2,329.2,333.9,330.7,330.0,328.6,331.3,336.3,326.7,327.5,326.2,330.4,325.6,325.5,329.9,325.5,327.5,326.7,285.9,null,null,null,224.7,327.8,329.9,327.1,326.7,330.6,325.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0381,0.4353,0.4322,0.4331,0.4321,0.4378,0.4314]},"gemini-3.5-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.954,0.977,0.954,0.9655,0.954,0.9655,0.954,0.9425,0.977,0.9655],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.8,0.8667,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8667,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.9167,1.0,0.9167,0.9167,0.9167,0.9167,0.8333,0.8333,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4767.4,1178.5,2495.9,2583.5,861.2,1165.2,6539.8,7208.2,2498.3,811.8,1343.5,823.2,2048.9,1012.5,941.3,962.5,931.4,989.6,832.5,914.9,930.5,993.0,930.6,839.0,901.8,946.9,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,1006.2,1090.0,1345.7,1010.2,1100.1,1073.4,1037.8,1225.9,1355.2,1288.1],"latency_p95":[10187.4,5271.0,44033.5,10964.0,4830.8,18726.3,14716.9,35277.9,21507.8,4697.3,10072.8,7144.9,19509.0,5522.8,5529.0,5792.5,5149.6,5465.9,4737.1,5377.1,5805.1,4749.4,5269.3,5159.0,5187.5,5336.7,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,6427.2,6080.9,6270.0,6422.1,6216.1,6242.4,5841.3,6122.8,6128.1,6266.4],"call_errors":[0,0,0,0,0,0,0,7,0,0,0,3,1,0,0,0,0,0,0,0,0,0,0,0,0,0,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,87,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{"other":7},{},{},{},{"other":3},{"timeout":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]},"gpt-5":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9333,0.9111,0.9111,0.9111,0.9333,0.9111,0.9222,0.9333,0.9222,0.9111,0.9333,0.9,0.931,0.954,0.954,0.9425,0.9425,0.954,0.9425,0.9425,0.931,0.9425,0.9425,0.9425,0.954,0.9655,0.954,0.9425,0.954,0.954,0.954,0.954,0.9655,0.954,0.9425,0.9425,0.9425,0.954,0.9425,0.954,0.9425,0.9655,0.9425,0.954,0.931,0.9425,0.931,0.931,0.9425,0.9425,0.931,0.954,0.931,0.9425,0.931,0.9425,0.9425,0.954,0.954,0.9425,0.931,0.9425,0.9425,0.954,0.977,0.9425,0.9425,0.9425,0.954,0.954,0.931,0.954,0.931,0.931,0.954,0.9425,0.9425,0.954,0.9425,0.9425,0.9425,0.931],"dims":{"capability":[0.8667,0.8667,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.9333,0.8,0.8,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8667,0.9333,0.8,0.8,0.8667,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.9333,0.8,0.8667,0.8667,0.9333,0.8667,0.9333,1.0,0.9333,0.8667,0.9333,0.8,0.8,0.9333,0.9333,0.8667,0.8667,0.9333,0.8667,0.8667,0.8,0.8667,0.8667,0.8667,0.8667,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.9333,0.8667,0.8667,0.8667,1.0,0.8667,0.9333,0.8667,0.9333,0.8667,0.9333,0.8,0.8667,0.8,0.8,0.8667,0.8667,0.8,0.9333,0.8,0.8667,0.8,0.9333,0.8,0.9333,0.9333,0.8667,0.8,0.8667,0.8667,0.8667,0.9333,0.8667,0.8667,0.8,0.9333,0.8667,0.8,0.9333,0.8,0.8,0.9333,0.8667,0.8667,0.9333,0.8667,0.8667,0.8667,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1123.5,1041.1,804.6,959.3,874.6,1119.8,1175.4,1098.0,1593.3,848.5,1088.4,965.0,1069.2,1079.5,1317.3,1335.4,974.8,1012.4,966.0,1104.7,1242.2,1270.9,1531.6,961.0,891.4,1189.5,1231.7,1017.1,1050.3,1394.2,1256.6,850.6,1183.6,1339.9,1302.8,1329.9,1127.6,982.7,1140.1,1322.8,1396.6,1466.3,1034.1,1095.7,784.5,924.8,1174.8,1008.4,1048.8,1211.0,1031.1,830.2,796.9,943.4,1209.3,998.5,1199.3,1106.3,794.3,741.8,1103.0,1129.1,1362.6,1097.9,1032.9,1176.2,937.9,1369.8,1364.0,1071.5,1045.3,1183.2,833.3,834.8,1055.2,1089.5,1172.3,1406.4,1122.1,1121.0,1009.9,1214.1],"latency_p95":[20086.8,14854.7,10086.0,10909.9,12994.1,17014.0,13376.8,15192.6,23961.3,11617.6,14562.7,18254.5,13817.0,14259.1,21338.1,16066.2,18592.0,17417.0,12749.9,18563.5,22102.9,17010.5,22714.6,11389.0,9933.0,15914.2,14558.2,10294.1,16703.1,21318.6,15937.6,11852.6,19251.1,15194.5,21283.4,23190.1,16129.1,12194.0,17683.5,26897.0,16320.2,25500.6,12740.9,15780.7,14621.0,17231.1,17880.1,21953.6,17517.3,17383.4,13467.7,10700.6,10370.5,10349.7,15027.8,13073.0,20022.2,20383.4,11116.9,11815.2,13581.2,18062.3,21214.2,13086.4,22224.5,16552.4,14461.7,33888.3,19407.8,12211.5,11996.6,16591.4,15115.3,17456.5,16087.9,13793.3,14221.8,27831.6,15881.8,14743.1,10525.5,13540.2],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.1761,0.1726,0.1739,0.1731,0.1769,0.1729,0.1689,0.1689,0.169,0.1652,0.1727,0.1696,0.1668,0.1609,0.1693,0.1697,0.1707,0.1643,0.1623,0.168,0.1631,0.166,0.1661,0.166,0.1675,0.1653,0.168,0.1623,0.1729,0.1662,0.168,0.1647,0.1667,0.1667,0.1671,0.1672,0.1695,0.1701,0.1646,0.1708,0.1677,0.1676,0.1676,0.1729,0.1656,0.1656,0.1726,0.1656,0.1732,0.1806,0.1741,0.167,0.1672,0.1724,0.1708,0.1616,0.1648,0.1617,0.1725,0.1725,0.1653,0.1606,0.1699,0.1608,0.173,0.1573,0.1683,0.1667,0.1622,0.1613,0.1662,0.1653,0.1801,0.1681,0.1713,0.1681,0.1742,0.1692,0.1701,0.1699,0.1714,0.1726]},"gpt-5-mini":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9111,0.9111,0.9222,0.9,0.9,0.9,0.8778,0.9111,0.9213,0.9101,0.9326,0.9111,0.9195,0.954,0.931,0.9196,0.931,0.9195,0.8966,0.954,0.9425,0.9195,0.9195,0.954,0.9425,0.908,0.9302,0.931,0.9425,0.9535,0.907,0.9081,0.908,0.9425,0.931,0.931,0.931,0.9195,0.9195,0.931,0.9425,0.931,0.9081,0.9195,0.9186,0.9425,0.9425,0.931,0.908,0.9195,0.931,0.9195,0.931,0.931,0.9419,0.931,0.9425,0.931,0.9195,0.9425,0.931,0.9195,0.9081,0.9425,0.9195,0.9302,0.9425,0.9195,0.954,0.931,0.9195,0.954,0.931,0.9195,0.9195,0.9425,0.931,0.931,0.954,0.9195,0.9425,0.9419],"dims":{"capability":[0.8,0.8,0.8,0.8,0.8,0.7333,0.6667,0.8,0.8,0.7333,0.8,0.8,0.7333,0.8,0.7333,0.6667,0.7333,0.7333,0.6667,0.8,0.7333,0.7333,0.7333,0.8667,0.8,0.7333,0.7333,0.7333,0.8,0.8571,0.6667,0.6,0.6,0.8,0.7333,0.8,0.8,0.8,0.7333,0.8,0.8,0.7333,0.6667,0.7333,0.6667,0.7333,0.8,0.7333,0.7333,0.8,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.6667,0.8,0.7333,0.7333,0.8,0.8,0.7333,0.8,0.7333,0.8,0.7333,0.8,0.7333,0.8,0.7333,0.8,0.8,0.7333,0.7333,0.7857],"instruction-following":[0.8667,0.8667,0.9333,0.8,0.8,0.8667,0.8,0.8667,0.9333,0.9333,1.0,0.8667,0.8,0.9333,0.8667,0.8667,0.8667,0.8,0.7333,0.9333,0.9333,0.8,0.8,0.8667,0.8667,0.8,0.8667,0.8667,0.8667,0.8667,0.8,0.8667,0.9333,0.8667,0.8667,0.8,0.8,0.7333,0.8,0.8,0.8667,0.8667,0.8,0.8,0.8667,0.9333,0.8667,0.8667,0.7333,0.7333,0.8667,0.8,0.8,0.8,0.8667,0.8,0.8667,0.8,0.8,0.8667,0.8667,0.7333,0.8,0.8667,0.8,0.8667,0.8667,0.7333,1.0,0.8,0.8,0.9333,0.8667,0.7333,0.8,0.8667,0.8667,0.8,0.9333,0.8,0.9333,0.8667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1075.2,1391.9,1114.9,1083.3,756.9,1113.3,1183.6,1102.0,1128.1,1043.8,1105.7,1069.1,1327.5,1284.7,1207.9,1304.3,1025.3,838.7,1097.8,1205.9,1224.2,1262.2,1555.0,981.9,873.0,1424.6,1323.1,1388.9,1337.5,1110.2,993.8,778.5,1271.1,1286.8,1106.7,1094.8,1027.3,985.4,951.4,1264.9,992.2,1236.7,943.9,1016.7,946.5,877.8,1074.5,1063.6,873.5,1046.0,990.3,782.8,781.3,1176.4,968.9,1018.0,976.7,826.1,877.4,898.5,878.3,1050.9,1085.7,1113.7,910.6,1030.6,785.9,1184.0,1050.4,1119.8,1214.6,1595.8,868.0,970.8,915.7,1140.1,1286.2,1105.1,1237.8,1198.2,1108.3,1164.0],"latency_p95":[14251.3,13855.3,18205.6,14598.7,9987.1,15703.2,13945.1,13819.0,15476.0,13241.9,15023.6,13141.4,13910.8,17507.7,9849.7,11617.7,13850.0,6669.9,15656.0,13474.5,12825.0,22837.3,22322.5,11267.0,13362.7,18563.2,17524.4,18375.2,12957.5,15990.6,11377.9,12583.4,12941.1,15582.7,11495.5,11602.1,11030.2,13229.0,11467.7,19001.2,15338.0,14140.9,10217.2,10695.6,9153.0,8644.6,12519.8,8110.6,8794.8,10463.5,8179.7,7096.8,8362.7,8302.2,10802.5,9850.7,9455.3,8705.8,15801.6,11451.4,10979.3,12012.4,11051.2,13081.6,9536.2,11745.8,9724.7,13913.1,14112.3,12894.5,13372.2,20333.6,8681.1,12772.9,17024.9,12954.7,14429.0,15032.6,15455.9,11337.8,13836.1,12216.3],"call_errors":[0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"errors_by_class":[{},{},{},{},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{},{},{"request-rejected":1},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{},{},{},{},{"other":1},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"request-rejected":1}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0441,0.0443,0.044,0.0443,0.0431,0.0448,0.044,0.0451,0.0405,0.0387,0.0392,0.0439,0.0429,0.0412,0.0431,0.0413,0.0427,0.0427,0.0426,0.0439,0.0433,0.0427,0.0427,0.0407,0.0439,0.0432,0.0386,0.0427,0.0426,0.043,0.0376,0.0434,0.043,0.0449,0.0431,0.0433,0.0429,0.0424,0.0431,0.0432,0.0434,0.0445,0.0443,0.0445,0.0389,0.0428,0.0429,0.0435,0.043,0.0436,0.0427,0.0414,0.0432,0.0421,0.0435,0.0438,0.0441,0.0446,0.0446,0.0431,0.0427,0.0441,0.0454,0.0433,0.044,0.039,0.0427,0.044,0.0434,0.0441,0.0451,0.0425,0.0435,0.0443,0.0431,0.0433,0.0451,0.0428,0.0435,0.0423,0.0444,0.0417]},"gpt-5.6-luna":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9222,0.9222,0.9222,0.9333,0.9111,0.9222,0.8889,0.9222,0.9111,0.9333,0.9222,0.9,0.9655,0.9425,0.954,0.9425,0.954,0.954,0.954,0.9425,0.9655,0.931,0.954,0.9655,0.954,0.954,0.931,0.931,0.9425,0.9196,0.9081,0.931,0.9425,0.954,0.954,0.931,0.954,0.9425,0.9655,0.931,0.954,0.954,0.954,0.954,0.954,0.954,0.931,0.931,0.954,0.954,0.9425,0.9425,0.954,0.954,0.9655,0.954,0.954,0.954,0.9425,0.9425,0.9425,0.954,0.954,0.9196,0.931,0.954,0.954,0.954,0.9425,0.9655,0.9195,0.931,0.931,0.954,0.9425,0.954,0.9425,0.9655,0.9425,0.954,0.9655,0.954],"dims":{"capability":[0.9333,0.9333,1.0,0.9333,0.9333,1.0,0.8667,0.9333,0.8667,1.0,0.9333,0.8667,1.0,0.9333,0.9333,0.8667,0.9333,1.0,0.9333,0.9333,1.0,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,0.8667,0.8,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,1.0,0.8667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,0.9333,0.9333,0.8667,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,0.9333,1.0,1.0,1.0,0.8667,0.9333,1.0,0.9333,1.0,0.9333,1.0,0.9333,0.9333,0.9333,1.0,1.0,1.0,0.8667,1.0,0.9333,0.9333,1.0,1.0],"instruction-following":[0.8,0.8,0.7333,0.8667,0.7333,0.7333,0.7333,0.8,0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.6667,0.7333,0.8,0.7333,0.8,0.6,0.6667,0.7333,0.6667,0.6667,0.6667,0.6667,0.7333,0.7333,0.6667,0.7333,0.7333,0.8,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.6,0.7333,0.8,0.8,0.8,0.7333,0.7333,0.7333,0.8,0.8,0.7333,0.8,0.7333,0.7333,0.6667,0.7333,0.7333,0.6667,0.7333,0.7333,0.8,0.7333,0.7333,0.8,0.6,0.6667,0.6667,0.7333,0.6667,0.7333,0.8,0.8,0.7333,0.8,0.8,0.7333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1008.5,1159.8,808.1,899.8,966.0,931.2,1076.6,1152.6,925.1,741.3,744.1,1068.6,1199.0,1190.9,1213.3,1179.8,998.5,912.1,1089.9,1123.2,1131.7,1256.0,1227.1,1018.7,1044.2,1045.2,1212.6,1181.4,1242.7,1023.7,859.4,844.8,1069.5,1228.8,1119.1,1210.2,1092.9,918.6,1000.6,998.1,1067.1,1291.1,1178.3,1173.4,886.8,915.0,1215.6,1280.4,1174.4,1263.6,1022.5,952.9,894.0,1080.3,1160.2,1216.9,1319.5,1202.8,906.2,862.5,1084.9,1207.7,2343.4,1253.5,1217.2,1051.6,947.2,1072.9,1220.3,1160.1,1256.6,1196.4,1017.1,1001.3,1049.8,1177.7,1156.4,1092.1,1003.5,878.4,989.3,963.1],"latency_p95":[7966.2,7804.1,6572.3,6612.7,7087.9,8161.0,9123.1,7421.6,9068.4,6599.8,7291.9,8643.0,8880.8,9202.9,9553.6,8480.1,8208.7,10605.0,8920.1,10801.0,9832.8,9395.7,10063.4,7381.2,11037.2,8700.3,9333.0,9284.0,10241.6,7860.8,6586.0,6796.8,6237.8,8555.3,10118.8,8204.5,8990.3,10520.0,10005.3,8148.4,9333.1,9169.8,11090.1,9190.2,7937.8,8843.2,8195.8,10377.9,8680.0,8910.9,8133.5,8494.4,9213.2,7885.4,8746.3,9078.2,8504.2,8215.4,6966.9,7430.8,12234.1,8253.0,11177.5,8701.7,7611.5,10751.5,7096.1,10149.2,9468.0,7516.4,8840.6,11622.0,8530.9,8137.1,10215.9,10402.6,10113.0,10407.2,8922.8,9237.0,7468.3,7856.9],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0165,0.0165,0.0164,0.0159,0.0161,0.0168,0.0164,0.0163,0.0166,0.0165,0.0162,0.0167,0.0157,0.0164,0.0164,0.0158,0.0167,0.0159,0.0163,0.0157,0.0156,0.0159,0.0161,0.0156,0.0161,0.0158,0.0156,0.0158,0.016,0.0158,0.0159,0.0156,0.016,0.0158,0.0163,0.0163,0.0159,0.016,0.0159,0.016,0.016,0.0161,0.0162,0.0159,0.0165,0.016,0.0157,0.0163,0.0162,0.0162,0.0156,0.0159,0.0162,0.016,0.016,0.0158,0.0156,0.016,0.0158,0.016,0.0159,0.016,0.0161,0.0156,0.016,0.0158,0.0158,0.016,0.0159,0.0155,0.0162,0.0165,0.0158,0.0159,0.0162,0.0159,0.0161,0.0163,0.0162,0.0162,0.0159,0.0156]},"gpt-5.6-terra":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9,0.9111,0.9222,0.9,0.9,0.9,0.9,0.9,0.9111,0.9,0.9222,0.9,0.9425,0.9425,0.931,0.931,0.9425,0.931,0.9425,0.931,0.9425,0.931,0.9425,0.9425,0.931,0.931,0.9425,0.9425,0.9425,0.931,0.954,0.931,0.9425,0.931,0.9425,0.9425,0.931,0.9425,0.9425,0.9425,0.9425,0.9425,0.954,0.954,0.931,0.9425,0.9655,0.931,0.9425,0.954,0.9655,0.931,0.9425,0.931,0.9425,0.9425,0.954,0.931,0.9425,0.954,0.931,0.954,0.9425,0.9195,0.931,0.931,0.9425,0.9425,0.9425,0.931,0.9425,0.931,0.9425,0.931,0.954,0.931,0.931,0.9425,0.931,0.9425,0.931,0.931],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6667,0.7333,0.6,0.6,0.6,0.6,0.6,0.6667,0.6,0.7333,0.6,0.6667,0.6667,0.6,0.6,0.6667,0.6,0.6667,0.6,0.6667,0.6,0.6667,0.6667,0.6,0.6,0.6667,0.6667,0.6667,0.6,0.7333,0.6,0.6667,0.6,0.6667,0.6667,0.6,0.6667,0.6667,0.6667,0.6667,0.6667,0.7333,0.7333,0.6,0.6667,0.8,0.6,0.6667,0.7333,0.8,0.6,0.6667,0.6,0.6667,0.6667,0.7333,0.6,0.6667,0.7333,0.6,0.7333,0.6667,0.6,0.6,0.6,0.6667,0.6667,0.6667,0.6,0.6667,0.6,0.6667,0.6,0.7333,0.6,0.6,0.6667,0.6,0.6667,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1018.1,1062.0,941.5,1005.4,977.7,1146.1,1320.1,1296.5,999.3,833.6,876.4,1311.3,1298.3,1467.3,1363.4,1454.6,1041.3,966.3,1124.3,1345.0,1246.4,1574.8,1300.6,1108.0,972.0,1377.5,1423.8,1262.2,1592.5,1373.1,1051.9,1009.7,1237.5,1395.3,1764.0,1228.8,1329.1,1039.9,1020.1,1241.6,1317.4,1516.0,1157.2,1298.4,923.0,1080.7,1167.5,1463.4,1228.2,1231.2,1239.8,1020.3,870.8,1194.3,1228.1,1311.9,1256.4,1256.2,930.0,849.9,1186.8,1272.8,1414.6,1298.0,1078.0,1166.6,873.1,1212.9,1270.4,1254.3,1313.8,1121.7,1014.8,988.1,1064.0,1203.0,1212.4,1166.6,1131.3,958.4,1049.2,1140.1],"latency_p95":[17339.0,17568.3,16138.0,15154.4,15347.0,18428.1,20146.7,18702.2,13784.0,16780.8,15626.0,20459.1,23655.0,25818.4,22418.8,18244.2,14131.9,13657.9,18447.4,24676.2,22342.6,22904.9,21624.2,17631.0,14624.1,23522.8,23153.6,23743.6,26952.9,29031.2,18805.5,20382.1,18959.3,28431.3,29899.8,17763.0,22097.9,15495.3,20983.5,18634.4,15454.3,22630.7,16998.5,19601.0,12392.3,14410.6,19253.5,15629.8,16866.2,17749.8,14998.3,13304.4,13471.8,13457.3,13453.9,17910.1,18428.5,17007.7,14675.1,14109.7,16629.5,14320.0,15262.5,17644.8,12711.6,13546.4,14585.2,15273.5,17603.6,21140.6,19397.0,18911.6,13551.7,11493.0,17649.5,16311.3,15198.1,13168.6,15184.4,13741.4,15753.3,17561.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.2141,0.2176,0.2177,0.2263,0.2151,0.2213,0.2318,0.21,0.2092,0.2232,0.2273,0.2252,0.2125,0.2304,0.2067,0.1976,0.1958,0.2066,0.2165,0.2099,0.2041,0.2199,0.221,0.2119,0.2102,0.2235,0.2177,0.2083,0.2073,0.2227,0.2079,0.2037,0.2093,0.222,0.228,0.2149,0.2152,0.2069,0.2149,0.2047,0.1872,0.2138,0.2045,0.2257,0.188,0.2017,0.2092,0.2081,0.2023,0.2142,0.2019,0.207,0.211,0.2027,0.1926,0.2161,0.2108,0.2054,0.2075,0.2224,0.218,0.1966,0.2049,0.2076,0.2055,0.2098,0.2192,0.211,0.2121,0.2267,0.2189,0.2034,0.2098,0.1981,0.212,0.2024,0.2016,0.1994,0.2128,0.2215,0.2091,0.208]},"mistral-large@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9333,0.9333,0.9333,0.9333,0.9333,0.9333,0.9333,0.9438,0.9222,0.9222,0.9111,0.9111,0.9195,0.954,0.8966,0.908,0.931,0.9195,0.908,0.931,0.9195,0.9195,0.931,0.8966,0.9195,0.9195,0.908,0.8966,0.908,0.908,0.8966,0.931,0.9195,0.931,0.8966,0.908,0.908,0.9195,0.908,0.908,0.908,0.908,0.9195,0.931,0.931,0.931,0.908,0.8966,0.931,0.9195,0.8966,0.8966,0.8966,0.9195,0.9195,0.8966,0.908,0.9195,0.9195,0.931,0.9195,0.9195,0.9195,0.908,0.908,0.908,0.9195,0.931,0.9195,0.908,0.9195,0.908,0.8966,0.9195,0.8966,0.8966,0.8966,0.8966,0.8966,0.9195,0.8966,0.908],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6429,0.6,0.6,0.6,0.6667,0.7333,0.7333,0.6,0.6,0.6,0.6,0.6,0.6667,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,0.8333,0.75,0.75,1.0,0.75,0.8333,1.0,0.9167,0.8333,0.9167,0.8333,0.9167,1.0,0.75,0.9167,0.9167,0.8333,0.75,0.8333,0.8333,0.75,0.9167,0.8333,1.0,0.75,0.8333,0.8333,0.9167,0.8333,0.8333,0.8333,0.8333,0.9167,1.0,0.9167,0.9167,0.8333,0.75,1.0,0.9167,0.75,0.75,0.75,0.9167,0.9167,0.75,0.8333,0.9167,0.9167,1.0,0.9167,0.9167,0.9167,0.8333,0.8333,0.8333,0.9167,1.0,0.9167,0.8333,0.9167,0.8333,0.75,0.9167,0.75,0.75,0.75,0.75,0.75,0.9167,0.75,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[865.8,1929.5,1325.4,903.1,936.8,1387.4,3160.0,5773.3,929.5,909.2,811.6,1084.8,9716.4,5583.0,10829.0,846.6,891.7,892.5,960.5,1034.2,973.8,1138.2,930.3,907.6,971.5,970.5,1021.8,1048.1,1213.5,1008.5,956.4,809.9,1128.4,1966.9,1020.5,1208.1,1277.7,901.7,997.6,958.8,1115.0,984.1,1170.9,1018.0,952.4,964.3,964.0,1103.4,917.6,986.8,1035.3,993.0,953.6,1084.6,1172.1,1203.4,1277.4,1330.4,780.6,819.1,1164.4,1680.0,1355.1,2431.2,1093.8,954.6,841.1,1048.4,1237.9,1174.4,1460.0,1175.8,891.2,869.3,1118.7,1523.7,1127.0,1300.1,1440.5,890.0,958.0,1005.0],"latency_p95":[15286.1,16906.8,15824.2,15038.9,15190.9,17792.9,18512.4,28447.9,14726.5,11965.6,11836.3,12153.5,30766.1,21594.5,37992.4,12194.5,11740.3,11778.3,12287.3,12241.2,14495.6,12975.2,13058.8,12064.2,12350.2,12754.3,13549.1,13005.7,12931.1,12432.1,11655.1,11787.8,11986.1,14314.4,12809.3,13950.5,13299.9,11567.6,11747.1,11667.1,12696.0,13145.3,12083.2,12246.6,12080.5,11776.8,12157.4,12528.6,12043.0,12571.0,12573.9,12071.3,12161.5,12446.0,12213.6,12371.8,13523.5,13805.5,11957.7,11835.8,13541.3,13416.3,12592.9,16718.0,12616.3,11892.5,12218.0,12678.0,12960.3,13134.5,12362.3,13356.9,10115.6,8602.2,10956.9,11284.4,10093.5,10649.1,9529.2,10341.4,9479.3,10132.2],"call_errors":[0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{"other":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.1028,0.1042,0.1019,0.1016,0.1016,0.1039,0.104,0.1061,0.1052,0.1073,0.1051,0.1053,0.0994,0.1009,0.1007,0.0989,0.0998,0.101,0.0989,0.0991,0.1001,0.1001,0.0996,0.1003,0.0987,0.1019,0.1029,0.1017,0.0998,0.1019,0.1,0.0987,0.1,0.0986,0.1037,0.1017,0.1019,0.0987,0.1005,0.0986,0.0997,0.1023,0.0992,0.1007,0.1014,0.1007,0.1018,0.1008,0.0982,0.1,0.1005,0.1023,0.1004,0.1017,0.0989,0.0989,0.1007,0.102,0.1003,0.0975,0.1003,0.1,0.1018,0.0248,0.0251,0.0251,0.0251,0.025,0.0252,0.0253,0.0245,0.025,0.0247,0.025,0.025,0.0249,0.025,0.0247,0.0248,0.0258,0.0251,0.025]},"mistral-small@mistral":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8667,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8506,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8506,0.8276,0.8621,0.8736,0.8506,0.8391,0.8506,0.8506,0.8506,0.8506,0.8506,0.8391,0.8506,0.8736,0.8276,0.8276,0.8391,0.8391,0.8391,0.8391,0.8391,0.8506,0.8621,0.8391,0.8736,0.8276,0.8391,0.8621],"dims":{"capability":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.7333,0.6667,0.6,0.6,0.6,0.6667,0.6,0.6667,0.6,0.6,0.6667,0.7333,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6,0.6,0.6667,0.6,0.6,0.6],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.75,0.8333,1.0,0.9167,0.8333,0.9167,0.8333,0.9167,0.8333,0.9167,0.8333,0.8333,0.9167,0.75,0.75,0.8333,0.8333,0.8333,0.8333,0.8333,0.8333,1.0,0.8333,1.0,0.75,0.8333,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[558.8,656.5,668.9,612.4,586.7,697.1,789.2,718.8,637.1,659.7,635.5,706.7,1351.2,822.6,778.1,558.7,589.1,517.7,570.0,657.2,610.2,845.5,651.0,561.5,560.2,642.5,625.8,816.3,732.1,613.1,707.7,515.0,714.6,579.3,733.3,796.2,674.5,603.9,607.7,707.0,624.5,664.7,692.3,593.1,489.1,569.2,808.8,791.3,724.9,725.2,689.2,627.5,604.6,867.7,735.1,897.3,756.0,777.8,611.5,556.4,736.1,739.2,1252.6,763.2,834.8,718.2,696.6,743.0,812.5,752.1,845.7,718.5,623.8,713.1,911.6,820.5,806.9,844.2,1028.3,775.5,834.7,702.9],"latency_p95":[6324.8,6576.1,6539.3,6379.6,6417.5,6541.6,6805.2,6712.6,6620.7,6738.7,6457.7,6858.8,7546.1,6873.7,6488.9,6177.5,6053.5,5848.4,6118.3,6520.1,6422.0,6326.5,6445.4,6002.4,5955.6,6303.5,6358.0,6407.2,6178.4,6226.7,6100.7,5905.0,6120.0,6130.7,6412.1,6422.3,6243.1,6138.6,6027.8,6297.1,6051.3,6019.8,6358.1,6148.2,5890.7,6167.1,6170.3,6688.5,6620.8,6542.8,6248.3,5956.9,5859.1,6082.4,5582.6,6326.6,6402.0,5883.5,5848.8,5748.3,5891.2,5878.1,6170.2,6013.2,6442.7,6086.4,5875.9,6329.1,6062.8,6342.7,6018.9,6252.1,5900.6,5983.3,6425.8,6571.5,6428.5,6447.8,6539.6,6289.2,6199.8,6380.7],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0097,0.0096,0.0096,0.0097,0.0096,0.0096,0.0096,0.0097,0.0096,0.0098,0.0096,0.0097,0.0096,0.0096,0.0097,0.0097,0.0097,0.0096,0.0096,0.0096,0.0096,0.0097,0.0096,0.0096,0.0097,0.0097,0.0097,0.0097,0.0096,0.0096,0.0096,0.0096,0.0097,0.0096,0.0096,0.0096,0.0097,0.0097,0.0097,0.0098,0.0097,0.0096,0.0096,0.0096,0.0097,0.0096,0.0096,0.0096,0.01,0.0097,0.0096,0.0095,0.0097,0.0098,0.0096,0.0097,0.0096,0.0095,0.0096,0.0098,0.0097,0.0095,0.0095,0.0093,0.0094,0.0095,0.0094,0.0095,0.0094,0.0096,0.0095,0.0093,0.0093,0.0094,0.0094,0.0094,0.0097,0.0096,0.0096,0.0092,0.0094,0.0092]},"sarvam-105b@sarvam":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-20","2026-08-21","2026-08-22","2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8667,0.8667,0.8667,0.8667,0.8667,0.8445,0.9222,0.8778,0.8667,0.8667,0.8667,0.8889,0.8966,0.8966,0.8966,0.9081,0.8851,0.9195,0.9081,0.9081,0.8851,0.908,0.9081,0.8966,0.9195,0.9195,0.8851,0.9081,0.8966,0.9195,0.9081,0.9081,0.931,0.9195,0.8966,0.9081,0.8966,0.8966,0.9195,0.9195,0.8966,0.8851,0.908,0.9081,0.9081,0.908,0.9081,0.908,0.9081,0.9081,0.9081,0.9195,0.9195,0.9081,0.9081,0.9081,0.8966,0.9195,0.8966,0.8621,0.9195,0.9195,0.9195,0.908,0.9081,0.8851,0.908,0.9081,0.9195,0.9081,0.9081,0.9195,0.9195,0.8966,0.9195,0.931,0.8851,0.8966,0.9081,0.9195,0.908,0.8965],"dims":{"capability":[0.6,0.6,0.6,0.6,0.6,0.6667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.6,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.9333,0.6667,0.6,0.6,0.6,0.8,0.6,0.6,0.6667,0.6667,0.6,0.7333,0.6667,0.6667,0.6,0.7333,0.6667,0.6667,0.7333,0.7333,0.6,0.6667,0.6,0.7333,0.6667,0.6667,0.8,0.7333,0.6667,0.6667,0.6,0.6667,0.7333,0.7333,0.6,0.6667,0.7333,0.6667,0.6667,0.7333,0.6667,0.7333,0.6667,0.6667,0.6667,0.7333,0.7333,0.6667,0.6667,0.6667,0.6,0.7333,0.6,0.6,0.7333,0.8,0.7333,0.7333,0.6667,0.6,0.7333,0.6667,0.7333,0.6667,0.6667,0.7333,0.7333,0.6,0.7333,0.8,0.7333,0.6667,0.6667,0.7333,0.7333,0.7333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,0.8333,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,1.0,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[951.9,1414.8,1363.0,1023.1,1197.8,1044.9,1292.4,1100.7,941.6,1148.1,1142.7,1352.0,1133.9,1194.3,1139.2,1217.2,1049.3,1031.9,1109.5,1123.3,1228.3,1216.7,1152.7,1232.1,1051.2,1117.6,1141.4,1117.2,1194.7,1304.6,1236.1,1002.6,1010.3,1149.8,1236.3,1242.4,1363.8,1016.3,1130.6,1136.3,1220.5,1040.0,982.5,1175.7,975.1,1036.4,998.5,1112.9,1064.5,1023.0,1009.3,1025.6,981.7,988.9,1044.8,1025.2,1055.0,1042.2,977.6,931.6,960.5,938.3,1076.1,1021.4,1059.1,1030.9,973.5,969.6,1088.6,1055.7,1064.3,1139.8,1042.3,1051.1,1105.9,1060.5,1241.5,1056.7,1106.0,1134.8,996.9,1127.5],"latency_p95":[10683.3,21365.7,50646.1,10522.6,22083.2,16984.6,18179.5,13418.1,10682.7,17785.1,17312.1,30749.0,16709.5,18806.5,10380.7,13629.9,11491.3,13603.1,8945.6,18069.0,13540.0,20107.9,13049.4,19201.9,10761.2,15781.2,23560.2,19142.3,17514.0,20121.7,14808.1,13416.4,12000.6,18374.0,19477.6,21362.1,18558.8,9658.3,16037.7,16535.1,16000.3,14999.7,11481.2,14716.3,13350.5,11406.6,7004.8,11179.7,10378.8,9161.3,7448.1,8462.9,8675.1,6617.4,8158.7,11423.7,7325.4,7946.9,8598.9,8244.2,8290.1,7087.4,8685.6,10094.2,9649.2,9727.7,10737.5,9054.7,11580.5,9431.6,7985.6,13330.7,12436.6,11992.7,9981.3,12966.1,20653.9,9044.4,10567.8,12024.3,8459.6,12891.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.7","0.7","0.7","0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.016,0.0154,0.0159,0.0159,0.0169,0.0157]},"deepseek-reasoner@deepseek":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9767,0.9556,0.9667,0.9667,0.9651,0.9773,0.9556,0.9773,0.9659,1.0,1.0,1.0,0.9881,1.0,1.0,0.9881,1.0,1.0,1.0,0.9878,1.0,0.9765,0.9881,1.0,0.9878,1.0,1.0,0.9878,0.9881,1.0,1.0,1.0,1.0,0.9884,1.0,1.0,0.9882,0.9882,0.9881,1.0,1.0,0.9881,1.0,0.988,1.0,0.9759,0.988,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9884,0.9885,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9333,0.9333,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9,1.0,0.8182,0.9,1.0,0.9,1.0,1.0,0.8889,0.9091,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,0.9,0.9,1.0,1.0,0.9,1.0,0.8889,1.0,0.8,0.9,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[1.0,0.9167,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1470.7,1417.1,1479.9,1373.8,1829.2,1494.9,1531.1,1440.1,1601.2,1470.4,1444.3,1308.0,1062.3,1155.8,1314.8,977.4,1411.8,1491.4,1517.4,1328.4,1379.8,1399.3,1328.5,1153.7,1305.5,1144.0,1229.4,1183.5,1282.4,1179.7,1117.0,1062.1,1144.7,1267.4,1031.3,1251.2,1098.4,1057.6,1286.7,1194.3,1261.0,1290.1,1182.0,1236.1,1290.9,1324.7,1191.1,1170.6,1272.1,1336.2,1108.0,1367.4,1277.2,1390.2,1480.7,1324.7,1254.9,1273.8,1334.9,1513.1,1200.1,1350.9,1293.6,1316.9,1474.1,1300.3,1324.8,1628.4,1350.9,1330.5,1415.2,1241.4,1188.3,1362.7,1393.9,1414.8,1387.6,1333.3,1323.2],"latency_p95":[14072.7,25470.9,30004.7,22715.5,15851.0,18431.4,26257.7,15409.0,22598.4,24069.9,14288.9,11903.3,16585.2,25760.6,13206.8,14046.7,10055.9,11138.1,26016.8,14085.8,25336.9,20717.0,23412.0,18912.1,24251.2,15601.7,16440.1,15793.7,20227.8,15836.9,17927.4,16298.8,22266.7,24743.6,20712.6,21821.7,21226.0,18959.7,25546.3,15698.1,22156.7,22194.5,24067.9,20179.8,18183.3,18425.5,16979.2,17209.0,23330.5,21372.5,16303.0,26821.1,22450.0,24980.0,20145.8,16483.0,21057.5,18221.2,11362.5,18969.9,16840.3,24879.3,17158.8,19344.8,17884.5,20477.7,21281.0,14407.8,20083.1,21329.4,29425.4,16020.4,18571.2,15860.9,21125.9,18835.2,21192.2,22099.9,18205.3],"call_errors":[4,0,0,0,4,2,0,2,2,1,1,4,3,3,2,3,5,4,1,5,3,2,3,3,5,2,2,5,3,3,4,4,2,1,3,3,2,2,3,4,4,3,2,4,3,4,4,3,3,5,5,0,2,2,3,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{"truncation":4},{},{},{},{"truncation":4},{"truncation":2},{},{"other":2},{"truncation":2},{"truncation":1},{"truncation":1},{"truncation":4},{"truncation":3},{"truncation":3},{"truncation":2},{"truncation":3},{"truncation":5},{"truncation":4},{"truncation":1},{"truncation":5},{"truncation":3},{"truncation":2},{"truncation":3},{"truncation":3},{"truncation":5},{"truncation":2},{"truncation":2},{"truncation":5},{"truncation":3},{"truncation":3},{"truncation":4},{"truncation":4},{"truncation":2},{"truncation":1},{"truncation":3},{"truncation":3},{"truncation":2},{"truncation":2},{"truncation":3},{"truncation":4},{"truncation":4},{"truncation":3},{"truncation":2},{"truncation":4},{"truncation":3},{"truncation":4},{"truncation":4},{"truncation":3},{"truncation":3},{"truncation":5},{"truncation":5},{},{"truncation":2},{"truncation":2},{"truncation":3},{},{},{},{},{},{},{},{},{},{},{},{},{},{"other":1},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[83.3,168.7,156.4,135.1,80.6,127.8,184.8,133.0,138.5,154.0,103.5,81.8,117.4,153.5,87.9,141.3,76.1,75.1,580.0,401.9,491.9,528.0,541.0,454.7,430.8,495.0,500.1,408.5,498.0,469.6,437.4,446.5,559.3,568.8,504.2,474.1,542.0,562.2,527.0,419.4,456.8,486.3,501.6,515.7,529.1,470.0,451.6,459.4,517.9,490.3,417.6,602.7,534.0,506.8,444.9,294.0,352.0,256.0,282.9,321.4,343.2,277.0,294.7,286.5,283.4,239.4,313.7,273.5,304.0,314.1,326.5,256.6,274.7,299.2,299.0,264.5,303.6,285.9,239.0],"cost_usd_est":[0.0728,0.1186,0.1137,0.1028,0.076,0.0977,0.1212,0.1031,0.0955,0.1055,0.0932,0.0719,0.0927,0.1035,0.0796,0.0957,0.0728,0.07,0.2514,0.174,0.2219,0.2346,0.235,0.2009,0.189,0.2229,0.2209,0.1813,0.2164,0.2081,0.1918,0.1953,0.2421,0.2514,0.2187,0.2098,0.2355,0.2436,0.2284,0.1842,0.2032,0.2155,0.2215,0.2182,0.2248,0.2014,0.1984,0.2055,0.2277,0.203,0.1798,0.2708,0.2347,0.2239,0.196,0.1517,0.1704,0.1378,0.1443,0.1673,0.1707,0.1475,0.1532,0.1531,0.1523,0.1343,0.1611,0.1482,0.1566,0.158,0.1654,0.1391,0.1433,0.1558,0.1514,0.1443,0.1534,0.1506,0.1347]},"glm-5.2@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,0.9886,0.9888,0.9886,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[8746.3,3300.4,7704.8,6744.8,7119.3,6076.5,2756.1,3325.8,5591.0,7874.3,6467.9,6854.4,9793.2,null,null,null,null,null,null,9310.8,4709.5,4699.5,6374.1,18194.5,12923.9,19179.1,9459.5,3244.6,4625.2,6617.9,7611.5,8627.3,10115.1,10273.5,2717.7,2511.2,6688.0,6732.6,7606.6,6977.2,5164.3,3357.9,4486.0,9187.6,6802.5,6750.7,4735.2,6828.4,2502.9,3192.2,3747.1,3700.3,5706.0,6377.0,9178.3,2906.6,2960.8,3627.7,6443.1,6782.5,6866.4,3658.9,5235.3,4537.4,5860.0,6225.4,5173.4,6250.6,8027.2,5828.4,9119.9,52673.8,13076.1,10745.9,9593.5,6967.0,4834.3,15479.9,9865.7],"latency_p95":[54599.0,28083.6,55784.7,41054.0,52008.4,50862.1,23693.4,29349.3,35107.4,49995.0,49219.3,47258.9,72604.3,null,null,null,null,null,null,70900.0,43968.4,66114.6,50837.9,90848.5,90410.4,116366.3,57884.2,42627.8,51480.4,59403.0,55269.8,69792.0,63196.7,94633.2,18496.6,25505.2,24015.4,40650.8,56724.3,64445.3,37678.3,49895.0,49685.1,103797.5,41189.6,56973.1,55575.1,27656.8,21783.6,23874.8,27597.9,33790.3,37805.6,42070.0,69936.0,21420.3,25892.3,29234.1,66860.1,46026.2,50364.5,35487.5,40358.9,28516.2,44854.6,49756.6,42405.5,45385.3,70059.4,42055.5,62361.0,111502.0,97846.2,83723.5,69268.7,62161.7,33851.6,69238.6,70316.0],"call_errors":[35,2,1,2,3,1,1,1,1,0,2,1,2,87,87,87,87,87,87,0,1,1,2,2,2,1,0,0,1,0,1,2,2,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7,1,3,0,1,0,2,0],"errors_by_class":[{"quota-or-billing":35},{"truncation":2},{"truncation":1},{"truncation":2},{"truncation":3},{"truncation":1},{"truncation":1},{"truncation":1},{"truncation":1},{},{"truncation":2},{"truncation":1},{"truncation":2},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{"truncation":1},{"truncation":1},{"truncation":2},{"timeout":2},{"truncation":2},{"timeout":1},{},{},{"truncation":1},{},{"truncation":1},{"truncation":2},{"timeout":1,"truncation":1},{},{},{"truncation":1},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"timeout":7},{"truncation":1},{"timeout":1,"truncation":2},{},{"truncation":1},{},{"truncation":2},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,506.3,662.2,560.4,507.7,480.9,509.5,494.6,498.6,535.4,486.1,508.1,536.5,543.0,516.6,525.5,547.3,517.3,512.1,514.6,509.9,524.3,505.7,526.4,504.6,506.3,508.7,519.8,548.6,517.1,533.1,508.0,502.6,531.1,495.2,496.9,486.6,527.3,509.7,520.4,499.9,518.8,508.9,502.5,491.6,542.5,452.1,499.9,458.3,506.7,513.4,508.6,510.5,516.3],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.2644,0.2392,0.2698,0.2695,0.2696,0.2655,0.2739]},"grok-4.6@xai":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,0.9889,0.9778,1.0,1.0,1.0,0.9888,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,0.977,0.9885,1.0,1.0,0.9885,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4861.4,4444.9,4998.5,4903.8,5648.9,5105.2,5363.3,4892.2,4978.0,4845.4,5420.4,6274.8,4724.3,4619.0,4111.3,5276.1,4859.8,5123.8,5085.5,4707.3,4552.3,5063.3,5719.5,5165.1,5245.6,5228.3,5068.7,6798.1,5439.4,4852.1,8073.6,4697.4,4453.2,4578.8,2024.9,2782.6,4494.3,1934.9,5147.6,4497.1,4699.9,4509.0,4066.1,4314.6,4419.7,6543.6,4913.3,5665.8,5779.2,5471.3,4978.0,5615.2,5498.1,4864.4,4798.9,5273.0,4750.8,4607.7,3825.6,3949.3,4485.5,3730.4,3707.0,4378.6,4000.4,3827.2,4562.5,4136.3,4266.7,4260.8,4032.5,4001.6,4266.7,4640.5,4515.7,4036.8,5826.7,4823.5,4522.5],"latency_p95":[25574.7,26254.2,29387.4,26802.4,29719.3,28245.1,29161.1,29101.2,27919.8,29424.7,29967.6,97547.6,29006.2,28488.6,27556.3,26087.6,27933.8,30762.6,28009.2,30019.2,27685.8,25992.0,27404.4,29204.8,30419.8,28168.9,28624.6,72096.8,26353.7,29619.5,56473.9,32286.4,31153.6,29403.2,10393.0,19198.3,29560.9,10213.2,22448.1,25353.3,26648.4,21757.7,25379.6,24821.8,26204.4,32386.9,25675.8,27906.1,27107.7,28403.3,32351.1,30448.3,31428.5,30557.2,28702.9,27987.3,29498.0,26629.4,19906.7,20658.8,21630.0,21877.2,24890.9,22338.2,21676.6,20203.3,22523.0,23449.0,26971.4,24520.4,23859.4,27608.5,22558.5,25785.8,24735.2,25893.6,26773.3,25118.1,25512.4],"call_errors":[0,0,0,0,0,0,0,0,1,0,0,20,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{"other":1},{},{},{"other":18,"timeout":2},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[321.7,316.4,331.5,321.4,344.0,334.8,334.3,335.8,351.8,350.7,348.4,359.0,342.1,364.0,341.4,348.9,345.8,343.1,346.1,350.2,339.4,340.5,342.5,338.2,335.3,326.4,344.4,355.7,347.6,342.5,336.6,328.0,336.4,337.9,343.2,340.6,337.7,330.1,327.1,326.9,331.0,323.5,343.6,320.6,312.1,334.6,323.6,321.1,328.7,346.8,320.7,321.5,318.0,328.8,320.2,315.4,341.7,326.2,340.1,327.0,331.0,318.2,316.6,325.2,326.6,329.6,338.3,332.1,317.9,334.4,326.7,305.8,329.4,329.0,316.0,311.1,330.5,334.7,318.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3594,0.3613,0.3517,0.3604,0.3568,0.3624,0.3526]},"kimi-k3@moonshot":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,0.9886,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,0.9884,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9881,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,0.9333,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4529.9,4719.2,11324.5,8622.1,8016.6,10009.7,7800.7,6316.8,5583.1,8947.3,10231.6,7125.1,6416.5,5929.1,7371.9,null,null,null,null,6872.1,6992.0,8235.8,7517.5,9887.0,8690.2,8017.9,7728.6,7212.1,7618.8,7431.8,6908.2,7931.5,7528.3,null,null,null,null,7412.0,7542.0,7553.7,6343.6,6991.5,6123.3,4961.3,6646.1,6869.0,5564.5,6875.4,6056.7,6315.2,6486.1,5613.9,6498.3,6632.2,6522.2,7120.6,6700.6,7968.1,6794.2,5793.6,6558.4,5659.6,5028.3,7360.6,4693.8,6502.4,6215.4,9865.7,8474.8,9536.9,10998.7,4889.2,8675.3,7248.9,8569.7,5757.1,8605.9,6665.1,7106.0],"latency_p95":[79272.5,57993.7,104370.2,88861.4,98985.5,86772.6,73583.5,82862.9,94841.3,77867.3,82233.7,101080.6,73381.4,73809.6,83600.7,null,null,null,null,87720.1,77609.9,95524.9,81074.8,97829.0,92329.1,89790.0,94881.8,82475.2,86993.2,88553.1,83418.9,83674.3,79534.4,null,null,null,null,64572.6,84265.0,87252.0,80547.5,90397.1,85485.8,63352.1,85520.5,90598.7,76547.8,90282.6,76246.0,65242.1,59416.0,70482.5,71377.6,80909.5,87667.8,85010.3,64512.1,77502.3,68932.1,81469.8,72275.9,54164.1,57060.1,54494.5,56895.7,58176.3,67440.3,54998.7,57594.4,43673.0,63173.7,85611.2,78682.0,65161.0,71100.7,52447.7,63327.4,66972.3,92540.9],"call_errors":[4,5,2,0,1,0,0,1,0,0,1,0,2,0,0,87,87,87,87,0,2,0,0,0,0,0,0,0,0,0,2,2,0,87,87,87,87,0,0,0,0,1,0,2,0,0,1,0,1,0,0,1,0,0,1,1,0,0,0,1,0,1,0,0,1,2,1,0,3,0,0,28,1,2,0,2,0,1,0],"errors_by_class":[{"timeout":3,"truncation":1},{"truncation":5},{"other":2},{},{"truncation":1},{},{},{"truncation":1},{},{},{"truncation":1},{},{"truncation":2},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{"truncation":2},{},{},{},{},{},{},{},{},{},{"truncation":2},{"other":1,"truncation":1},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{"truncation":1},{},{"truncation":2},{},{},{"truncation":1},{},{"truncation":1},{},{},{"truncation":1},{},{},{"truncation":1},{"truncation":1},{},{},{},{"truncation":1},{},{"truncation":1},{},{},{"truncation":1},{"rate-limit":1,"truncation":1},{"truncation":1},{},{"rate-limit":1,"truncation":2},{},{},{"quota-or-billing":28},{"truncation":1},{"truncation":2},{},{"truncation":2},{},{"truncation":1},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[364.0,375.2,498.8,476.0,443.4,508.8,487.2,469.5,559.9,525.8,486.0,477.2,444.7,507.2,481.3,null,null,null,null,530.3,416.1,462.5,459.3,511.1,505.7,491.1,475.4,509.7,494.6,486.5,431.2,464.1,444.5,null,null,null,null,447.7,443.4,469.0,516.8,473.9,504.4,442.8,458.2,510.1,496.7,483.5,491.3,476.4,433.0,472.6,491.3,498.8,476.5,493.4,457.2,498.7,461.4,487.4,490.2,522.3,476.2,496.3,508.0,484.2,475.7,507.7,471.9,480.1,481.8,468.5,540.3,453.9,512.9,436.1,462.3,479.3,552.2],"cost_usd_est":[1.1849,1.1926,1.6046,1.5899,1.473,1.6666,1.6078,1.5527,1.8148,1.6495,1.5288,1.5319,1.408,1.6226,1.5433,0.0,0.0,0.0,0.0,1.6688,1.3347,1.5067,1.4813,1.6262,1.6019,1.5737,1.5358,1.6214,1.5847,1.557,1.3806,1.4628,1.4398,0.0,0.0,0.0,0.0,1.4527,1.4434,1.5167,1.6341,1.509,1.6125,1.4066,1.4848,1.6151,1.5668,1.5505,1.5595,1.5331,1.4146,1.4887,1.5663,1.5817,1.513,1.5525,1.4764,1.599,1.4973,1.5351,1.5597,1.6336,1.528,1.5809,1.5664,1.5129,1.5091,1.6058,1.4464,1.5365,1.546,1.0209,1.6794,1.4523,1.6292,1.3813,1.4918,1.5169,1.7341]},"llama-4-maverick@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.931,0.9885,0.9655,0.9655,0.954,0.9655,0.954,0.931,0.954,0.9655,0.9425,0.954,0.977,0.9655,0.954,0.9655,0.954,0.9655,0.977,0.977,0.9425,0.954,0.9425,0.9655,0.9425,0.954,0.9655,0.954,0.977,0.977,0.9655,0.9425,0.9425,0.9655,0.9425,0.954,0.977,0.9655,0.9375],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8,0.9333,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8,0.8667,0.8,0.8,0.9333,0.8667,0.8667,0.8667,0.9333,0.9333,0.9333,0.8667,0.8,0.8,0.8,0.9333,0.8,0.8,0.8667,0.8,0.8667,0.8667,0.8,0.8,0.8667,0.9333,0.8,0.8,0.9333,0.8667,0.8],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8333,1.0,1.0,0.9167,0.9167,0.9167,0.8333,0.8333,0.9167,0.9167,0.9167,0.9167,0.9167,0.9167,0.8333,0.9167,0.75,0.9167,0.9167,1.0,0.8333,0.9167,0.8333,0.8333,0.8333,0.9167,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.8333,0.8333,0.8333,0.9167,0.9167,0.9167,0.7778],"tool-call":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3489.9,553.8,770.8,692.5,474.8,602.9,527.6,582.3,659.8,1377.4,566.2,1166.7,1048.1,null,null,null,null,null,null,1194.1,628.1,683.5,705.9,724.5,640.6,510.0,882.6,586.7,601.4,2112.7,1176.3,502.1,569.5,571.8,677.8,697.7,691.8,850.3,843.7,1114.9,1433.7,2147.7,1603.3,2240.4,1512.6,2115.1,1725.7,2264.1,1294.0,2112.7,1934.2,1404.1,1188.0,842.4,913.6,951.5,1857.8,1196.5,1017.3,955.1,908.4,1011.1,986.4,1201.5,1595.0,1528.0,1634.5,1003.6,1235.1,961.7,968.5,1320.1,1367.6,1034.1,871.4,912.9,999.4,1054.6,1594.9],"latency_p95":[19419.8,9933.2,15229.4,12965.2,7292.9,9762.8,7215.8,12909.0,10680.6,21065.0,9035.7,18443.3,12929.9,null,null,null,null,null,null,15535.3,10691.0,6957.0,10920.5,8816.5,8299.6,8427.3,12496.7,7288.6,7974.6,32721.2,13883.5,10615.0,9392.1,8521.6,12669.4,7705.7,11834.1,8872.2,12644.9,12925.6,40558.9,47939.7,38636.8,46348.5,40148.2,47556.6,35157.7,63793.2,44743.4,45895.2,39434.2,30836.4,31178.6,28109.0,22970.9,32925.7,45021.4,30581.3,18447.7,24495.8,26290.9,27822.1,19412.3,17694.4,36287.5,35354.9,33774.6,20204.1,18936.7,21396.3,17608.3,22193.4,22083.2,23036.9,19776.8,20807.6,16519.4,15756.3,16100.3],"call_errors":[35,0,0,0,0,0,0,0,0,0,0,0,0,87,87,87,87,87,87,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,7],"errors_by_class":[{"quota-or-billing":35},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"other":7}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0174,0.0178,0.0176,0.0176,0.0175,0.0177,0.0167]},"minimax-m2.5@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9737,0.924,0.9494,0.9324,0.9359,0.9367,0.9375,0.9419,0.924,0.961,0.961,0.961,0.975,null,null,null,null,null,null,1.0,0.9765,1.0,1.0,0.9882,1.0,1.0,0.9767,1.0,0.974,0.9875,0.9762,0.987,0.9885,0.9885,0.977,0.9884,0.9884,1.0,1.0,1.0,0.9882,1.0,1.0,0.9884,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9882,1.0,0.9885,1.0,1.0,1.0,0.9885,0.9726,0.9744,0.9885,0.9885,0.9884,1.0,1.0,1.0,0.9885,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,0.9884],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,0.9286,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,0.9,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,0.75,0.9167,0.9167,0.8333,0.9167,0.8333,0.8333,0.75,0.75,0.75,0.75,0.8333,null,null,null,null,null,null,1.0,0.8333,1.0,1.0,0.9167,1.0,1.0,0.8333,1.0,0.9167,0.9167,0.9167,0.9,1.0,0.9167,0.8333,0.9167,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,1.0,1.0,1.0,0.9167,0.8182,0.8182,0.9167,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,0.9167],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3000.7,3177.0,7877.4,5278.6,3506.5,3221.3,2133.8,6390.4,7308.2,7575.2,2844.0,5565.0,3681.2,null,null,null,null,null,null,42924.5,4991.5,4689.5,8006.4,19720.6,27358.4,33587.7,22322.0,35475.3,57433.5,55366.8,64118.6,77219.5,12725.9,11031.3,7780.9,5433.6,11696.9,9787.8,6554.5,8573.7,44955.5,8709.0,9719.6,7134.7,9019.8,9007.9,7475.6,7961.1,15421.3,15251.2,6594.6,8464.1,11130.0,11695.2,8646.5,3872.9,2665.6,8842.8,5677.0,11125.5,7480.8,68727.2,66260.1,4713.5,8575.2,8065.7,12833.9,6015.0,3446.6,2607.4,2989.7,4171.6,5355.4,8643.8,8242.3,6914.5,6645.0,2627.8,4222.8],"latency_p95":[13029.6,26247.4,45005.1,21917.2,25161.7,24739.7,16615.0,33304.2,37265.8,40926.4,26545.9,40546.4,23422.8,null,null,null,null,null,null,100609.5,60104.5,65372.1,53169.2,104145.0,113948.4,88151.5,82511.1,99234.5,110541.8,112066.4,107994.8,112211.1,101553.2,52349.6,60646.6,40752.8,92982.2,54653.7,56490.9,80332.1,108214.7,64426.4,95143.7,65651.4,70700.9,84889.3,62095.1,60963.0,92223.9,98328.3,48797.1,75234.6,89166.1,79140.1,80922.1,32307.8,31218.6,82927.5,63530.7,76778.8,60002.0,115567.2,113334.7,40752.7,65485.4,57014.9,70809.6,39638.4,35911.4,19837.3,27042.7,53406.4,47175.3,82060.7,56667.8,53495.3,57567.1,28040.6,31903.7],"call_errors":[52,11,11,16,12,11,10,4,11,10,10,10,7,87,87,87,87,87,87,2,2,0,0,2,4,2,1,1,10,7,3,10,0,0,0,1,1,1,0,2,2,1,3,1,3,2,1,1,7,2,0,1,3,5,2,0,0,1,1,1,0,14,9,0,0,1,1,0,0,0,0,0,0,3,0,0,0,1,1],"errors_by_class":[{"quota-or-billing":35,"truncation":17},{"truncation":11},{"request-rejected":5,"timeout":6},{"timeout":2,"truncation":14},{"timeout":1,"truncation":11},{"timeout":11},{"timeout":4,"truncation":6},{"timeout":4},{"request-rejected":3,"timeout":8},{"timeout":10},{"timeout":10},{"request-rejected":3,"timeout":7},{"timeout":6,"truncation":1},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"timeout":2},{"timeout":2},{},{},{"timeout":2},{"timeout":4},{"timeout":2},{"request-rejected":1},{"timeout":1},{"request-rejected":1,"timeout":9},{"timeout":7},{"request-rejected":1,"timeout":2},{"request-rejected":3,"timeout":7},{},{},{},{"timeout":1},{"timeout":1},{"timeout":1},{},{"timeout":2},{"timeout":2},{"timeout":1},{"timeout":3},{"timeout":1},{"timeout":3},{"timeout":2},{"timeout":1},{"timeout":1},{"timeout":7},{"timeout":2},{},{"timeout":1},{"timeout":3},{"timeout":5},{"timeout":2},{},{},{"timeout":1},{"timeout":1},{"timeout":1},{},{"rate-limit":7,"timeout":7},{"rate-limit":4,"timeout":5},{},{},{"timeout":1},{"timeout":1},{},{},{},{},{},{},{"timeout":3},{},{},{},{"timeout":1},{"timeout":1}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0397,0.034,0.0391,0.038,0.0398,0.0398,0.0372]},"qwen3-235b@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-08-23","2026-08-24","2026-08-25","2026-08-26","2026-08-27","2026-08-28","2026-08-29","2026-08-30","2026-08-31","2026-09-01","2026-09-02","2026-09-03","2026-09-04","2026-09-05","2026-09-06","2026-09-07","2026-09-08","2026-09-09","2026-09-10","2026-09-11","2026-09-12","2026-09-13","2026-09-14","2026-09-15","2026-09-16","2026-09-17","2026-09-18","2026-09-19","2026-09-20","2026-09-21","2026-09-22","2026-09-23","2026-09-24","2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9455,0.9667,0.9667,0.9111,0.9333,0.9189,0.9286,0.9286,0.9445,0.9259,0.9651,0.9639,0.931,null,null,null,null,null,null,0.9231,0.9651,0.9294,0.954,0.9286,0.9286,0.931,0.9655,0.954,0.954,0.963,0.9425,0.931,0.9294,0.9655,0.9277,0.9405,0.931,0.9219,0.9259,0.95,0.9268,0.9294,0.9524,0.954,0.9535,0.9512,0.925,0.931,0.9268,0.9398,0.963,0.954,0.954,0.9655,0.954,0.9425,0.9425,0.9643,0.9425,0.954,0.9412,0.9655,0.931,0.9655,0.9302,0.939,0.954,0.931,0.9425,0.931,0.9524,0.9167,0.9178,0.931,0.9425,0.9655,0.954,0.9655,0.931],"dims":{"capability":[0.8,1.0,1.0,0.8,0.8,0.8,0.8,0.8,0.8667,0.8,1.0,1.0,0.8,null,null,null,null,null,null,0.8,1.0,0.8,1.0,0.8,0.8,0.8,1.0,0.8667,0.8667,1.0,0.8667,0.8,0.8,1.0,0.7692,0.9333,0.8,0.8333,0.8,0.9333,0.7692,0.7692,0.9333,0.9333,1.0,0.9333,0.8,0.8,0.8,0.8667,1.0,1.0,1.0,1.0,0.9333,0.8,0.8667,1.0,0.8,0.9333,0.8667,1.0,0.8,1.0,0.8,0.8667,0.9333,0.8,0.8667,0.8,0.9333,0.8,0.8,0.8,0.8667,1.0,0.9333,1.0,0.8],"instruction-following":[1.0,0.8,0.8,0.6667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,null,null,null,null,null,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8667,0.8667,0.8,0.8,0.8,0.8,0.8,0.7857,0.7333,0.8,0.75,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.7778,0.7333,0.7333,0.8,0.8,0.8667,0.8,0.8,0.8667,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"structured-output":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[14427.0,1717.9,1987.5,1679.7,3111.7,9048.8,5083.5,9386.1,2656.3,8889.7,3418.1,3841.3,1998.3,null,null,null,null,null,null,3346.7,6689.0,2477.9,2306.3,6026.7,2904.3,2414.6,1351.5,1655.7,1833.0,8229.0,2392.9,3638.7,4175.9,2401.0,16838.7,10899.4,1475.3,11765.5,8405.5,9378.6,9554.3,5351.9,6057.3,3854.0,6378.4,7990.4,11322.2,4063.9,8941.2,11442.5,10613.1,2440.0,1843.9,2011.8,3794.4,2569.1,1795.0,3985.9,1742.0,2314.5,4966.3,3676.2,1377.9,1670.0,3934.8,1960.7,5337.9,3893.4,2539.6,1683.4,1316.9,11738.4,14598.8,1496.9,4545.2,2641.4,1353.3,7311.0,2131.4],"latency_p95":[102528.5,48470.0,56010.5,56246.5,50465.1,111518.0,107597.8,88986.0,60805.7,91318.8,93320.9,97786.8,41816.6,null,null,null,null,null,null,85657.4,70174.6,71626.0,57213.1,96604.2,108584.0,70229.7,32418.0,42878.6,37793.3,68320.8,55300.6,105506.8,90087.4,58740.3,52608.8,102212.1,45290.9,70294.5,94307.0,90861.4,103240.0,91925.5,85242.1,81162.1,85801.4,95611.8,104812.0,90893.0,112104.4,82661.0,88695.7,78355.9,63932.5,40187.4,74612.3,78681.2,70165.4,97370.1,66019.8,65140.5,94079.1,64104.7,71636.7,46796.2,103859.5,102480.0,54168.5,50682.4,67267.4,46576.0,54264.2,108084.3,93482.1,82370.0,92464.1,77403.2,55382.2,94184.7,53399.5],"call_errors":[35,0,0,0,0,16,6,6,0,6,1,4,0,87,87,87,87,87,87,9,1,2,0,3,3,0,0,0,0,6,0,0,2,0,4,3,0,23,6,7,5,2,3,0,1,5,7,0,5,4,33,0,0,0,0,0,0,3,0,0,2,0,0,0,1,5,0,0,0,0,3,15,14,0,0,0,0,0,0],"errors_by_class":[{"quota-or-billing":35},{},{},{},{},{"request-rejected":4,"timeout":12},{"timeout":6},{"request-rejected":1,"timeout":5},{},{"request-rejected":2,"timeout":4},{"timeout":1},{"timeout":4},{},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"request-rejected":2,"timeout":7},{"request-rejected":1},{"timeout":2},{},{"timeout":3},{"timeout":3},{},{},{},{},{"request-rejected":3,"timeout":3},{},{},{"timeout":2},{},{"request-rejected":4},{"timeout":3},{},{"request-rejected":23},{"request-rejected":2,"timeout":4},{"request-rejected":6,"timeout":1},{"request-rejected":4,"timeout":1},{"request-rejected":2},{"timeout":3},{},{"timeout":1},{"timeout":5},{"rate-limit":3,"timeout":4},{},{"rate-limit":1,"timeout":4},{"rate-limit":3,"timeout":1},{"rate-limit":33},{},{},{},{},{},{},{"timeout":3},{},{},{"timeout":2},{},{},{},{"timeout":1},{"timeout":5},{},{},{},{},{"timeout":3},{"rate-limit":7,"timeout":8},{"rate-limit":3,"timeout":11},{},{},{},{},{},{}],"roster_version":["0.12","0.13","0.14","0.14","0.14","0.15","0.15","0.15","0.15","0.15","0.15","0.16","0.17","0.17","0.17","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.18","0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0054,0.0109,0.0109,0.0106,0.0107,0.0112,0.011]},"gpt-6-luna":{"provider":"openai","tier":"cheap","identity":"alias","dates":["2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,0.9195,0.954,0.9195,0.954,0.954,0.954,0.9195,0.931,0.931,0.9425,0.9195,0.931,0.9195,0.954,0.954,0.9425,0.954,0.9655,0.9195,0.931,0.9425,0.9425,0.954,0.954,0.9425,0.931,0.9425,0.908,0.9655,0.9655,0.931,0.9195,0.9425,0.9195,0.9655,0.954,0.9425,0.954,0.9425,0.954,0.977,0.9655,0.931,0.954,0.9195],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8,0.6667,0.7333,0.7333,0.7333,0.8,0.8,0.6667,0.7333,0.7333,0.7333,0.6,0.6667,0.6667,0.7333,0.7333,0.6667,0.8667,0.8,0.7333,0.6667,0.8,0.7333,0.8,0.7333,0.6667,0.6,0.7333,0.6,0.8,0.8,0.6667,0.6667,0.7333,0.6667,0.8,0.8667,0.8,0.7333,0.7333,0.8,0.8667,0.8,0.6667,0.7333,0.6667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.8333,1.0,0.75,1.0,0.9167,0.9167,0.8333,0.8333,0.8333,0.9167,0.9167,0.9167,0.8333,1.0,1.0,1.0,0.8333,1.0,0.75,0.9167,0.8333,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.8333,1.0,1.0,0.9167,0.8333,0.9167,0.8333,1.0,0.8333,0.8333,1.0,0.9167,0.9167,1.0,1.0,0.9167,1.0,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1132.9,993.1,1079.7,1294.1,1449.9,1362.4,1305.5,1221.1,1000.3,1205.6,1253.0,1586.4,1299.1,1525.7,1411.6,1091.3,1299.2,1253.8,1492.1,1630.8,2255.3,1396.7,1041.4,1131.5,1502.8,1657.0,1586.4,1376.7,1948.3,1245.9,1051.8,1429.9,1471.9,1232.5,1427.7,1412.6,1032.5,1083.2,1106.3,1448.1,1342.7,1208.9,1215.3,1057.5,1057.6,1228.7],"latency_p95":[4716.0,4077.6,4492.2,4462.8,7685.9,5725.9,4673.9,5307.6,4702.4,5100.2,5998.1,7461.8,8423.9,9603.3,5808.5,4961.8,4833.9,6401.8,7127.9,6582.5,7177.2,5615.4,7162.2,7073.9,8371.6,8342.4,10247.5,4969.8,8292.1,5488.9,5736.3,8476.4,6692.7,5298.1,5573.6,6225.7,5261.1,4838.5,5445.5,7878.1,5806.0,5159.7,5393.3,5269.4,4704.9,6224.5],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[18.4,9.9,10.1,11.5,15.3,18.0,15.4,11.4,15.0,12.7,17.1,13.5,11.6,14.9,15.9,15.9,11.6,17.1,16.0,14.8,12.5,16.0,15.2,12.7,13.2,12.6,14.7,16.0,14.0,13.6,12.8,15.8,14.8,14.6,13.2,14.0,16.2,13.7,15.1,18.3,12.3,15.4,12.7,15.2,14.0,15.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0066,0.006,0.0061,0.0066,0.0062,0.0066,0.0064]},"grok-4.7@xai":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-25","2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,1.0,0.977,0.977,0.9885,0.977,0.977,1.0,0.9655,1.0,1.0,0.9885,0.977,0.9655,0.9885,1.0,1.0,1.0,0.9655,0.9885,0.977,0.9885,1.0,0.9885,0.9885,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.977,0.977,0.977,1.0,1.0,0.9885,0.9885,0.977,1.0,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8,1.0,0.8667,0.8667,0.9333,0.8667,0.8667,1.0,0.8,1.0,1.0,0.9333,0.8667,0.8,0.9333,1.0,1.0,1.0,0.8,0.9333,0.8667,0.9333,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,0.8667,0.8667,1.0,1.0,0.9333,0.9333,0.8667,1.0,0.9333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2860.0,2415.1,2691.3,2377.2,2116.3,5123.9,2720.0,2687.3,3116.7,1729.0,2133.2,2276.2,2502.5,4101.1,3093.7,3209.9,2539.8,2481.7,2862.7,2616.5,3302.4,1962.9,3082.0,2788.9,2407.4,2042.2,2079.2,1721.5,1953.0,1625.9,1777.8,2052.7,1880.6,1818.7,1821.0,1781.8,2428.6,2168.9,2643.4,1904.8,2039.7,1900.9,3513.0,5674.2,2731.5,4272.2],"latency_p95":[20111.9,14052.4,20952.8,20651.2,16592.9,16560.1,22070.5,18853.5,19430.3,13643.9,19398.3,42476.4,14571.0,28754.4,39527.2,21498.3,25659.0,17670.1,17187.6,15044.1,19435.9,30704.0,27288.0,15234.6,25568.7,14508.0,15304.2,17659.5,14156.5,13729.2,17536.5,13550.7,15455.0,12778.3,14053.1,19037.3,18532.2,14704.1,16277.5,15484.4,16491.8,15434.8,16000.7,16967.9,16136.0,20157.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.19","0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[165.9,161.3,173.7,186.8,160.7,147.7,158.2,148.3,152.9,154.7,151.8,158.8,157.2,160.5,147.2,143.2,155.7,143.2,174.0,149.4,152.8,157.2,151.5,154.9,152.0,175.7,171.6,150.9,149.4,154.2,160.7,162.1,151.8,139.0,145.2,152.8,144.1,158.5,169.3,149.1,145.6,151.5,161.0,158.4,153.8,158.8],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3598,0.3592,0.3654,0.3666,0.372,0.3647,0.3652]},"deepseek-v4-flash-0731@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"pinned","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8621,0.8506,0.8276,0.8506,0.8621,0.8736,0.8391,0.8506,0.8391,0.8621,0.8276,0.8506,0.8506,0.8391,0.8621,0.8391,0.8391,0.8391,0.8276,0.8391,0.8506,0.8506,0.8506,0.8161,0.8391,0.8506,0.8391,0.8506,0.8506,0.8276,0.8276,0.8506,0.8276,0.8276,0.8276,0.8506,0.8506,0.8621,0.8506,0.8391,0.8506,0.8276,0.8391,0.8391,0.8391],"dims":{"capability":[0.5333,0.4,0.4,0.4,0.4667,0.4667,0.4,0.4,0.4,0.4,0.4,0.4,0.4667,0.4,0.4,0.4667,0.4667,0.4,0.4,0.4,0.4,0.4,0.4,0.3333,0.4,0.4667,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4],"instruction-following":[0.6667,0.7333,0.6,0.7333,0.7333,0.8,0.6667,0.7333,0.6667,0.8,0.6,0.7333,0.6667,0.6667,0.8,0.6,0.6,0.6667,0.6,0.6667,0.7333,0.7333,0.7333,0.6,0.6667,0.6667,0.6667,0.7333,0.7333,0.6,0.6,0.7333,0.6,0.6,0.6,0.7333,0.7333,0.8,0.7333,0.6667,0.7333,0.6,0.6667,0.6667,0.6667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1039.6,1002.9,1115.5,1015.1,1533.7,2610.3,1788.6,1230.9,1163.7,1720.4,3863.5,1939.1,1985.1,1256.4,2410.0,3048.8,7742.7,5978.0,1393.9,1120.9,848.3,702.8,776.4,1560.8,1276.5,1143.9,851.9,1504.5,733.2,1443.0,1000.9,1226.0,1595.9,1256.0,1264.4,1017.7,1049.0,2181.1,1621.0,1452.7,1202.6,971.6,854.9,886.2,2283.3],"latency_p95":[31294.1,24726.3,32407.4,38266.3,33642.5,47309.5,34805.0,42728.7,28806.9,46290.9,47542.9,43394.6,41217.7,37935.1,34352.7,51715.2,39745.0,60422.7,34652.6,28223.1,20014.6,20605.9,20893.7,27988.4,32560.7,24321.6,24938.6,22956.2,26728.8,24395.8,24554.0,25203.9,26311.4,34236.0,27767.6,24611.5,34284.2,26219.7,29028.1,28365.6,26826.6,25755.8,27606.1,22476.9,28054.3],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0045,0.0044,0.0046,0.0045,0.0048,0.0046,0.0045]},"glm-5.3-flash@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9195,0.931,0.931,0.954,0.931,0.9425,0.931,0.931,0.931,0.931,0.9425,0.9195,0.931,0.9195,0.9111,0.931,0.9474,0.9048,0.9608,0.931,0.931,0.931,0.931,0.931,0.931,0.9302,0.931,0.931,0.931,0.931,0.931,0.931,0.954,0.9294,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.931],"dims":{"capability":[0.9333,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6667,0.7333,0.6,0.7333,0.6,0.6,0.6,0.6,0.6667,0.6,0.6,0.6,0.6,0.5556,0.625,0.4,0.6667,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.7333,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2446.8,2141.8,2774.2,3727.8,4526.0,2542.5,2283.9,2424.6,3478.2,3290.0,4027.1,6278.7,2390.6,1625.1,3894.7,7594.2,8276.3,7674.2,5668.8,3725.9,5033.2,2368.9,1200.0,3036.3,6067.7,5489.5,937.6,3319.8,3074.3,2971.4,1069.2,883.7,940.8,7933.4,1389.9,642.5,795.7,1145.2,1042.4,675.8,802.3,754.9,738.4,654.8,1027.6],"latency_p95":[26425.8,27221.2,31955.2,44528.0,43680.6,28088.4,19870.9,24168.4,26481.2,34767.3,48229.6,49792.3,37770.7,26230.7,39651.5,91202.5,77527.9,74025.4,65052.9,41211.9,54341.1,25885.9,10710.3,48234.1,70117.6,25962.5,14445.6,52646.2,60192.5,59543.2,7843.6,9585.4,13323.8,99538.9,14226.6,7158.9,8212.5,13630.7,8205.7,9303.7,10583.9,8996.1,6253.8,4840.8,7499.2],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,42,29,30,24,36,0,0,0,0,0,0,1,0,0,0,0,0,0,0,2,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"rate-limit":42},{"rate-limit":29},{"rate-limit":30},{"rate-limit":24},{"rate-limit":36},{},{},{},{},{},{},{"rate-limit":1},{},{},{},{},{},{},{},{"rate-limit":1,"timeout":1},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[4.6,5.1,5.0,5.7,4.8,5.5,5.1,4.4,3.6,4.5,4.8,5.7,5.1,5.5,5.2,6.6,2.5,7.9,5.8,4.5,5.1,5.2,5.8,4.7,4.4,5.0,4.8,5.0,6.9,5.5,5.4,5.6,6.0,5.3,5.4,5.5,5.0,5.9,5.6,5.8,6.3,4.8,5.0,5.9,5.9],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0082,0.0082,0.0082,0.008,0.0079,0.0081,0.008]},"hy4-preview@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9615,0.9882,1.0,0.9875,0.975,0.9747,1.0,0.9825,0.9808,0.9762,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9753,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.75,0.9167,1.0,0.9167,0.8333,0.8333,1.0,0.9167,0.8889,0.8333,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3480.2,4454.3,4139.2,18302.5,10307.7,9059.1,3323.7,6318.4,11779.9,6781.9,7541.1,null,4637.3,6601.8,15560.7,12666.7,8042.6,5526.4,7858.5,8245.8,28993.1,19812.2,13907.8,8206.8,7382.1,3719.2,5579.6,6145.3,5615.4,5994.2,6099.3,9984.4,5395.1,6717.6,6484.5,6375.3,3477.8,39931.6,5009.8,5445.2,5463.2,3842.4,4893.5,4343.9,6080.9],"latency_p95":[48140.6,85793.6,80802.4,99838.7,85485.7,75719.2,7751.9,98233.5,87819.0,90203.4,85644.3,null,48011.5,70665.6,111991.9,108808.9,81237.9,84202.1,90485.0,99105.0,107894.6,108653.4,98420.4,92157.4,93680.5,89141.9,75862.0,77795.0,65470.4,80209.2,89516.6,72105.9,71050.6,67979.1,70137.8,76921.8,97632.2,114847.5,89938.6,61834.3,60755.5,63059.0,64704.2,75682.6,97370.8],"call_errors":[9,2,2,7,7,8,80,30,35,3,12,87,7,16,10,9,9,12,6,6,13,18,7,6,7,6,7,7,6,7,7,6,7,8,6,7,0,10,5,6,7,6,8,5,24],"errors_by_class":[{"truncation":9},{"timeout":2},{"timeout":2},{"timeout":7},{"timeout":7},{"request-rejected":2,"timeout":6},{"request-rejected":80},{"request-rejected":28,"timeout":2},{"request-rejected":29,"timeout":6},{"timeout":3},{"rate-limit":6,"timeout":6},{"rate-limit":87},{"timeout":7},{"rate-limit":4,"timeout":12},{"timeout":10},{"timeout":9},{"timeout":9},{"timeout":12},{"timeout":6},{"timeout":6},{"timeout":13},{"timeout":18},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":7},{"timeout":6},{"timeout":7},{"timeout":8},{"timeout":6},{"timeout":7},{},{"timeout":10},{"timeout":5},{"timeout":6},{"timeout":7},{"timeout":6},{"timeout":8},{"timeout":5},{"rate-limit":23,"timeout":1}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[650.0,1303.6,963.9,537.7,540.1,433.0,128.4,553.0,425.5,564.4,707.7,null,527.7,431.5,406.3,360.1,380.5,361.0,568.5,610.1,294.6,324.2,530.4,637.8,555.6,1025.8,522.1,543.2,638.5,598.5,491.6,636.8,573.3,448.7,666.6,408.2,1250.3,416.9,692.1,594.7,604.4,770.3,594.4,825.3,1453.7],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3378,0.2887,0.293,0.3613,0.2853,0.3918,0.5031]},"mimo-v2.6-flash@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,0.9767,0.9765,0.9651,0.954,0.954,0.954,0.9535,0.9655,0.954,0.9655,0.954,0.954,0.9655,0.954,0.9651,0.9655,0.954,0.9655,0.977,0.9767,0.9651,0.9647,0.954,0.9881,0.9651,0.9651,0.9651,0.9643,0.9655,0.9535,0.954,1.0,1.0,0.9884,1.0,0.9884,0.9884,0.9881,1.0,0.9768,0.9655,0.9762,0.9884,0.9884],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.9333,0.9333,0.9231,1.0,0.9333,0.9333,0.9333,0.9333,0.9333,1.0,1.0,0.9333,0.9333,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,0.9286,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.8333,0.9167,0.9167,0.75,0.75,0.8333,0.75,0.75,0.8333,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.75,0.8333,0.8333,0.75,0.75,0.75,0.9167,0.75,0.75,0.75,0.75,0.75,0.75,0.75,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,0.8333,0.8333,0.9167,0.9167],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[7166.6,10224.0,10585.8,4943.6,4474.1,2822.4,4571.1,16505.3,2190.7,3504.4,4831.6,3476.7,3689.7,3042.9,11359.4,14667.4,4071.9,4117.5,29870.7,6931.2,4765.4,4396.9,4853.8,9637.1,2033.1,2737.7,4112.2,4150.0,48824.2,32953.9,31003.5,3768.0,2962.0,18065.3,2813.5,4107.8,3099.4,5727.6,61003.6,2037.0,9662.4,2643.5,8840.8,2269.8,4168.5],"latency_p95":[41643.8,107191.4,70661.1,54823.2,83165.5,27940.0,55595.3,88411.8,25446.5,43094.9,38064.2,39695.0,44020.7,61235.6,103616.0,82584.4,40765.3,42683.8,111914.4,77063.1,47918.3,54527.5,46834.1,51270.3,24502.3,23913.8,30906.6,29222.1,101305.1,96776.0,95567.5,39144.5,22015.3,52741.4,63549.6,60800.1,30295.3,46582.0,110999.2,23355.7,35271.1,31448.1,43449.7,23637.5,32991.1],"call_errors":[0,1,2,1,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,1,1,2,0,3,1,1,1,3,0,1,0,1,0,1,0,1,1,3,0,1,0,3,1,1],"errors_by_class":[{},{"timeout":1},{"truncation":2},{"truncation":1},{},{},{},{"timeout":1},{},{},{},{},{},{},{},{"rate-limit":1},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":2},{},{"truncation":3},{"truncation":1},{"truncation":1},{"truncation":1},{"timeout":3},{},{"timeout":1},{},{"truncation":1},{},{"truncation":1},{},{"truncation":1},{"truncation":1},{"timeout":3},{},{"truncation":1},{},{"truncation":3},{"truncation":1},{"truncation":1}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[83.4,72.2,34.7,63.8,95.3,73.2,84.6,62.7,70.5,64.6,101.3,98.6,96.7,99.4,65.0,56.5,88.1,101.6,88.4,68.1,54.8,88.4,55.2,65.6,36.6,67.1,50.4,52.2,58.9,73.7,71.4,56.1,65.0,74.4,50.2,95.5,44.7,48.1,66.9,85.2,51.6,50.3,34.6,75.2,57.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0084,0.0098,0.0081,0.008,0.0072,0.0095,0.0085]},"nemotron-3-ultra@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-26","2026-09-27","2026-09-28","2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,0.977,1.0,0.9885,0.9885,1.0,0.9747,0.977,0.9885,0.9885,0.977,0.9762,0.9762,0.9767,1.0,1.0,1.0,0.9885,0.9885,0.977,0.9655,0.9655,1.0,0.977,0.9767,1.0,0.977,1.0,0.9885,0.9885,0.9885,1.0,0.9885,0.9885,0.9885,0.9425,0.977,0.9881,0.977,0.9885,0.9885,0.977,0.977,0.9885,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,0.9333,1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8667,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.8333,1.0,0.9167,0.9167,1.0,0.9167,0.8333,0.9167,0.9167,0.8333,0.8333,0.8333,0.9167,1.0,1.0,1.0,1.0,0.9167,0.8333,0.75,0.8333,1.0,0.9167,0.9167,1.0,0.8333,1.0,0.9167,0.9167,0.9167,1.0,0.9167,0.9167,0.9167,0.75,0.9167,0.9167,0.8333,0.9167,0.9167,0.8333,0.8333,0.9167,0.9167],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1050.0,1209.6,1359.5,2066.4,3621.2,5320.4,14328.2,2306.0,1213.0,2324.3,3760.9,4841.9,6743.7,7764.4,2098.9,1032.6,1552.9,3402.2,3066.8,2808.2,5923.5,4077.1,1486.9,7172.8,1823.3,1546.6,2713.0,1814.4,2069.0,1076.8,2531.2,36120.6,4949.0,3406.6,3190.9,2007.1,1662.4,3315.0,2386.8,2104.0,1969.2,2250.7,2276.2,1545.2,4375.7],"latency_p95":[9642.5,11470.7,25370.2,24313.2,46139.6,95243.9,105111.4,24379.4,22393.9,51082.3,69248.2,87132.8,74307.2,56429.6,22137.5,21576.7,26611.9,26089.2,40511.1,42238.0,55514.1,38143.8,20209.8,75504.3,35883.1,27323.0,24368.1,33898.2,41487.7,11075.7,46923.7,103979.5,96797.5,85667.6,36617.3,22652.5,24625.5,86150.3,21049.1,36855.8,43038.3,27643.5,35180.1,30053.7,79787.5],"call_errors":[0,0,0,0,0,1,8,0,0,0,0,3,3,1,0,0,2,0,0,0,0,0,0,0,1,0,0,0,0,0,0,2,0,0,0,0,0,3,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{"timeout":1},{"request-rejected":1,"timeout":7},{},{},{},{},{"timeout":3},{"timeout":3},{"timeout":1},{},{},{"timeout":2},{},{},{},{},{},{},{},{"timeout":1},{},{},{},{},{},{},{"timeout":2},{},{},{},{},{},{"timeout":3},{},{},{},{},{},{},{}],"roster_version":["0.20","0.21","0.21","0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[91.0,90.0,91.9,93.2,96.2,92.3,91.6,93.9,98.7,94.9,102.1,94.3,87.8,90.1,93.9,95.0,100.0,108.0,95.1,95.0,97.0,92.6,96.4,89.1,91.2,88.8,98.7,93.0,87.9,92.1,95.7,87.3,91.3,92.0,96.6,87.7,94.3,98.4,89.7,90.6,91.7,89.8,94.8,91.7,97.5],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.1251,0.1253,0.1253,0.1234,0.1238,0.1224,0.1225]},"claude-sonnet-5-5":{"provider":"anthropic","tier":"workhorse","identity":"alias","dates":["2026-09-29","2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9195,0.931,0.9195,0.931,0.8851,0.8966,0.9195,0.931,0.931,0.931,0.931,0.931,0.9195,0.931,0.931,0.931,0.931,0.931,0.931,0.931,0.908,0.9195,0.9195,0.931,0.931,0.908,0.908,0.931,0.9195,0.9195,0.931,0.931,0.931,0.9302,null,0.9195,0.9195,0.931,0.931,0.931,0.931,0.931],"dims":{"capability":[0.7333,0.8,0.7333,0.8,0.6,0.6,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.7333,0.7333,0.8,0.7333,0.7333,0.8,0.8,0.8,null,null,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.7333,0.7333,0.7333,0.8,0.8,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8,0.8,0.8,null,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1321.5,1506.2,1619.1,1558.2,1434.0,1381.8,1223.9,1504.1,1422.9,1293.4,1368.8,1173.0,1151.2,1438.5,2134.4,1484.6,1508.9,1540.8,1383.3,1053.0,1691.0,1304.0,1546.0,1622.1,1551.0,1244.6,1464.9,1098.3,1318.0,1454.6,1686.8,1642.7,1259.6,1231.6,null,1396.1,1817.2,1387.0,1825.2,1254.2,1289.3,1118.9],"latency_p95":[11740.7,10402.2,11628.0,12138.4,12384.2,11542.8,10496.0,11153.8,11087.3,10611.0,11519.1,10473.6,10531.5,10659.8,11454.6,12257.5,12290.3,12357.7,11127.2,10820.7,11666.5,11981.5,11543.7,11235.6,11266.5,11576.9,10846.1,11519.2,10672.1,14826.2,13387.4,10875.0,11916.5,9307.9,null,11541.3,10801.4,10735.2,11035.7,11058.3,11279.0,10955.4],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.22","0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.3187,0.3202,0.3208,0.3246,0.3184,0.3174,0.3142]},"claude-opus-5-5":{"provider":"anthropic","tier":"premium","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[3595.2,2949.8,3126.7,2015.9,1982.3,1870.8,2208.5,2419.1,2322.3,1758.7,2024.2,1711.4,1651.8,1804.2,1787.5,1946.5,2720.8,1641.0,1696.5,1738.2,2439.1,1840.8,1576.1,1914.9,1713.6,1590.0,1831.1,1755.3,1705.0,1896.7,1859.1,1510.5,1338.7,null,1576.3,1727.0,1638.9,1414.7,1527.4,1472.4,1381.3],"latency_p95":[18905.2,19974.2,22960.7,26409.0,20504.2,18067.8,17676.4,19758.3,18167.7,16921.4,19414.5,18431.5,16512.3,19320.6,18194.4,19017.0,18540.3,18736.0,17113.8,17908.6,18347.3,17247.9,18463.8,18205.2,18080.8,19674.1,17281.4,19060.4,17888.9,17892.0,17453.4,17504.4,14708.7,null,19148.4,18818.6,18433.4,16962.3,18657.3,15865.0,15743.7],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.7221,0.7058,0.7518,0.7063,0.7235,0.7134,0.7003]},"gemini-3.8-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[null,null,null,null,null,null,null,1.0,null,null,null,null,0.8961,0.8974,0.9333,0.92,0.9351,0.9091,0.9359,0.9333,0.8533,0.9885,0.9655,0.977,0.9655,0.977,0.9885,0.977,1.0,0.977,0.9851,null,null,null,1.0,0.977,0.9885,0.9885,0.9885,0.977,0.9655],"dims":{"capability":[null,null,null,null,null,null,null,null,null,null,null,null,0.4286,0.4286,0.875,0.75,0.6667,0.75,0.7273,0.7143,0.75,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[null,null,null,null,null,null,null,1.0,null,null,null,null,0.6923,0.7143,0.6,0.6,0.8182,0.6667,0.8,0.75,0.4286,0.9333,0.8,0.8667,0.8,0.8667,0.9333,0.8667,1.0,0.8667,0.9333,null,null,null,1.0,0.8667,0.9333,0.9333,0.9333,0.8667,0.8],"structured-output":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[null,null,null,null,null,null,null,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[null,null,null,null,null,null,null,2059.9,null,null,null,null,1844.0,1862.8,2508.5,1956.1,2042.3,1775.2,1569.4,2424.6,2768.0,2159.2,2350.4,3281.7,2287.2,2554.9,2644.7,2481.7,3175.4,2532.8,2891.1,null,null,null,3990.5,3000.7,2866.7,2942.6,2587.1,2292.2,2532.6],"latency_p95":[null,null,null,null,null,null,null,2059.9,null,null,null,null,8323.6,9324.4,10709.4,8797.7,9126.4,8590.1,8790.2,10427.3,11403.6,9165.8,10175.4,10639.7,10587.6,10539.7,11641.2,11642.3,11657.7,11620.0,8394.8,null,null,null,11205.7,12631.3,10108.6,10426.5,10077.2,10339.9,10723.9],"call_errors":[87,87,87,87,87,87,87,86,87,87,87,87,10,9,12,12,10,10,9,12,12,0,0,0,0,0,0,0,0,0,20,87,87,87,0,0,0,0,0,0,0],"errors_by_class":[{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":86},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{"truncation":10},{"truncation":9},{"truncation":12},{"truncation":12},{"truncation":10},{"truncation":10},{"truncation":9},{"truncation":12},{"truncation":12},{},{},{},{},{},{},{},{},{},{"quota-or-billing":20},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,42.2,45.6,61.5,67.5,47.7,63.3,53.6,51.1,57.7,126.1,148.0,158.8,134.6,149.2,139.4,141.0,152.5,147.2,171.4,null,null,null,140.5,146.9,148.9,143.7,155.8,139.7,144.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0785,0.0794,0.0808,0.0835,0.0824,0.0827,0.0833,0.0826,0.0805,0.0474,0.0,0.0,0.0,0.0822,0.0862,0.0809,0.0811,0.0837,0.0802,0.0816]},"gpt-6.1-sol":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,0.977,0.9885,0.9885,0.9885,1.0,0.977,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,0.8333,0.9167,0.9167,0.9167,1.0,0.8333,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2667.0,2454.9,2818.8,1992.4,1909.5,2257.8,3238.0,2109.8,2076.1,2328.7,1467.9,1463.5,1862.4,2556.5,2795.5,1810.7,2053.9,1733.0,2028.2,1988.4,2208.3,3172.3,2971.3,2447.5,1953.9,1536.5,3027.2,3129.7,1733.0,2651.7,1825.0,1409.1,1308.2,1877.0,1743.0,2000.2,1740.3,1730.5,1338.4,1336.3,1543.6],"latency_p95":[19829.6,14964.9,14995.0,14204.6,15165.1,15541.0,16580.5,12988.3,14172.4,14821.1,14317.9,12628.8,19310.5,15043.1,13923.8,13731.8,14616.0,15656.8,15358.7,13953.9,17350.3,17069.9,17180.8,14064.3,12638.3,12722.8,24446.2,17260.2,12748.5,22605.7,13258.2,12988.9,10357.1,12565.4,15506.5,15080.2,14099.8,11840.8,10247.8,10103.0,13100.4],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[4.4,5.4,4.0,5.1,4.7,4.9,3.9,4.7,3.4,4.2,4.5,5.7,4.8,4.5,4.8,5.0,5.4,3.9,4.7,4.2,4.3,3.6,4.1,4.3,5.5,4.1,3.2,4.1,4.4,4.4,3.9,4.0,4.3,3.9,4.3,3.9,4.6,4.2,4.7,3.8,4.6],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.141,0.1424,0.139,0.14,0.1419,0.1431,0.1407]},"minimax-m3@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,0.9885,1.0,1.0,0.9885,0.9885,1.0,1.0,0.9885,0.9768,0.9872,1.0,0.9885,1.0,1.0,1.0,0.977,0.9885,1.0,0.9884,0.9884,1.0,0.9885,0.973,0.96,0.9885,0.977,1.0,1.0,1.0,1.0,0.977,0.977,1.0,0.977,0.9882,1.0,1.0,0.9884,0.9882,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,0.9333,1.0,1.0,0.9333,0.9333,1.0,1.0,0.9333,0.9286,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9333,1.0,1.0,0.9333,1.0,1.0,1.0,1.0,0.9333,0.8667,1.0,1.0,1.0,1.0,0.9333,0.9333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,0.9167,1.0,1.0,1.0,0.8333,1.0,1.0,0.9167,1.0,1.0,0.9167,0.8333,0.75,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,0.9167,1.0,0.8333,0.9167,1.0,1.0,0.9167,0.9167,0.8333],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[6317.0,7468.9,40065.3,7236.7,9890.8,9278.5,9956.9,9123.7,8612.1,8431.8,14712.3,13508.8,6134.5,8744.8,10918.2,11148.9,8940.4,3054.5,3129.3,9472.1,5842.1,10705.7,6012.8,69175.8,65731.3,4520.6,7038.9,7733.3,12542.1,5896.7,3111.4,2552.4,2909.1,4108.2,5439.0,10688.7,7369.5,6503.8,5775.3,2655.5,4716.7],"latency_p95":[59101.3,76757.6,109975.9,88873.8,101644.6,67554.1,77795.6,80900.4,90858.7,63702.7,79547.6,89620.9,56032.9,74409.0,108512.3,87855.3,94525.6,36130.9,36162.7,81635.6,95679.0,77277.4,92381.3,109494.9,108877.4,40721.1,88589.2,67332.6,96717.2,49317.9,37054.4,22185.9,25128.6,30531.8,49802.6,94502.1,57541.7,59480.1,54224.6,20929.7,35508.9],"call_errors":[0,0,0,0,0,0,1,0,0,1,9,2,0,1,3,3,0,0,0,1,1,1,0,13,12,0,0,0,2,2,0,0,0,1,0,2,1,0,1,2,0],"errors_by_class":[{},{},{},{},{},{},{"timeout":1},{},{},{"timeout":1},{"timeout":9},{"timeout":2},{},{"timeout":1},{"timeout":3},{"timeout":3},{},{},{},{"timeout":1},{"timeout":1},{"timeout":1},{},{"rate-limit":5,"timeout":8},{"rate-limit":6,"timeout":6},{},{},{},{"timeout":2},{"timeout":2},{},{},{},{"truncation":1},{},{"timeout":2},{"timeout":1},{},{"timeout":1},{"truncation":2},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0427,0.0375,0.0389,0.0415,0.0365,0.0363,0.0417]},"mistral-medium-3.5@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8966,0.8621,0.8621,0.8621,0.8621,0.8621,0.8621,0.8736,0.8621,0.8851,0.8736],"dims":{"capability":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.75,0.75,0.75,0.75,0.75,0.75,0.8333,0.75,0.9167,0.8333],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[461.5,484.7,539.3,493.1,500.6,536.4,573.9,537.6,606.1,534.5,496.3,438.8,582.4,560.4,655.1,648.6,603.3,519.5,496.9,555.2,585.0,605.9,572.9,615.2,581.4,480.6,540.8,621.8,577.1,645.0,702.9,537.8,523.2,604.7,593.2,599.0,604.4,839.8,590.4,777.8,756.1],"latency_p95":[6101.1,6057.7,5916.3,6083.9,5702.2,6549.1,6232.1,6138.8,6611.5,6369.9,5592.9,6124.2,5935.5,6220.6,6696.6,6639.7,8903.4,6469.5,6956.6,6283.4,7127.1,6217.4,6324.7,6468.3,6507.1,6251.4,6439.1,6617.6,6663.8,6608.9,6610.2,5902.7,6112.9,6358.4,6502.5,6275.1,6322.1,6528.8,6070.1,6336.7,6181.5],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.1227,0.1221,0.1223,0.1219,0.1225,0.1227,0.122,0.1227,0.1231,0.1224,0.1224,0.1231,0.1227,0.1228,0.1234,0.1224,0.1227,0.1223,0.1222]},"muse-spark-1.3@meta":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9885,1.0,0.9885,1.0,1.0,1.0,0.9885,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9167,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[12633.5,8516.7,10215.2,7520.1,8595.6,9094.8,8916.1,18095.3,6476.0,4717.5,4944.7,4158.6,5295.9,5018.1,5125.0,5562.4,7287.1,8948.5,3670.5,5220.3,4880.3,2571.4,2544.2,2579.8,2573.5,2433.1,2236.4,2471.5,2622.2,3206.1,2764.4,2697.4,2771.8,2570.8,5186.8,4756.3,6005.4,5577.3,5244.9,4450.7,5744.8],"latency_p95":[92717.1,34375.0,42367.8,41697.9,45150.5,43477.7,61594.4,89238.6,27513.6,28672.7,31607.4,24910.5,31325.4,34825.9,32130.2,24702.4,41941.9,58250.6,21281.7,26577.8,28810.9,12788.9,11886.2,11852.2,10312.6,12973.7,11038.8,12255.7,13718.4,15990.0,15766.8,13921.7,15883.6,14332.6,24093.3,28684.6,34159.5,33870.4,30883.7,23306.9,36827.5],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,1,0,1,1,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":1},{},{},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{"truncation":1},{},{},{},{},{},{"truncation":1},{},{"truncation":1},{"truncation":1},{},{},{}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[611.1,603.3,657.1,618.7,640.6,608.4,627.5,647.3,630.8,628.3,643.5,613.5,612.6,615.4,645.5,658.8,611.9,619.6,611.5,655.0,614.6,627.9,604.2,610.6,631.9,681.1,618.8,632.8,615.2,617.6,584.7,613.9,634.8,605.5,630.4,619.3,644.0,643.7,620.2,621.1,654.1],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.5566,0.5542,0.5677,0.5691,0.5607,0.5585,0.5862]},"qwen3.8-max@deepinfra":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-09-30","2026-10-01","2026-10-02","2026-10-03","2026-10-04","2026-10-05","2026-10-06","2026-10-07","2026-10-08","2026-10-09","2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9762,1.0,1.0,1.0,0.9877,0.9882,1.0,0.9759,0.9877,1.0,0.9877,1.0,0.9885,0.9882,1.0,1.0,1.0,0.9877,0.9881,0.9881,1.0,0.9756,1.0,0.9762,1.0,1.0,0.9762,1.0,0.9882,1.0,1.0,1.0,0.9759,1.0,1.0,1.0,1.0,0.988,1.0,0.9881,0.9882],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.8333,1.0,1.0,1.0,0.9167,0.9167,1.0,0.8333,0.9167,1.0,0.9167,1.0,0.9167,0.9167,1.0,1.0,1.0,0.9167,0.9167,0.9167,1.0,0.8333,1.0,0.8333,1.0,1.0,0.8333,1.0,0.9167,1.0,1.0,1.0,0.8333,1.0,1.0,1.0,1.0,0.9167,1.0,0.9167,0.9167],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4878.9,4444.9,4411.1,4310.2,4295.6,4029.3,4132.0,4129.7,4430.8,4095.1,4715.2,5197.7,4195.4,4516.1,4392.5,4106.5,4045.4,4237.1,3876.7,4104.1,4328.5,4110.4,4878.0,4071.8,3803.9,4404.1,4443.5,4382.6,4456.5,4135.7,3990.7,4531.6,4263.8,4166.7,4551.3,4568.4,4590.2,3898.8,5840.5,4062.9,4269.5],"latency_p95":[48916.7,56038.6,40159.9,43392.7,31397.4,44695.7,63275.4,42600.4,35091.0,35963.0,43158.0,36870.9,94146.0,56331.0,46682.7,97416.9,74698.7,34060.0,31450.1,49314.3,36738.5,49067.3,40885.4,46442.2,42761.9,46836.0,46276.4,49545.9,55210.1,52637.0,44993.6,92802.9,38244.0,35659.7,60278.2,41203.1,103001.3,36952.6,37813.2,58524.2,54519.9],"call_errors":[3,2,5,5,6,2,4,4,6,3,6,6,0,2,5,1,3,6,3,3,3,5,5,3,3,3,3,2,2,3,2,2,4,3,3,4,1,4,6,3,2],"errors_by_class":[{"timeout":3},{"timeout":2},{"timeout":5},{"timeout":5},{"timeout":6},{"timeout":2},{"timeout":4},{"timeout":4},{"timeout":6},{"timeout":3},{"timeout":6},{"timeout":6},{},{"timeout":2},{"timeout":5},{"timeout":1},{"timeout":3},{"timeout":6},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":5},{"timeout":5},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":2},{"timeout":2},{"timeout":3},{"timeout":2},{"timeout":2},{"timeout":4},{"timeout":3},{"timeout":3},{"timeout":4},{"timeout":1},{"timeout":4},{"timeout":6},{"timeout":3},{"timeout":2}],"roster_version":["0.25","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.26","0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[103.8,163.8,105.8,148.3,117.6,138.7,146.0,101.3,110.5,115.2,104.1,99.8,277.4,158.1,130.4,200.3,134.8,112.2,101.2,116.2,103.1,113.8,86.9,92.9,108.8,122.1,116.6,147.0,156.6,99.9,140.5,172.7,97.1,107.5,115.8,99.0,230.4,114.7,98.0,129.2,170.8],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.2415,0.1953,0.3362,0.2157,0.1523,0.2636,0.2896]},"claude-haiku-5-5":{"provider":"anthropic","tier":"cheap","identity":"alias","dates":["2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.931,0.931,0.908,0.9195,0.9655,0.931,0.9655,0.9655,0.9425,0.954,0.931,0.9425,0.9195,0.954,0.931,0.954,0.9425,0.908,0.954,0.9655,0.9195,0.9425,0.9302,null,0.931,0.931,0.8966,0.9195,0.931,0.9081,0.9195],"dims":{"capability":[0.8,0.8,0.7333,0.8,1.0,0.8667,0.9333,0.9333,0.8667,0.9333,0.8,0.9333,0.8,1.0,0.8667,1.0,0.9333,0.7333,0.9333,1.0,0.7333,0.8667,null,null,0.8,0.8,0.8,0.8,0.8,0.6667,0.8],"instruction-following":[0.8,0.8,0.7333,0.7333,0.8,0.7333,0.8667,0.8667,0.8,0.8,0.8,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.7333,0.8,0.8,0.8,0.8,0.8,null,0.8,0.8,0.6,0.7333,0.8,0.8,0.7333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[900.0,906.2,1045.9,1121.3,886.3,838.4,1169.3,757.8,798.4,1195.5,1078.2,1212.6,1348.1,1021.2,1100.0,925.2,991.2,1351.4,1104.5,1168.4,1029.2,734.7,709.2,null,717.2,815.7,781.2,844.4,834.6,846.1,985.6],"latency_p95":[6713.5,6945.9,6973.3,8450.8,6630.0,6793.9,6807.6,6804.1,7271.3,6963.7,7924.6,6853.9,8422.7,7219.9,6796.5,6384.2,6875.3,7076.4,7631.4,7264.7,7223.9,6805.9,6272.7,null,6680.8,7236.7,6703.3,6740.3,6531.4,6758.2,6635.9],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,44,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"quota-or-billing":44},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.016,0.0159,0.0152,0.0156,0.0157,0.0153,0.0158]},"inkling@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.931,0.931,0.931,0.931,0.9186,0.9302,0.9512,0.931,0.908,0.9195,0.931,0.908,0.8605,0.8488,0.8488,0.8621,0.8621,0.8391,0.8941,0.8721,0.8506,0.8588,0.8605,0.8506,0.8588,0.8588,0.8605,0.8706,0.8571,0.8621,0.8605],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,0.9091,0.8333,1.0,1.0,0.8333,1.0,1.0,0.9167,0.9,1.0,0.9167,0.9091,1.0,1.0,1.0,0.7,1.0,1.0],"tool-call":[0.5,0.5,0.5,0.5,0.4167,0.5,0.6667,0.5,0.3333,0.4167,0.5,0.3333,0.0833,0.0,0.0833,0.0,0.0,0.0,0.25,0.0833,0.0,0.0833,0.0,0.0,0.0833,0.0,0.0,0.0833,0.25,0.0,0.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1436.8,1559.5,2371.9,1934.6,1290.9,1365.2,2145.8,1334.7,1437.1,2048.1,1638.8,2022.7,935.4,805.1,802.7,920.1,923.7,1019.7,1371.6,1450.8,1102.9,817.8,1075.2,1093.3,3245.7,1094.4,680.7,2566.7,890.9,1336.0,1451.7],"latency_p95":[13864.2,21084.6,26984.2,15670.5,14965.3,13804.6,64711.2,8277.2,12229.3,10271.9,13995.9,23824.4,10815.3,11103.7,8176.7,11713.7,7717.1,8321.9,10868.2,11670.7,10957.6,8028.5,14056.2,12390.2,55946.3,9966.7,11147.1,67649.8,7365.1,15936.2,25892.1],"call_errors":[0,0,0,0,1,1,5,0,0,0,0,0,1,1,1,0,0,0,2,1,0,2,1,0,2,2,1,2,3,0,1],"errors_by_class":[{},{},{},{},{"truncation":1},{"truncation":1},{"timeout":5},{},{},{},{},{},{"truncation":1},{"truncation":1},{"truncation":1},{},{},{},{"truncation":2},{"truncation":1},{},{"truncation":2},{"truncation":1},{},{"rate-limit":1,"truncation":1},{"truncation":2},{"truncation":1},{"truncation":2},{"truncation":3},{},{"truncation":1}],"roster_version":["0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,0.1721,0.1734,0.1659,0.1739,0.1664,0.1698,0.167]},"mistral-large-4-0@mistral":{"provider":"openai_compat","tier":"workhorse","identity":"pinned","dates":["2026-10-10","2026-10-11","2026-10-12","2026-10-13","2026-10-14","2026-10-15","2026-10-16","2026-10-17","2026-10-18","2026-10-19","2026-10-20","2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8276,0.8161,0.8276,0.8276,0.8276,0.8276,0.8276,0.7931,0.8276,0.8276,0.8161,0.8161,0.8161,0.8276,0.8161,0.8046,0.8046,0.8161,0.8046,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"dims":{"capability":[0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.6,0.8,0.8,0.7333,0.7333,0.7333,0.8,0.7333,0.6667,0.6667,0.6667,0.6667,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6,0.6667,0.6,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1349.2,2430.2,1286.5,1466.5,1427.7,1126.2,1736.1,1062.4,1210.1,1365.9,1574.4,1452.6,2029.5,2513.6,1302.5,1237.0,1142.8,2052.2,1559.0,null,null,null,null,null,2390.4,2113.3,2939.8,2872.4,1831.4,1994.1,2106.1],"latency_p95":[15385.2,25288.1,26706.8,38435.9,28921.3,13724.1,32144.9,10176.8,19006.9,27807.6,39329.0,14462.6,18589.5,12021.6,9665.7,10714.2,17153.6,13368.1,12043.9,null,null,null,null,null,18831.7,11596.5,14953.2,16581.1,11743.0,9563.0,22680.1],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,87,87,87,87,87,0,1,2,1,1,0,1],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{"request-rejected":87},{"request-rejected":87},{"request-rejected":87},{"request-rejected":87},{"request-rejected":87},{},{"truncation":1},{"truncation":2},{"truncation":1},{"truncation":1},{},{"truncation":1}],"roster_version":["0.29","0.29","0.29","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,null,null,null,null,null,197.1,130.3,104.1,147.7,138.4,154.9,147.3],"cost_usd_est":[null,null,null,null,null,null,null,null,null,null,null,null,0.0787,0.0805,0.0834,0.0819,0.0956,0.0753,0.09,0.0,0.0,0.0,0.0,0.0,0.189,0.1401,0.1203,0.1516,0.1471,0.1602,0.1534]},"deepseek-v4.1-flash-1017@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"pinned","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.931,0.931,0.9425,0.931,0.931,0.954,0.9425,0.9655,0.954,0.954,0.931,0.9425,0.954,0.954,0.954,0.931,0.931,0.931,0.9655,0.931],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.6,0.6,0.6667,0.6,0.6,0.7333,0.6667,0.8,0.7333,0.7333,0.6,0.6667,0.7333,0.7333,0.7333,0.6,0.6,0.6,0.8,0.6],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[855.9,795.4,1400.5,783.9,883.2,973.1,1050.5,1223.3,747.9,818.5,914.4,722.1,933.6,1118.0,1086.8,818.6,679.6,524.4,459.2,581.3],"latency_p95":[12014.2,13739.0,25219.4,16143.3,17540.2,18604.8,23864.4,19546.1,14224.5,17257.5,10308.0,15436.9,18920.2,23631.8,17602.3,13206.4,15637.3,7358.8,6446.9,9327.9],"call_errors":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[null,0.0113,0.0118,0.0115,0.0112,0.011,0.0112,0.0116,0.0121,0.0113,0.0111,0.0111,0.0112,0.0106,0.011,0.0113,0.0111,0.0111,0.0114,0.011]},"gemini-3.6-flash":{"provider":"google","tier":"cheap","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9655,0.9655,0.9655,0.9655,0.9425,0.954,0.977,0.954,0.9655,0.9412,null,null,null,0.954,0.931,0.954,0.954,0.954,0.9655,0.977],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.8667,0.8667,0.8667,0.8,0.8,0.7333,0.9333,0.8,0.8667,0.8,null,null,null,0.8,0.8,0.8667,0.8667,0.8,0.8,0.9333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[0.9167,0.9167,0.9167,1.0,0.8333,1.0,0.9167,0.9167,0.9167,0.9167,null,null,null,0.9167,0.75,0.8333,0.8333,0.9167,1.0,0.9167],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1072.4,1150.4,1114.3,980.5,1021.1,1150.7,1133.0,1406.3,1266.4,1089.8,null,null,null,1157.8,1326.3,1471.0,1213.3,1009.7,797.5,1188.9],"latency_p95":[6097.4,6648.5,6130.5,5875.4,5987.4,7644.8,6710.3,6629.1,6619.0,3472.6,null,null,null,6711.0,6548.7,6921.4,6881.2,6607.8,6427.0,6398.1],"call_errors":[0,0,0,0,0,0,0,0,0,19,87,87,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{"quota-or-billing":19},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0593,0.058,0.0568,0.0584,0.059,0.0589,0.0583,0.0584,0.0577,0.027,0.0,0.0,0.0,0.0577,0.0575,0.0585,0.0587,0.0579,0.0591,0.058]},"gemini-4-argon":{"provider":"google","tier":"workhorse","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[1.0,1.0,1.0,0.9885,1.0,0.9885,0.9885,1.0,1.0,0.9853,null,null,null,1.0,1.0,0.9885,1.0,1.0,1.0,0.9885],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,0.9333,1.0,0.9333,0.9333,1.0,1.0,0.9333,null,null,null,1.0,1.0,0.9333,1.0,1.0,1.0,0.9333],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,null,null,null,null,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[4387.3,19252.9,14789.4,5020.8,3746.3,11000.6,8680.9,7421.8,6438.6,4119.9,null,null,null,4209.4,4933.9,4428.8,9231.7,11078.6,10867.4,6053.3],"latency_p95":[20779.1,82405.9,73823.2,33492.4,17990.8,62878.7,40440.4,29475.6,24193.2,12004.4,null,null,null,18056.8,19544.4,21045.4,31584.1,32920.5,57501.3,18010.7],"call_errors":[0,0,0,0,0,0,0,0,0,19,87,87,87,0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{},{},{},{"quota-or-billing":19},{"quota-or-billing":87},{"quota-or-billing":87},{"quota-or-billing":87},{},{},{},{},{},{},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.2123,0.2137,0.2085,0.2145,0.2142,0.2173,0.2133,0.2104,0.2117,0.1144,0.0,0.0,0.0,0.2126,0.21,0.2146,0.2133,0.2141,0.2164,0.2134]},"inkling-small@deepinfra":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.8608,0.8488,0.8488,0.8506,0.8621,0.8621,0.8488,0.8851,0.8721,0.8605,0.8621,0.8621,0.8605,0.8434,0.8706,0.8721,0.8333,0.8721,0.8621,0.8721],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.9091,0.9091,0.8333,1.0,1.0,0.8182,0.9167,1.0,1.0,1.0,1.0,0.9091,0.9,1.0,1.0,0.8,0.8182,1.0,1.0],"tool-call":[0.0833,0.0,0.0,0.0833,0.0,0.0,0.0833,0.25,0.0833,0.0,0.0,0.0,0.0833,0.0,0.0833,0.0833,0.0,0.25,0.0,0.0833],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[13158.2,876.5,709.1,842.6,932.7,961.6,966.0,1243.1,1313.1,923.4,799.7,1031.9,925.4,3377.4,1016.3,830.0,2443.8,845.0,1270.3,1655.0],"latency_p95":[97247.6,10722.0,10195.2,6274.2,9607.9,6183.6,10672.3,12249.7,10955.8,6682.8,8422.4,14027.9,12700.2,95549.4,10980.2,10683.3,86605.2,8340.6,15393.9,25656.5],"call_errors":[8,1,1,0,0,0,1,0,1,1,0,0,1,4,2,1,3,1,0,1],"errors_by_class":[{"timeout":8},{"truncation":1},{"truncation":1},{},{},{},{"truncation":1},{},{"truncation":1},{"truncation":1},{},{},{"truncation":1},{"rate-limit":1,"truncation":3},{"truncation":2},{"truncation":1},{"truncation":3},{"truncation":1},{},{"truncation":1}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],"cost_usd_est":[0.0429,0.0539,0.0545,0.0495,0.0599,0.0508,0.0575,0.0568,0.0482,0.0479,0.0592,0.0542,0.0564,0.0496,0.0566,0.055,0.0523,0.0526,0.0526,0.0519]},"minimax-m3.1-flash@minimax":{"provider":"openai_compat","tier":"cheap","identity":"alias","dates":["2026-10-21","2026-10-22","2026-10-23","2026-10-24","2026-10-25","2026-10-26","2026-10-27","2026-10-28","2026-10-29","2026-10-30","2026-10-31","2026-11-01","2026-11-02","2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9535,0.9294,0.9405,0.9195,0.9302,0.9167,0.9535,0.9524,0.9186,0.907,0.9425,0.9186,0.9294,0.9405,0.9412,0.9412,0.9425,0.9535,0.9186,0.931],"dims":{"capability":[1.0,0.9333,0.9333,0.8667,0.8,0.8,1.0,1.0,0.8,0.8667,0.9333,0.8,1.0,0.8667,0.9333,1.0,0.9333,1.0,0.9333,0.8],"instruction-following":[0.8,0.8,0.8,0.7333,0.8,0.7333,0.8,0.8,0.8,0.8,0.8,0.7333,0.7333,0.8,0.7333,0.7333,0.7333,0.8,0.7333,0.8],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9091,1.0,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[0.9167,0.8333,0.9167,0.9167,1.0,1.0,0.9167,0.9167,0.9167,0.75,0.9167,1.0,0.9167,1.0,1.0,1.0,1.0,0.9167,0.8333,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[2507.3,3096.4,2369.7,2163.4,2441.4,1985.6,2179.9,1757.0,2451.5,1832.2,2748.9,1863.0,1291.9,1989.9,1570.5,1501.2,2052.6,1616.3,1558.1,1539.4],"latency_p95":[40440.3,24844.0,18415.7,19042.5,28843.2,16676.9,17329.6,21973.8,25370.4,29007.7,36181.5,20838.7,19816.9,17990.8,17458.2,14387.2,26991.7,15849.2,16666.3,18809.7],"call_errors":[1,2,3,0,1,3,1,3,1,1,0,1,2,3,2,2,0,1,1,0],"errors_by_class":[{"truncation":1},{"truncation":2},{"truncation":3},{},{"truncation":1},{"truncation":3},{"truncation":1},{"truncation":3},{"truncation":1},{"truncation":1},{},{"truncation":1},{"truncation":2},{"truncation":3},{"truncation":2},{"truncation":2},{},{"truncation":1},{"truncation":1},{}],"roster_version":["0.30","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.33","0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[284.7,287.1,238.3,360.6,366.0,213.1,197.7,237.6,286.8,275.6,373.5,263.0,230.7,223.7,265.0,242.6,296.0,312.1,285.8,291.6],"cost_usd_est":[0.0378,0.0348,0.0285,0.0423,0.0438,0.0303,0.033,0.034,0.04,0.0407,0.0496,0.0379,0.0356,0.0314,0.0369,0.0347,0.0419,0.0423,0.04,0.0426]},"gpt-6.1-terra":{"provider":"openai","tier":"workhorse","identity":"alias","dates":["2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.954,0.9425,0.977,0.931,0.9655,0.931,0.931],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[0.7333,0.7333,0.8667,0.6667,0.8,0.6,0.6667],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[1.0,0.9167,1.0,0.9167,1.0,1.0,0.9167],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[1301.0,1400.0,1300.1,1380.9,1077.0,1169.2,1267.1],"latency_p95":[4666.1,5182.9,5687.3,5468.3,4387.7,4205.1,5019.4],"call_errors":[0,0,0,0,0,0,0],"errors_by_class":[{},{},{},{},{},{},{}],"roster_version":["0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0],"cost_usd_est":[0.0442,0.0419,0.0451,0.041,0.0428,0.0436,0.0414]},"kimi-k3.1-pro@moonshot":{"provider":"openai_compat","tier":"workhorse","identity":"alias","dates":["2026-11-03","2026-11-04","2026-11-05","2026-11-06","2026-11-07","2026-11-08","2026-11-09"],"overall":[0.9762,1.0,0.9875,1.0,1.0,1.0,1.0],"dims":{"capability":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"instruction-following":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"structured-output":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"sycophancy":[0.8333,1.0,0.9167,1.0,1.0,1.0,1.0],"tool-call":[1.0,1.0,1.0,1.0,1.0,1.0,1.0],"verbosity":[1.0,1.0,1.0,1.0,1.0,1.0,1.0]},"latency_p50":[5160.1,6105.4,6032.8,5640.5,5602.5,6089.4,4198.1],"latency_p95":[53350.2,71507.7,60622.4,65809.2,62432.8,60250.8,59409.2],"call_errors":[3,3,7,3,3,3,3],"errors_by_class":[{"timeout":3},{"timeout":3},{"rate-limit":7},{"timeout":3},{"timeout":3},{"timeout":3},{"timeout":3}],"roster_version":["0.35","0.36","0.36","0.36","0.36","0.36","0.36"],"thinking_mean":[262.4,323.1,266.9,283.7,300.4,290.2,313.3],"cost_usd_est":[null,0.6641,0.5386,0.5972,0.6208,0.6081,0.6482]}},"battery":{"name":"canary","sha256":"9c42652bc4e0d5bb01c69f4da5ca817741641535af96be12476cf337fc44bcc3","version":"0.1"},"latest_reading":"2026-11-09"}