{"name": "baseten", "slug": "baseten", "brand": {"name": "Baseten", "logo": "baseten.png", "kind": "icon", "mono": false, "dark": null}, "timeline": {"date_min": "2026-01-15", "date_max": "2026-10-14", "changes": [{"date": "2026-01-27", "method": "b3it", "provider": "baseten/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-03-18", "method": "b3it", "provider": "baseten/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-09-08", "method": "b3it", "provider": "baseten/fp8", "model": "z-ai/glm-5.3-flash"}], "endpoints": [{"slug": "openai2fgpt-oss-120b23baseten2ffp4", "provider": "baseten/fp4", "base": "baseten", "providerSlug": "baseten", "model": "openai/gpt-oss-120b", "modelSlug": "openai2fgpt-oss-120b", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.1785], ["2026-07-25", 0.3335], ["2026-07-26", 0.4255], ["2026-07-27", 0.3325], ["2026-07-28", 0.362], ["2026-07-29", 0.4565], ["2026-08-02", 0.285], ["2026-08-03", 0.339], ["2026-08-04", 0.3115], ["2026-08-05", 0.4005], ["2026-08-07", 0.458], ["2026-08-07", 0.47700000000000004], ["2026-08-08", 0.3535], ["2026-08-09", 0.367], ["2026-08-10", 0.392], ["2026-08-11", 0.3825], ["2026-08-12", 0.314], ["2026-08-13", 0.368], ["2026-08-14", 0.35300000000000004], ["2026-08-15", 0.2965], ["2026-08-16", 0.42400000000000004], ["2026-08-17", 0.364], ["2026-08-18", 0.43], ["2026-08-19", 0.3725], ["2026-08-20", 0.4], ["2026-08-21", 0.33755555555555555], ["2026-08-22", 0.26], ["2026-08-23", 0.265], ["2026-08-24", 0.2535], ["2026-08-25", 0.215], ["2026-08-27", 0.21022222222222223], ["2026-08-28", 0.2895], ["2026-08-29", 0.3945], ["2026-08-29", 0.35000000000000003], ["2026-08-30", 0.325], ["2026-09-01", 0.3405], ["2026-09-01", 0.309], ["2026-09-02", 0.316], ["2026-09-03", 0.291], ["2026-09-04", 0.3415], ["2026-09-05", 0.2225], ["2026-09-06", 0.3], ["2026-09-07", 0.2955], ["2026-09-08", 0.3025], ["2026-09-09", 0.34900000000000003], ["2026-09-10", 0.312], ["2026-09-11", 0.3235], ["2026-09-12", 0.298], ["2026-09-13", 0.264], ["2026-09-14", 0.314], ["2026-09-15", 0.369], ["2026-09-16", 0.3705], ["2026-09-17", 0.3685], ["2026-09-18", 0.314], ["2026-09-19", 0.362], ["2026-09-20", 0.3135], ["2026-09-21", 0.216], ["2026-09-22", 0.376], ["2026-09-23", 0.2855], ["2026-09-24", 0.262], ["2026-09-25", 0.347], ["2026-09-26", 0.3275], ["2026-09-27", 0.296], ["2026-09-29", 0.28300000000000003], ["2026-09-30", 0.2765], ["2026-10-01", 0.303], ["2026-10-02", 0.338], ["2026-10-03", 0.304], ["2026-10-03", 0.3245], ["2026-10-04", 0.3955], ["2026-10-06", 0.396], ["2026-10-07", 0.214], ["2026-10-08", 0.38], ["2026-10-09", 0.336], ["2026-10-10", 0.3275], ["2026-10-10", 0.3655], ["2026-10-12", 0.3095], ["2026-10-13", 0.3345], ["2026-10-14", 0.303]], "breaks": [6, 10, 30, 35, 63, 70, 76], "changes": []}, "status": {"lt": "no_logprobs", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": null, "biDetail": "since 2026-10-14", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-10-14)."}}, {"slug": "deepseek2fdeepseek-v4.1-flash23baseten2ffast", "provider": "baseten/fast", "base": "baseten", "providerSlug": "baseten", "model": "deepseek/deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "methods": ["b3it"], "first": "2026-10-01", "last": "2026-10-02", "last_query": "2026-10-10", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-10-01", 0.28850000000000003], ["2026-10-02", 0.227]], "breaks": [], "changes": []}, "status": {"lt": "no_logprobs", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-10-10", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-10-10)."}}, {"slug": "z-ai2fglm-5.3-flash23baseten2ffp8", "provider": "baseten/fp8", "base": "baseten", "providerSlug": "baseten", "model": "z-ai/glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "methods": ["b3it"], "first": "2026-09-05", "last": "2026-09-17", "last_query": "2026-09-17", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-09-05", 0.064], ["2026-09-06", 0.05894841269841271], ["2026-09-07", 0.06136507936507937], ["2026-09-08", 0.6709444444444445], ["2026-09-09", 0.6765], ["2026-09-10", 0.6765], ["2026-09-11", 0.661], ["2026-09-12", 0.6755], ["2026-09-13", 0.6845], ["2026-09-14", 0.6745], ["2026-09-15", 0.6531111111111111], ["2026-09-16", 0.6481825396825397], ["2026-09-17", 0.6866428571428571]], "breaks": [], "changes": [{"date": "2026-09-08", "shiftTV": 0.609}]}, "status": {"lt": "no_logprobs", "bi": "retired:reinit_timeout", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: re-initialization after a detected change repeatedly ran out of time.", "ltDetail": null, "biDetail": "since 2026-09-17", "reason": "Monitoring was retired: re-initialization after a detected change repeatedly ran out of time (since 2026-09-17)."}}, {"slug": "deepseek2fdeepseek-v4-pro23baseten2ffp4", "provider": "baseten/fp4", "base": "baseten", "providerSlug": "baseten", "model": "deepseek/deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "methods": ["b3it"], "first": "2026-07-10", "last": "2026-09-16", "last_query": "2026-09-16", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-10", 0.145], ["2026-07-11", 0.1705], ["2026-07-12", 0.1325], ["2026-07-13", 0.1425], ["2026-07-14", 0.1045], ["2026-07-16", 0.10899999999999999], ["2026-07-17", 0.1335], ["2026-07-18", 0.1315], ["2026-07-19", 0.155], ["2026-07-20", 0.146], ["2026-07-21", 0.1655], ["2026-07-22", 0.09249999999999999], ["2026-07-23", 0.1785], ["2026-07-24", 0.13949999999999999], ["2026-07-25", 0.1445], ["2026-07-26", 0.1275], ["2026-07-27", 0.146], ["2026-07-28", 0.1435], ["2026-07-29", 0.1225], ["2026-08-02", 0.1645], ["2026-08-03", 0.19255555555555556], ["2026-08-04", 0.1355], ["2026-08-05", 0.13949999999999999], ["2026-08-07", 0.155], ["2026-08-07", 0.1275], ["2026-08-08", 0.138], ["2026-08-09", 0.12749999999999997], ["2026-08-10", 0.1835], ["2026-08-11", 0.1125], ["2026-08-12", 0.105], ["2026-08-13", 0.149], ["2026-08-14", 0.1625], ["2026-08-15", 0.1535], ["2026-08-16", 0.142], ["2026-08-17", 0.124], ["2026-08-18", 0.1505], ["2026-08-19", 0.128], ["2026-08-20", 0.153], ["2026-08-21", 0.13499999999999998], ["2026-08-22", 0.1385], ["2026-08-23", 0.14700000000000002], ["2026-08-24", 0.1975], ["2026-08-25", 0.151], ["2026-08-27", 0.1255], ["2026-08-28", 0.108], ["2026-08-29", 0.1595], ["2026-08-29", 0.147], ["2026-08-30", 0.1885], ["2026-09-01", 0.11349999999999999], ["2026-09-01", 0.1525], ["2026-09-02", 0.11049999999999999], ["2026-09-03", 0.156], ["2026-09-04", 0.1305], ["2026-09-05", 0.1125], ["2026-09-06", 0.1455], ["2026-09-07", 0.126], ["2026-09-08", 0.14100000000000001], ["2026-09-09", 0.20299999999999999], ["2026-09-10", 0.148], ["2026-09-11", 0.158], ["2026-09-12", 0.1485], ["2026-09-13", 0.147], ["2026-09-14", 0.1515], ["2026-09-15", 0.136], ["2026-09-16", 0.141]], "breaks": [5, 19, 23, 43, 48], "changes": []}, "status": {"lt": "pending", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": null, "biDetail": "since 2026-09-17", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-17)."}}, {"slug": "z-ai2fglm-5.123baseten2ffp4", "provider": "baseten/fp4", "base": "baseten", "providerSlug": "baseten", "model": "z-ai/glm-5.1", "modelSlug": "z-ai2fglm-5.1", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-07-24", "last_query": "2026-08-09", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.26576839826839826]], "breaks": [], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-09", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "provider": "baseten/fp8", "base": "baseten", "providerSlug": "baseten", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-03-26", "last_query": "2026-06-08", "n_changes": 2, "lt": null, "b3it": {"tv": [["2026-01-15", 0.08335026642640421], ["2026-01-16", 0.06509483901351704], ["2026-01-17", 0.08214525147903003], ["2026-01-18", 0.07047469135820662], ["2026-01-19", 0.11171144171313027], ["2026-01-20", 0.09165426585518045], ["2026-01-21", 0.11772271819283721], ["2026-01-22", 0.11563691296406763], ["2026-01-23", 0.07597376075478363], ["2026-01-24", 0.1343219660881422], ["2026-01-25", 0.22193090722266914], ["2026-01-26", 0.0904345023792453], ["2026-01-27", 0.5119095814322777], ["2026-01-28", 0.4937001693108145], ["2026-01-29", 0.5474866463338407], ["2026-01-30", 0.5464004446153392], ["2026-01-31", 0.5104013287195142], ["2026-02-01", 0.47840132871951413], ["2026-02-03", 0.49240132871951414], ["2026-02-04", 0.49140132871951414], ["2026-02-05", 0.5130571092135299], ["2026-02-06", 0.5134013287195142], ["2026-02-11", 0.5475624568071128], ["2026-02-12", 0.5219013287195141], ["2026-02-13", 0.5044013287195142], ["2026-02-14", 0.507684496457679], ["2026-02-15", 0.5127941858623712], ["2026-02-16", 0.5057843819408027], ["2026-02-17", 0.5138904425468632], ["2026-02-18", 0.5276844964576789], ["2026-02-19", 0.5029504358623713], ["2026-02-20", 0.5419013287195141], ["2026-02-21", 0.5200669131350986], ["2026-02-22", 0.5216740559922414], ["2026-02-23", 0.5023915247979455], ["2026-02-24", 0.5329377765798466], ["2026-02-25", 0.5307248581312788], ["2026-02-26", 0.5453106579357788], ["2026-02-27", 0.5538699799696771], ["2026-02-28", 0.497422872760328], ["2026-03-01", 0.5144013287195142], ["2026-03-02", 0.4489581248420065], ["2026-03-03", 0.43724921140374984], ["2026-03-04", 0.490184496457679], ["2026-03-05", 0.5016740559922415], ["2026-03-06", 0.5329377765798466], ["2026-03-07", 0.5223417589899829], ["2026-03-08", 0.5382487313169168], ["2026-03-09", 0.49560822527123827], ["2026-03-10", 0.502840746457679], ["2026-03-11", 0.48440132871951413], ["2026-03-12", 0.4639232875360088], ["2026-03-13", 0.5077941858623712], ["2026-03-14", 0.48268449645767897], ["2026-03-15", 0.5176844964576789], ["2026-03-16", 0.5133843795669718], ["2026-03-17", 0.490184496457679], ["2026-03-18", 0.1304264813652374], ["2026-03-19", 0.24677077521929053], ["2026-03-20", 0.16674004710027926], ["2026-03-21", 0.2821077024430102], ["2026-03-22", 0.26181075980231755], ["2026-03-23", 0.21411469733136101], ["2026-03-24", 0.3661099567637917], ["2026-03-25", 0.27862391846742296], ["2026-03-26", 0.20807772518968037]], "breaks": [18, 22], "changes": [{"date": "2026-01-27", "shiftTV": 0.344}, {"date": "2026-03-18", "shiftTV": 0.19}]}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-03-26", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-03-26)."}}]}, "n_endpoints": 6, "n_active": 0, "n_models": 6, "n_variants": 3, "first": "2026-01-15", "last": "2026-10-14", "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 6, "years": 0.64, "changes": 3, "rate": 4.68, "ci": [0.0, 9.98]}, "variants": [{"name": "fp4", "n_endpoints": 3, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 3, "years": 0.41, "changes": 0, "rate": null, "ci": null}}, {"name": "fp8", "n_endpoints": 2, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 2, "years": 0.22, "changes": 3, "rate": null, "ci": null}}, {"name": "fast", "n_endpoints": 1, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.0, "changes": 0, "rate": null, "ci": null}}], "changes": [{"date": "2026-09-08", "iso": "2026-09-08T23:03:37Z", "daysAgo": 36, "method": "b3it", "magnitude": 0.609, "desc": "Probe-prompt outputs shifted (total variation 0.61)", "primary": "TV 0.61", "secondary": "border-input shift", "sevKey": "alert", "trace": [0.064, 0.059, 0.061, 0.671, 0.676, 0.676, 0.661, 0.675, 0.684, 0.674, 0.653, 0.648, 0.687], "changeFrac": 0.25, "slug": "z-ai2fglm-5.3-flash23baseten2ffp8", "endpointSlug": "z-ai2fglm-5.3-flash23baseten2ffp8", "model": "glm-5.3-flash", "org": "z-ai", "modelSlug": "z-ai2fglm-5.3-flash", "provider": "baseten/fp8", "providerSlug": "baseten", "brand": {"name": "Baseten", "logo": "baseten.png", "kind": "icon", "mono": false, "dark": null}, "variant": "fp8"}, {"date": "2026-03-18", "iso": "2026-03-18T21:16:24+00:00", "daysAgo": 210, "method": "b3it", "magnitude": 0.19, "desc": "Probe-prompt outputs shifted (total variation 0.19)", "primary": "TV 0.19", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.083, 0.074, 0.07, 0.102, 0.117, 0.076, 0.178, 0.301, 0.494, 0.547, 0.494, 0.492, 0.502, 0.53, 0.522, 0.506, 0.509, 0.514, 0.515, 0.531, 0.522, 0.518, 0.531, 0.55, 0.506, 0.449, 0.464, 0.517, 0.522, 0.517, 0.494, 0.464, 0.495, 0.516, 0.49, 0.189, 0.224, 0.262, 0.29, 0.243], "changeFrac": 0.872, "slug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "endpointSlug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "model": "deepseek-chat-v3-0324", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "provider": "baseten/fp8", "providerSlug": "baseten", "brand": {"name": "Baseten", "logo": "baseten.png", "kind": "icon", "mono": false, "dark": null}, "variant": "fp8"}, {"date": "2026-01-27", "iso": "2026-01-27T21:07:07+00:00", "daysAgo": 260, "method": "b3it", "magnitude": 0.344, "desc": "Probe-prompt outputs shifted (total variation 0.34)", "primary": "TV 0.34", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.083, 0.065, 0.082, 0.07, 0.112, 0.092, 0.118, 0.116, 0.076, 0.134, 0.222, 0.09, 0.512, 0.494, 0.547, 0.546, 0.51, 0.478, 0.492, 0.491, 0.513, 0.513, 0.548, 0.522, 0.504, 0.508, 0.513, 0.506, 0.514, 0.528, 0.503, 0.542], "changeFrac": 0.387, "slug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "endpointSlug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "model": "deepseek-chat-v3-0324", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "provider": "baseten/fp8", "providerSlug": "baseten", "brand": {"name": "Baseten", "logo": "baseten.png", "kind": "icon", "mono": false, "dark": null}, "variant": "fp8"}], "endpoints": [{"slug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "model": "deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "org": "deepseek", "provider": "baseten/fp8", "providerSlug": "baseten", "methods": ["b3it"], "status": "retired", "lastChange": "2026-03-18", "recent": false, "nChanges": 2, "trace": [0.074, 0.076, 0.107, 0.096, 0.178, 0.365, 0.547, 0.494, 0.499, 0.53, 0.513, 0.509, 0.521, 0.522, 0.512, 0.532, 0.532, 0.482, 0.464, 0.519, 0.517, 0.494, 0.485, 0.516, 0.31, 0.232, 0.238, 0.284], "changeFracs": [0.171, 0.886], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-03-26)."}, {"slug": "z-ai2fglm-5.3-flash23baseten2ffp8", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "baseten/fp8", "providerSlug": "baseten", "methods": ["b3it"], "status": "retired", "lastChange": "2026-09-08", "recent": true, "nChanges": 1, "trace": [0.064, 0.059, 0.061, 0.671, 0.676, 0.676, 0.661, 0.675, 0.684, 0.674, 0.653, 0.648, 0.687], "changeFracs": [0.251], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:reinit_timeout", "reason": "Monitoring was retired: re-initialization after a detected change repeatedly ran out of time (since 2026-09-17)."}, {"slug": "deepseek2fdeepseek-v4-pro23baseten2ffp4", "model": "deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "org": "deepseek", "provider": "baseten/fp4", "providerSlug": "baseten", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.158, 0.138, 0.107, 0.14, 0.156, 0.135, 0.137, 0.145, 0.144, 0.156, 0.141, 0.133, 0.134, 0.156, 0.148, 0.134, 0.144, 0.143, 0.158, 0.134, 0.168, 0.125, 0.143, 0.129, 0.157, 0.153, 0.148, 0.143], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-17)."}, {"slug": "deepseek2fdeepseek-v4.1-flash23baseten2ffast", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "baseten/fast", "providerSlug": "baseten", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.289, 0.227], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-10-10)."}, {"slug": "z-ai2fglm-5.123baseten2ffp4", "model": "glm-5.1", "modelSlug": "z-ai2fglm-5.1", "org": "z-ai", "provider": "baseten/fp4", "providerSlug": "baseten", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.266], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}, {"slug": "openai2fgpt-oss-120b23baseten2ffp4", "model": "gpt-oss-120b", "modelSlug": "openai2fgpt-oss-120b", "org": "openai", "provider": "baseten/fp4", "providerSlug": "baseten", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.256, 0.373, 0.36, 0.39, 0.399, 0.387, 0.345, 0.361, 0.401, 0.288, 0.226, 0.342, 0.339, 0.305, 0.288, 0.316, 0.318, 0.292, 0.369, 0.33, 0.292, 0.312, 0.289, 0.306, 0.341, 0.33, 0.343, 0.316], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-10-14)."}, {"slug": "deepseek2fdeepseek-v4-flash-073123baseten2ffp8", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "baseten/fp8", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-13)."}, {"slug": "deepseek2fdeepseek-v4-flash-073123baseten2ffp82fus", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "baseten/fp8/us", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "pending", "headlines": ["pending"], "ltStatus": "no_logprobs", "biStatus": "pending", "reason": "This endpoint has not been evaluated for tracking yet."}, {"slug": "deepseek2fdeepseek-v4.1-flash23baseten2ffp32", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "baseten/fp32", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "pending", "headlines": ["pending"], "ltStatus": "no_logprobs", "biStatus": "pending", "reason": "This endpoint has not been evaluated for tracking yet."}, {"slug": "deepseek2fdeepseek-v4.1-flash23baseten2ffp8", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "baseten/fp8", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-09-14)."}, {"slug": "moonshotai2fkimi-k323baseten2ffp8", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "baseten/fp8", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (HTTP 400: Cannot override enforced sampling params: {'top_p': 1.0}. Required values: {'top_p': 0.95})."}, {"slug": "nvidia2fnemotron-3-ultra-550b-a55b23baseten2ffp4", "model": "nemotron-3-ultra-550b-a55b", "modelSlug": "nvidia2fnemotron-3-ultra-550b-a55b", "org": "nvidia", "provider": "baseten/fp4", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-31)."}, {"slug": "nvidia2fnemotron-3-ultra-550b-a55b23baseten2ffp42fus", "model": "nemotron-3-ultra-550b-a55b", "modelSlug": "nvidia2fnemotron-3-ultra-550b-a55b", "org": "nvidia", "provider": "baseten/fp4/us", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "openai2fgpt-oss-120b23baseten2ffp42fus", "model": "gpt-oss-120b", "modelSlug": "openai2fgpt-oss-120b", "org": "openai", "provider": "baseten/fp4/us", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "z-ai2fglm-5.223baseten2ffast", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "baseten/fast", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-24)."}, {"slug": "z-ai2fglm-5.223baseten2ffp8", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "baseten/fp8", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-24)."}, {"slug": "z-ai2fglm-5.223baseten2ffp82fus", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "baseten/fp8/us", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "z-ai2fglm-5.223baseten2fus2ffast", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "baseten/us/fast", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "z-ai2fglm-5.3-flash23baseten2ffp82fus", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "baseten/fp8/us", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "pending", "headlines": ["pending"], "ltStatus": "no_logprobs", "biStatus": "pending", "reason": "This endpoint has not been evaluated for tracking yet."}, {"slug": "z-ai2fglm-5.323baseten2ffast", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "baseten/fast", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "z-ai2fglm-5.323baseten2ffp4", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "baseten/fp4", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (HTTP 400: max_tokens must be at least 2 for this deployment.)."}, {"slug": "z-ai2fglm-5.323baseten2ffp42fus", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "baseten/fp4/us", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "z-ai2fglm-5.323baseten2fus2ffast", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "baseten/us/fast", "providerSlug": "baseten", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "pending", "headlines": ["pending"], "ltStatus": "no_logprobs", "biStatus": "pending", "reason": "This endpoint has not been evaluated for tracking yet."}]}