{"name": "digitalocean", "slug": "digitalocean", "brand": {"name": "DigitalOcean", "logo": "digitalocean.svg", "kind": "icon", "mono": true, "dark": null}, "timeline": {"date_min": "2026-06-22", "date_max": "2026-10-15", "changes": [{"date": "2026-07-24", "method": "b3it", "provider": "digitalocean", "model": "xiaomi/mimo-v2.5"}, {"date": "2026-09-03", "method": "b3it", "provider": "digitalocean", "model": "deepseek/deepseek-v4-flash-0731"}, {"date": "2026-09-16", "method": "b3it", "provider": "digitalocean", "model": "z-ai/glm-5.3-flash"}, {"date": "2026-10-03", "method": "b3it", "provider": "digitalocean", "model": "z-ai/glm-5.3-flash"}], "endpoints": [{"slug": "deepseek2fdeepseek-v3.223digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "deepseek/deepseek-v3.2", "modelSlug": "deepseek2fdeepseek-v3.2", "methods": ["lt"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.1693], ["2026-06-23", 0.1446], ["2026-06-25", 0.3013], ["2026-06-26", 0.2469], ["2026-06-27", 0.1488], ["2026-06-28", 0.1147], ["2026-06-30", 0.1403], ["2026-07-01", 0.1732], ["2026-07-02", 0.1722], ["2026-07-04", 0.1775], ["2026-07-05", 0.1921], ["2026-07-06", 0.178], ["2026-07-08", 0.1589], ["2026-07-09", 0.2167], ["2026-07-10", 0.1997], ["2026-07-11", 0.173], ["2026-07-13", 0.1815], ["2026-07-14", 0.1173], ["2026-07-15", 0.1921], ["2026-07-17", 0.1639], ["2026-07-18", 0.1552], ["2026-07-19", 0.2397], ["2026-07-20", 0.1739], ["2026-07-22", 0.2265], ["2026-07-23", 0.1136], ["2026-07-24", 0.1479], ["2026-07-26", 0.1694], ["2026-07-27", 0.1649], ["2026-07-28", 0.2254], ["2026-07-29", 0.1649], ["2026-07-31", 0.2531], ["2026-08-01", 0.2384], ["2026-08-02", 0.2115], ["2026-08-04", 0.1784], ["2026-08-05", 0.2715], ["2026-08-06", 0.2108], ["2026-08-08", 0.2022], ["2026-08-09", 0.1422], ["2026-08-10", 0.2746], ["2026-08-11", 0.2959], ["2026-08-13", 0.1583], ["2026-08-14", 0.1161], ["2026-08-15", 0.1763], ["2026-08-17", 0.1326], ["2026-08-18", 0.1356], ["2026-08-19", 0.1383], ["2026-08-20", 0.1359], ["2026-08-22", 0.1719], ["2026-08-23", 0.1493], ["2026-08-24", 0.1599], ["2026-08-26", 0.1327], ["2026-08-27", 0.2477], ["2026-08-28", 0.3884], ["2026-08-29", 0.2859], ["2026-08-31", 0.1504], ["2026-09-01", 0.193], ["2026-09-02", 0.1345], ["2026-09-04", 0.1394], ["2026-09-05", 0.1401], ["2026-09-06", 0.1987], ["2026-09-08", 0.2489], ["2026-09-09", 0.2663], ["2026-09-10", 0.1533], ["2026-09-11", 0.1985], ["2026-09-13", 0.1479], ["2026-09-14", 0.2642], ["2026-09-15", 0.1983], ["2026-09-17", 0.1666], ["2026-09-18", 0.2324], ["2026-09-19", 0.2505], ["2026-09-20", 0.2711], ["2026-09-22", 0.2004], ["2026-09-23", 0.2398], ["2026-09-24", 0.2268], ["2026-09-26", 0.1546], ["2026-09-27", 0.1268], ["2026-09-28", 0.2626], ["2026-09-29", 0.2961], ["2026-10-01", 0.1714], ["2026-10-02", 0.282], ["2026-10-03", 0.2707], ["2026-10-05", 0.244], ["2026-10-06", 0.2086], ["2026-10-07", 0.2676], ["2026-10-09", 0.2128], ["2026-10-10", 0.231], ["2026-10-11", 0.2004], ["2026-10-12", 0.3038], ["2026-10-14", 0.2301], ["2026-10-15", 0.2389]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4-flash23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["lt", "b3it"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.2593], ["2026-06-23", 0.1669], ["2026-06-25", 0.1927], ["2026-06-26", 0.1389], ["2026-06-27", 0.1791], ["2026-06-28", 0.1484], ["2026-06-30", 0.1837], ["2026-07-01", 0.1219], ["2026-07-02", 0.2461], ["2026-07-04", 0.1998], ["2026-07-05", 0.1398], ["2026-07-06", 0.3594], ["2026-07-08", 0.2724], ["2026-07-09", 0.3686], ["2026-07-10", 0.2228], ["2026-07-11", 0.1813], ["2026-07-13", 0.2844], ["2026-07-14", 0.2004], ["2026-07-15", 0.3611], ["2026-07-17", 0.4705], ["2026-07-18", 0.405], ["2026-07-19", 0.4232], ["2026-07-20", 0.3805], ["2026-07-22", 0.6373], ["2026-07-23", 0.3603], ["2026-07-24", 0.4026], ["2026-07-26", 0.3326], ["2026-07-27", 0.635], ["2026-07-28", 0.3767], ["2026-07-29", 0.273], ["2026-07-31", 0.4531], ["2026-08-01", 0.2969], ["2026-08-02", 0.5496], ["2026-08-04", 0.4777], ["2026-08-05", 0.585], ["2026-08-06", 0.5512], ["2026-08-08", 0.256], ["2026-08-09", 0.3558], ["2026-08-10", 0.3295], ["2026-08-11", 0.291], ["2026-08-13", 0.3456], ["2026-08-14", 0.5616], ["2026-08-15", 0.3429], ["2026-08-17", 0.4104], ["2026-08-18", 0.3771], ["2026-08-19", 0.4041], ["2026-08-20", 0.5394], ["2026-08-22", 0.2966], ["2026-08-23", 0.2896], ["2026-08-24", 0.3324], ["2026-08-26", 0.4143], ["2026-08-27", 0.5116], ["2026-08-28", 0.5623], ["2026-08-29", 0.6799], ["2026-08-31", 0.5322], ["2026-09-01", 0.3387], ["2026-09-02", 0.547], ["2026-09-04", 0.3238], ["2026-09-05", 0.3857], ["2026-09-06", 0.3845], ["2026-09-08", 0.5615], ["2026-09-09", 0.7105], ["2026-09-10", 0.3946], ["2026-09-11", 0.3952], ["2026-09-13", 0.4218], ["2026-09-14", 0.388], ["2026-09-15", 0.3968], ["2026-09-17", 0.528], ["2026-09-18", 0.298], ["2026-09-19", 0.5266], ["2026-09-20", 0.3301], ["2026-09-22", 0.3262], ["2026-09-23", 0.3577], ["2026-09-24", 0.5294], ["2026-09-26", 0.4139], ["2026-09-27", 0.3594], ["2026-09-28", 0.5376], ["2026-09-29", 0.5467], ["2026-10-01", 0.5409], ["2026-10-02", 0.5108], ["2026-10-03", 0.3421], ["2026-10-05", 0.344], ["2026-10-06", 0.597], ["2026-10-07", 0.6255], ["2026-10-09", 0.5803], ["2026-10-10", 0.5041], ["2026-10-11", 0.6055], ["2026-10-12", 0.8038], ["2026-10-14", 0.4251], ["2026-10-15", 0.5057]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-06", 0.3275], ["2026-07-07", 0.31100000000000005], ["2026-07-08", 0.29600000000000004], ["2026-07-09", 0.32050000000000006], ["2026-07-11", 0.31550000000000006], ["2026-07-12", 0.3325], ["2026-07-13", 0.3365], ["2026-07-14", 0.34750000000000003], ["2026-07-16", 0.3365], ["2026-07-17", 0.3275], ["2026-07-18", 0.3425], ["2026-07-19", 0.3385], ["2026-07-20", 0.35100000000000003], ["2026-07-21", 0.3335], ["2026-07-22", 0.37200000000000005], ["2026-07-24", 0.35850000000000004], ["2026-07-25", 0.38000000000000006], ["2026-07-26", 0.37800000000000006], ["2026-07-27", 0.36500000000000005], ["2026-07-28", 0.30750000000000005], ["2026-07-29", 0.36700000000000005], ["2026-08-02", 0.3355], ["2026-08-03", 0.36750000000000005], ["2026-08-04", 0.36050000000000004], ["2026-08-05", 0.3325], ["2026-08-07", 0.338], ["2026-08-07", 0.36100000000000004], ["2026-08-08", 0.37100000000000005], ["2026-08-09", 0.41650000000000004], ["2026-08-10", 0.36800000000000005], ["2026-08-11", 0.32350000000000007], ["2026-08-12", 0.37850000000000006], ["2026-08-13", 0.329], ["2026-08-14", 0.331], ["2026-08-16", 0.36150000000000004], ["2026-08-17", 0.35650000000000004], ["2026-08-18", 0.3425], ["2026-08-19", 0.36650000000000005], ["2026-08-20", 0.3295], ["2026-08-21", 0.3815], ["2026-08-22", 0.36750000000000005], ["2026-08-23", 0.36300000000000004], ["2026-08-24", 0.37600000000000006], ["2026-08-25", 0.35750000000000004], ["2026-08-27", 0.392], ["2026-08-28", 0.34600000000000003], ["2026-08-29", 0.37800000000000006], ["2026-08-29", 0.37850000000000006], ["2026-08-30", 0.35900000000000004], ["2026-09-01", 0.36550000000000005], ["2026-09-01", 0.36750000000000005], ["2026-09-02", 0.36100000000000004], ["2026-09-03", 0.36100000000000004], ["2026-09-04", 0.37550000000000006], ["2026-09-05", 0.34800000000000003], ["2026-09-06", 0.36450000000000005], ["2026-09-08", 0.329], ["2026-09-09", 0.3255], ["2026-09-10", 0.36550000000000005], ["2026-09-11", 0.34500000000000003], ["2026-09-12", 0.35650000000000004], ["2026-09-13", 0.34], ["2026-09-14", 0.3275], ["2026-09-15", 0.3404444444444445], ["2026-09-16", 0.36250000000000004], ["2026-09-17", 0.41100000000000003], ["2026-09-18", 0.35450000000000004], ["2026-09-19", 0.36400000000000005], ["2026-09-21", 0.36350000000000005], ["2026-09-22", 0.36650000000000005], ["2026-09-23", 0.30150000000000005], ["2026-09-24", 0.3607222222222223], ["2026-09-25", 0.35850000000000004], ["2026-09-26", 0.3373333333333334], ["2026-09-27", 0.35050000000000003], ["2026-09-29", 0.3945], ["2026-09-30", 0.35950000000000004], ["2026-10-01", 0.375], ["2026-10-03", 0.37844444444444447], ["2026-10-03", 0.38900000000000007], ["2026-10-04", 0.36800000000000005], ["2026-10-06", 0.37050000000000005], ["2026-10-07", 0.38650000000000007], ["2026-10-08", 0.36250000000000004], ["2026-10-09", 0.41900000000000004], ["2026-10-10", 0.38250000000000006], ["2026-10-10", 0.38950000000000007], ["2026-10-12", 0.4095000000000001], ["2026-10-13", 0.35450000000000004], ["2026-10-14", 0.35250000000000004], ["2026-10-14", 0.317]], "breaks": [8, 21, 25, 44, 49, 75, 81, 87], "changes": []}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4-pro-081323digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "deepseek/deepseek-v4-pro-0813", "modelSlug": "deepseek2fdeepseek-v4-pro-0813", "methods": ["lt"], "first": "2026-08-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-08-22", 0.0905], ["2026-08-23", 0.265], ["2026-08-24", 0.103], ["2026-08-25", 0.1217], ["2026-08-26", 0.0663], ["2026-08-27", 1.1333], ["2026-08-28", 0.2229], ["2026-08-29", 0.3552], ["2026-08-30", 0.3125], ["2026-08-31", 0.2229], ["2026-09-01", 0.3552], ["2026-09-02", 0.2229], ["2026-09-03", 0.7007], ["2026-09-04", 0.2713], ["2026-09-05", 0.1665], ["2026-09-06", 0.1665], ["2026-09-07", 0.2229], ["2026-09-08", 0.2229], ["2026-09-09", 0.8592], ["2026-09-10", 2.6009], ["2026-09-11", 2.4545], ["2026-09-12", 3.0912], ["2026-09-13", 1.8481], ["2026-09-14", 2.9815], ["2026-09-15", 2.741], ["2026-09-16", 2.5536], ["2026-09-17", 2.2301], ["2026-09-18", 2.7403], ["2026-09-19", 2.7054], ["2026-09-20", 2.2376], ["2026-09-21", 2.3636], ["2026-09-22", 2.8886], ["2026-09-23", 2.6916], ["2026-09-24", 2.8973], ["2026-09-25", 2.7468], ["2026-09-26", 2.8616], ["2026-09-27", 2.234], ["2026-09-28", 2.6835], ["2026-09-29", 2.1432], ["2026-09-30", 2.5843], ["2026-10-01", 2.7926], ["2026-10-02", 3.38], ["2026-10-03", 2.5816], ["2026-10-04", 2.7104], ["2026-10-05", 2.4232], ["2026-10-06", 2.8919], ["2026-10-07", 2.6011], ["2026-10-08", 3.1128], ["2026-10-09", 2.7364], ["2026-10-10", 3.0965], ["2026-10-11", 2.215], ["2026-10-12", 2.2956], ["2026-10-13", 2.5044], ["2026-10-14", 2.9576], ["2026-10-15", 2.8944]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4-pro23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "deepseek/deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "methods": ["lt", "b3it"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.1172], ["2026-06-23", 0.095], ["2026-06-24", 0.0998], ["2026-06-25", 0.2], ["2026-06-26", 0.1993], ["2026-06-27", 0.3067], ["2026-06-28", 0.2353], ["2026-06-29", 0.1356], ["2026-06-30", 0.2543], ["2026-07-01", 0.0942], ["2026-07-02", 0.1761], ["2026-07-03", 0.2614], ["2026-07-04", 0.7062], ["2026-07-06", 0.1823], ["2026-07-07", 0.1707], ["2026-07-08", 0.1381], ["2026-07-09", 0.3118], ["2026-07-10", 0.5136], ["2026-07-11", 0.5897], ["2026-07-12", 0.7336], ["2026-07-13", 0.3557], ["2026-07-14", 0.17], ["2026-07-15", 0.0794], ["2026-07-16", 0.2826], ["2026-07-17", 0.2347], ["2026-07-18", 0.2695], ["2026-07-19", 0.4278], ["2026-07-20", 0.1153], ["2026-07-21", 0.2966], ["2026-07-22", 0.3253], ["2026-07-23", 0.4284], ["2026-07-24", 1.9223], ["2026-07-25", 0.3529], ["2026-07-26", 0.4068], ["2026-07-27", 0.4701], ["2026-07-28", 0.4152], ["2026-07-29", 0.4447], ["2026-07-30", 0.6429], ["2026-08-01", 0.3512], ["2026-08-02", 0.1173], ["2026-08-03", 0.5332], ["2026-08-04", 0.5552], ["2026-08-05", 0.3364], ["2026-08-06", 0.4329], ["2026-08-07", 0.2531], ["2026-08-08", 0.5358], ["2026-08-09", 0.3365], ["2026-08-10", 0.4243], ["2026-08-11", 0.1255], ["2026-08-12", 0.2803], ["2026-08-13", 0.1401], ["2026-08-14", 0.5027], ["2026-08-15", 0.3557], ["2026-08-16", 0.2938], ["2026-08-17", 0.4963], ["2026-08-18", 0.4639], ["2026-08-19", 1.2466], ["2026-08-20", 0.31], ["2026-08-21", 0.3278], ["2026-08-22", 0.3834], ["2026-08-23", 0.4484], ["2026-08-24", 0.3089], ["2026-08-25", 0.4434], ["2026-08-26", 0.429], ["2026-08-28", 0.4464], ["2026-08-29", 0.2882], ["2026-08-30", 0.3627], ["2026-08-31", 0.7136], ["2026-09-01", 1.4159], ["2026-09-02", 1.302], ["2026-09-03", 1.563], ["2026-09-04", 1.7269], ["2026-09-05", 1.333], ["2026-09-06", 1.2214], ["2026-09-07", 1.4336], ["2026-09-08", 1.4595], ["2026-09-09", 1.3066], ["2026-10-03", 0.5711], ["2026-10-04", 0.413], ["2026-10-05", 0.5935], ["2026-10-06", 0.4077], ["2026-10-07", 0.3919], ["2026-10-08", 0.3728], ["2026-10-09", 0.2906], ["2026-10-10", 0.3033], ["2026-10-11", 0.4098], ["2026-10-12", 0.6427], ["2026-10-13", 0.558], ["2026-10-14", 0.301], ["2026-10-15", 0.2192]], "breaks": [77], "changes": []}, "b3it": {"tv": [["2026-07-10", 0.38182323232323234], ["2026-07-11", 0.3761969696969697], ["2026-07-12", 0.37724242424242427], ["2026-07-13", 0.4063434343434344], ["2026-07-14", 0.4081313131313132], ["2026-07-16", 0.34482323232323236], ["2026-07-17", 0.3927878787878788], ["2026-07-18", 0.33976262626262627], ["2026-07-19", 0.3903535353535354], ["2026-07-20", 0.3707575757575758], ["2026-07-21", 0.3953030303030303], ["2026-07-22", 0.33333333333333337], ["2026-07-23", 0.977], ["2026-07-24", 0.5584040404040405], ["2026-07-25", 0.35974242424242425], ["2026-07-26", 0.3887272727272728], ["2026-07-27", 0.3802626262626263], ["2026-07-28", 0.3588232323232324], ["2026-07-29", 0.3453434343434344], ["2026-08-02", 0.3762626262626263], ["2026-08-03", 0.3919040404040405], ["2026-08-04", 0.3737575757575758], ["2026-08-05", 0.3827575757575758], ["2026-08-07", 0.3584191919191919], ["2026-08-07", 0.41232323232323237], ["2026-08-08", 0.3992525252525253], ["2026-08-09", 0.41275757575757577], ["2026-08-10", 0.33591919191919195], ["2026-08-11", 0.385969696969697], ["2026-08-12", 0.38982323232323235], ["2026-08-13", 0.3641616161616162], ["2026-08-14", 0.3387424242424243], ["2026-08-15", 0.3574343434343435], ["2026-08-16", 0.370919191919192], ["2026-08-17", 0.41940404040404045], ["2026-08-18", 0.5648737373737375], ["2026-08-20", 0.4076969696969697], ["2026-08-21", 0.3892575757575758], ["2026-08-22", 0.38967676767676773], ["2026-08-23", 0.3731818181818182], ["2026-08-24", 0.33272222222222225], ["2026-08-25", 0.37470707070707077], ["2026-08-27", 0.3792777777777778], ["2026-08-28", 0.40726262626262627], ["2026-08-29", 0.38082323232323234], ["2026-08-29", 0.36224242424242425], ["2026-08-30", 0.3913383838383839], ["2026-09-01", 0.5082373737373738], ["2026-09-01", 0.5064040404040404], ["2026-09-02", 0.5719040404040404], ["2026-09-03", 0.5007929292929293], ["2026-09-04", 0.52389898989899], ["2026-09-05", 0.5082575757575758], ["2026-09-06", 0.5066919191919192], ["2026-09-07", 0.5078535353535354], ["2026-09-08", 0.52389898989899]], "breaks": [5, 19, 23, 36, 42, 47], "changes": []}, "status": {"lt": "tracked", "bi": "retired:too_expensive", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "Monitoring was retired: a single query costs more than our per-query guard allows.", "ltDetail": null, "biDetail": "since 2026-09-09", "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4.1-flash23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "deepseek/deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "methods": ["lt", "b3it"], "first": "2026-09-17", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-09-17", 0.3806], ["2026-09-18", 0.2101], ["2026-09-19", 0.1892], ["2026-09-20", 0.2012], ["2026-09-21", 0.1845], ["2026-09-22", 0.243], ["2026-09-23", 0.1566], ["2026-09-24", 0.1768], ["2026-09-25", 0.1597], ["2026-09-26", 0.2489], ["2026-09-27", 0.113], ["2026-09-28", 0.2458], ["2026-09-29", 0.3655], ["2026-09-30", 0.2054], ["2026-10-01", 0.1622], ["2026-10-02", 0.1653], ["2026-10-03", 0.2337], ["2026-10-04", 0.2144], ["2026-10-05", 0.3911], ["2026-10-06", 0.3295], ["2026-10-07", 0.339], ["2026-10-08", 0.261], ["2026-10-09", 0.3571], ["2026-10-10", 0.459], ["2026-10-11", 0.4221], ["2026-10-12", 0.314], ["2026-10-13", 0.3163], ["2026-10-14", 0.376], ["2026-10-15", 0.3614]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-09-24", 0.2898888888888889], ["2026-09-25", 0.30450000000000005], ["2026-09-26", 0.2526666666666667], ["2026-09-27", 0.253], ["2026-09-29", 0.29150000000000004], ["2026-09-30", 0.2745], ["2026-10-01", 0.272], ["2026-10-02", 0.30050000000000004], ["2026-10-03", 0.28800000000000003], ["2026-10-03", 0.29050000000000004], ["2026-10-04", 0.2715], ["2026-10-06", 0.34700000000000003], ["2026-10-07", 0.379], ["2026-10-08", 0.3375], ["2026-10-09", 0.329], ["2026-10-10", 0.35100000000000003], ["2026-10-10", 0.3785], ["2026-10-12", 0.37250000000000005], ["2026-10-13", 0.3665], ["2026-10-14", 0.34650000000000003], ["2026-10-14", 0.385]], "breaks": [4, 11, 17], "changes": []}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-4-maverick23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": ["lt"], "first": "2026-06-24", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-24", 0.0422], ["2026-06-25", 0.0486], ["2026-06-27", 0.0145], ["2026-06-28", 0.0196], ["2026-06-29", 0.0207], ["2026-06-30", 0.0197], ["2026-07-02", 0.0195], ["2026-07-03", 0.0184], ["2026-07-04", 0.0239], ["2026-07-05", 0.0209], ["2026-07-07", 0.0841], ["2026-07-08", 0.1], ["2026-07-09", 0.0711], ["2026-07-11", 0.0226], ["2026-07-12", 0.016], ["2026-07-13", 0.054], ["2026-07-14", 0.0721], ["2026-07-16", 0.0408], ["2026-07-17", 0.0773], ["2026-07-18", 0.0743], ["2026-07-19", 0.0653], ["2026-07-21", 0.0745], ["2026-07-22", 0.0446], ["2026-07-23", 0.0534], ["2026-07-24", 0.0639], ["2026-07-26", 0.0865], ["2026-07-27", 0.0495], ["2026-07-28", 0.0473], ["2026-07-30", 0.0655], ["2026-07-31", 0.0796], ["2026-08-01", 0.0949], ["2026-08-02", 0.0681], ["2026-08-04", 0.0287], ["2026-08-05", 0.047], ["2026-08-06", 0.0576], ["2026-08-07", 0.0405], ["2026-08-09", 0.0651], ["2026-08-10", 0.019], ["2026-08-11", 0.0294], ["2026-08-13", 0.103], ["2026-08-14", 0.0915], ["2026-08-15", 0.0561], ["2026-08-16", 0.063], ["2026-08-18", 0.0865], ["2026-08-19", 0.103], ["2026-08-20", 0.0683], ["2026-08-21", 0.0767], ["2026-08-23", 0.0487], ["2026-08-24", 0.0369], ["2026-08-25", 0.067], ["2026-08-26", 0.0634], ["2026-08-28", 0.1311], ["2026-08-29", 0.0605], ["2026-08-30", 0.0946], ["2026-09-01", 0.0661], ["2026-09-02", 0.0716], ["2026-09-03", 0.1078], ["2026-09-04", 0.0801], ["2026-09-06", 0.0581], ["2026-09-07", 0.0854], ["2026-09-08", 0.03], ["2026-09-09", 0.0798], ["2026-09-11", 0.0889], ["2026-09-12", 0.058], ["2026-09-13", 0.0571], ["2026-09-15", 0.0967], ["2026-09-16", 0.0794], ["2026-09-17", 0.1013], ["2026-09-18", 0.1139], ["2026-09-20", 0.0998], ["2026-09-21", 0.0782], ["2026-09-22", 0.0919], ["2026-09-23", 0.0962], ["2026-09-25", 0.1079], ["2026-09-26", 0.0987], ["2026-09-27", 0.0656], ["2026-09-28", 0.0732], ["2026-09-30", 0.0721], ["2026-10-01", 0.0508], ["2026-10-02", 0.0454], ["2026-10-04", 0.0683], ["2026-10-05", 0.0751], ["2026-10-06", 0.1097], ["2026-10-07", 0.0777], ["2026-10-09", 0.1131], ["2026-10-10", 0.1052], ["2026-10-11", 0.0774], ["2026-10-12", 0.102], ["2026-10-14", 0.0747], ["2026-10-15", 0.075]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "z-ai2fglm-5.3-flash23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "z-ai/glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "methods": ["b3it"], "first": "2026-09-13", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 2, "lt": null, "b3it": {"tv": [["2026-09-13", 0.2535474427410518], ["2026-09-14", 0.2833304681838371], ["2026-09-15", 0.30077722895542736], ["2026-09-16", 0.49781033346352893], ["2026-09-17", 0.4885364701319618], ["2026-09-18", 0.4977364732176762], ["2026-09-19", 0.5085761339224686], ["2026-09-20", 0.5325602432759388], ["2026-09-21", 0.5516401085570288], ["2026-09-22", 0.4927644239115104], ["2026-09-23", 0.46381022135995587], ["2026-09-24", 0.340924737061335], ["2026-09-25", 0.29598540949314145], ["2026-09-26", 0.29616927059195103], ["2026-09-27", 0.28030070073111313], ["2026-09-29", 0.2956941388365358], ["2026-09-30", 0.31133817700054817], ["2026-10-01", 0.2823054856798414], ["2026-10-02", 0.4107084322464477], ["2026-10-03", 0.5210164873070801], ["2026-10-03", 0.5460378611222684], ["2026-10-04", 0.524246810493957], ["2026-10-06", 0.23139363017934444], ["2026-10-07", 0.24381230674087817], ["2026-10-08", 0.26264770150484434], ["2026-10-09", 0.23607204700061846], ["2026-10-10", 0.2923901257472686], ["2026-10-10", 0.2504860853432282], ["2026-10-12", 0.3238379715522573], ["2026-10-13", 0.2626629560915275], ["2026-10-14", 0.2926225520511235], ["2026-10-14", 0.38263605442176873]], "breaks": [15, 22, 28], "changes": [{"date": "2026-09-16", "shiftTV": 0.225}, {"date": "2026-10-03", "shiftTV": 0.216}]}, "status": {"lt": "probe_failed", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "deepseek2fdeepseek-v4-flash-073123digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "deepseek/deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "methods": ["b3it"], "first": "2026-08-13", "last": "2026-10-03", "last_query": "2026-10-03", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-08-13", 0.2305], ["2026-08-14", 0.3125], ["2026-08-15", 0.314], ["2026-08-16", 0.3215], ["2026-08-17", 0.319], ["2026-08-18", 0.309], ["2026-08-19", 0.3315], ["2026-08-20", 0.31583333333333335], ["2026-08-21", 0.35850000000000004], ["2026-08-22", 0.28800000000000003], ["2026-08-23", 0.307], ["2026-08-24", 0.28], ["2026-08-25", 0.336], ["2026-08-27", 0.35250000000000004], ["2026-08-28", 0.335], ["2026-08-29", 0.273], ["2026-08-29", 0.3015], ["2026-08-30", 0.303], ["2026-09-01", 0.28400000000000003], ["2026-09-01", 0.3065], ["2026-09-03", 0.863], ["2026-09-04", 0.863], ["2026-09-05", 0.863], ["2026-09-06", 0.053], ["2026-09-07", 0.06399999999999999], ["2026-09-08", 0.028000000000000004], ["2026-09-09", 0.031000000000000003], ["2026-09-10", 0.039], ["2026-09-11", 0.04599999999999999], ["2026-09-12", 0.056], ["2026-09-13", 0.029000000000000005], ["2026-09-14", 0.031], ["2026-09-15", 0.032], ["2026-09-16", 0.036000000000000004], ["2026-09-17", 0.046], ["2026-09-18", 0.02899999999999999], ["2026-09-19", 0.056], ["2026-09-20", 0.03799999999999999], ["2026-09-21", 0.033], ["2026-09-22", 0.04399999999999999], ["2026-09-23", 0.029000000000000005], ["2026-09-24", 0.032999999999999995], ["2026-09-25", 0.074], ["2026-09-26", 0.041], ["2026-09-27", 0.05], ["2026-09-29", 0.04], ["2026-09-30", 0.058], ["2026-10-01", 0.049999999999999996], ["2026-10-02", 0.043000000000000003], ["2026-10-03", 0.04], ["2026-10-03", 0.05299999999999999]], "breaks": [13, 18, 20, 45], "changes": [{"date": "2026-09-03", "shiftTV": 0.554}]}, "status": {"lt": "probe_failed", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": "No logprobs returned", "biDetail": "since 2026-10-04", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-10-04). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}}, {"slug": "z-ai2fglm-5.223digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["b3it"], "first": "2026-07-17", "last": "2026-09-29", "last_query": "2026-09-29", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-17", 0.22744372294372295], ["2026-07-18", 0.24154689754689757], ["2026-07-19", 0.24493990929705214], ["2026-07-20", 0.2524265099979386], ["2026-07-21", 0.2517772624201196], ["2026-07-22", 0.24349680478251906], ["2026-07-23", 0.2413356009070295], ["2026-07-24", 0.2307118119975263], ["2026-07-25", 0.23407761286332715], ["2026-07-26", 0.250418882704597], ["2026-07-27", 0.2713404452690167], ["2026-07-28", 0.24805648319934034], ["2026-07-29", 0.284304576376005], ["2026-08-02", 0.2559781488352917], ["2026-08-03", 0.2696991341991342], ["2026-08-04", 0.25061337868480726], ["2026-08-05", 0.3613222016079159], ["2026-08-07", 0.3314084724799011], ["2026-08-07", 0.36918274582560295], ["2026-08-08", 0.3361917130488559], ["2026-08-09", 0.21700000000000003], ["2026-08-10", 0.261479797979798], ["2026-08-11", 0.23923232323232327], ["2026-08-12", 0.21384343434343434], ["2026-08-13", 0.19922727272727273], ["2026-08-14", 0.22496464646464648], ["2026-08-15", 0.22632323232323234], ["2026-08-16", 0.22282828282828285], ["2026-08-17", 0.24145454545454548], ["2026-08-18", 0.24423232323232325], ["2026-08-19", 0.2642070707070707], ["2026-08-20", 0.24472727272727274], ["2026-08-21", 0.26171717171717174], ["2026-08-22", 0.22784343434343435], ["2026-08-23", 0.24573232323232325], ["2026-08-24", 0.42343434343434344], ["2026-08-25", 0.26673232323232327], ["2026-08-27", 0.21784343434343437], ["2026-08-28", 0.27932828282828287], ["2026-08-29", 0.2762323232323233], ["2026-08-29", 0.22598484848484848], ["2026-08-30", 0.219979797979798], ["2026-09-01", 0.26023232323232326], ["2026-09-01", 0.19971212121212123], ["2026-09-02", 0.19823232323232326], ["2026-09-03", 0.256479797979798], ["2026-09-04", 0.22773232323232326], ["2026-09-05", 0.2362878787878788], ["2026-09-06", 0.21334343434343436], ["2026-09-07", 0.25521717171717173], ["2026-09-08", 0.2608434343434344], ["2026-09-09", 0.24823232323232325], ["2026-09-10", 0.23800000000000002], ["2026-09-11", 0.2802323232323232], ["2026-09-12", 0.24922727272727274], ["2026-09-13", 0.28634343434343434], ["2026-09-14", 0.2817272727272727], ["2026-09-15", 0.26473232323232326], ["2026-09-16", 0.26322727272727275], ["2026-09-17", 0.25923232323232326], ["2026-09-18", 0.2738434343434344], ["2026-09-19", 0.32183838383838387], ["2026-09-20", 0.2817323232323233], ["2026-09-21", 0.3324949494949495], ["2026-09-22", 0.26073232323232326], ["2026-09-23", 0.27323232323232327], ["2026-09-24", 0.2880656565656566], ["2026-09-25", 0.2852323232323232], ["2026-09-26", 0.2618434343434344], ["2026-09-27", 0.29073232323232323], ["2026-09-29", 0.24123232323232324]], "breaks": [13, 17, 37, 42, 70], "changes": []}, "status": {"lt": "probe_failed", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": "No logprobs returned", "biDetail": "since 2026-09-29", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-29). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}}, {"slug": "qwen2fqwen3.5-397b-a17b23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "qwen/qwen3.5-397b-a17b", "modelSlug": "qwen2fqwen3.5-397b-a17b", "methods": ["b3it"], "first": "2026-08-02", "last": "2026-09-20", "last_query": "2026-09-20", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-02", 0.2765], ["2026-08-03", 0.3565], ["2026-08-04", 0.3305], ["2026-08-05", 0.3765], ["2026-08-07", 0.34149999999999997], ["2026-08-07", 0.4055], ["2026-08-08", 0.37916666666666665], ["2026-08-09", 0.46749999999999997], ["2026-08-10", 0.4395], ["2026-08-11", 0.3557222222222222], ["2026-08-12", 0.3245], ["2026-08-13", 0.3215], ["2026-08-14", 0.3565], ["2026-08-15", 0.3365], ["2026-08-16", 0.3065], ["2026-08-17", 0.27825], ["2026-08-18", 0.2905], ["2026-08-19", 0.2595], ["2026-08-20", 0.2585], ["2026-08-21", 0.2915], ["2026-08-22", 0.3395], ["2026-08-23", 0.2975], ["2026-08-24", 0.4429411764705882], ["2026-08-25", 0.3105], ["2026-08-27", 0.40950000000000003], ["2026-08-28", 0.3635], ["2026-08-29", 0.3395], ["2026-08-29", 0.3421666666666667], ["2026-08-30", 0.3515], ["2026-09-01", 0.3565], ["2026-09-01", 0.2905], ["2026-09-02", 0.4345], ["2026-09-03", 0.4195], ["2026-09-04", 0.41450000000000004], ["2026-09-05", 0.4145], ["2026-09-06", 0.40950000000000003], ["2026-09-07", 0.3255], ["2026-09-08", 0.3675], ["2026-09-09", 0.36749603174603174], ["2026-09-10", 0.3845], ["2026-09-11", 0.2595], ["2026-09-12", 0.3895], ["2026-09-13", 0.3915], ["2026-09-14", 0.4015], ["2026-09-15", 0.3515], ["2026-09-16", 0.3005], ["2026-09-17", 0.4445], ["2026-09-18", 0.4495], ["2026-09-19", 0.3625], ["2026-09-20", 0.3145]], "breaks": [4, 24, 29], "changes": []}, "status": {"lt": "probe_failed", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": "No logprobs returned", "biDetail": "since 2026-09-21", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-21). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}}, {"slug": "z-ai2fglm-523digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "z-ai/glm-5", "modelSlug": "z-ai2fglm-5", "methods": ["b3it"], "first": "2026-08-02", "last": "2026-09-07", "last_query": "2026-09-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-02", 0.305], ["2026-08-03", 0.342], ["2026-08-04", 0.3655], ["2026-08-05", 0.2795], ["2026-08-07", 0.34500000000000003], ["2026-08-07", 0.3085], ["2026-08-08", 0.312], ["2026-08-09", 0.3425], ["2026-08-10", 0.3655], ["2026-08-11", 0.295], ["2026-08-12", 0.3165], ["2026-08-13", 0.24400000000000002], ["2026-08-14", 0.29150000000000004], ["2026-08-15", 0.315], ["2026-08-16", 0.2645], ["2026-08-17", 0.299], ["2026-08-18", 0.306], ["2026-08-19", 0.28950000000000004], ["2026-08-20", 0.351], ["2026-08-21", 0.3055], ["2026-08-22", 0.2555], ["2026-08-23", 0.29000000000000004], ["2026-08-24", 0.48750000000000004], ["2026-08-25", 0.3685], ["2026-08-27", 0.34850000000000003], ["2026-08-28", 0.393], ["2026-08-29", 0.3905], ["2026-08-29", 0.35050000000000003], ["2026-08-30", 0.3015], ["2026-09-01", 0.31027777777777776], ["2026-09-01", 0.3175], ["2026-09-02", 0.3195], ["2026-09-03", 0.323], ["2026-09-04", 0.34800000000000003], ["2026-09-05", 0.3825], ["2026-09-06", 0.2975], ["2026-09-07", 0.3425]], "breaks": [4, 24, 29], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-09-14", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-09-14)."}}, {"slug": "qwen2fqwen3-coder-30b-a3b-instruct23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "qwen/qwen3-coder-30b-a3b-instruct", "modelSlug": "qwen2fqwen3-coder-30b-a3b-instruct", "methods": ["lt"], "first": "2026-06-24", "last": "2026-08-18", "last_query": "2026-08-18", "n_changes": 0, "lt": {"drift": [["2026-06-24", 0.0165], ["2026-06-25", 0.0219], ["2026-06-26", 0.0129], ["2026-06-27", 0.0158], ["2026-06-28", 0.015], ["2026-06-29", 0.0187], ["2026-06-30", 0.0102], ["2026-07-01", 0.0099], ["2026-07-02", 0.0246], ["2026-07-03", 0.0411], ["2026-07-04", 0.0183], ["2026-07-05", 0.0397], ["2026-07-06", 0.0357], ["2026-07-07", 0.0405], ["2026-07-08", 0.0321], ["2026-07-09", 0.0338], ["2026-07-10", 0.0449], ["2026-07-11", 0.0339], ["2026-07-12", 0.0308], ["2026-07-13", 0.0251], ["2026-07-14", 0.0215], ["2026-07-15", 0.025], ["2026-07-16", 0.0298], ["2026-07-17", 0.0322], ["2026-07-19", 0.0376], ["2026-07-20", 0.0714], ["2026-07-21", 0.0429], ["2026-07-22", 0.0334], ["2026-07-23", 0.0219], ["2026-07-24", 0.0287], ["2026-07-25", 0.0235], ["2026-07-26", 0.0245], ["2026-07-27", 0.0363], ["2026-07-28", 0.0339], ["2026-07-29", 0.0228], ["2026-07-30", 0.066], ["2026-07-31", 0.0327], ["2026-08-01", 0.0521], ["2026-08-02", 0.0205], ["2026-08-03", 0.0231], ["2026-08-04", 0.0366], ["2026-08-05", 0.0337], ["2026-08-06", 0.0839], ["2026-08-07", 0.0392], ["2026-08-08", 0.0259], ["2026-08-09", 0.039], ["2026-08-10", 0.0117], ["2026-08-11", 0.053], ["2026-08-12", 0.0167], ["2026-08-13", 0.0222], ["2026-08-14", 0.0125], ["2026-08-15", 0.0308], ["2026-08-16", 0.034], ["2026-08-17", 0.0237], ["2026-08-18", 0.0989]], "breaks": [24], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "xiaomi2fmimo-v2.523digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "xiaomi/mimo-v2.5", "modelSlug": "xiaomi2fmimo-v2.5", "methods": ["b3it"], "first": "2026-07-10", "last": "2026-07-26", "last_query": "2026-08-09", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-07-10", 0.06899999999999999], ["2026-07-11", 0.09300000000000001], ["2026-07-13", 0.07550000000000001], ["2026-07-14", 0.088], ["2026-07-16", 0.0655], ["2026-07-17", 0.0715], ["2026-07-18", 0.069], ["2026-07-19", 0.069], ["2026-07-20", 0.07200000000000001], ["2026-07-21", 0.07550000000000001], ["2026-07-22", 0.078], ["2026-07-23", 0.0825], ["2026-07-24", 0.99], ["2026-07-25", 0.9865], ["2026-07-26", 0.9724747474747475]], "breaks": [2, 4], "changes": [{"date": "2026-07-24", "shiftTV": 0.907}]}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-09", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}}]}, "n_endpoints": 13, "n_active": 7, "n_models": 13, "n_variants": 1, "first": "2026-06-22", "last": "2026-10-15", "lt": {"endpoints": 7, "years": 1.63, "changes": 0, "rate": 0.0, "ci": [0.0, 1.84]}, "b3it": {"endpoints": 9, "years": 1.2, "changes": 4, "rate": 3.34, "ci": [0.07, 6.62]}, "variants": [{"name": "", "n_endpoints": 13, "lt": {"endpoints": 7, "years": 1.63, "changes": 0, "rate": 0.0, "ci": [0.0, 1.84]}, "b3it": {"endpoints": 9, "years": 1.2, "changes": 4, "rate": 3.34, "ci": [0.07, 6.62]}}], "changes": [{"date": "2026-10-03", "iso": "2026-10-03T00:04:07Z", "daysAgo": 12, "method": "b3it", "magnitude": 0.216, "desc": "Probe-prompt outputs shifted (total variation 0.22)", "primary": "TV 0.22", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.254, 0.283, 0.301, 0.498, 0.489, 0.498, 0.509, 0.533, 0.552, 0.493, 0.464, 0.341, 0.296, 0.296, 0.28, 0.296, 0.311, 0.282, 0.411, 0.521, 0.546, 0.524, 0.231, 0.244, 0.263, 0.236, 0.292, 0.25, 0.324, 0.263, 0.293, 0.383], "changeFrac": 0.613, "slug": "z-ai2fglm-5.3-flash23digitalocean", "endpointSlug": "z-ai2fglm-5.3-flash23digitalocean", "model": "glm-5.3-flash", "org": "z-ai", "modelSlug": "z-ai2fglm-5.3-flash", "provider": "digitalocean", "providerSlug": "digitalocean", "brand": {"name": "DigitalOcean", "logo": "digitalocean.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}, {"date": "2026-09-16", "iso": "2026-09-16T23:23:46Z", "daysAgo": 28, "method": "b3it", "magnitude": 0.225, "desc": "Probe-prompt outputs shifted (total variation 0.23)", "primary": "TV 0.23", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.254, 0.283, 0.301, 0.498, 0.489, 0.498, 0.509, 0.533, 0.552, 0.493, 0.464, 0.341, 0.296, 0.296, 0.28, 0.296, 0.311, 0.282, 0.411, 0.521, 0.546, 0.524, 0.231], "changeFrac": 0.136, "slug": "z-ai2fglm-5.3-flash23digitalocean", "endpointSlug": "z-ai2fglm-5.3-flash23digitalocean", "model": "glm-5.3-flash", "org": "z-ai", "modelSlug": "z-ai2fglm-5.3-flash", "provider": "digitalocean", "providerSlug": "digitalocean", "brand": {"name": "DigitalOcean", "logo": "digitalocean.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}, {"date": "2026-09-03", "iso": "2026-09-03T22:53:51Z", "daysAgo": 41, "method": "b3it", "magnitude": 0.554, "desc": "Probe-prompt outputs shifted (total variation 0.55)", "primary": "TV 0.55", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.231, 0.312, 0.314, 0.322, 0.319, 0.309, 0.332, 0.316, 0.359, 0.288, 0.307, 0.28, 0.336, 0.353, 0.335, 0.273, 0.301, 0.303, 0.284, 0.306, 0.863, 0.863, 0.863, 0.053, 0.064, 0.028, 0.031, 0.039, 0.046, 0.056, 0.029, 0.031, 0.032, 0.036, 0.046, 0.029, 0.056, 0.038, 0.033, 0.044], "changeFrac": 0.513, "slug": "deepseek2fdeepseek-v4-flash-073123digitalocean", "endpointSlug": "deepseek2fdeepseek-v4-flash-073123digitalocean", "model": "deepseek-v4-flash-0731", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "provider": "digitalocean", "providerSlug": "digitalocean", "brand": {"name": "DigitalOcean", "logo": "digitalocean.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}, {"date": "2026-07-24", "iso": "2026-07-24T21:55:31Z", "daysAgo": 82, "method": "b3it", "magnitude": 0.907, "desc": "Probe-prompt outputs shifted (total variation 0.91)", "primary": "TV 0.91", "secondary": "border-input shift", "sevKey": "alert", "trace": [0.069, 0.093, 0.076, 0.088, 0.066, 0.071, 0.069, 0.069, 0.072, 0.076, 0.078, 0.083, 0.99, 0.987, 0.972], "changeFrac": 0.857, "slug": "xiaomi2fmimo-v2.523digitalocean", "endpointSlug": "xiaomi2fmimo-v2.523digitalocean", "model": "mimo-v2.5", "org": "xiaomi", "modelSlug": "xiaomi2fmimo-v2.5", "provider": "digitalocean", "providerSlug": "digitalocean", "brand": {"name": "DigitalOcean", "logo": "digitalocean.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}], "endpoints": [{"slug": "z-ai2fglm-5.3-flash23digitalocean", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["b3it"], "status": "changed", "lastChange": "2026-10-03", "recent": true, "nChanges": 2, "trace": [0.254, 0.283, 0.301, 0.498, 0.489, 0.498, 0.521, 0.552, 0.493, 0.464, 0.341, 0.296, 0.296, 0.288, 0.311, 0.282, 0.411, 0.521, 0.546, 0.524, 0.238, 0.263, 0.236, 0.292, 0.25, 0.324, 0.263, 0.338], "changeFracs": [0.098, 0.614], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "probe_failed", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "deepseek2fdeepseek-v4-flash-073123digitalocean", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["b3it"], "status": "retired", "lastChange": "2026-09-03", "recent": true, "nChanges": 1, "trace": [0.231, 0.313, 0.32, 0.32, 0.337, 0.288, 0.293, 0.344, 0.304, 0.302, 0.295, 0.863, 0.863, 0.058, 0.03, 0.042, 0.056, 0.03, 0.034, 0.037, 0.047, 0.038, 0.029, 0.053, 0.045, 0.049, 0.046, 0.046], "changeFracs": [0.412], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "probe_failed", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-10-04). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "xiaomi2fmimo-v2.523digitalocean", "model": "mimo-v2.5", "modelSlug": "xiaomi2fmimo-v2.5", "org": "xiaomi", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["b3it"], "status": "retired", "lastChange": "2026-07-24", "recent": false, "nChanges": 1, "trace": [0.069, 0.093, 0.076, 0.088, 0.066, 0.071, 0.069, 0.069, 0.072, 0.076, 0.078, 0.083, 0.99, 0.987, 0.972], "changeFracs": [0.875], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}, {"slug": "deepseek2fdeepseek-v3.223digitalocean", "model": "deepseek-v3.2", "modelSlug": "deepseek2fdeepseek-v3.2", "org": "deepseek", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.219, 0.164, 0.18, 0.189, 0.187, 0.17, 0.17, 0.163, 0.188, 0.218, 0.22, 0.195, 0.241, 0.134, 0.16, 0.136, 0.296, 0.17, 0.177, 0.217, 0.193, 0.23, 0.221, 0.177, 0.221, 0.228, 0.237, 0.247], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4-flash23digitalocean", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt", "b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.209, 0.152, 0.2, 0.262, 0.261, 0.265, 0.407, 0.464, 0.439, 0.346, 0.505, 0.379, 0.315, 0.408, 0.384, 0.339, 0.507, 0.481, 0.479, 0.515, 0.408, 0.421, 0.409, 0.431, 0.524, 0.486, 0.514, 0.569], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "monitoring", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4-pro23digitalocean", "model": "deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "org": "deepseek", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt", "b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.104, 0.235, 0.208, 0.309, 0.204, 0.321, 0.462, 0.199, 0.271, 0.743, 0.41, 0.501, 0.319, 0.442, 0.375, 0.243, 0.384, 0.736, 0.367, 0.394, 0.418, 0.949, 1.541, 1.371, 0.721, 0.391, 0.335, 0.43], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "retired:too_expensive", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4-pro-081323digitalocean", "model": "deepseek-v4-pro-0813", "modelSlug": "deepseek2fdeepseek-v4-pro-0813", "org": "deepseek", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.09, 0.184, 0.094, 0.678, 0.334, 0.289, 0.462, 0.219, 0.195, 0.541, 2.528, 2.47, 2.861, 2.392, 2.723, 2.301, 2.79, 2.822, 2.548, 2.413, 2.688, 2.981, 2.567, 2.747, 2.925, 2.656, 2.4, 2.926], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4.1-flash23digitalocean", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt", "b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.381, 0.21, 0.189, 0.201, 0.184, 0.243, 0.157, 0.177, 0.16, 0.249, 0.113, 0.246, 0.365, 0.205, 0.162, 0.165, 0.234, 0.214, 0.391, 0.33, 0.339, 0.261, 0.357, 0.459, 0.422, 0.314, 0.316, 0.369], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "monitoring", "reason": "This endpoint is actively tracked."}, {"slug": "z-ai2fglm-523digitalocean", "model": "glm-5", "modelSlug": "z-ai2fglm-5", "org": "z-ai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.305, 0.342, 0.365, 0.312, 0.308, 0.312, 0.354, 0.295, 0.317, 0.268, 0.315, 0.265, 0.302, 0.29, 0.351, 0.28, 0.29, 0.488, 0.359, 0.393, 0.391, 0.326, 0.31, 0.318, 0.321, 0.348, 0.383, 0.32], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-09-14)."}, {"slug": "z-ai2fglm-5.223digitalocean", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.234, 0.25, 0.242, 0.238, 0.26, 0.27, 0.306, 0.346, 0.239, 0.217, 0.226, 0.236, 0.254, 0.245, 0.303, 0.278, 0.235, 0.199, 0.24, 0.234, 0.249, 0.265, 0.278, 0.261, 0.292, 0.297, 0.282, 0.265], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "probe_failed", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-29). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "meta-llama2fllama-4-maverick23digitalocean", "model": "llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "org": "meta-llama", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.031, 0.018, 0.021, 0.068, 0.034, 0.071, 0.066, 0.054, 0.069, 0.077, 0.055, 0.038, 0.078, 0.08, 0.059, 0.059, 0.084, 0.081, 0.052, 0.081, 0.068, 0.108, 0.089, 0.086, 0.06, 0.086, 0.096, 0.086], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "qwen2fqwen3-coder-30b-a3b-instruct23digitalocean", "model": "qwen3-coder-30b-a3b-instruct", "modelSlug": "qwen2fqwen3-coder-30b-a3b-instruct", "org": "qwen", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.017, 0.017, 0.015, 0.014, 0.017, 0.03, 0.038, 0.036, 0.039, 0.032, 0.023, 0.027, 0.035, 0.057, 0.028, 0.026, 0.03, 0.028, 0.049, 0.036, 0.03, 0.059, 0.033, 0.025, 0.035, 0.017, 0.032, 0.061], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "qwen2fqwen3.5-397b-a17b23digitalocean", "model": "qwen3.5-397b-a17b", "modelSlug": "qwen2fqwen3.5-397b-a17b", "org": "qwen", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.277, 0.344, 0.359, 0.392, 0.467, 0.398, 0.323, 0.347, 0.292, 0.29, 0.259, 0.316, 0.37, 0.36, 0.363, 0.341, 0.354, 0.362, 0.419, 0.414, 0.368, 0.367, 0.322, 0.39, 0.397, 0.326, 0.447, 0.339], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "probe_failed", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-21). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "minimax2fminimax-m2.523digitalocean", "model": "minimax-m2.5", "modelSlug": "minimax2fminimax-m2.5", "org": "minimax", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "moonshotai2fkimi-k2.623digitalocean", "model": "kimi-k2.6", "modelSlug": "moonshotai2fkimi-k2.6", "org": "moonshotai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "moonshotai2fkimi-k323digitalocean", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "too_expensive", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "openai2fgpt-oss-120b23digitalocean", "model": "gpt-oss-120b", "modelSlug": "openai2fgpt-oss-120b", "org": "openai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "probe_failed", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-01). This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "xiaomi2fmimo-v2.5-pro23digitalocean", "model": "mimo-v2.5-pro", "modelSlug": "xiaomi2fmimo-v2.5-pro", "org": "xiaomi", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "too_expensive", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "z-ai2fglm-5.323digitalocean", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "digitalocean", "providerSlug": "digitalocean", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}]}