{"model": "deepseek/deepseek-chat-v3-0324", "org": "deepseek", "n_endpoints": 11, "n_active": 1, "n_providers": 11, "n_endpoints_total": 15, "n_changed": 6, "max_drift": 5.87, "headline": "tracked", "status_summary": "10 retired \u00b7 3 not selected \u00b7 1 tracked \u00b7 1 errors out", "date_min": "2025-06-18", "date_max": "2026-09-09", "changes": [{"date": "2025-07-17", "method": "lt", "provider": "lambda/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-08-09", "method": "lt", "provider": "hyperbolic/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-08-22", "method": "lt", "provider": "hyperbolic/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-08-23", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-11-07", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-11-20", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-01-11", "method": "lt", "provider": "crusoe/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-01-24", "method": "b3it", "provider": "hyperbolic/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-01-26", "method": "b3it", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-01-27", "method": "b3it", "provider": "baseten/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-02-03", "method": "b3it", "provider": "atlas-cloud/fp8", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-03-18", "method": "b3it", "provider": "baseten/fp8", "model": "deepseek/deepseek-chat-v3-0324"}], "endpoints": [{"slug": "deepseek2fdeepseek-chat-v3-032423gmicloud2ffp8", "provider": "gmicloud/fp8", "base": "gmicloud", "providerSlug": "gmicloud", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2026-08-20", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-08-20", 0.1695], ["2026-08-21", 0.1489], ["2026-08-22", 0.0984], ["2026-08-23", 0.2954], ["2026-08-24", 0.6078], ["2026-08-25", 0.1057], ["2026-08-26", 0.3019], ["2026-08-27", 0.4547], ["2026-08-28", 1.724], ["2026-08-29", 0.38], ["2026-08-30", 0.2113], ["2026-08-31", 0.5083], ["2026-09-01", 0.6709], ["2026-09-02", 1.2213], ["2026-09-03", 0.7696], ["2026-09-04", 1.1471], ["2026-09-05", 1.724], ["2026-09-06", 1.2914], ["2026-09-07", 0.3565], ["2026-09-08", 0.2907], ["2026-09-09", 0.7726]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt", "b3it"], "first": "2025-06-26", "last": "2026-02-12", "last_query": "2026-06-08", "n_changes": 4, "lt": {"drift": [["2025-06-26", 0.3629], ["2025-06-29", 0.5504], ["2025-07-01", 0.8929], ["2025-07-04", 0.5593], ["2025-07-06", 0.7738], ["2025-07-09", 0.8705], ["2025-07-12", 0.8638], ["2025-07-14", 0.4484], ["2025-07-17", 0.5942], ["2025-07-19", 0.7671], ["2025-07-22", 0.6966], ["2025-07-25", 0.7243], ["2025-07-27", 0.6518], ["2025-07-30", 0.3989], ["2025-08-01", 0.5436], ["2025-08-04", 0.3171], ["2025-08-07", 0.6234], ["2025-08-09", 0.2199], ["2025-08-12", 0.4203], ["2025-08-14", 0.0799], ["2025-08-17", 0.1144], ["2025-08-20", 0.2902], ["2025-08-22", 0.37], ["2025-08-25", 0.5747], ["2025-08-27", 0.4892], ["2025-08-30", 0.481], ["2025-09-01", 0.572], ["2025-09-04", 0.2902], ["2025-09-07", 0.6014], ["2025-09-09", 0.5254], ["2025-09-12", 0.2952], ["2025-09-14", 0.6902], ["2025-09-17", 0.5934], ["2025-09-20", 0.5198], ["2025-09-22", 0.4807], ["2025-09-25", 0.5318], ["2025-09-27", 0.5598], ["2025-09-30", 0.6038], ["2025-10-03", 0.7166], ["2025-10-05", 0.6452], ["2025-10-08", 0.6108], ["2025-10-10", 0.6043], ["2025-10-13", 0.5917], ["2025-10-16", 0.5791], ["2025-10-18", 0.5692], ["2025-10-21", 0.5479], ["2025-10-23", 0.5241], ["2025-10-26", 0.5319], ["2025-10-29", 0.5281], ["2025-10-31", 0.4576], ["2025-11-03", 0.5256], ["2025-11-05", 0.6626], ["2025-11-08", 1.8414], ["2025-11-11", 1.8414], ["2025-11-13", 1.8414], ["2025-11-16", 1.7927], ["2025-11-18", 1.8401], ["2025-11-21", 0.9351], ["2025-11-24", 1.0496], ["2025-11-26", 0.8484], ["2025-11-29", 1.3665], ["2025-12-01", 1.1], ["2025-12-04", 0.9405], ["2025-12-07", 1.1964], ["2025-12-09", 1.0496], ["2025-12-12", 0.8237], ["2025-12-14", 0.9153], ["2025-12-17", 0.8879], ["2025-12-19", 1.1816], ["2025-12-22", 1.3835], ["2025-12-25", 1.4951], ["2025-12-27", 1.1421], ["2025-12-30", 1.3247], ["2026-01-01", 1.487], ["2026-01-04", 1.537], ["2026-01-07", 1.4137], ["2026-01-09", 1.3871], ["2026-01-12", 1.5313], ["2026-01-14", 1.4517], ["2026-01-17", 1.3518], ["2026-01-20", 1.4081], ["2026-01-22", 0.9958], ["2026-01-25", 1.3745], ["2026-01-27", 1.2569], ["2026-01-30", 1.0038], ["2026-02-02", 1.0835], ["2026-02-04", 0.9471], ["2026-02-07", 0.9181], ["2026-02-09", 1.1364], ["2026-02-12", 1.4069]], "breaks": [], "changes": [{"date": "2025-08-23", "shift": 0.2395857142857143}, {"date": "2025-11-07", "shift": 1.3073}, {"date": "2025-11-20", "shift": 0.7803571428571427}]}, "b3it": {"tv": [["2026-01-15", 0.116], ["2026-01-16", 0.12400000000000001], ["2026-01-17", 0.113], ["2026-01-18", 0.112], ["2026-01-19", 0.09089795918367347], ["2026-01-20", 0.062000000000000006], ["2026-01-21", 0.06699999999999999], ["2026-01-22", 0.05], ["2026-01-23", 0.09], ["2026-01-24", 0.09749999999999999], ["2026-01-25", 0.1175], ["2026-01-26", 0.3925], ["2026-01-27", 0.378], ["2026-01-28", 0.43873404255319154], ["2026-01-29", 0.4015], ["2026-01-30", 0.379], ["2026-01-31", 0.49600000000000005], ["2026-02-01", 0.37150000000000005], ["2026-02-03", 0.543], ["2026-02-04", 0.41600000000000004], ["2026-02-05", 0.42300000000000004], ["2026-02-06", 0.29950000000000004], ["2026-02-11", 0.0945]], "breaks": [18, 22], "changes": [{"date": "2026-01-26", "shiftTV": 0.237}]}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-11", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423hyperbolic2ffp8", "provider": "hyperbolic/fp8", "base": "hyperbolic", "providerSlug": "hyperbolic", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt", "b3it"], "first": "2025-07-21", "last": "2026-03-23", "last_query": "2026-06-08", "n_changes": 3, "lt": {"drift": [["2025-07-21", 5.3612], ["2025-07-22", 4.54], ["2025-07-23", 4.8916], ["2025-07-24", 4.1651], ["2025-07-25", 3.6607], ["2025-07-26", 4.6431], ["2025-07-27", 5.2441], ["2025-07-28", 4.3699], ["2025-07-29", 3.918], ["2025-07-30", 3.4896], ["2025-07-31", 5.5642], ["2025-08-01", 1.0132], ["2025-08-02", 3.4583], ["2025-08-03", 3.2999], ["2025-08-04", 2.1587], ["2025-08-05", 2.4702], ["2025-08-06", 2.8377], ["2025-08-07", 2.3918], ["2025-08-08", 2.7341], ["2025-08-09", 3.1913], ["2025-08-10", 4.416], ["2025-08-11", 3.9326], ["2025-08-12", 2.4396], ["2025-08-13", 3.1332], ["2025-08-14", 3.7159], ["2025-08-15", 2.7959], ["2025-08-16", 1.8418], ["2025-08-17", 3.8885], ["2025-08-18", 2.5391], ["2025-08-19", 3.6426], ["2025-08-20", 2.4912], ["2025-08-21", 1.6745], ["2025-08-22", 3.7436], ["2025-08-23", 2.1501], ["2025-08-24", 2.7605], ["2025-08-25", 2.1508], ["2025-08-26", 2.3213], ["2025-08-27", 4.3964], ["2025-08-28", 3.5], ["2025-08-29", 2.1261], ["2025-08-30", 3.2614], ["2025-08-31", 2.824], ["2025-09-01", 5.3794], ["2025-09-02", 1.7784], ["2025-09-03", 2.3155], ["2025-09-04", 3.0449], ["2025-09-05", 2.8349], ["2025-09-06", 3.826], ["2025-09-07", 2.6908], ["2025-09-08", 3.4105], ["2025-09-09", 3.0365], ["2025-09-11", 4.1295], ["2025-09-12", 4.1003], ["2025-09-13", 4.7557], ["2025-09-14", 3.6344], ["2025-09-15", 3.4243], ["2025-09-16", 2.7708], ["2025-09-17", 3.4234], ["2025-09-18", 3.4227], ["2025-09-19", 3.9744], ["2025-09-20", 3.793], ["2025-09-21", 2.9595], ["2025-09-22", 3.6229], ["2025-09-23", 3.4044], ["2025-09-24", 4.17], ["2025-09-25", 5.8738], ["2025-09-26", 4.6666], ["2025-09-27", 3.1859], ["2025-09-28", 4.3835], ["2025-09-29", 3.719], ["2025-09-30", 4.2481], ["2025-10-01", 3.8522], ["2025-10-02", 3.6892], ["2025-10-03", 3.0819], ["2025-10-04", 4.4631], ["2025-10-05", 4.6548], ["2025-10-06", 4.0178], ["2025-10-07", 3.5543], ["2025-10-08", 3.6164], ["2025-10-09", 3.9271], ["2025-10-10", 3.4822], ["2025-10-11", 3.7646], ["2025-10-12", 4.3094], ["2025-10-13", 4.0408], ["2025-10-14", 3.4051], ["2025-10-15", 4.6465], ["2025-10-16", 3.4142], ["2025-10-17", 5.0761]], "breaks": [51], "changes": [{"date": "2025-08-09", "shift": 0.6105428571428568}, {"date": "2025-08-22", "shift": 0.30701428571428524}]}, "b3it": {"tv": [["2026-01-15", 0.11777551020408164], ["2026-01-16", 0.0885], ["2026-01-17", 0.3225], ["2026-01-18", 0.1955], ["2026-01-19", 0.091], ["2026-01-20", 0.0855], ["2026-01-21", 0.3365], ["2026-01-22", 0.12971428571428573], ["2026-01-23", 0.3799183673469388], ["2026-01-24", 0.974], ["2026-01-25", 0.966], ["2026-01-26", 0.977], ["2026-01-27", 0.98], ["2026-01-28", 0.966], ["2026-01-29", 0.989], ["2026-01-30", 0.981], ["2026-01-31", 0.982], ["2026-02-01", 0.983], ["2026-02-03", 0.96], ["2026-02-04", 0.97], ["2026-02-05", 0.979], ["2026-02-06", 0.974], ["2026-02-11", 0.983], ["2026-02-12", 0.983], ["2026-02-13", 0.9805], ["2026-02-14", 0.9755], ["2026-02-15", 0.9485], ["2026-02-16", 0.973], ["2026-02-18", 0.9944999999999999], ["2026-02-19", 0.9795], ["2026-02-20", 0.973], ["2026-02-21", 0.973], ["2026-02-22", 0.973], ["2026-02-23", 0.983], ["2026-02-24", 0.982], ["2026-02-25", 0.9804999999999999], ["2026-02-26", 0.9505], ["2026-02-27", 0.983], ["2026-02-28", 0.9944999999999999], ["2026-03-01", 0.987], ["2026-03-02", 0.9755], ["2026-03-03", 0.9718888888888889], ["2026-03-04", 0.978], ["2026-03-05", 0.978], ["2026-03-06", 0.9890906432748539], ["2026-03-07", 0.9846812865497075], ["2026-03-08", 0.96], ["2026-03-09", 0.9625], ["2026-03-10", 0.9741176470588235], ["2026-03-11", 0.9747368421052631], ["2026-03-12", 0.978], ["2026-03-13", 0.9772222222222222], ["2026-03-14", 0.9703684210526315], ["2026-03-15", 0.977281045751634], ["2026-03-16", 0.979375], ["2026-03-17", 0.98], ["2026-03-18", 0.9777368421052631], ["2026-03-19", 0.9824999999999999], ["2026-03-20", 0.983], ["2026-03-21", 0.983], ["2026-03-22", 0.983], ["2026-03-23", 0.983]], "breaks": [18, 22, 28], "changes": [{"date": "2026-01-24", "shiftTV": 0.776}]}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-03-23", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423baseten2ffp8", "provider": "baseten/fp8", "base": "baseten", "providerSlug": "baseten", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-03-26", "last_query": "2026-06-08", "n_changes": 2, "lt": null, "b3it": {"tv": [["2026-01-15", 0.08335026642640421], ["2026-01-16", 0.06509483901351704], ["2026-01-17", 0.08214525147903003], ["2026-01-18", 0.07047469135820662], ["2026-01-19", 0.11171144171313027], ["2026-01-20", 0.09165426585518045], ["2026-01-21", 0.11772271819283721], ["2026-01-22", 0.11563691296406763], ["2026-01-23", 0.07597376075478363], ["2026-01-24", 0.1343219660881422], ["2026-01-25", 0.22193090722266914], ["2026-01-26", 0.0904345023792453], ["2026-01-27", 0.5119095814322777], ["2026-01-28", 0.4937001693108145], ["2026-01-29", 0.5474866463338407], ["2026-01-30", 0.5464004446153392], ["2026-01-31", 0.5104013287195142], ["2026-02-01", 0.47840132871951413], ["2026-02-03", 0.49240132871951414], ["2026-02-04", 0.49140132871951414], ["2026-02-05", 0.5130571092135299], ["2026-02-06", 0.5134013287195142], ["2026-02-11", 0.5475624568071128], ["2026-02-12", 0.5219013287195141], ["2026-02-13", 0.5044013287195142], ["2026-02-14", 0.507684496457679], ["2026-02-15", 0.5127941858623712], ["2026-02-16", 0.5057843819408027], ["2026-02-17", 0.5138904425468632], ["2026-02-18", 0.5276844964576789], ["2026-02-19", 0.5029504358623713], ["2026-02-20", 0.5419013287195141], ["2026-02-21", 0.5200669131350986], ["2026-02-22", 0.5216740559922414], ["2026-02-23", 0.5023915247979455], ["2026-02-24", 0.5329377765798466], ["2026-02-25", 0.5307248581312788], ["2026-02-26", 0.5453106579357788], ["2026-02-27", 0.5538699799696771], ["2026-02-28", 0.497422872760328], ["2026-03-01", 0.5144013287195142], ["2026-03-02", 0.4489581248420065], ["2026-03-03", 0.43724921140374984], ["2026-03-04", 0.490184496457679], ["2026-03-05", 0.5016740559922415], ["2026-03-06", 0.5329377765798466], ["2026-03-07", 0.5223417589899829], ["2026-03-08", 0.5382487313169168], ["2026-03-09", 0.49560822527123827], ["2026-03-10", 0.502840746457679], ["2026-03-11", 0.48440132871951413], ["2026-03-12", 0.4639232875360088], ["2026-03-13", 0.5077941858623712], ["2026-03-14", 0.48268449645767897], ["2026-03-15", 0.5176844964576789], ["2026-03-16", 0.5133843795669718], ["2026-03-17", 0.490184496457679], ["2026-03-18", 0.1304264813652374], ["2026-03-19", 0.24677077521929053], ["2026-03-20", 0.16674004710027926], ["2026-03-21", 0.2821077024430102], ["2026-03-22", 0.26181075980231755], ["2026-03-23", 0.21411469733136101], ["2026-03-24", 0.3661099567637917], ["2026-03-25", 0.27862391846742296], ["2026-03-26", 0.20807772518968037]], "breaks": [18, 22], "changes": [{"date": "2026-01-27", "shiftTV": 0.344}, {"date": "2026-03-18", "shiftTV": 0.19}]}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-03-26", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-03-26)."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423atlas-cloud2ffp8", "provider": "atlas-cloud/fp8", "base": "atlas-cloud", "providerSlug": "atlas-cloud", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-04-07", "last_query": "2026-06-08", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-01-15", 0.0935], ["2026-01-16", 0.108], ["2026-01-17", 0.09761224489795918], ["2026-01-18", 0.085], ["2026-01-19", 0.07400000000000001], ["2026-01-20", 0.1325], ["2026-01-21", 0.08549999999999999], ["2026-01-22", 0.065], ["2026-01-23", 0.0735], ["2026-01-24", 0.059000000000000004], ["2026-01-25", 0.0635], ["2026-01-26", 0.065], ["2026-01-27", 0.1115], ["2026-01-28", 0.19], ["2026-01-29", 0.0785], ["2026-01-30", 0.072], ["2026-01-31", 0.1], ["2026-02-01", 0.078], ["2026-02-03", 0.765], ["2026-02-04", 0.794], ["2026-02-05", 0.8150000000000001], ["2026-02-06", 0.8645], ["2026-02-11", 0.647], ["2026-02-12", 0.5345], ["2026-02-13", 0.593], ["2026-02-14", 0.646], ["2026-02-15", 0.5815], ["2026-02-16", 0.6315000000000001], ["2026-02-17", 0.6395000000000001], ["2026-02-18", 0.623], ["2026-02-19", 0.618], ["2026-02-20", 0.6195], ["2026-02-21", 0.6125], ["2026-02-22", 0.589], ["2026-02-23", 0.588], ["2026-02-24", 0.5680000000000001], ["2026-02-26", 0.5095], ["2026-02-27", 0.6975], ["2026-02-28", 0.766], ["2026-03-01", 0.7055], ["2026-03-02", 0.773], ["2026-03-03", 0.5700000000000001], ["2026-03-04", 0.6098529411764706], ["2026-03-05", 0.48886842105263156], ["2026-03-06", 0.4647857142857143], ["2026-03-07", 0.5625], ["2026-03-08", 0.6372105263157894], ["2026-03-09", 0.348625], ["2026-03-10", 0.6575], ["2026-03-11", 0.638], ["2026-03-12", 0.293], ["2026-03-13", 0.878], ["2026-03-14", 0.54], ["2026-03-15", 0.472], ["2026-03-16", 0.4545], ["2026-03-17", 0.4776842105263158], ["2026-03-18", 0.435], ["2026-03-19", 0.57], ["2026-03-20", 0.5655], ["2026-03-21", 0.5595], ["2026-03-22", 0.507], ["2026-03-23", 0.8005], ["2026-03-24", 0.3845], ["2026-03-25", 0.5680000000000001], ["2026-03-26", 0.593], ["2026-03-27", 0.3975], ["2026-03-28", 0.546], ["2026-03-29", 0.63], ["2026-03-30", 0.504], ["2026-03-31", 0.5805], ["2026-04-01", 0.561], ["2026-04-02", 0.5670000000000001], ["2026-04-03", 0.6535], ["2026-04-04", 0.778], ["2026-04-05", 0.5775], ["2026-04-06", 0.5895], ["2026-04-07", 0.648]], "breaks": [18, 22, 36], "changes": [{"date": "2026-02-03", "shiftTV": 0.508}]}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-04-07", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-04-07)."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423crusoe2ffp8", "provider": "crusoe/fp8", "base": "crusoe", "providerSlug": "crusoe", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2025-07-21", "last": "2026-02-23", "last_query": "2026-02-23", "n_changes": 1, "lt": {"drift": [["2025-07-21", 0.1106], ["2025-07-23", 0.1251], ["2025-07-26", 0.1175], ["2025-07-28", 0.1038], ["2025-07-31", 0.1498], ["2025-08-02", 0.14], ["2025-08-05", 0.112], ["2025-08-07", 0.0846], ["2025-08-10", 0.1568], ["2025-08-12", 0.1169], ["2025-08-14", 0.0999], ["2025-08-17", 0.092], ["2025-08-19", 0.1065], ["2025-08-22", 0.11], ["2025-08-24", 0.1366], ["2025-08-27", 0.1603], ["2025-08-29", 0.0906], ["2025-08-31", 0.1647], ["2025-09-03", 0.078], ["2025-09-05", 0.0976], ["2025-09-08", 0.2018], ["2025-09-10", 0.2091], ["2025-09-13", 0.1053], ["2025-09-15", 0.0844], ["2025-09-18", 0.139], ["2025-09-20", 0.1762], ["2025-09-22", 0.1166], ["2025-09-25", 0.1601], ["2025-09-27", 0.1278], ["2025-09-30", 0.1065], ["2025-10-02", 0.0923], ["2025-10-05", 0.1558], ["2025-10-07", 0.1022], ["2025-10-09", 0.1585], ["2025-10-12", 0.1667], ["2025-10-14", 0.102], ["2025-10-17", 0.174], ["2025-10-19", 0.2129], ["2025-10-22", 0.1298], ["2025-10-24", 0.1129], ["2025-10-27", 0.1173], ["2025-10-29", 0.1203], ["2025-10-31", 0.1042], ["2025-11-03", 0.1214], ["2025-11-05", 0.1196], ["2025-11-08", 0.0947], ["2025-11-10", 0.0898], ["2025-11-13", 0.1283], ["2025-11-15", 0.0966], ["2025-11-17", 0.1176], ["2025-11-20", 0.1908], ["2025-11-22", 0.1358], ["2025-11-25", 0.1601], ["2025-11-27", 0.1165], ["2025-11-30", 0.0952], ["2025-12-02", 0.1262], ["2025-12-05", 0.0703], ["2025-12-07", 0.0681], ["2025-12-09", 0.1097], ["2025-12-12", 0.0617], ["2025-12-14", 0.0792], ["2025-12-17", 0.1164], ["2025-12-19", 0.0843], ["2025-12-22", 0.1674], ["2025-12-24", 0.1238], ["2025-12-26", 0.1498], ["2025-12-29", 0.0991], ["2025-12-31", 0.1517], ["2026-01-03", 0.1279], ["2026-01-05", 0.1095], ["2026-01-08", 0.1328], ["2026-01-10", 0.0955], ["2026-01-13", 2.1134], ["2026-01-15", 2.1009], ["2026-01-17", 1.9898], ["2026-01-20", 1.9651], ["2026-01-22", 2.042], ["2026-01-25", 1.9376], ["2026-01-27", 1.7349], ["2026-01-30", 2.0316], ["2026-02-01", 1.9355], ["2026-02-03", 1.9567], ["2026-02-06", 1.8698], ["2026-02-08", 2.0827], ["2026-02-11", 2.0178], ["2026-02-13", 1.7232], ["2026-02-16", 2.0504], ["2026-02-18", 1.9314], ["2026-02-21", 2.0746], ["2026-02-23", 2.1535]], "breaks": [], "changes": [{"date": "2026-01-11", "shift": 1.9587142857142856}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423nebius2ffp8", "provider": "nebius/fp8", "base": "nebius", "providerSlug": "nebius", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2025-06-18", "last": "2025-10-21", "last_query": "2025-10-21", "n_changes": 0, "lt": {"drift": [["2025-06-18", 0.1537], ["2025-06-19", 0.0679], ["2025-06-26", 0.1534], ["2025-06-27", 0.0745], ["2025-06-29", 0.1126], ["2025-06-30", 0.0685], ["2025-07-01", 0.1055], ["2025-07-03", 0.1295], ["2025-07-04", 0.1105], ["2025-07-05", 0.1119], ["2025-07-07", 0.0837], ["2025-07-08", 0.1574], ["2025-07-09", 0.093], ["2025-07-11", 0.0647], ["2025-07-12", 0.0714], ["2025-07-13", 0.0841], ["2025-07-15", 0.0924], ["2025-07-16", 0.0932], ["2025-07-18", 0.0561], ["2025-07-19", 0.1065], ["2025-07-20", 0.0611], ["2025-07-22", 0.0797], ["2025-07-23", 0.0777], ["2025-07-24", 0.1029], ["2025-07-26", 0.0753], ["2025-07-27", 0.1183], ["2025-07-28", 0.0837], ["2025-07-30", 0.1038], ["2025-07-31", 0.0723], ["2025-08-01", 0.0815], ["2025-08-03", 0.0869], ["2025-08-04", 0.09], ["2025-08-05", 0.0663], ["2025-08-07", 0.1229], ["2025-08-08", 0.0764], ["2025-08-09", 0.1003], ["2025-08-11", 0.092], ["2025-08-12", 0.0746], ["2025-08-13", 0.0863], ["2025-08-15", 0.0738], ["2025-08-16", 0.0892], ["2025-08-17", 0.0698], ["2025-08-19", 0.0843], ["2025-08-20", 0.1161], ["2025-08-21", 0.0882], ["2025-08-23", 0.0576], ["2025-08-24", 0.1159], ["2025-08-26", 0.0709], ["2025-08-27", 0.1145], ["2025-08-28", 0.085], ["2025-08-30", 0.127], ["2025-08-31", 0.1227], ["2025-09-01", 0.1193], ["2025-09-03", 0.1263], ["2025-09-04", 0.0668], ["2025-09-05", 0.0881], ["2025-09-07", 0.1191], ["2025-09-08", 0.0963], ["2025-09-09", 0.1076], ["2025-09-11", 0.0847], ["2025-09-12", 0.0651], ["2025-09-13", 0.0861], ["2025-09-15", 0.0926], ["2025-09-16", 0.132], ["2025-09-17", 0.045], ["2025-09-19", 0.0974], ["2025-09-20", 0.0935], ["2025-09-21", 0.0916], ["2025-09-23", 0.105], ["2025-09-24", 0.0862], ["2025-09-25", 0.0718], ["2025-09-27", 0.1312], ["2025-09-28", 0.0611], ["2025-09-29", 0.059], ["2025-10-01", 0.0533], ["2025-10-02", 0.0768], ["2025-10-04", 0.0826], ["2025-10-05", 0.1392], ["2025-10-06", 0.0719], ["2025-10-08", 0.0713], ["2025-10-09", 0.0928], ["2025-10-10", 0.1311], ["2025-10-12", 0.0683], ["2025-10-13", 0.0955], ["2025-10-14", 0.0714], ["2025-10-16", 0.0701], ["2025-10-17", 0.074], ["2025-10-18", 0.0809], ["2025-10-20", 0.0906], ["2025-10-21", 0.0921]], "breaks": [2], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423chutes2ffp8", "provider": "chutes/fp8", "base": "chutes", "providerSlug": "chutes", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2025-08-11", "last": "2025-10-17", "last_query": "2025-10-17", "n_changes": 0, "lt": {"drift": [["2025-08-11", 1.0897], ["2025-08-12", 0.7986], ["2025-08-13", 1.2883], ["2025-08-14", 0.781], ["2025-08-15", 1.0665], ["2025-08-16", 1.3146], ["2025-08-17", 0.7844], ["2025-08-18", 0.7323], ["2025-08-19", 1.267], ["2025-08-20", 0.5489], ["2025-08-21", 1.4254], ["2025-08-22", 0.7637], ["2025-08-23", 1.209], ["2025-08-24", 0.8268], ["2025-08-25", 1.2455], ["2025-08-26", 0.851], ["2025-08-27", 0.7573], ["2025-08-28", 1.0275], ["2025-08-29", 0.8623], ["2025-08-30", 0.4849], ["2025-08-31", 1.1755], ["2025-09-01", 1.6911], ["2025-09-02", 1.2954], ["2025-09-03", 0.592], ["2025-09-04", 0.7772], ["2025-09-05", 0.8424], ["2025-09-06", 1.0234], ["2025-09-07", 2.1828], ["2025-09-08", 2.3313], ["2025-09-09", 2.1866], ["2025-09-10", 2.6939], ["2025-09-11", 2.2678], ["2025-09-12", 2.4057], ["2025-09-13", 2.4255], ["2025-09-14", 2.2795], ["2025-09-15", 2.3173], ["2025-09-16", 2.1018], ["2025-09-17", 2.5337], ["2025-09-18", 2.5882], ["2025-09-19", 2.3181], ["2025-09-20", 2.6978], ["2025-09-21", 2.4504], ["2025-09-22", 2.5223], ["2025-09-23", 2.43], ["2025-09-24", 2.1603], ["2025-09-25", 2.2484], ["2025-09-26", 2.3178], ["2025-09-27", 2.3704], ["2025-09-28", 2.1188], ["2025-09-29", 2.2325], ["2025-09-30", 2.0575], ["2025-10-01", 1.849], ["2025-10-02", 2.461], ["2025-10-03", 2.299], ["2025-10-04", 2.3622], ["2025-10-05", 2.7892], ["2025-10-06", 2.8109], ["2025-10-07", 2.3659], ["2025-10-08", 2.3228], ["2025-10-09", 2.1841], ["2025-10-10", 2.46], ["2025-10-11", 2.2873], ["2025-10-12", 2.5635], ["2025-10-13", 2.4303], ["2025-10-14", 2.6155], ["2025-10-15", 2.6036], ["2025-10-16", 2.4087], ["2025-10-17", 2.2627]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423lambda2ffp8", "provider": "lambda/fp8", "base": "lambda", "providerSlug": "lambda", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2025-06-18", "last": "2025-09-25", "last_query": "2025-09-25", "n_changes": 1, "lt": {"drift": [["2025-06-18", 0.135], ["2025-06-19", 0.127], ["2025-06-26", 0.2023], ["2025-06-27", 0.1311], ["2025-06-28", 0.1266], ["2025-06-29", 0.2281], ["2025-06-30", 0.1199], ["2025-07-01", 0.1461], ["2025-07-02", 0.1166], ["2025-07-03", 0.1183], ["2025-07-04", 0.123], ["2025-07-05", 0.1195], ["2025-07-06", 0.1313], ["2025-07-08", 0.1205], ["2025-07-09", 0.1549], ["2025-07-10", 0.1398], ["2025-07-11", 0.1781], ["2025-07-12", 0.1495], ["2025-07-13", 0.1406], ["2025-07-14", 0.2331], ["2025-07-15", 0.1718], ["2025-07-16", 0.1578], ["2025-07-17", 1.3914], ["2025-07-18", 1.1155], ["2025-07-19", 1.419], ["2025-07-20", 1.4355], ["2025-07-21", 1.3789], ["2025-07-22", 1.3629], ["2025-07-23", 1.3333], ["2025-07-24", 1.3925], ["2025-07-25", 1.3281], ["2025-07-26", 1.3503], ["2025-07-27", 1.3924], ["2025-07-28", 1.407], ["2025-07-29", 1.0649], ["2025-07-31", 1.7595], ["2025-08-01", 1.7262], ["2025-08-02", 1.3818], ["2025-08-03", 1.321], ["2025-08-04", 1.4027], ["2025-08-05", 1.3763], ["2025-08-06", 1.4314], ["2025-08-07", 1.3071], ["2025-08-08", 1.3059], ["2025-08-09", 1.3663], ["2025-08-10", 1.2991], ["2025-08-11", 1.3765], ["2025-08-12", 1.0704], ["2025-08-13", 1.3336], ["2025-08-14", 1.3845], ["2025-08-15", 1.3707], ["2025-08-16", 1.3718], ["2025-08-17", 1.0718], ["2025-08-18", 1.3569], ["2025-08-19", 1.3336], ["2025-08-20", 1.345], ["2025-08-21", 1.4272], ["2025-08-23", 1.4011], ["2025-08-24", 1.358], ["2025-08-25", 1.4137], ["2025-08-26", 1.4358], ["2025-08-27", 1.3237], ["2025-08-28", 1.3756], ["2025-08-29", 1.4257], ["2025-08-30", 1.3329], ["2025-08-31", 1.3995], ["2025-09-01", 1.3723], ["2025-09-02", 1.3302], ["2025-09-03", 1.0756], ["2025-09-04", 1.3268], ["2025-09-05", 1.3433], ["2025-09-06", 1.3311], ["2025-09-07", 1.352], ["2025-09-08", 1.2974], ["2025-09-09", 1.3793], ["2025-09-10", 1.3472], ["2025-09-11", 1.3866], ["2025-09-12", 1.3817], ["2025-09-13", 1.3868], ["2025-09-15", 1.3263], ["2025-09-16", 1.3623], ["2025-09-17", 1.4219], ["2025-09-18", 1.3691], ["2025-09-19", 1.3535], ["2025-09-20", 1.2993], ["2025-09-21", 1.282], ["2025-09-22", 1.3769], ["2025-09-23", 1.339], ["2025-09-24", 1.2999], ["2025-09-25", 1.1056]], "breaks": [2], "changes": [{"date": "2025-07-17", "shift": 1.1808285714285716}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423deepseek2ffp8", "provider": "deepseek/fp8", "base": "deepseek", "providerSlug": "deepseek", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2025-08-11", "last": "2025-08-21", "last_query": "2025-08-21", "n_changes": 0, "lt": {"drift": [["2025-08-11", 0.0], ["2025-08-12", 0.0], ["2025-08-13", 0.0], ["2025-08-14", 0.0], ["2025-08-15", 0.0], ["2025-08-16", 0.0], ["2025-08-17", 0.0], ["2025-08-18", 0.0], ["2025-08-19", 0.0], ["2025-08-20", 0.0], ["2025-08-21", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423klusterai", "provider": "klusterai", "base": "klusterai", "providerSlug": "klusterai", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt"], "first": "2025-06-18", "last": "2025-07-17", "last_query": "2025-07-17", "n_changes": 0, "lt": {"drift": [["2025-06-18", 3.3359], ["2025-06-19", 3.5403], ["2025-06-26", 1.4503], ["2025-06-27", 0.9697], ["2025-06-28", 1.1175], ["2025-06-29", 1.0791], ["2025-06-30", 1.0195], ["2025-07-01", 1.039], ["2025-07-02", 0.9745], ["2025-07-03", 1.1252], ["2025-07-04", 1.0436], ["2025-07-05", 1.0116], ["2025-07-06", 1.1404], ["2025-07-07", 1.0103], ["2025-07-08", 1.0256], ["2025-07-09", 0.9456], ["2025-07-10", 1.0238], ["2025-07-11", 1.023], ["2025-07-12", 1.1074], ["2025-07-13", 1.1921], ["2025-07-14", 1.2014], ["2025-07-15", 1.113], ["2025-07-16", 0.9156], ["2025-07-17", 1.1906]], "breaks": [2], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423crusoe2fbf16", "provider": "crusoe/bf16", "base": "crusoe", "providerSlug": "crusoe", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423deepinfra2ffp4", "provider": "deepinfra/fp4", "base": "deepinfra", "providerSlug": "deepinfra", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423modelrun2ffp4", "provider": "modelrun/fp4", "base": "modelrun", "providerSlug": "modelrun", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "pending", "bi": "retired:unreachable", "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-07-24", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423siliconflow2ffp8", "provider": "siliconflow/fp8", "base": "siliconflow", "providerSlug": "siliconflow", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}