{"model": "deepseek/deepseek-r1-0528", "org": "deepseek", "n_endpoints": 6, "n_active": 0, "n_providers": 6, "n_endpoints_total": 10, "n_changed": 4, "max_drift": 10.6, "headline": "retired", "status_summary": "6 retired \u00b7 2 not selected \u00b7 1 too expensive \u00b7 1 errors out", "date_min": "2025-06-26", "date_max": "2026-02-23", "changes": [{"date": "2025-08-19", "method": "lt", "provider": "nebius/fp8", "model": "deepseek/deepseek-r1-0528"}, {"date": "2025-08-22", "method": "lt", "provider": "chutes", "model": "deepseek/deepseek-r1-0528"}, {"date": "2025-08-24", "method": "lt", "provider": "chutes", "model": "deepseek/deepseek-r1-0528"}, {"date": "2025-10-01", "method": "lt", "provider": "crusoe/fp8", "model": "deepseek/deepseek-r1-0528"}, {"date": "2025-10-10", "method": "lt", "provider": "chutes", "model": "deepseek/deepseek-r1-0528"}, {"date": "2025-11-15", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-r1-0528"}, {"date": "2026-01-11", "method": "lt", "provider": "crusoe/fp8", "model": "deepseek/deepseek-r1-0528"}], "endpoints": [{"slug": "deepseek2fdeepseek-r1-052823crusoe2ffp8", "provider": "crusoe/fp8", "base": "crusoe", "providerSlug": "crusoe", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-07-21", "last": "2026-02-23", "last_query": "2026-02-23", "n_changes": 2, "lt": {"drift": [["2025-07-21", 0.2936], ["2025-07-23", 0.2098], ["2025-07-26", 0.1412], ["2025-07-28", 0.1721], ["2025-07-31", 0.1531], ["2025-08-02", 0.1743], ["2025-08-05", 0.1576], ["2025-08-07", 0.1553], ["2025-08-10", 0.1903], ["2025-08-12", 0.1892], ["2025-08-14", 0.2082], ["2025-08-17", 0.1714], ["2025-08-19", 0.1843], ["2025-08-22", 0.2097], ["2025-08-24", 0.154], ["2025-08-27", 0.26], ["2025-08-29", 0.1937], ["2025-08-31", 0.1868], ["2025-09-03", 0.1918], ["2025-09-05", 0.2987], ["2025-09-08", 0.1549], ["2025-09-10", 0.1988], ["2025-09-13", 0.2373], ["2025-09-15", 0.1445], ["2025-09-18", 0.3326], ["2025-09-20", 0.1454], ["2025-09-22", 0.1097], ["2025-09-25", 0.2624], ["2025-09-27", 0.1595], ["2025-09-30", 0.1694], ["2025-10-02", 1.3264], ["2025-10-05", 2.2007], ["2025-10-07", 2.9539], ["2025-10-09", 0.165], ["2025-10-12", 0.1559], ["2025-10-14", 0.2179], ["2025-10-17", 0.2217], ["2025-10-19", 0.0944], ["2025-10-22", 0.1785], ["2025-10-24", 0.333], ["2025-10-27", 0.1958], ["2025-10-29", 0.1237], ["2025-10-31", 0.1865], ["2025-11-03", 0.1371], ["2025-11-05", 0.1987], ["2025-11-08", 0.1752], ["2025-11-10", 0.1637], ["2025-11-13", 0.2594], ["2025-11-15", 0.2516], ["2025-11-17", 0.2004], ["2025-11-20", 0.2033], ["2025-11-22", 0.2005], ["2025-11-25", 0.1699], ["2025-11-27", 0.2136], ["2025-11-30", 0.4544], ["2025-12-02", 0.2306], ["2025-12-05", 0.1814], ["2025-12-07", 0.1614], ["2025-12-09", 0.1431], ["2025-12-12", 0.2868], ["2025-12-14", 0.434], ["2025-12-17", 0.321], ["2025-12-19", 0.1798], ["2025-12-22", 0.213], ["2025-12-24", 0.3223], ["2025-12-26", 0.1839], ["2025-12-29", 0.3637], ["2025-12-31", 0.3543], ["2026-01-03", 0.307], ["2026-01-05", 0.1622], ["2026-01-08", 0.1842], ["2026-01-10", 0.4255], ["2026-01-13", 1.5049], ["2026-01-15", 1.5437], ["2026-01-17", 1.5173], ["2026-01-20", 1.5991], ["2026-01-22", 1.5695], ["2026-01-25", 1.5344], ["2026-01-27", 1.5218], ["2026-01-30", 1.5966], ["2026-02-01", 1.5541], ["2026-02-03", 1.5434], ["2026-02-06", 1.5607], ["2026-02-08", 1.5647], ["2026-02-11", 1.5384], ["2026-02-13", 1.4816], ["2026-02-16", 1.556], ["2026-02-18", 1.5513], ["2026-02-21", 1.6036], ["2026-02-23", 1.5494]], "breaks": [], "changes": [{"date": "2025-10-01", "shift": 2.5212000000000003}, {"date": "2026-01-11", "shift": 1.3055285714285716}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-06-26", "last": "2025-12-03", "last_query": "2025-12-03", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.6578], ["2025-06-28", 0.7816], ["2025-06-30", 0.6574], ["2025-07-01", 0.6613], ["2025-07-03", 0.6207], ["2025-07-05", 0.2666], ["2025-07-07", 0.3189], ["2025-07-09", 0.4636], ["2025-07-10", 0.4278], ["2025-07-12", 0.4904], ["2025-07-14", 0.4057], ["2025-07-16", 0.5217], ["2025-07-18", 0.5217], ["2025-07-19", 0.5217], ["2025-07-21", 0.3349], ["2025-07-23", 0.3197], ["2025-07-25", 0.5153], ["2025-07-27", 0.4055], ["2025-07-28", 0.3941], ["2025-07-30", 0.4011], ["2025-08-01", 0.3892], ["2025-08-03", 0.3697], ["2025-08-05", 0.4333], ["2025-08-06", 0.3726], ["2025-08-08", 0.2687], ["2025-08-10", 0.5217], ["2025-08-12", 0.3949], ["2025-08-14", 0.3997], ["2025-08-15", 0.378], ["2025-08-17", 0.4442], ["2025-08-19", 0.4997], ["2025-08-21", 0.5217], ["2025-08-23", 0.4067], ["2025-08-24", 0.2817], ["2025-08-26", 0.3969], ["2025-08-28", 0.1453], ["2025-08-30", 0.246], ["2025-09-01", 0.262], ["2025-09-02", 0.2234], ["2025-09-04", 0.1942], ["2025-09-06", 0.2617], ["2025-09-08", 0.2464], ["2025-09-10", 0.2119], ["2025-09-11", 0.2751], ["2025-09-13", 0.2661], ["2025-09-15", 0.3008], ["2025-09-17", 0.2712], ["2025-09-18", 0.1733], ["2025-09-20", 0.1793], ["2025-09-22", 0.1689], ["2025-09-24", 0.0512], ["2025-09-26", 0.0793], ["2025-09-27", 0.1314], ["2025-09-29", 0.1151], ["2025-10-01", 0.1109], ["2025-10-03", 0.0776], ["2025-10-05", 0.1172], ["2025-10-06", 0.1279], ["2025-10-08", 0.0576], ["2025-10-10", 0.0373], ["2025-10-12", 0.0954], ["2025-10-14", 0.0785], ["2025-10-15", 0.0334], ["2025-10-17", 0.0596], ["2025-10-19", 0.0459], ["2025-10-21", 0.1005], ["2025-10-23", 0.0352], ["2025-10-24", 0.0409], ["2025-10-26", 0.0359], ["2025-10-28", 0.0549], ["2025-10-30", 0.0489], ["2025-11-01", 0.0423], ["2025-11-02", 0.0503], ["2025-11-04", 0.0457], ["2025-11-06", 0.4327], ["2025-11-08", 0.0399], ["2025-11-10", 0.0598], ["2025-11-11", 0.0344], ["2025-11-13", 0.0398], ["2025-11-15", 0.1653], ["2025-11-17", 0.1565], ["2025-11-19", 0.1102], ["2025-11-20", 0.2164], ["2025-11-22", 0.0413], ["2025-11-24", 0.0445], ["2025-11-26", 0.0761], ["2025-11-28", 0.0355], ["2025-11-29", 0.0924], ["2025-12-01", 0.0506], ["2025-12-03", 0.1055]], "breaks": [], "changes": [{"date": "2025-11-15", "shift": 0.11727142857142855}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823nebius2ffp8", "provider": "nebius/fp8", "base": "nebius", "providerSlug": "nebius", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-06-26", "last": "2025-10-21", "last_query": "2025-10-21", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.3671], ["2025-06-27", 0.164], ["2025-06-29", 0.0524], ["2025-06-30", 0.0536], ["2025-07-01", 0.0656], ["2025-07-03", 0.0577], ["2025-07-04", 0.0745], ["2025-07-05", 0.102], ["2025-07-07", 0.0587], ["2025-07-08", 0.0791], ["2025-07-09", 0.0744], ["2025-07-10", 0.0718], ["2025-07-12", 0.0552], ["2025-07-13", 0.0873], ["2025-07-14", 0.0476], ["2025-07-16", 0.0878], ["2025-07-17", 0.0889], ["2025-07-18", 0.0962], ["2025-07-20", 0.0874], ["2025-07-21", 0.0605], ["2025-07-22", 0.0832], ["2025-07-24", 0.0555], ["2025-07-25", 0.0836], ["2025-07-26", 0.2009], ["2025-07-28", 0.087], ["2025-07-29", 0.061], ["2025-07-30", 0.0502], ["2025-07-31", 0.0454], ["2025-08-02", 0.0437], ["2025-08-03", 0.0852], ["2025-08-04", 0.0878], ["2025-08-06", 0.0702], ["2025-08-07", 0.0909], ["2025-08-08", 0.047], ["2025-08-10", 0.0559], ["2025-08-11", 0.0469], ["2025-08-12", 0.0839], ["2025-08-14", 0.0665], ["2025-08-15", 0.0765], ["2025-08-16", 0.0512], ["2025-08-18", 0.0611], ["2025-08-19", 0.3602], ["2025-08-20", 1.7351], ["2025-08-22", 1.7246], ["2025-08-23", 1.6403], ["2025-08-24", 1.6393], ["2025-08-25", 1.6466], ["2025-08-27", 1.6423], ["2025-08-28", 1.6463], ["2025-08-29", 1.6131], ["2025-08-31", 1.706], ["2025-09-01", 1.6472], ["2025-09-02", 1.2261], ["2025-09-04", 1.799], ["2025-09-05", 1.7597], ["2025-09-06", 1.6602], ["2025-09-08", 1.6663], ["2025-09-09", 1.6977], ["2025-09-10", 1.7979], ["2025-09-12", 1.6531], ["2025-09-13", 1.698], ["2025-09-14", 1.6968], ["2025-09-16", 1.6738], ["2025-09-17", 1.7104], ["2025-09-18", 1.6515], ["2025-09-19", 1.6649], ["2025-09-21", 1.1897], ["2025-09-22", 1.6473], ["2025-09-23", 1.6664], ["2025-09-25", 1.2175], ["2025-09-26", 1.3273], ["2025-09-27", 1.2461], ["2025-09-29", 1.2267], ["2025-09-30", 1.6587], ["2025-10-01", 1.5977], ["2025-10-03", 1.6531], ["2025-10-04", 1.6237], ["2025-10-05", 1.6699], ["2025-10-07", 1.2053], ["2025-10-08", 1.2335], ["2025-10-09", 1.6502], ["2025-10-10", 1.6637], ["2025-10-12", 1.6241], ["2025-10-13", 1.652], ["2025-10-14", 1.1826], ["2025-10-16", 1.6401], ["2025-10-17", 1.2327], ["2025-10-18", 1.5314], ["2025-10-20", 1.1858], ["2025-10-21", 1.3441]], "breaks": [], "changes": [{"date": "2025-08-19", "shift": 1.4177714285714287}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823chutes", "provider": "chutes", "base": "chutes", "providerSlug": "chutes", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-08-11", "last": "2025-10-17", "last_query": "2025-10-17", "n_changes": 3, "lt": {"drift": [["2025-08-11", 0.1811], ["2025-08-12", 0.6831], ["2025-08-13", 0.1238], ["2025-08-14", 0.1017], ["2025-08-15", 0.0641], ["2025-08-16", 0.1846], ["2025-08-17", 0.1169], ["2025-08-18", 0.0969], ["2025-08-19", 0.0612], ["2025-08-20", 0.1959], ["2025-08-21", 0.2286], ["2025-08-22", 0.2242], ["2025-08-23", 0.4922], ["2025-08-24", 0.1907], ["2025-08-25", 0.4873], ["2025-08-26", 0.4803], ["2025-08-27", 0.49], ["2025-08-28", 0.1876], ["2025-08-29", 0.3514], ["2025-08-30", 0.3647], ["2025-08-31", 0.2685], ["2025-09-01", 0.3563], ["2025-09-02", 0.3136], ["2025-09-03", 0.584], ["2025-09-04", 0.3073], ["2025-09-05", 0.1862], ["2025-09-06", 0.2038], ["2025-09-07", 0.1354], ["2025-09-08", 0.1833], ["2025-09-09", 0.1513], ["2025-09-10", 0.2456], ["2025-09-11", 0.1283], ["2025-09-12", 0.1667], ["2025-09-13", 0.1203], ["2025-09-14", 0.1704], ["2025-09-15", 0.1675], ["2025-09-16", 0.2576], ["2025-09-17", 0.2163], ["2025-09-18", 0.2192], ["2025-09-19", 0.1284], ["2025-09-20", 0.2405], ["2025-09-21", 0.4165], ["2025-09-22", 0.1491], ["2025-09-23", 0.196], ["2025-09-24", 0.2219], ["2025-09-25", 0.1062], ["2025-09-26", 0.1094], ["2025-09-27", 0.1219], ["2025-09-28", 0.2466], ["2025-09-29", 0.1855], ["2025-09-30", 0.2728], ["2025-10-01", 0.2008], ["2025-10-02", 0.148], ["2025-10-03", 0.187], ["2025-10-04", 0.2863], ["2025-10-05", 0.303], ["2025-10-06", 0.1919], ["2025-10-07", 0.1633], ["2025-10-08", 0.1675], ["2025-10-09", 0.2759], ["2025-10-10", 0.2718], ["2025-10-11", 0.7307], ["2025-10-12", 0.4226], ["2025-10-13", 0.1422], ["2025-10-14", 0.2141], ["2025-10-15", 0.3002], ["2025-10-16", 0.3015], ["2025-10-17", 0.2951]], "breaks": [], "changes": [{"date": "2025-08-22", "shift": 0.22915714285714286}, {"date": "2025-08-24", "shift": 0.16229999999999997}, {"date": "2025-10-10", "shift": 0.11545714285714287}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823lambda2ffp8", "provider": "lambda/fp8", "base": "lambda", "providerSlug": "lambda", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-06-26", "last": "2025-09-25", "last_query": "2025-09-25", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0933], ["2025-06-27", 0.0439], ["2025-06-28", 0.0504], ["2025-06-29", 0.0745], ["2025-06-30", 0.0498], ["2025-07-01", 0.0387], ["2025-07-02", 0.036], ["2025-07-03", 0.0243], ["2025-07-04", 0.0492], ["2025-07-05", 0.0351], ["2025-07-06", 0.0419], ["2025-07-07", 0.0179], ["2025-07-08", 0.052], ["2025-07-09", 0.0189], ["2025-07-10", 0.0899], ["2025-07-11", 0.5359], ["2025-07-12", 0.5765], ["2025-07-13", 0.5156], ["2025-07-14", 0.5016], ["2025-08-25", 10.6035], ["2025-08-29", 1.7483], ["2025-08-30", 1.6633], ["2025-08-31", 1.835], ["2025-09-01", 1.7531], ["2025-09-02", 1.6779], ["2025-09-03", 1.8802], ["2025-09-04", 2.4399], ["2025-09-05", 2.0501], ["2025-09-06", 1.8434], ["2025-09-07", 2.1547], ["2025-09-08", 2.0331], ["2025-09-09", 2.6498], ["2025-09-10", 2.5858], ["2025-09-11", 2.6076], ["2025-09-12", 2.8696], ["2025-09-13", 2.1604], ["2025-09-14", 2.4013], ["2025-09-15", 2.4387], ["2025-09-16", 2.876], ["2025-09-17", 2.9485], ["2025-09-18", 2.5246], ["2025-09-19", 2.5046], ["2025-09-20", 2.621], ["2025-09-21", 2.7381], ["2025-09-22", 2.6429], ["2025-09-23", 2.5672], ["2025-09-24", 2.1263], ["2025-09-25", 2.2771]], "breaks": [19, 20], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823klusterai", "provider": "klusterai", "base": "klusterai", "providerSlug": "klusterai", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-02", "last_query": "2025-07-02", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.7949], ["2025-06-27", 0.4259], ["2025-06-28", 0.1686], ["2025-06-29", 0.8644], ["2025-06-30", 0.481], ["2025-07-01", 0.3996], ["2025-07-02", 0.4951]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823deepinfra2ffp4", "provider": "deepinfra/fp4", "base": "deepinfra", "providerSlug": "deepinfra", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "deepseek2fdeepseek-r1-052823novita2ffp8", "provider": "novita/fp8", "base": "novita", "providerSlug": "novita", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "unprobeable:flaky", "headline": "errors_out", "headlines": ["errors_out"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Our vetting probes of this endpoint persistently fail.", "ltDetail": null, "biDetail": "HTTP 400: the provider returned an error", "reason": "Our vetting probes of this endpoint persistently fail (HTTP 400: the provider returned an error)."}}, {"slug": "deepseek2fdeepseek-r1-052823siliconflow2ffp8", "provider": "siliconflow/fp8", "base": "siliconflow", "providerSlug": "siliconflow", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "too_expensive", "headline": "too_expensive", "headlines": ["too_expensive"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint costs more than our tracking budget allows.", "ltDetail": null, "biDetail": null, "reason": "This endpoint costs more than our tracking budget allows."}}, {"slug": "deepseek2fdeepseek-r1-052823streamlake", "provider": "streamlake", "base": "streamlake", "providerSlug": "streamlake", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "probe_failed", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}}]}