{"name": "wandb", "slug": "wandb", "brand": {"name": "Weights & Biases", "logo": "wandb.svg", "kind": "icon", "mono": false, "dark": null}, "timeline": {"date_min": "2026-01-15", "date_max": "2026-07-23", "changes": [{"date": "2026-02-23", "method": "b3it", "provider": "wandb/bf16", "model": "qwen/qwen3-235b-a22b-2507"}, {"date": "2026-03-06", "method": "b3it", "provider": "wandb/bf16", "model": "qwen/qwen3-235b-a22b-2507"}, {"date": "2026-04-01", "method": "b3it", "provider": "wandb/bf16", "model": "qwen/qwen3-235b-a22b-2507"}], "endpoints": [{"slug": "deepseek2fdeepseek-v4-flash23wandb2ffp8", "provider": "wandb/fp8", "base": "wandb", "providerSlug": "wandb", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["lt", "b3it"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-08-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.1231], ["2026-06-23", 0.1158], ["2026-06-24", 0.0853], ["2026-06-25", 0.1193], ["2026-06-26", 0.0886], ["2026-06-27", 0.1083], ["2026-06-28", 0.105], ["2026-06-29", 0.1271], ["2026-06-30", 0.1442], ["2026-07-01", 0.1115], ["2026-07-02", 0.1279], ["2026-07-03", 0.1394], ["2026-07-04", 0.1351], ["2026-07-05", 0.1315], ["2026-07-06", 0.2856], ["2026-07-07", 0.2587], ["2026-07-08", 0.0964], ["2026-07-09", 0.1896], ["2026-07-10", 0.1735], ["2026-07-11", 0.1547], ["2026-07-12", 0.1194], ["2026-07-13", 0.1252], ["2026-07-14", 0.1408], ["2026-07-15", 0.1608], ["2026-07-16", 0.1295], ["2026-07-17", 0.1753], ["2026-07-18", 0.1002], ["2026-07-19", 0.1443], ["2026-07-20", 0.13], ["2026-07-21", 0.2111], ["2026-07-22", 0.1564], ["2026-07-23", 0.2005]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-06", 0.163], ["2026-07-07", 0.29], ["2026-07-08", 0.187], ["2026-07-10", 0.204], ["2026-07-11", 0.1965], ["2026-07-12", 0.2055], ["2026-07-13", 0.3295], ["2026-07-14", 0.2755], ["2026-07-16", 0.2215], ["2026-07-17", 0.276], ["2026-07-18", 0.355], ["2026-07-19", 0.20400000000000001], ["2026-07-20", 0.2235], ["2026-07-21", 0.2455], ["2026-07-22", 0.314], ["2026-07-23", 0.3085]], "breaks": [3, 8], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-09", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-v4-pro23wandb2ffp8", "provider": "wandb/fp8", "base": "wandb", "providerSlug": "wandb", "model": "deepseek/deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "methods": ["lt", "b3it"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-08-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.2016], ["2026-06-23", 0.1579], ["2026-06-24", 0.115], ["2026-06-25", 0.1554], ["2026-06-26", 0.1567], ["2026-06-27", 0.1883], ["2026-06-28", 0.1712], ["2026-06-29", 0.1582], ["2026-06-30", 0.0979], ["2026-07-01", 0.1282], ["2026-07-02", 0.2712], ["2026-07-03", 0.2444], ["2026-07-04", 0.2089], ["2026-07-05", 0.2041], ["2026-07-06", 0.2154], ["2026-07-07", 0.2162], ["2026-07-08", 0.1831], ["2026-07-09", 0.2246], ["2026-07-10", 0.2114], ["2026-07-11", 0.108], ["2026-07-12", 0.0889], ["2026-07-13", 0.2102], ["2026-07-14", 0.111], ["2026-07-15", 0.2152], ["2026-07-16", 0.154], ["2026-07-17", 0.1912], ["2026-07-18", 0.0817], ["2026-07-19", 0.1588], ["2026-07-20", 0.2668], ["2026-07-21", 0.2283], ["2026-07-22", 0.2283], ["2026-07-23", 0.1619]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-10", 0.47000000000000003], ["2026-07-11", 0.426], ["2026-07-12", 0.406], ["2026-07-13", 0.4965], ["2026-07-14", 0.23249999999999998], ["2026-07-16", 0.4915], ["2026-07-17", 0.332], ["2026-07-18", 0.3905], ["2026-07-19", 0.4655], ["2026-07-20", 0.48200000000000004], ["2026-07-21", 0.4835], ["2026-07-22", 0.42500000000000004], ["2026-07-23", 0.3938888888888889]], "breaks": [5], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-09", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0308], ["2026-06-23", 0.02], ["2026-06-24", 0.0145], ["2026-06-25", 0.0173], ["2026-06-26", 0.0203], ["2026-06-27", 0.0143], ["2026-06-28", 0.0117], ["2026-06-29", 0.0138], ["2026-06-30", 0.0154], ["2026-07-01", 0.0115], ["2026-07-02", 0.0511], ["2026-07-03", 0.0178], ["2026-07-04", 0.0119], ["2026-07-05", 0.0173], ["2026-07-06", 0.0397], ["2026-07-07", 0.0181], ["2026-07-08", 0.0192], ["2026-07-09", 0.0648], ["2026-07-10", 0.0201], ["2026-07-11", 0.0403], ["2026-07-12", 0.0189], ["2026-07-13", 0.0253], ["2026-07-14", 0.025], ["2026-07-15", 0.0352], ["2026-07-16", 0.0417], ["2026-07-17", 0.0282], ["2026-07-18", 0.0238], ["2026-07-19", 0.029], ["2026-07-20", 0.028], ["2026-07-21", 0.0269], ["2026-07-22", 0.0476], ["2026-07-23", 0.0265]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "ibm-granite2fgranite-4.1-8b23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "ibm-granite/granite-4.1-8b", "modelSlug": "ibm-granite2fgranite-4.1-8b", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0069], ["2026-06-23", 0.0042], ["2026-06-24", 0.003], ["2026-06-25", 0.0111], ["2026-06-26", 0.0042], ["2026-06-27", 0.0008], ["2026-06-28", 0.0042], ["2026-06-29", 0.0048], ["2026-06-30", 0.0042], ["2026-07-01", 0.0038], ["2026-07-02", 0.0042], ["2026-07-03", 0.0042], ["2026-07-04", 0.0042], ["2026-07-05", 0.0042], ["2026-07-06", 0.0042], ["2026-07-07", 0.0042], ["2026-07-08", 0.0024], ["2026-07-09", 0.0042], ["2026-07-10", 0.0042], ["2026-07-11", 0.0042], ["2026-07-12", 0.0107], ["2026-07-13", 0.0176], ["2026-07-14", 0.0079], ["2026-07-15", 0.0018], ["2026-07-16", 0.0042], ["2026-07-17", 0.0042], ["2026-07-18", 0.0003], ["2026-07-19", 0.0042], ["2026-07-20", 0.0042], ["2026-07-21", 0.0024], ["2026-07-22", 0.003], ["2026-07-23", 0.0024]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "retired:unreachable", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-07-24", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0179], ["2026-06-23", 0.0413], ["2026-06-24", 0.0244], ["2026-06-25", 0.0377], ["2026-06-26", 0.0021], ["2026-06-27", 0.0199], ["2026-06-28", 0.0021], ["2026-06-29", 0.056], ["2026-06-30", 0.0244], ["2026-07-01", 0.0226], ["2026-07-02", 0.0263], ["2026-07-03", 0.0226], ["2026-07-04", 0.014], ["2026-07-05", 0.014], ["2026-07-06", 0.0244], ["2026-07-07", 0.0226], ["2026-07-08", 0.0448], ["2026-07-09", 0.0601], ["2026-07-10", 0.0413], ["2026-07-11", 0.0376], ["2026-07-12", 0.0263], ["2026-07-13", 0.0094], ["2026-07-14", 0.0268], ["2026-07-15", 0.0601], ["2026-07-16", 0.0601], ["2026-07-17", 0.0601], ["2026-07-18", 0.0601], ["2026-07-19", 0.0601], ["2026-07-20", 0.0601], ["2026-07-21", 0.0601], ["2026-07-22", 0.0601], ["2026-07-23", 0.0601]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0034], ["2026-06-23", 0.0015], ["2026-06-24", 0.0101], ["2026-06-25", 0.0038], ["2026-06-26", 0.0038], ["2026-06-27", 0.0038], ["2026-06-28", 0.0013], ["2026-06-29", 0.0038], ["2026-06-30", 0.0038], ["2026-07-01", 0.0038], ["2026-07-02", 0.0055], ["2026-07-03", 0.0065], ["2026-07-04", 0.0038], ["2026-07-05", 0.0087], ["2026-07-06", 0.0094], ["2026-07-07", 0.0038], ["2026-07-08", 0.0173], ["2026-07-09", 0.0038], ["2026-07-10", 0.0038], ["2026-07-11", 0.0038], ["2026-07-12", 0.0073], ["2026-07-13", 0.0102], ["2026-07-14", 0.0038], ["2026-07-15", 0.0306], ["2026-07-16", 0.0209], ["2026-07-17", 0.0306], ["2026-07-18", 0.0178], ["2026-07-19", 0.0422], ["2026-07-20", 0.0277], ["2026-07-21", 0.0094], ["2026-07-22", 0.0173], ["2026-07-23", 0.0253]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-30b-a3b-instruct-250723wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "qwen/qwen3-30b-a3b-instruct-2507", "modelSlug": "qwen2fqwen3-30b-a3b-instruct-2507", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0], ["2026-06-23", 0.0], ["2026-06-24", 0.0], ["2026-06-25", 0.0], ["2026-06-26", 0.0], ["2026-06-27", 0.0], ["2026-06-28", 0.0], ["2026-06-29", 0.0], ["2026-06-30", 0.0], ["2026-07-01", 0.0], ["2026-07-02", 0.0], ["2026-07-03", 0.0], ["2026-07-04", 0.0], ["2026-07-05", 0.0], ["2026-07-06", 0.0], ["2026-07-07", 0.0], ["2026-07-08", 0.0], ["2026-07-09", 0.0], ["2026-07-10", 0.0], ["2026-07-11", 0.0], ["2026-07-12", 0.0], ["2026-07-13", 0.0], ["2026-07-14", 0.0], ["2026-07-15", 0.0], ["2026-07-16", 0.0], ["2026-07-17", 0.0], ["2026-07-18", 0.0], ["2026-07-19", 0.0], ["2026-07-20", 0.0], ["2026-07-21", 0.0], ["2026-07-22", 0.0], ["2026-07-23", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-coder23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "qwen/qwen3-coder", "modelSlug": "qwen2fqwen3-coder", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0166], ["2026-06-23", 0.0086], ["2026-06-24", 0.0239], ["2026-06-25", 0.0086], ["2026-06-26", 0.0305], ["2026-06-27", 0.0305], ["2026-06-28", 0.0281], ["2026-06-29", 0.0289], ["2026-06-30", 0.0264], ["2026-07-01", 0.0282], ["2026-07-02", 0.0731], ["2026-07-03", 0.0681], ["2026-07-04", 0.0636], ["2026-07-05", 0.0194], ["2026-07-06", 0.0425], ["2026-07-07", 0.0102], ["2026-07-08", 0.0381], ["2026-07-09", 0.1637], ["2026-07-10", 0.0282], ["2026-07-11", 0.0053], ["2026-07-12", 0.0247], ["2026-07-13", 0.0305], ["2026-07-14", 0.0492], ["2026-07-15", 0.0166], ["2026-07-16", 0.0637], ["2026-07-17", 0.1853], ["2026-07-18", 0.2043], ["2026-07-19", 0.0216], ["2026-07-20", 0.0225], ["2026-07-21", 0.1167], ["2026-07-22", 0.0226], ["2026-07-23", 0.0252]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23wandb2ffp16", "provider": "wandb/fp16", "base": "wandb", "providerSlug": "wandb", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.3892], ["2026-06-23", 0.2825], ["2026-06-24", 0.1845], ["2026-06-25", 0.1924], ["2026-06-26", 0.2116], ["2026-06-27", 0.2908], ["2026-06-28", 0.2907], ["2026-06-29", 0.3427], ["2026-06-30", 0.2769], ["2026-07-01", 0.3706], ["2026-07-02", 0.3879], ["2026-07-03", 0.5135], ["2026-07-04", 0.3444], ["2026-07-05", 0.3404], ["2026-07-06", 0.33], ["2026-07-07", 0.3997], ["2026-07-08", 0.4907], ["2026-07-09", 0.5447], ["2026-07-10", 0.4417], ["2026-07-11", 0.4155], ["2026-07-12", 0.4451], ["2026-07-13", 0.4816], ["2026-07-14", 0.57], ["2026-07-15", 0.559], ["2026-07-16", 0.5577], ["2026-07-17", 0.6368], ["2026-07-18", 0.5729], ["2026-07-19", 0.6172], ["2026-07-20", 0.5617], ["2026-07-21", 0.6005], ["2026-07-22", 0.6506], ["2026-07-23", 0.643]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "z-ai2fglm-5.223wandb2ffp4", "provider": "wandb/fp4", "base": "wandb", "providerSlug": "wandb", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["b3it"], "first": "2026-07-17", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-17", 0.15400000000000003], ["2026-07-18", 0.5775], ["2026-07-19", 0.5615], ["2026-07-20", 0.5395], ["2026-07-21", 0.531], ["2026-07-22", 0.5645], ["2026-07-23", 0.5295]], "breaks": [], "changes": []}, "status": {"lt": "pending", "bi": "retired:unreachable", "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-08-02", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-02)."}}, {"slug": "deepseek2fdeepseek-chat-v3.123wandb2ffp8", "provider": "wandb/fp8", "base": "wandb", "providerSlug": "wandb", "model": "deepseek/deepseek-chat-v3.1", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0162], ["2026-06-23", 0.0042], ["2026-06-24", 0.0357], ["2026-06-25", 0.0357], ["2026-06-26", 0.0357], ["2026-06-27", 0.0357], ["2026-06-28", 0.0288], ["2026-06-29", 0.1264], ["2026-06-30", 0.0357], ["2026-07-01", 0.0319], ["2026-07-02", 0.0257], ["2026-07-03", 0.0324], ["2026-07-04", 0.0202], ["2026-07-05", 0.0357], ["2026-07-06", 0.0357], ["2026-07-07", 0.0438], ["2026-07-08", 0.0357], ["2026-07-09", 0.0357], ["2026-07-10", 0.0357], ["2026-07-11", 0.0357], ["2026-07-12", 0.0357], ["2026-07-13", 0.0357], ["2026-07-14", 0.0357], ["2026-07-15", 0.0357], ["2026-07-16", 0.0357], ["2026-07-17", 0.0357], ["2026-07-18", 0.0357], ["2026-07-19", 0.0357], ["2026-07-20", 0.0357], ["2026-07-21", 0.0357], ["2026-07-22", 0.0357], ["2026-07-23", 0.0357]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt", "b3it"], "first": "2026-01-15", "last": "2026-06-30", "last_query": "2026-06-30", "n_changes": 3, "lt": {"drift": [["2026-06-22", 0.0], ["2026-06-23", 0.0], ["2026-06-24", 0.0], ["2026-06-25", 0.0], ["2026-06-26", 0.0], ["2026-06-27", 0.0], ["2026-06-28", 0.0], ["2026-06-29", 0.0], ["2026-06-30", 0.0]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-01-15", 0.6229848484848485], ["2026-01-16", 0.6019848484848485], ["2026-01-17", 0.6239848484848485], ["2026-01-18", 0.6249848484848485], ["2026-01-19", 0.5719848484848484], ["2026-01-20", 0.6169848484848485], ["2026-01-21", 0.6219848484848485], ["2026-01-22", 0.5899848484848484], ["2026-01-23", 0.5774848484848485], ["2026-01-24", 0.6229848484848485], ["2026-01-25", 0.5714848484848485], ["2026-01-26", 0.5924848484848485], ["2026-01-27", 0.5824848484848485], ["2026-01-28", 0.6119848484848485], ["2026-01-29", 0.6209848484848485], ["2026-01-30", 0.6239848484848485], ["2026-01-31", 0.6249848484848485], ["2026-02-01", 0.5939848484848484], ["2026-02-03", 0.6229848484848485], ["2026-02-04", 0.6189848484848485], ["2026-02-05", 0.6249848484848485], ["2026-02-06", 0.5834848484848485], ["2026-02-11", 0.5634848484848485], ["2026-02-12", 0.3974848484848485], ["2026-02-13", 0.5704848484848485], ["2026-02-14", 0.3739848484848485], ["2026-02-15", 0.6084848484848485], ["2026-02-16", 0.6014848484848485], ["2026-02-17", 0.3779848484848485], ["2026-02-18", 0.5214848484848484], ["2026-02-19", 0.5189848484848485], ["2026-02-20", 0.4316919191919192], ["2026-02-21", 0.4516919191919192], ["2026-02-22", 0.44686868686868686], ["2026-02-23", 0.5486919191919192], ["2026-02-24", 0.5316919191919192], ["2026-02-25", 0.5291919191919192], ["2026-02-26", 0.5361919191919192], ["2026-02-27", 0.5286919191919192], ["2026-02-28", 0.5386919191919192], ["2026-03-01", 0.5486919191919192], ["2026-03-02", 0.5366919191919192], ["2026-03-03", 0.5441919191919192], ["2026-03-04", 0.4986919191919192], ["2026-03-05", 0.5311919191919192], ["2026-03-06", 0.3545606060606061], ["2026-03-07", 0.39106060606060605], ["2026-03-08", 0.3705454545454545], ["2026-03-09", 0.47975757575757577], ["2026-03-10", 0.43925757575757574], ["2026-03-11", 0.7067493112947658], ["2026-03-12", 0.5057575757575757], ["2026-03-13", 0.5082575757575758], ["2026-03-14", 0.5082575757575758], ["2026-03-15", 0.5057575757575757], ["2026-03-16", 0.5007575757575757], ["2026-03-17", 0.4882575757575757], ["2026-03-18", 0.643560606060606], ["2026-03-19", 0.49825757575757573], ["2026-03-20", 0.5082575757575758], ["2026-03-21", 0.5082575757575758], ["2026-03-22", 0.5082575757575758], ["2026-03-23", 0.5032575757575758], ["2026-03-24", 0.5082575757575758], ["2026-03-25", 0.5032575757575758], ["2026-03-26", 0.5057575757575757], ["2026-03-27", 0.5082575757575758], ["2026-03-28", 0.5057575757575757], ["2026-03-29", 0.5032575757575758], ["2026-03-30", 0.514060606060606], ["2026-03-31", 0.5395606060606061], ["2026-04-01", 0.5577727272727273], ["2026-04-02", 0.5627727272727273], ["2026-04-03", 0.5577727272727273], ["2026-04-04", 0.5627727272727273], ["2026-04-05", 0.5552727272727273], ["2026-04-06", 0.5627727272727273], ["2026-04-07", 0.5067727272727273]], "breaks": [18, 22], "changes": [{"date": "2026-02-23", "shiftTV": 0.026}, {"date": "2026-03-06", "shiftTV": 0.021}, {"date": "2026-04-01", "shiftTV": 0.042}]}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-04-07", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "microsoft2fphi-4-mini-instruct23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "microsoft/phi-4-mini-instruct", "modelSlug": "microsoft2fphi-4-mini-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-06-30", "last_query": "2026-06-30", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0964], ["2026-06-23", 0.0964], ["2026-06-24", 0.0606], ["2026-06-25", 0.0546], ["2026-06-26", 0.0426], ["2026-06-27", 0.0429], ["2026-06-28", 0.032], ["2026-06-29", 0.0581], ["2026-06-30", 0.0053]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "retired:unreachable", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-07-24", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}}]}, "n_endpoints": 13, "n_active": 0, "n_models": 13, "n_variants": 4, "first": "2026-01-15", "last": "2026-07-23", "lt": {"endpoints": 12, "years": 0.89, "changes": 0, "rate": 0.0, "ci": [0.0, 3.36]}, "b3it": {"endpoints": 4, "years": 0.32, "changes": 3, "rate": null, "ci": null}, "variants": [{"name": "bf16", "n_endpoints": 8, "lt": {"endpoints": 8, "years": 0.55, "changes": 0, "rate": 0.0, "ci": [0.0, 5.42]}, "b3it": {"endpoints": 1, "years": 0.22, "changes": 3, "rate": null, "ci": null}}, {"name": "fp8", "n_endpoints": 3, "lt": {"endpoints": 3, "years": 0.25, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 2, "years": 0.08, "changes": 0, "rate": null, "ci": null}}, {"name": "fp16", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.08, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}, {"name": "fp4", "n_endpoints": 1, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.02, "changes": 0, "rate": null, "ci": null}}], "changes": [{"date": "2026-04-01", "iso": "2026-04-01T21:20:45+00:00", "daysAgo": 196, "method": "b3it", "magnitude": 0.042, "desc": "Probe-prompt outputs shifted (total variation 0.04)", "primary": "TV 0.04", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.592, 0.597, 0.622, 0.625, 0.608, 0.622, 0.583, 0.48, 0.472, 0.608, 0.49, 0.52, 0.432, 0.449, 0.54, 0.529, 0.532, 0.544, 0.537, 0.521, 0.443, 0.391, 0.425, 0.573, 0.506, 0.508, 0.503, 0.488, 0.571, 0.508, 0.508, 0.506, 0.505, 0.508, 0.505, 0.527, 0.558, 0.56, 0.559, 0.535], "changeFrac": 0.897, "slug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "endpointSlug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "model": "qwen3-235b-a22b-2507", "org": "qwen", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "provider": "wandb/bf16", "providerSlug": "wandb", "brand": {"name": "Weights & Biases", "logo": "wandb.svg", "kind": "icon", "mono": false, "dark": null}, "variant": "bf16"}, {"date": "2026-03-06", "iso": "2026-03-06T21:11:55+00:00", "daysAgo": 222, "method": "b3it", "magnitude": 0.021, "desc": "Probe-prompt outputs shifted (total variation 0.02)", "primary": "TV 0.02", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.623, 0.613, 0.625, 0.594, 0.606, 0.577, 0.597, 0.587, 0.612, 0.622, 0.625, 0.608, 0.622, 0.583, 0.48, 0.472, 0.608, 0.49, 0.521, 0.475, 0.449, 0.549, 0.53, 0.532, 0.539, 0.543, 0.544, 0.515, 0.373, 0.371, 0.46, 0.606, 0.508, 0.507, 0.501, 0.566, 0.503, 0.508, 0.506, 0.506], "changeFrac": 0.692, "slug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "endpointSlug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "model": "qwen3-235b-a22b-2507", "org": "qwen", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "provider": "wandb/bf16", "providerSlug": "wandb", "brand": {"name": "Weights & Biases", "logo": "wandb.svg", "kind": "icon", "mono": false, "dark": null}, "variant": "bf16"}, {"date": "2026-02-23", "iso": "2026-02-23T21:21:30+00:00", "daysAgo": 233, "method": "b3it", "magnitude": 0.026, "desc": "Probe-prompt outputs shifted (total variation 0.03)", "primary": "TV 0.03", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.623, 0.602, 0.624, 0.572, 0.617, 0.606, 0.577, 0.623, 0.582, 0.582, 0.612, 0.622, 0.625, 0.594, 0.621, 0.625, 0.583, 0.48, 0.57, 0.491, 0.601, 0.378, 0.52, 0.432, 0.452, 0.498, 0.532, 0.529, 0.532, 0.539, 0.549, 0.54, 0.499, 0.531, 0.373, 0.371, 0.48, 0.573, 0.506, 0.508], "changeFrac": 0.641, "slug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "endpointSlug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "model": "qwen3-235b-a22b-2507", "org": "qwen", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "provider": "wandb/bf16", "providerSlug": "wandb", "brand": {"name": "Weights & Biases", "logo": "wandb.svg", "kind": "icon", "mono": false, "dark": null}, "variant": "bf16"}], "endpoints": [{"slug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "model": "qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "org": "qwen", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt", "b3it"], "status": "retired", "lastChange": "2026-04-01", "recent": false, "nChanges": 3, "trace": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "changeFracs": [0.0, 0.0, 0.0], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:stalled", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-chat-v3.123wandb2ffp8", "model": "deepseek-chat-v3.1", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "org": "deepseek", "provider": "wandb/fp8", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.016, 0.004, 0.036, 0.036, 0.036, 0.036, 0.078, 0.036, 0.032, 0.026, 0.032, 0.02, 0.036, 0.04, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036, 0.036], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4-flash23wandb2ffp8", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "wandb/fp8", "providerSlug": "wandb", "methods": ["lt", "b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.123, 0.116, 0.085, 0.119, 0.089, 0.108, 0.116, 0.144, 0.112, 0.128, 0.139, 0.135, 0.132, 0.272, 0.096, 0.19, 0.173, 0.155, 0.119, 0.125, 0.151, 0.13, 0.175, 0.1, 0.144, 0.13, 0.211, 0.178], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:stalled", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4-pro23wandb2ffp8", "model": "deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "org": "deepseek", "provider": "wandb/fp8", "providerSlug": "wandb", "methods": ["lt", "b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.202, 0.158, 0.115, 0.155, 0.157, 0.188, 0.165, 0.098, 0.128, 0.271, 0.244, 0.209, 0.204, 0.216, 0.183, 0.225, 0.211, 0.108, 0.089, 0.21, 0.163, 0.154, 0.191, 0.082, 0.159, 0.267, 0.228, 0.195], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:stalled", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "google2fgemma-4-31b-it23wandb2fbf16", "model": "gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "org": "google", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.031, 0.02, 0.015, 0.017, 0.02, 0.014, 0.013, 0.015, 0.011, 0.051, 0.018, 0.012, 0.017, 0.029, 0.019, 0.065, 0.02, 0.04, 0.019, 0.025, 0.03, 0.042, 0.028, 0.024, 0.029, 0.028, 0.027, 0.037], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-5.223wandb2ffp4", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "wandb/fp4", "providerSlug": "wandb", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.154, 0.578, 0.561, 0.539, 0.531, 0.565, 0.529], "changeFracs": [], "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltStatus": "pending", "biStatus": "retired:unreachable", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-02)."}, {"slug": "ibm-granite2fgranite-4.1-8b23wandb2fbf16", "model": "granite-4.1-8b", "modelSlug": "ibm-granite2fgranite-4.1-8b", "org": "ibm-granite", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.007, 0.004, 0.003, 0.011, 0.004, 0.001, 0.004, 0.004, 0.004, 0.004, 0.004, 0.004, 0.004, 0.004, 0.002, 0.004, 0.004, 0.004, 0.011, 0.018, 0.005, 0.004, 0.004, 0.0, 0.004, 0.004, 0.002, 0.003], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "stalled", "biStatus": "retired:unreachable", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}, {"slug": "meta-llama2fllama-3.1-70b-instruct23wandb2fbf16", "model": "llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "org": "meta-llama", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.018, 0.041, 0.024, 0.038, 0.002, 0.02, 0.029, 0.024, 0.023, 0.026, 0.023, 0.014, 0.014, 0.024, 0.045, 0.06, 0.041, 0.038, 0.026, 0.009, 0.043, 0.06, 0.06, 0.06, 0.06, 0.06, 0.06, 0.06], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "meta-llama2fllama-3.1-8b-instruct23wandb2fbf16", "model": "llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "org": "meta-llama", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.003, 0.002, 0.01, 0.004, 0.004, 0.004, 0.003, 0.004, 0.004, 0.005, 0.006, 0.004, 0.009, 0.007, 0.017, 0.004, 0.004, 0.004, 0.007, 0.01, 0.017, 0.021, 0.031, 0.018, 0.042, 0.028, 0.009, 0.021], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "meta-llama2fllama-3.3-70b-instruct23wandb2ffp16", "model": "llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "org": "meta-llama", "provider": "wandb/fp16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.389, 0.282, 0.184, 0.192, 0.212, 0.291, 0.317, 0.277, 0.371, 0.388, 0.513, 0.344, 0.34, 0.365, 0.491, 0.545, 0.442, 0.415, 0.445, 0.482, 0.565, 0.558, 0.637, 0.573, 0.617, 0.562, 0.601, 0.647], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "microsoft2fphi-4-mini-instruct23wandb2fbf16", "model": "phi-4-mini-instruct", "modelSlug": "microsoft2fphi-4-mini-instruct", "org": "microsoft", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.096, 0.096, 0.061, 0.055, 0.043, 0.043, 0.032, 0.058, 0.005], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "stalled", "biStatus": "retired:unreachable", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}, {"slug": "qwen2fqwen3-30b-a3b-instruct-250723wandb2fbf16", "model": "qwen3-30b-a3b-instruct-2507", "modelSlug": "qwen2fqwen3-30b-a3b-instruct-2507", "org": "qwen", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "qwen2fqwen3-coder23wandb2fbf16", "model": "qwen3-coder", "modelSlug": "qwen2fqwen3-coder", "org": "qwen", "provider": "wandb/bf16", "providerSlug": "wandb", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.017, 0.009, 0.024, 0.009, 0.03, 0.03, 0.028, 0.026, 0.028, 0.073, 0.068, 0.064, 0.019, 0.026, 0.038, 0.164, 0.028, 0.005, 0.025, 0.03, 0.033, 0.064, 0.185, 0.204, 0.022, 0.022, 0.117, 0.024], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-5.223wandb2ffp8", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "wandb/fp8", "providerSlug": "wandb", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltStatus": "pending", "biStatus": "retired:unreachable", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-18)."}]}