{"model": "qwen/qwen3-235b-a22b-2507", "org": "qwen", "n_endpoints": 13, "n_active": 5, "n_providers": 11, "n_endpoints_total": 17, "n_changed": 3, "max_drift": 2.16, "headline": "tracked", "status_summary": "8 retired \u00b7 5 tracked \u00b7 4 not selected", "date_min": "2025-08-11", "date_max": "2026-09-09", "changes": [{"date": "2025-10-09", "method": "lt", "provider": "chutes", "model": "qwen/qwen3-235b-a22b-2507"}, {"date": "2026-02-23", "method": "b3it", "provider": "wandb/bf16", "model": "qwen/qwen3-235b-a22b-2507"}, {"date": "2026-03-06", "method": "b3it", "provider": "wandb/bf16", "model": "qwen/qwen3-235b-a22b-2507"}, {"date": "2026-04-01", "method": "b3it", "provider": "wandb/bf16", "model": "qwen/qwen3-235b-a22b-2507"}, {"date": "2026-04-03", "method": "b3it", "provider": "cerebras", "model": "qwen/qwen3-235b-a22b-2507"}], "endpoints": [{"slug": "qwen2fqwen3-235b-a22b-250723alibaba", "provider": "alibaba", "base": "alibaba", "providerSlug": "alibaba", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-08-12", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-08-12", 0.0], ["2026-08-13", 0.0], ["2026-08-14", 0.0], ["2026-08-15", 0.0], ["2026-08-16", 0.0], ["2026-08-17", 0.0], ["2026-08-18", 0.0], ["2026-08-19", 0.0], ["2026-08-20", 0.0], ["2026-08-21", 0.0], ["2026-08-22", 0.0], ["2026-08-23", 0.0], ["2026-08-24", 0.0], ["2026-08-25", 0.0], ["2026-08-26", 0.0], ["2026-08-27", 0.0], ["2026-08-28", 0.0], ["2026-08-29", 0.0], ["2026-08-30", 0.0], ["2026-08-31", 0.0], ["2026-09-01", 0.0], ["2026-09-02", 0.0], ["2026-09-03", 0.0], ["2026-09-04", 0.0], ["2026-09-05", 0.0], ["2026-09-06", 0.0], ["2026-09-07", 0.0], ["2026-09-08", 0.0], ["2026-09-09", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-235b-a22b-250723gmicloud2ffp8", "provider": "gmicloud/fp8", "base": "gmicloud", "providerSlug": "gmicloud", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt", "b3it"], "first": "2026-07-07", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-07-07", 0.0674], ["2026-07-08", 0.0369], ["2026-07-09", 0.0917], ["2026-07-10", 0.0627], ["2026-07-11", 0.0619], ["2026-07-12", 0.0877], ["2026-07-13", 0.0493], ["2026-07-14", 0.05], ["2026-07-15", 0.0473], ["2026-07-16", 0.234], ["2026-08-20", 0.0761], ["2026-08-21", 0.0749], ["2026-08-22", 0.0503], ["2026-08-23", 0.0943], ["2026-08-24", 0.0703], ["2026-08-25", 0.0819], ["2026-08-26", 0.0417], ["2026-08-27", 0.1562], ["2026-08-28", 0.1193], ["2026-08-29", 0.0897], ["2026-08-30", 0.0654], ["2026-08-31", 0.1626], ["2026-09-01", 0.1001], ["2026-09-02", 0.1671], ["2026-09-03", 0.0561], ["2026-09-04", 0.0783], ["2026-09-05", 0.0604], ["2026-09-06", 0.1087], ["2026-09-07", 0.1161], ["2026-09-08", 0.04], ["2026-09-09", 0.1724]], "breaks": [10], "changes": []}, "b3it": {"tv": [["2026-08-23", 0.2002193362193362], ["2026-08-24", 0.2418780663780664], ["2026-08-25", 0.23703061224489796], ["2026-08-27", 0.21192352092352093], ["2026-08-28", 0.15567893217893217], ["2026-08-29", 0.18778251906823334], ["2026-08-29", 0.22607616986188414], ["2026-08-30", 0.219062358276644], ["2026-09-01", 0.2057049062049062], ["2026-09-01", 0.2122428365285508], ["2026-09-02", 0.18372016079158937], ["2026-09-03", 0.20170490620490622], ["2026-09-04", 0.24863852813852813], ["2026-09-05", 0.23044413522984952], ["2026-09-06", 0.20202628324056895], ["2026-09-07", 0.2166226551226551], ["2026-09-08", 0.1976890331890332]], "breaks": [3, 8], "changes": []}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-235b-a22b-250723google-vertex2fus-south1", "provider": "google-vertex/us-south1", "base": "google-vertex", "providerSlug": "google-vertex", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0777], ["2026-06-23", 0.0549], ["2026-06-24", 0.0852], ["2026-06-25", 0.1051], ["2026-06-26", 0.0311], ["2026-06-27", 0.0414], ["2026-06-28", 0.0329], ["2026-06-29", 0.0891], ["2026-06-30", 0.0405], ["2026-07-01", 0.1538], ["2026-07-02", 0.0608], ["2026-07-03", 0.059], ["2026-07-04", 0.0395], ["2026-07-05", 0.118], ["2026-07-06", 0.1271], ["2026-07-07", 0.0929], ["2026-07-08", 0.07], ["2026-07-09", 0.1189], ["2026-07-10", 0.1141], ["2026-07-11", 0.1377], ["2026-07-12", 0.1214], ["2026-07-13", 0.1722], ["2026-07-14", 0.0964], ["2026-07-15", 0.0975], ["2026-07-16", 0.1186], ["2026-07-17", 0.1242], ["2026-07-18", 0.1152], ["2026-07-19", 0.0756], ["2026-07-20", 0.0948], ["2026-07-21", 0.055], ["2026-07-22", 0.0957], ["2026-07-23", 0.1068], ["2026-07-24", 0.0332], ["2026-07-25", 0.0939], ["2026-07-26", 0.0363], ["2026-07-27", 0.0549], ["2026-07-28", 0.0183], ["2026-07-29", 0.0833], ["2026-07-30", 0.0525], ["2026-07-31", 0.0719], ["2026-08-01", 0.0752], ["2026-08-02", 0.0706], ["2026-08-03", 0.0627], ["2026-08-04", 0.0396], ["2026-08-05", 0.1053], ["2026-08-06", 0.1045], ["2026-08-07", 0.0967], ["2026-08-08", 0.1059], ["2026-08-09", 0.0706], ["2026-08-10", 0.0964], ["2026-08-11", 0.0736], ["2026-08-12", 0.1215], ["2026-08-13", 0.1099], ["2026-08-14", 0.1107], ["2026-08-15", 0.1643], ["2026-08-16", 0.1381], ["2026-08-17", 0.1643], ["2026-08-18", 0.1471], ["2026-08-19", 0.1367], ["2026-08-20", 0.1169], ["2026-08-21", 0.0841], ["2026-08-22", 0.0547], ["2026-08-23", 0.1164], ["2026-08-24", 0.038], ["2026-08-25", 0.0903], ["2026-08-26", 0.0928], ["2026-08-27", 0.1643], ["2026-08-28", 0.1643], ["2026-08-29", 0.0937], ["2026-08-30", 0.1643], ["2026-08-31", 0.0778], ["2026-09-01", 0.0937], ["2026-09-02", 0.0767], ["2026-09-03", 0.1198], ["2026-09-04", 0.1643], ["2026-09-05", 0.1013], ["2026-09-06", 0.1189], ["2026-09-07", 0.1209], ["2026-09-08", 0.067], ["2026-09-09", 0.1198]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-235b-a22b-250723parasail2ffp8", "provider": "parasail/fp8", "base": "parasail", "providerSlug": "parasail", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.064], ["2026-06-23", 0.0325], ["2026-06-24", 0.0598], ["2026-06-25", 0.0232], ["2026-06-26", 0.018], ["2026-06-27", 0.0525], ["2026-06-28", 0.0389], ["2026-06-29", 0.0436], ["2026-06-30", 0.0226], ["2026-07-01", 0.0636], ["2026-07-02", 0.0398], ["2026-07-03", 0.0295], ["2026-07-04", 0.0353], ["2026-07-05", 0.0399], ["2026-07-06", 0.151], ["2026-07-07", 0.0554], ["2026-07-08", 0.1485], ["2026-07-09", 0.1053], ["2026-07-10", 0.047], ["2026-07-11", 0.0488], ["2026-07-12", 0.0607], ["2026-07-13", 0.0625], ["2026-07-14", 0.052], ["2026-07-15", 0.0809], ["2026-07-16", 0.0736], ["2026-07-17", 0.1642], ["2026-07-18", 0.0583], ["2026-07-19", 0.0963], ["2026-07-20", 0.1238], ["2026-07-21", 0.0595], ["2026-07-22", 0.338], ["2026-07-23", 0.3777], ["2026-07-24", 0.1065], ["2026-07-25", 0.2465], ["2026-07-26", 0.1296], ["2026-07-27", 0.1264], ["2026-07-28", 0.1073], ["2026-07-29", 0.068], ["2026-07-30", 0.1052], ["2026-07-31", 0.0468], ["2026-08-01", 0.0744], ["2026-08-02", 0.1859], ["2026-08-03", 0.0505], ["2026-08-04", 0.0582], ["2026-08-05", 0.0712], ["2026-08-06", 0.1226], ["2026-08-07", 0.1688], ["2026-08-08", 0.1134], ["2026-08-09", 0.1236], ["2026-08-10", 0.1023], ["2026-08-11", 0.2237], ["2026-08-12", 0.0929], ["2026-08-13", 0.0748], ["2026-08-14", 0.0841], ["2026-08-15", 0.1022], ["2026-08-16", 0.0909], ["2026-08-17", 0.1313], ["2026-08-18", 0.0989], ["2026-08-19", 0.1251], ["2026-08-20", 0.1233], ["2026-08-21", 0.1001], ["2026-08-22", 0.1015], ["2026-08-23", 0.0892], ["2026-08-24", 0.0989], ["2026-08-25", 0.1577], ["2026-08-26", 0.0826], ["2026-08-27", 0.2218], ["2026-08-28", 0.092], ["2026-08-29", 0.1062], ["2026-08-30", 0.1253], ["2026-08-31", 0.1293], ["2026-09-01", 0.1112], ["2026-09-02", 0.196], ["2026-09-03", 0.18], ["2026-09-04", 0.079], ["2026-09-05", 0.105], ["2026-09-06", 0.1065], ["2026-09-07", 0.0831], ["2026-09-08", 0.0546], ["2026-09-09", 0.1424]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-235b-a22b-250723streamlake", "provider": "streamlake", "base": "streamlake", "providerSlug": "streamlake", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.2302], ["2026-06-23", 0.0966], ["2026-06-24", 0.1199], ["2026-06-25", 0.1565], ["2026-06-26", 0.1788], ["2026-06-27", 0.1759], ["2026-06-28", 0.179], ["2026-06-29", 0.0985], ["2026-06-30", 0.1118], ["2026-07-01", 0.0941], ["2026-07-02", 0.1815], ["2026-07-03", 0.2105], ["2026-07-04", 0.1236], ["2026-07-05", 0.1796], ["2026-07-06", 0.1494], ["2026-07-07", 0.2194], ["2026-07-08", 0.2768], ["2026-07-09", 0.1552], ["2026-07-10", 0.2123], ["2026-07-11", 0.2411], ["2026-07-12", 0.1476], ["2026-07-13", 0.1195], ["2026-07-14", 0.1441], ["2026-07-15", 0.18], ["2026-07-16", 0.1735], ["2026-07-17", 0.0876], ["2026-07-18", 0.0732], ["2026-07-19", 0.23], ["2026-07-20", 0.1588], ["2026-07-21", 0.1353], ["2026-07-22", 0.2681], ["2026-07-23", 0.1973], ["2026-07-24", 0.3974], ["2026-07-25", 0.0816], ["2026-07-26", 0.1214], ["2026-07-27", 0.127], ["2026-07-28", 0.3018], ["2026-07-29", 0.198], ["2026-07-30", 0.1515], ["2026-07-31", 0.1539], ["2026-08-01", 0.1604], ["2026-08-02", 0.137], ["2026-08-03", 0.1383], ["2026-08-04", 0.0891], ["2026-08-05", 0.2391], ["2026-08-06", 0.1801], ["2026-08-07", 0.113], ["2026-08-08", 0.1371], ["2026-08-09", 0.2107], ["2026-08-10", 0.2343], ["2026-08-11", 0.2208], ["2026-08-12", 0.1127], ["2026-08-13", 0.2709], ["2026-08-14", 0.1653], ["2026-08-15", 0.2094], ["2026-08-16", 0.1011], ["2026-08-17", 0.1314], ["2026-08-18", 0.1104], ["2026-08-19", 0.0918], ["2026-08-20", 0.1917], ["2026-08-21", 0.0854], ["2026-08-22", 0.2028], ["2026-08-23", 0.1311], ["2026-08-24", 0.1378], ["2026-08-25", 0.175], ["2026-08-26", 0.2756], ["2026-08-27", 0.3836], ["2026-08-28", 0.2285], ["2026-08-29", 0.2925], ["2026-08-30", 0.2399], ["2026-08-31", 0.1494], ["2026-09-01", 0.3714], ["2026-09-02", 0.6743], ["2026-09-03", 0.242], ["2026-09-04", 0.2319], ["2026-09-05", 0.1448], ["2026-09-06", 0.1495], ["2026-09-07", 0.2516], ["2026-09-08", 0.2558], ["2026-09-09", 0.3126]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-235b-a22b-250723friendli", "provider": "friendli", "base": "friendli", "providerSlug": "friendli", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt", "b3it"], "first": "2026-06-22", "last": "2026-08-04", "last_query": "2026-08-12", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0], ["2026-06-23", 0.0], ["2026-06-24", 0.0], ["2026-06-25", 0.0], ["2026-06-26", 0.0], ["2026-06-27", 0.0], ["2026-06-28", 0.0], ["2026-06-29", 0.0], ["2026-06-30", 0.0], ["2026-07-01", 0.0], ["2026-07-02", 0.0], ["2026-07-03", 0.0], ["2026-07-04", 0.0], ["2026-07-05", 0.0], ["2026-07-06", 0.0], ["2026-07-07", 0.0], ["2026-07-08", 0.0335], ["2026-07-09", 0.0], ["2026-07-10", 0.3222], ["2026-07-11", 0.3446], ["2026-07-12", 0.3625], ["2026-07-13", 0.3625], ["2026-07-14", 0.3625], ["2026-07-15", 0.3625], ["2026-07-16", 0.3625], ["2026-07-17", 0.3401], ["2026-07-18", 0.3363], ["2026-07-19", 0.3446], ["2026-07-20", 0.3625], ["2026-07-21", 0.3625], ["2026-07-22", 0.3381], ["2026-07-23", 0.3625], ["2026-07-24", 0.3323], ["2026-07-25", 0.3433], ["2026-07-26", 0.3625], ["2026-07-27", 0.3625], ["2026-07-28", 0.2083], ["2026-07-29", 0.2934], ["2026-07-30", 0.1833], ["2026-07-31", 0.2005], ["2026-08-01", 0.2088], ["2026-08-02", 0.1957], ["2026-08-03", 0.1413], ["2026-08-04", 0.2864]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-24", 0.07386612686018433], ["2026-07-25", 0.10080325799357277], ["2026-07-26", 0.06672604584149433], ["2026-07-27", 0.06731965674045996], ["2026-07-28", 0.5171851776419217], ["2026-07-29", 0.5282481887049327], ["2026-08-02", 0.5239191843759284], ["2026-08-03", 0.5097670551687197], ["2026-08-04", 0.5325621705011484]], "breaks": [6], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-12", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723alibaba2ffp8", "provider": "alibaba/fp8", "base": "alibaba", "providerSlug": "alibaba", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-07-31", "last": "2026-08-11", "last_query": "2026-08-11", "n_changes": 0, "lt": {"drift": [["2026-07-31", 0.0243], ["2026-08-01", 0.0014], ["2026-08-02", 0.0014], ["2026-08-03", 0.0014], ["2026-08-04", 0.0014], ["2026-08-05", 0.0014], ["2026-08-06", 0.0014], ["2026-08-07", 0.0014], ["2026-08-08", 0.0014], ["2026-08-09", 0.0014], ["2026-08-10", 0.0014], ["2026-08-11", 0.0014]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt", "b3it"], "first": "2026-01-15", "last": "2026-06-30", "last_query": "2026-06-30", "n_changes": 3, "lt": {"drift": [["2026-06-22", 0.0], ["2026-06-23", 0.0], ["2026-06-24", 0.0], ["2026-06-25", 0.0], ["2026-06-26", 0.0], ["2026-06-27", 0.0], ["2026-06-28", 0.0], ["2026-06-29", 0.0], ["2026-06-30", 0.0]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-01-15", 0.6229848484848485], ["2026-01-16", 0.6019848484848485], ["2026-01-17", 0.6239848484848485], ["2026-01-18", 0.6249848484848485], ["2026-01-19", 0.5719848484848484], ["2026-01-20", 0.6169848484848485], ["2026-01-21", 0.6219848484848485], ["2026-01-22", 0.5899848484848484], ["2026-01-23", 0.5774848484848485], ["2026-01-24", 0.6229848484848485], ["2026-01-25", 0.5714848484848485], ["2026-01-26", 0.5924848484848485], ["2026-01-27", 0.5824848484848485], ["2026-01-28", 0.6119848484848485], ["2026-01-29", 0.6209848484848485], ["2026-01-30", 0.6239848484848485], ["2026-01-31", 0.6249848484848485], ["2026-02-01", 0.5939848484848484], ["2026-02-03", 0.6229848484848485], ["2026-02-04", 0.6189848484848485], ["2026-02-05", 0.6249848484848485], ["2026-02-06", 0.5834848484848485], ["2026-02-11", 0.5634848484848485], ["2026-02-12", 0.3974848484848485], ["2026-02-13", 0.5704848484848485], ["2026-02-14", 0.3739848484848485], ["2026-02-15", 0.6084848484848485], ["2026-02-16", 0.6014848484848485], ["2026-02-17", 0.3779848484848485], ["2026-02-18", 0.5214848484848484], ["2026-02-19", 0.5189848484848485], ["2026-02-20", 0.4316919191919192], ["2026-02-21", 0.4516919191919192], ["2026-02-22", 0.44686868686868686], ["2026-02-23", 0.5486919191919192], ["2026-02-24", 0.5316919191919192], ["2026-02-25", 0.5291919191919192], ["2026-02-26", 0.5361919191919192], ["2026-02-27", 0.5286919191919192], ["2026-02-28", 0.5386919191919192], ["2026-03-01", 0.5486919191919192], ["2026-03-02", 0.5366919191919192], ["2026-03-03", 0.5441919191919192], ["2026-03-04", 0.4986919191919192], ["2026-03-05", 0.5311919191919192], ["2026-03-06", 0.3545606060606061], ["2026-03-07", 0.39106060606060605], ["2026-03-08", 0.3705454545454545], ["2026-03-09", 0.47975757575757577], ["2026-03-10", 0.43925757575757574], ["2026-03-11", 0.7067493112947658], ["2026-03-12", 0.5057575757575757], ["2026-03-13", 0.5082575757575758], ["2026-03-14", 0.5082575757575758], ["2026-03-15", 0.5057575757575757], ["2026-03-16", 0.5007575757575757], ["2026-03-17", 0.4882575757575757], ["2026-03-18", 0.643560606060606], ["2026-03-19", 0.49825757575757573], ["2026-03-20", 0.5082575757575758], ["2026-03-21", 0.5082575757575758], ["2026-03-22", 0.5082575757575758], ["2026-03-23", 0.5032575757575758], ["2026-03-24", 0.5082575757575758], ["2026-03-25", 0.5032575757575758], ["2026-03-26", 0.5057575757575757], ["2026-03-27", 0.5082575757575758], ["2026-03-28", 0.5057575757575757], ["2026-03-29", 0.5032575757575758], ["2026-03-30", 0.514060606060606], ["2026-03-31", 0.5395606060606061], ["2026-04-01", 0.5577727272727273], ["2026-04-02", 0.5627727272727273], ["2026-04-03", 0.5577727272727273], ["2026-04-04", 0.5627727272727273], ["2026-04-05", 0.5552727272727273], ["2026-04-06", 0.5627727272727273], ["2026-04-07", 0.5067727272727273]], "breaks": [18, 22], "changes": [{"date": "2026-02-23", "shiftTV": 0.026}, {"date": "2026-03-06", "shiftTV": 0.021}, {"date": "2026-04-01", "shiftTV": 0.042}]}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-04-07", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723cerebras", "provider": "cerebras", "base": "cerebras", "providerSlug": "cerebras", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt", "b3it"], "first": "2025-12-03", "last": "2026-04-07", "last_query": "2026-06-08", "n_changes": 1, "lt": {"drift": [["2025-12-03", 0.0277], ["2025-12-04", 0.0277], ["2025-12-05", 0.0277], ["2025-12-06", 0.0277], ["2025-12-07", 0.0277], ["2025-12-08", 0.0277], ["2025-12-09", 0.0277], ["2025-12-10", 0.0277], ["2025-12-11", 0.0277], ["2025-12-12", 0.0191], ["2025-12-13", 0.044], ["2025-12-14", 0.044], ["2025-12-15", 0.044], ["2025-12-16", 0.044], ["2025-12-17", 0.044], ["2025-12-18", 0.044], ["2025-12-19", 0.044], ["2025-12-20", 0.044], ["2025-12-21", 0.0419], ["2025-12-22", 0.034], ["2025-12-23", 0.0372], ["2025-12-24", 0.0425], ["2025-12-25", 0.0417], ["2025-12-26", 0.0417], ["2025-12-27", 0.0418], ["2025-12-28", 0.0417], ["2025-12-29", 0.0417], ["2025-12-30", 0.0417], ["2025-12-31", 0.0416], ["2026-01-01", 0.0416], ["2026-01-02", 0.0416], ["2026-01-03", 0.0417], ["2026-01-04", 0.0417], ["2026-01-05", 0.0427], ["2026-01-06", 0.0428], ["2026-01-07", 0.044], ["2026-01-08", 0.0458], ["2026-01-09", 0.0454], ["2026-01-10", 0.0454], ["2026-01-11", 0.0459], ["2026-01-12", 0.045], ["2026-01-13", 0.0453], ["2026-01-14", 0.045], ["2026-01-15", 0.045], ["2026-01-16", 0.045], ["2026-01-17", 0.0441], ["2026-01-18", 0.044], ["2026-01-19", 0.0443], ["2026-01-20", 0.044], ["2026-01-21", 0.044], ["2026-01-22", 0.044], ["2026-01-23", 0.044], ["2026-01-24", 0.044], ["2026-01-25", 0.0445], ["2026-01-26", 0.0462], ["2026-01-27", 0.0433], ["2026-01-28", 0.0419], ["2026-01-29", 0.0414], ["2026-01-30", 0.0398], ["2026-01-31", 0.0398], ["2026-02-01", 0.0406], ["2026-02-02", 0.0405], ["2026-02-03", 0.0413], ["2026-02-04", 0.0408], ["2026-02-05", 0.0438], ["2026-02-06", 0.044], ["2026-02-07", 0.044], ["2026-02-08", 0.044], ["2026-02-09", 0.0424], ["2026-02-10", 0.0411], ["2026-02-11", 0.0421], ["2026-02-12", 0.0422]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-01-15", 0.1125], ["2026-01-16", 0.07635714285714285], ["2026-01-17", 0.3255], ["2026-01-18", 0.3255], ["2026-01-19", 0.27098214285714284], ["2026-01-20", 0.2955], ["2026-01-21", 0.2895], ["2026-01-22", 0.2965], ["2026-01-23", 0.2945], ["2026-01-24", 0.3255], ["2026-01-25", 0.3035], ["2026-01-26", 0.2555], ["2026-01-27", 0.2595], ["2026-01-28", 0.1955], ["2026-01-29", 0.20350000000000001], ["2026-01-30", 0.2095], ["2026-01-31", 0.2985], ["2026-02-01", 0.23550000000000001], ["2026-02-03", 0.2595], ["2026-02-04", 0.19907482993197279], ["2026-02-05", 0.3255], ["2026-02-06", 0.3255], ["2026-02-11", 0.2533421052631579], ["2026-04-03", 0.5725], ["2026-04-04", 0.5725], ["2026-04-05", 0.5725], ["2026-04-06", 0.5725], ["2026-04-07", 0.5725]], "breaks": [18, 22, 23], "changes": [{"date": "2026-04-03", "shiftTV": 0.334}]}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-04-07", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723crusoe2fbf16", "provider": "crusoe/bf16", "base": "crusoe", "providerSlug": "crusoe", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-03-15", "last_query": "2026-06-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-01-15", 0.060500000000000005], ["2026-01-16", 0.0315], ["2026-01-17", 0.04049999999999999], ["2026-01-18", 0.03462244897959183], ["2026-01-19", 0.03749999999999999], ["2026-01-20", 0.048499999999999995], ["2026-01-21", 0.07050000000000001], ["2026-01-22", 0.101], ["2026-01-23", 0.0575], ["2026-01-24", 0.036499999999999984], ["2026-01-25", 0.0775], ["2026-01-26", 0.031499999999999986], ["2026-01-27", 0.053499999999999985], ["2026-01-28", 0.062499999999999986], ["2026-01-29", 0.07050000000000001], ["2026-01-30", 0.04849999999999998], ["2026-01-31", 0.14850000000000002], ["2026-02-01", 0.12450000000000001], ["2026-02-03", 0.11900000000000001], ["2026-02-04", 0.15750000000000003], ["2026-02-05", 0.06250000000000001], ["2026-02-06", 0.08950000000000001], ["2026-02-11", 0.0775], ["2026-02-12", 0.044999999999999984], ["2026-02-13", 0.0775], ["2026-02-14", 0.0775], ["2026-02-15", 0.0775], ["2026-02-16", 0.0775], ["2026-02-17", 0.0775], ["2026-02-18", 0.0775], ["2026-02-19", 0.0775], ["2026-02-20", 0.0775], ["2026-02-21", 0.0775], ["2026-02-22", 0.0775], ["2026-02-23", 0.0775], ["2026-03-09", 0.0775], ["2026-03-15", 0.0725]], "breaks": [18, 22, 35, 36], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-03-15", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-03-15)."}}, {"slug": "qwen2fqwen3-235b-a22b-250723cerebras2ffp16", "provider": "cerebras/fp16", "base": "cerebras", "providerSlug": "cerebras", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-01-24", "last": "2026-04-08", "last_query": "2026-04-08", "n_changes": 0, "lt": {"drift": [["2026-01-24", 0.0625], ["2026-01-25", 0.0624], ["2026-01-26", 0.0619], ["2026-01-27", 0.0157], ["2026-01-28", 0.0283], ["2026-01-29", 0.0734], ["2026-01-30", 0.0578], ["2026-01-31", 0.1171], ["2026-02-01", 0.0869], ["2026-02-02", 0.0249], ["2026-02-03", 0.0243], ["2026-02-04", 0.0124], ["2026-02-05", 0.0453], ["2026-02-06", 0.0625], ["2026-02-07", 0.0625], ["2026-02-08", 0.0627], ["2026-02-09", 0.1001], ["2026-02-10", 0.1309], ["2026-02-11", 0.0201], ["2026-02-12", 0.0625], ["2026-04-04", 0.2905], ["2026-04-05", 0.2905], ["2026-04-06", 0.2905], ["2026-04-07", 0.2905], ["2026-04-08", 0.2905]], "breaks": [20], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723nebius2ffp8", "provider": "nebius/fp8", "base": "nebius", "providerSlug": "nebius", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2025-08-11", "last": "2025-10-21", "last_query": "2025-10-21", "n_changes": 0, "lt": {"drift": [["2025-08-11", 0.0153], ["2025-08-12", 0.0143], ["2025-08-13", 0.0065], ["2025-08-14", 0.0065], ["2025-08-15", 0.0172], ["2025-08-16", 0.0065], ["2025-08-17", 0.0153], ["2025-08-18", 0.0153], ["2025-08-19", 0.0205], ["2025-08-20", 0.008], ["2025-08-21", 0.0068], ["2025-08-22", 0.0256], ["2025-08-23", 0.0153], ["2025-08-24", 0.0068], ["2025-08-25", 0.0153], ["2025-08-26", 0.0219], ["2025-08-27", 0.0264], ["2025-08-28", 0.0082], ["2025-08-29", 0.0153], ["2025-08-30", 0.0153], ["2025-08-31", 0.0153], ["2025-09-01", 0.0068], ["2025-09-02", 0.0256], ["2025-09-03", 0.0153], ["2025-09-04", 0.0153], ["2025-09-05", 0.0153], ["2025-09-06", 0.019], ["2025-09-07", 0.0153], ["2025-09-08", 0.0153], ["2025-09-09", 0.0205], ["2025-09-10", 0.0068], ["2025-09-11", 0.0359], ["2025-09-12", 0.0304], ["2025-09-13", 0.019], ["2025-09-14", 0.0075], ["2025-09-15", 0.0065], ["2025-09-16", 0.0065], ["2025-09-17", 0.0229], ["2025-09-18", 0.038], ["2025-09-19", 0.0068], ["2025-09-20", 0.0348], ["2025-09-21", 0.0455], ["2025-09-22", 0.0075], ["2025-09-23", 0.0153], ["2025-09-24", 0.0153], ["2025-09-25", 0.0364], ["2025-09-26", 0.0153], ["2025-09-27", 0.0229], ["2025-09-28", 0.0153], ["2025-09-29", 0.0264], ["2025-09-30", 0.0521], ["2025-10-01", 0.0142], ["2025-10-02", 0.0153], ["2025-10-03", 0.0068], ["2025-10-04", 0.0068], ["2025-10-05", 0.0153], ["2025-10-06", 0.0068], ["2025-10-07", 0.0191], ["2025-10-08", 0.0359], ["2025-10-09", 0.019], ["2025-10-10", 0.0068], ["2025-10-11", 0.0068], ["2025-10-12", 0.0153], ["2025-10-13", 0.0153], ["2025-10-14", 0.019], ["2025-10-15", 0.019], ["2025-10-16", 0.0428], ["2025-10-17", 0.0068], ["2025-10-18", 0.0288], ["2025-10-19", 0.0153], ["2025-10-20", 0.0153], ["2025-10-21", 0.0153]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "not_selected", "headline": "retired", "headlines": ["retired", "not_selected"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "qwen2fqwen3-235b-a22b-250723chutes", "provider": "chutes", "base": "chutes", "providerSlug": "chutes", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2025-08-11", "last": "2025-10-17", "last_query": "2025-10-17", "n_changes": 1, "lt": {"drift": [["2025-08-11", 1.2085], ["2025-08-12", 0.7872], ["2025-08-13", 0.8627], ["2025-08-14", 0.8304], ["2025-08-15", 0.2242], ["2025-08-16", 0.7701], ["2025-08-17", 0.8378], ["2025-08-18", 0.8858], ["2025-08-19", 0.8317], ["2025-08-20", 0.8749], ["2025-08-21", 0.6553], ["2025-08-22", 0.7591], ["2025-08-23", 0.7543], ["2025-08-24", 0.7743], ["2025-08-25", 0.8518], ["2025-08-26", 0.566], ["2025-08-27", 0.8608], ["2025-08-28", 0.8682], ["2025-08-29", 0.6533], ["2025-08-30", 0.8088], ["2025-08-31", 0.2647], ["2025-09-01", 0.4522], ["2025-09-02", 0.5113], ["2025-09-03", 0.537], ["2025-09-04", 0.5168], ["2025-09-05", 0.2774], ["2025-09-06", 0.4862], ["2025-09-07", 0.546], ["2025-09-08", 0.892], ["2025-09-09", 0.7892], ["2025-09-10", 1.1079], ["2025-09-11", 1.2244], ["2025-09-12", 0.3561], ["2025-09-13", 0.6896], ["2025-09-14", 0.6157], ["2025-09-15", 0.4073], ["2025-09-16", 0.8034], ["2025-09-17", 1.0338], ["2025-09-18", 0.7055], ["2025-09-19", 0.5594], ["2025-09-20", 0.6578], ["2025-09-21", 0.7972], ["2025-09-22", 0.766], ["2025-09-23", 0.3539], ["2025-09-24", 1.2414], ["2025-09-25", 0.6729], ["2025-09-26", 0.5609], ["2025-09-27", 0.5307], ["2025-09-28", 0.7698], ["2025-09-29", 0.7821], ["2025-09-30", 0.6791], ["2025-10-01", 0.5338], ["2025-10-02", 0.7329], ["2025-10-03", 0.6363], ["2025-10-04", 0.4974], ["2025-10-05", 0.5551], ["2025-10-06", 0.7415], ["2025-10-07", 0.8665], ["2025-10-08", 2.0326], ["2025-10-09", 1.6341], ["2025-10-10", 2.1644], ["2025-10-11", 1.4275], ["2025-10-12", 1.5093], ["2025-10-13", 1.4485], ["2025-10-14", 1.8557], ["2025-10-15", 1.7961], ["2025-10-16", 1.7375], ["2025-10-17", 2.1054]], "breaks": [], "changes": [{"date": "2025-10-09", "shift": 0.824757142857143}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-235b-a22b-250723atlas-cloud2ffp8", "provider": "atlas-cloud/fp8", "base": "atlas-cloud", "providerSlug": "atlas-cloud", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "probe_failed", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": "HTTP 400: invalid request, invalid parameter", "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (HTTP 400: invalid request, invalid parameter)."}}, {"slug": "qwen2fqwen3-235b-a22b-250723deepinfra2ffp8", "provider": "deepinfra/fp8", "base": "deepinfra", "providerSlug": "deepinfra", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "qwen2fqwen3-235b-a22b-250723novita2ffp8", "provider": "novita/fp8", "base": "novita", "providerSlug": "novita", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "qwen2fqwen3-235b-a22b-250723venice2ffp8", "provider": "venice/fp8", "base": "venice", "providerSlug": "venice", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}