{"model": "qwen/qwen3-vl-235b-a22b-instruct", "org": "qwen", "n_endpoints": 4, "n_active": 1, "n_providers": 3, "n_endpoints_total": 7, "n_changed": 0, "max_drift": 0.41, "headline": "tracked", "status_summary": "3 retired \u00b7 3 not selected \u00b7 1 tracked", "date_min": "2026-01-15", "date_max": "2026-09-09", "changes": [], "endpoints": [{"slug": "qwen2fqwen3-vl-235b-a22b-instruct23parasail2ffp8", "provider": "parasail/fp8", "base": "parasail", "providerSlug": "parasail", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.1964], ["2026-06-23", 0.2688], ["2026-06-24", 0.1022], ["2026-06-25", 0.129], ["2026-06-26", 0.1292], ["2026-06-27", 0.1901], ["2026-06-28", 0.0186], ["2026-06-29", 0.1433], ["2026-06-30", 0.1897], ["2026-07-01", 0.1057], ["2026-07-02", 0.1729], ["2026-07-03", 0.0839], ["2026-07-04", 0.0979], ["2026-07-05", 0.1136], ["2026-07-06", 0.1418], ["2026-07-07", 0.0942], ["2026-07-08", 0.2438], ["2026-07-09", 0.1235], ["2026-07-10", 0.3666], ["2026-07-11", 0.1787], ["2026-07-12", 0.2249], ["2026-07-13", 0.1542], ["2026-07-14", 0.1896], ["2026-07-15", 0.2016], ["2026-07-16", 0.1537], ["2026-07-17", 0.1475], ["2026-07-18", 0.1339], ["2026-07-19", 0.1548], ["2026-07-20", 0.1985], ["2026-07-21", 0.1316], ["2026-07-22", 0.1316], ["2026-07-23", 0.1391], ["2026-07-24", 0.189], ["2026-07-25", 0.1546], ["2026-07-26", 0.2206], ["2026-07-27", 0.3652], ["2026-07-28", 0.1319], ["2026-07-29", 0.1554], ["2026-07-30", 0.1951], ["2026-07-31", 0.0958], ["2026-08-01", 0.1723], ["2026-08-02", 0.2009], ["2026-08-03", 0.2257], ["2026-08-04", 0.1213], ["2026-08-05", 0.0702], ["2026-08-06", 0.1602], ["2026-08-07", 0.0633], ["2026-08-08", 0.1325], ["2026-08-09", 0.1483], ["2026-08-10", 0.1074], ["2026-08-11", 0.1128], ["2026-08-12", 0.101], ["2026-08-13", 0.1004], ["2026-08-14", 0.1126], ["2026-08-15", 0.1294], ["2026-08-16", 0.0996], ["2026-08-17", 0.1091], ["2026-08-18", 0.1136], ["2026-08-19", 0.1192], ["2026-08-20", 0.108], ["2026-08-21", 0.0851], ["2026-08-22", 0.1219], ["2026-08-23", 0.1156], ["2026-08-24", 0.0961], ["2026-08-25", 0.053], ["2026-08-26", 0.126], ["2026-08-27", 0.1805], ["2026-08-28", 0.1679], ["2026-08-29", 0.1621], ["2026-08-30", 0.1477], ["2026-08-31", 0.0896], ["2026-09-01", 0.1565], ["2026-09-02", 0.1331], ["2026-09-03", 0.158], ["2026-09-04", 0.4099], ["2026-09-05", 0.0913], ["2026-09-06", 0.1959], ["2026-09-07", 0.1981], ["2026-09-08", 0.1037], ["2026-09-09", 0.1443]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23alibaba", "provider": "alibaba", "base": "alibaba", "providerSlug": "alibaba", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": ["lt"], "first": "2026-08-12", "last": "2026-08-19", "last_query": "2026-08-19", "n_changes": 0, "lt": {"drift": [["2026-08-12", 0.0119], ["2026-08-13", 0.0072], ["2026-08-14", 0.0087], ["2026-08-15", 0.0072], ["2026-08-16", 0.0103], ["2026-08-17", 0.0084], ["2026-08-18", 0.0174], ["2026-08-19", 0.0072]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "not_selected", "headline": "retired", "headlines": ["retired", "not_selected"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23alibaba2ffp8", "provider": "alibaba/fp8", "base": "alibaba", "providerSlug": "alibaba", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": ["lt"], "first": "2026-08-04", "last": "2026-08-11", "last_query": "2026-08-11", "n_changes": 0, "lt": {"drift": [["2026-08-04", 0.0073], ["2026-08-05", 0.0073], ["2026-08-06", 0.0073], ["2026-08-07", 0.0051], ["2026-08-08", 0.0062], ["2026-08-09", 0.0118], ["2026-08-10", 0.0073], ["2026-08-11", 0.0152]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-02-11", "last_query": "2026-06-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-01-15", 0.18894736842105264], ["2026-01-16", 0.37842105263157894], ["2026-01-17", 0.43842105263157893], ["2026-01-18", 0.4226315789473684], ["2026-01-19", 0.41526315789473683], ["2026-01-20", 0.3310526315789473], ["2026-01-21", 0.35105263157894734], ["2026-01-22", 0.2026315789473684], ["2026-01-23", 0.28157894736842104], ["2026-01-24", 0.3889473684210526], ["2026-01-25", 0.36473684210526314], ["2026-01-26", 0.2405263157894737], ["2026-01-27", 0.17526315789473684], ["2026-01-28", 0.4068421052631579], ["2026-01-29", 0.19105263157894736], ["2026-01-30", 0.32052631578947366], ["2026-01-31", 0.3910526315789474], ["2026-02-01", 0.3531578947368421], ["2026-02-03", 0.18157894736842106], ["2026-02-04", 0.17421052631578948], ["2026-02-05", 0.1931578947368421], ["2026-02-06", 0.39210526315789473], ["2026-02-11", 0.25263157894736843]], "breaks": [18, 22], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-11", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-02-11)."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23deepinfra2ffp8", "provider": "deepinfra/fp8", "base": "deepinfra", "providerSlug": "deepinfra", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23novita2fbf16", "provider": "novita/bf16", "base": "novita", "providerSlug": "novita", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "probe_failed", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": "HTTP 400: <400> InternalError.Algo.InvalidParameter: Range of top_logprobs should be [0, 5]", "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (HTTP 400: <400> InternalError.Algo.InvalidParameter: Range of top_logprobs should be [0, 5])."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23venice2ffp8", "provider": "venice/fp8", "base": "venice", "providerSlug": "venice", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}