{"model": "google/gemma-3-12b-it", "org": "google", "n_endpoints": 3, "n_active": 0, "n_providers": 3, "n_endpoints_total": 4, "n_changed": 0, "max_drift": 0.15, "headline": "retired", "status_summary": "4 retired", "date_min": "2025-08-11", "date_max": "2026-04-07", "changes": [], "endpoints": [{"slug": "google2fgemma-3-12b-it23chutes2fbf16", "provider": "chutes/bf16", "base": "chutes", "providerSlug": "chutes", "model": "google/gemma-3-12b-it", "modelSlug": "google2fgemma-3-12b-it", "methods": ["lt", "b3it"], "first": "2025-08-11", "last": "2026-02-17", "last_query": "2026-06-08", "n_changes": 0, "lt": {"drift": [["2025-08-11", 0.1466], ["2025-08-12", 0.0539], ["2025-08-13", 0.0385], ["2025-08-14", 0.055], ["2025-08-15", 0.0324], ["2025-08-16", 0.0603], ["2025-08-17", 0.0617], ["2025-08-18", 0.047], ["2025-08-19", 0.031], ["2025-08-20", 0.0304], ["2025-08-21", 0.0908], ["2025-08-22", 0.041], ["2025-08-23", 0.0564], ["2025-08-24", 0.0256], ["2025-08-25", 0.0718], ["2025-08-26", 0.0982], ["2025-08-27", 0.0498], ["2025-08-28", 0.0579], ["2025-08-29", 0.0488], ["2025-08-30", 0.0492], ["2025-08-31", 0.0415], ["2025-09-01", 0.0697], ["2025-09-02", 0.0647], ["2025-09-03", 0.0757], ["2025-09-04", 0.0793], ["2025-09-05", 0.0493], ["2025-09-06", 0.0629], ["2025-09-07", 0.055], ["2025-09-08", 0.0744], ["2025-09-09", 0.0458], ["2025-09-10", 0.0667], ["2025-09-11", 0.1053], ["2025-09-12", 0.0857], ["2025-09-13", 0.1203], ["2025-09-14", 0.0912], ["2025-09-15", 0.0699], ["2025-09-16", 0.0677], ["2025-09-17", 0.0636], ["2025-09-18", 0.067], ["2025-09-19", 0.0803], ["2025-09-20", 0.1176], ["2025-09-21", 0.1482], ["2025-09-22", 0.0805], ["2025-09-23", 0.1202], ["2025-09-24", 0.0607], ["2025-09-25", 0.0942], ["2025-09-26", 0.0889], ["2025-09-27", 0.0687], ["2025-09-28", 0.0533], ["2025-09-29", 0.0534], ["2025-09-30", 0.0784], ["2025-10-01", 0.0893], ["2025-10-02", 0.0593], ["2025-10-03", 0.0559], ["2025-10-04", 0.0906], ["2025-10-05", 0.1003], ["2025-10-06", 0.1167], ["2025-10-10", 0.1262], ["2025-10-11", 0.1003], ["2025-10-12", 0.098], ["2025-10-13", 0.1029], ["2025-10-14", 0.0981], ["2025-10-15", 0.106], ["2025-10-16", 0.0998], ["2025-10-17", 0.1081]], "breaks": [57], "changes": []}, "b3it": {"tv": [["2026-01-15", 0.28126262626262627], ["2026-01-16", 0.25826262626262625], ["2026-01-17", 0.2932626262626263], ["2026-01-18", 0.3582626262626263], ["2026-01-19", 0.32026262626262625], ["2026-01-20", 0.38876262626262625], ["2026-01-21", 0.4647373737373737], ["2026-01-22", 0.33626262626262626], ["2026-01-23", 0.38126262626262625], ["2026-01-24", 0.40526262626262627], ["2026-01-25", 0.16928876497898238], ["2026-01-26", 0.21887487116058543], ["2026-01-27", 0.26192929292929296], ["2026-01-28", 0.23426262626262626], ["2026-01-29", 0.3004914264222775], ["2026-01-30", 0.25326262626262624], ["2026-01-31", 0.3552626262626263], ["2026-02-01", 0.3217373737373737], ["2026-02-03", 0.4732626262626263], ["2026-02-04", 0.31126262626262624], ["2026-02-05", 0.33106600892647403], ["2026-02-06", 0.39776262626262626], ["2026-02-11", 0.4747626262626263], ["2026-02-12", 0.4797626262626263], ["2026-02-13", 0.34076262626262627], ["2026-02-14", 0.4872626262626263], ["2026-02-15", 0.4847626262626263], ["2026-02-16", 0.45726262626262626], ["2026-02-17", 0.4747626262626263]], "breaks": [18, 22], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-17", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-3-12b-it23crusoe2fbf16", "provider": "crusoe/bf16", "base": "crusoe", "providerSlug": "crusoe", "model": "google/gemma-3-12b-it", "modelSlug": "google2fgemma-3-12b-it", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-02-17", "last_query": "2026-06-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-01-15", 0.05848047939939344], ["2026-01-16", 0.09474459566811551], ["2026-01-17", 0.15860292043610288], ["2026-01-18", 0.09810120381789625], ["2026-01-19", 0.08128525047984775], ["2026-01-20", 0.2694378958904277], ["2026-01-21", 0.19892258976797875], ["2026-01-22", 0.22540446045334817], ["2026-01-23", 0.0983299150169189], ["2026-01-24", 0.1390570167597492], ["2026-01-25", 0.2053172061503886], ["2026-01-26", 0.05556375786198722], ["2026-01-27", 0.2383172061503886], ["2026-01-28", 0.23212219481252014], ["2026-01-29", 0.27331720615038857], ["2026-01-30", 0.2433172061503886], ["2026-01-31", 0.2913172061503886], ["2026-02-01", 0.152011083701409], ["2026-02-03", 0.07767720834093292], ["2026-02-04", 0.15214329310691035], ["2026-02-05", 0.2133172061503886], ["2026-02-06", 0.07723154286667663], ["2026-02-11", 0.2873172061503886], ["2026-02-12", 0.2723172061503886], ["2026-02-13", 0.2873172061503886], ["2026-02-14", 0.2873172061503886], ["2026-02-15", 0.2673595608115513], ["2026-02-16", 0.2848172061503886], ["2026-02-17", 0.2798172061503886]], "breaks": [18, 22], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-17", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-02-17)."}}, {"slug": "google2fgemma-3-12b-it23deepinfra2fbf16", "provider": "deepinfra/bf16", "base": "deepinfra", "providerSlug": "deepinfra", "model": "google/gemma-3-12b-it", "modelSlug": "google2fgemma-3-12b-it", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-04-07", "last_query": "2026-06-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-01-15", 0.12], ["2026-01-16", 0.244], ["2026-01-17", 0.09999999999999999], ["2026-01-18", 0.063], ["2026-01-19", 0.39599999999999996], ["2026-01-20", 0.124], ["2026-01-21", 0.051000000000000004], ["2026-01-22", 0.077], ["2026-01-23", 0.204], ["2026-01-24", 0.13], ["2026-01-25", 0.073], ["2026-01-26", 0.08800000000000001], ["2026-01-27", 0.067], ["2026-01-28", 0.085], ["2026-01-29", 0.052000000000000005], ["2026-01-30", 0.181], ["2026-01-31", 0.193], ["2026-02-01", 0.059000000000000004], ["2026-02-03", 0.301], ["2026-02-04", 0.205], ["2026-02-05", 0.327], ["2026-02-06", 0.283], ["2026-02-11", 0.337], ["2026-02-12", 0.206], ["2026-02-13", 0.367], ["2026-02-14", 0.46699999999999997], ["2026-02-15", 0.3695], ["2026-02-16", 0.447], ["2026-02-17", 0.2105], ["2026-02-18", 0.102], ["2026-02-19", 0.0865], ["2026-02-20", 0.1585], ["2026-02-21", 0.07400000000000001], ["2026-02-22", 0.3955], ["2026-02-23", 0.17600000000000002], ["2026-02-24", 0.0805], ["2026-02-25", 0.158], ["2026-02-26", 0.08499999999999999], ["2026-02-27", 0.258], ["2026-02-28", 0.093], ["2026-03-01", 0.11800000000000002], ["2026-03-02", 0.14750000000000002], ["2026-03-03", 0.2895], ["2026-03-04", 0.2], ["2026-03-05", 0.0995], ["2026-03-06", 0.173], ["2026-03-07", 0.167], ["2026-03-08", 0.1245], ["2026-03-09", 0.14250000000000002], ["2026-03-10", 0.15800000000000003], ["2026-03-11", 0.158], ["2026-03-12", 0.156], ["2026-03-13", 0.23550000000000001], ["2026-03-14", 0.172], ["2026-03-15", 0.11649999999999999], ["2026-03-16", 0.1215], ["2026-03-17", 0.2155], ["2026-03-18", 0.2595], ["2026-03-19", 0.1295], ["2026-03-20", 0.1745], ["2026-03-21", 0.24050000000000002], ["2026-03-22", 0.10450000000000001], ["2026-03-23", 0.0975], ["2026-03-24", 0.1345], ["2026-03-25", 0.115], ["2026-03-26", 0.148], ["2026-03-27", 0.189], ["2026-03-28", 0.08800000000000001], ["2026-03-29", 0.1115], ["2026-03-30", 0.1265], ["2026-03-31", 0.09550000000000002], ["2026-04-01", 0.09149999999999998], ["2026-04-02", 0.2025], ["2026-04-03", 0.12], ["2026-04-04", 0.155], ["2026-04-05", 0.173], ["2026-04-06", 0.0945], ["2026-04-07", 0.19999999999999998]], "breaks": [18, 22], "changes": []}, "status": {"lt": "no_logprobs", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-04-07", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-04-07)."}}, {"slug": "google2fgemma-3-12b-it23novita2fbf16", "provider": "novita/bf16", "base": "novita", "providerSlug": "novita", "model": "google/gemma-3-12b-it", "modelSlug": "google2fgemma-3-12b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-01-14", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-01-14)."}}]}