{"model": "google/gemma-4-31b-it", "org": "google", "n_endpoints": 13, "n_active": 7, "n_providers": 12, "n_endpoints_total": 21, "n_changed": 1, "max_drift": 1.59, "headline": "tracked", "status_summary": "9 retired \u00b7 7 tracked \u00b7 4 not selected \u00b7 1 errors out", "date_min": "2026-04-07", "date_max": "2026-09-09", "changes": [{"date": "2026-08-13", "method": "b3it", "provider": "modelrun/fp4", "model": "google/gemma-4-31b-it"}], "endpoints": [{"slug": "google2fgemma-4-31b-it23coreweave2ffp4", "provider": "coreweave/fp4", "base": "coreweave", "providerSlug": "coreweave", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-08-25", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-08-25", 0.2028], ["2026-08-26", 0.2558], ["2026-08-27", 0.2935], ["2026-08-28", 0.2935], ["2026-08-29", 0.2287], ["2026-08-30", 0.2935], ["2026-08-31", 0.2799], ["2026-09-01", 0.2935], ["2026-09-02", 0.3329], ["2026-09-03", 0.2279], ["2026-09-04", 0.4316], ["2026-09-05", 0.2823], ["2026-09-06", 0.4617], ["2026-09-07", 0.549], ["2026-09-08", 0.5682], ["2026-09-09", 0.4634]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "google2fgemma-4-31b-it23novita2fbf16", "provider": "novita/bf16", "base": "novita", "providerSlug": "novita", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.1426], ["2026-06-23", 0.06], ["2026-06-24", 0.0443], ["2026-06-25", 0.0573], ["2026-06-26", 0.0465], ["2026-06-27", 0.0543], ["2026-06-28", 0.0959], ["2026-06-29", 0.1257], ["2026-06-30", 0.2418], ["2026-07-01", 0.0567], ["2026-07-02", 0.1419], ["2026-07-03", 0.1419], ["2026-07-04", 0.111], ["2026-07-05", 0.1871], ["2026-07-06", 0.3605], ["2026-07-07", 0.111], ["2026-07-08", 0.0616], ["2026-07-09", 0.3605], ["2026-07-10", 0.4467], ["2026-07-11", 0.1426], ["2026-07-12", 0.114], ["2026-07-13", 0.1584], ["2026-07-14", 0.0724], ["2026-07-15", 0.295], ["2026-07-16", 0.111], ["2026-07-17", 0.101], ["2026-07-18", 0.3605], ["2026-07-29", 0.2714], ["2026-07-30", 0.3464], ["2026-07-31", 0.3627], ["2026-08-01", 0.3034], ["2026-08-02", 0.3137], ["2026-08-03", 0.4756], ["2026-08-04", 0.2183], ["2026-08-05", 0.1426], ["2026-08-06", 0.1562], ["2026-08-07", 0.1629], ["2026-08-08", 0.0901], ["2026-08-09", 0.1185], ["2026-08-10", 0.4756], ["2026-08-11", 0.4756], ["2026-08-12", 0.4932], ["2026-08-13", 0.4756], ["2026-08-14", 0.4756], ["2026-08-15", 0.4756], ["2026-08-16", 0.4756], ["2026-08-17", 0.4756], ["2026-08-18", 0.4207], ["2026-08-19", 0.4383], ["2026-08-20", 0.2861], ["2026-08-21", 0.198], ["2026-08-22", 0.258], ["2026-08-23", 0.36], ["2026-08-24", 0.4392], ["2026-08-25", 0.2134], ["2026-08-26", 0.4177], ["2026-08-27", 0.4756], ["2026-08-28", 0.3924], ["2026-08-29", 0.4756], ["2026-08-30", 0.4383], ["2026-08-31", 0.4756], ["2026-09-01", 0.2183], ["2026-09-02", 0.3396], ["2026-09-03", 0.3059], ["2026-09-04", 0.3164], ["2026-09-05", 0.2425], ["2026-09-06", 0.2518], ["2026-09-07", 0.2939], ["2026-09-08", 0.266], ["2026-09-09", 0.5104]], "breaks": [27], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "google2fgemma-4-31b-it23parasail2ffp8", "provider": "parasail/fp8", "base": "parasail", "providerSlug": "parasail", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.1128], ["2026-06-23", 0.06], ["2026-06-24", 0.0858], ["2026-06-25", 0.0555], ["2026-06-26", 0.0812], ["2026-06-27", 0.0342], ["2026-06-28", 0.0812], ["2026-06-29", 0.1275], ["2026-06-30", 0.0675], ["2026-07-01", 0.0255], ["2026-07-02", 0.4981], ["2026-07-03", 0.1355], ["2026-07-04", 0.0873], ["2026-07-05", 0.1275], ["2026-07-06", 0.1698], ["2026-07-07", 0.4307], ["2026-07-08", 0.072], ["2026-07-09", 0.0922], ["2026-07-10", 0.1275], ["2026-07-11", 0.0312], ["2026-07-12", 0.0866], ["2026-07-13", 0.0873], ["2026-07-14", 0.1275], ["2026-07-15", 0.1275], ["2026-07-16", 0.0698], ["2026-07-17", 0.0555], ["2026-07-18", 0.0878], ["2026-07-19", 0.0637], ["2026-07-20", 0.1836], ["2026-07-21", 0.0418], ["2026-07-22", 0.1275], ["2026-07-23", 0.0698], ["2026-07-24", 0.4208], ["2026-07-25", 0.1275], ["2026-07-26", 0.1169], ["2026-07-27", 0.0873], ["2026-07-28", 0.0285], ["2026-07-29", 0.082], ["2026-07-30", 0.2141], ["2026-07-31", 0.1275], ["2026-08-01", 0.3752], ["2026-08-02", 0.0922], ["2026-08-03", 0.0812], ["2026-08-04", 0.3916], ["2026-08-05", 0.0812], ["2026-08-06", 0.1113], ["2026-08-07", 0.0637], ["2026-08-08", 0.031], ["2026-08-09", 0.2367], ["2026-08-10", 0.1275], ["2026-08-11", 0.0878], ["2026-08-12", 0.0889], ["2026-08-13", 0.1275], ["2026-08-14", 0.0858], ["2026-08-15", 0.4098], ["2026-08-16", 0.5862], ["2026-08-17", 0.5677], ["2026-08-18", 0.5224], ["2026-08-19", 0.5351], ["2026-08-20", 0.4516], ["2026-08-21", 0.5258], ["2026-08-22", 0.5786], ["2026-08-23", 0.5039], ["2026-08-24", 0.574], ["2026-08-25", 0.5154], ["2026-08-26", 0.5697], ["2026-08-27", 0.5793], ["2026-08-28", 0.6638], ["2026-08-29", 0.6517], ["2026-08-30", 0.6029], ["2026-08-31", 0.7331], ["2026-09-01", 0.5813], ["2026-09-02", 0.6112], ["2026-09-03", 0.5267], ["2026-09-04", 0.5015], ["2026-09-05", 0.6029], ["2026-09-06", 0.568], ["2026-09-07", 0.5119], ["2026-09-08", 0.5707], ["2026-09-09", 0.6296]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "google2fgemma-4-31b-it23chutes2ffp4", "provider": "chutes/fp4", "base": "chutes", "providerSlug": "chutes", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-09-07", "last_query": "2026-09-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.178], ["2026-07-25", 1.0], ["2026-07-26", 0.174], ["2026-07-27", 0.17049999999999998], ["2026-07-29", 0.168], ["2026-08-02", 0.17200000000000001], ["2026-08-03", 0.153], ["2026-08-04", 0.153], ["2026-08-05", 0.1605], ["2026-08-07", 0.16849999999999998], ["2026-08-07", 0.1985], ["2026-08-08", 0.17], ["2026-08-09", 0.177], ["2026-08-10", 0.1915], ["2026-08-11", 0.1845], ["2026-08-12", 0.174], ["2026-08-13", 0.1535], ["2026-08-14", 0.26507142857142857], ["2026-08-15", 0.136], ["2026-08-16", 0.1875], ["2026-08-17", 0.1575], ["2026-08-18", 0.2444642857142857], ["2026-08-20", 0.214], ["2026-08-21", 0.26416666666666666], ["2026-08-22", 0.223], ["2026-08-23", 0.16227777777777777], ["2026-08-24", 0.2018095238095238], ["2026-08-25", 0.145], ["2026-08-27", 0.199], ["2026-08-28", 0.2425], ["2026-08-29", 0.19], ["2026-08-29", 0.1895], ["2026-08-30", 0.2075], ["2026-09-01", 0.2255], ["2026-09-01", 0.2095], ["2026-09-02", 0.187], ["2026-09-03", 0.20249999999999999], ["2026-09-04", 0.17450000000000002], ["2026-09-05", 0.17600000000000002], ["2026-09-06", 0.18683333333333335], ["2026-09-07", 0.178]], "breaks": [4, 5, 9, 22, 28, 33], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "google2fgemma-4-31b-it23crusoe", "provider": "crusoe", "base": "crusoe", "providerSlug": "crusoe", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-09-08", "last_query": "2026-09-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.10623737373737374], ["2026-07-25", 0.12126262626262625], ["2026-07-26", 0.13826262626262625], ["2026-07-27", 0.18273737373737373], ["2026-07-28", 0.15126262626262627], ["2026-07-29", 0.20973737373737372], ["2026-08-02", 0.20526262626262626], ["2026-08-03", 0.22576262626262628], ["2026-08-04", 0.24476262626262626], ["2026-08-05", 0.22676262626262628], ["2026-08-07", 0.19276262626262627], ["2026-08-07", 0.18273809523809523], ["2026-08-08", 0.13533333333333333], ["2026-08-09", 0.12100000000000001], ["2026-08-10", 0.148], ["2026-08-11", 0.14177777777777778], ["2026-08-12", 0.161], ["2026-08-13", 0.2635], ["2026-08-14", 0.17550000000000002], ["2026-08-15", 0.212], ["2026-08-16", 0.1475], ["2026-08-17", 0.128], ["2026-08-18", 0.21], ["2026-08-19", 0.193], ["2026-08-20", 0.2725], ["2026-08-21", 0.1895], ["2026-08-22", 0.3205], ["2026-08-23", 0.1655], ["2026-08-24", 0.21], ["2026-08-25", 0.259], ["2026-08-27", 0.41450000000000004], ["2026-08-28", 0.28500000000000003], ["2026-08-29", 0.34400000000000003], ["2026-08-29", 0.299], ["2026-08-30", 0.3035], ["2026-09-01", 0.263], ["2026-09-01", 0.426], ["2026-09-02", 0.418], ["2026-09-03", 0.428], ["2026-09-04", 0.438], ["2026-09-05", 0.436], ["2026-09-06", 0.436], ["2026-09-07", 0.461], ["2026-09-08", 0.41100000000000003]], "breaks": [6, 10, 30, 35], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "google2fgemma-4-31b-it23friendli", "provider": "friendli", "base": "friendli", "providerSlug": "friendli", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-09-08", "last_query": "2026-09-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.41400000000000003], ["2026-07-25", 0.334], ["2026-07-26", 0.437], ["2026-07-27", 0.423], ["2026-07-28", 0.451], ["2026-07-29", 0.436], ["2026-08-02", 0.452], ["2026-08-03", 0.572], ["2026-08-04", 0.5750000000000001], ["2026-08-05", 0.432], ["2026-08-07", 0.502], ["2026-08-07", 0.331], ["2026-08-08", 0.476], ["2026-08-09", 0.481], ["2026-08-10", 0.474], ["2026-08-11", 0.46], ["2026-08-12", 0.454], ["2026-08-13", 0.47], ["2026-08-14", 0.465], ["2026-08-15", 0.441], ["2026-08-16", 0.456], ["2026-08-17", 0.47], ["2026-08-18", 0.46], ["2026-08-19", 0.437], ["2026-08-20", 0.443], ["2026-08-21", 0.436], ["2026-08-22", 0.452], ["2026-08-23", 0.461], ["2026-08-24", 0.44], ["2026-08-25", 0.446], ["2026-08-27", 0.476], ["2026-08-28", 0.446], ["2026-08-29", 0.518], ["2026-08-29", 0.431], ["2026-08-30", 0.476], ["2026-09-01", 0.518], ["2026-09-01", 0.448], ["2026-09-02", 0.498], ["2026-09-03", 0.494], ["2026-09-04", 0.476], ["2026-09-05", 0.471], ["2026-09-06", 0.47400000000000003], ["2026-09-07", 0.488], ["2026-09-08", 0.451]], "breaks": [6, 10, 30, 35], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "google2fgemma-4-31b-it23venice2fbf16", "provider": "venice/bf16", "base": "venice", "providerSlug": "venice", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-04-07", "last": "2026-09-08", "last_query": "2026-09-08", "n_changes": 0, "lt": {"drift": [["2026-04-07", 0.0319], ["2026-04-08", 0.0522], ["2026-06-11", 0.0522], ["2026-06-12", 0.0665], ["2026-06-13", 0.0567], ["2026-06-14", 0.0642], ["2026-06-15", 0.0729], ["2026-06-16", 0.0737], ["2026-06-20", 0.0638], ["2026-06-21", 0.061], ["2026-06-22", 0.0686], ["2026-06-23", 0.0867], ["2026-06-24", 0.0736], ["2026-06-25", 0.0682], ["2026-06-26", 0.0694], ["2026-06-27", 0.1236], ["2026-06-28", 0.0707], ["2026-06-29", 0.0818], ["2026-06-30", 0.0617], ["2026-07-01", 0.0669], ["2026-07-02", 0.0909], ["2026-07-03", 0.0716], ["2026-07-04", 0.065], ["2026-07-05", 0.0497], ["2026-07-06", 0.0806], ["2026-07-07", 0.0773], ["2026-07-08", 0.0669], ["2026-07-09", 0.0748], ["2026-07-10", 0.0657], ["2026-07-11", 0.0725], ["2026-07-12", 0.0741], ["2026-07-13", 0.0561], ["2026-07-14", 0.0654], ["2026-07-15", 0.0719], ["2026-07-16", 0.063], ["2026-07-17", 0.0656], ["2026-07-18", 0.0912], ["2026-07-19", 0.0871], ["2026-07-20", 0.0787], ["2026-07-21", 0.0774], ["2026-07-22", 0.0772], ["2026-07-23", 0.0585], ["2026-07-24", 0.0788], ["2026-07-25", 0.1042], ["2026-07-26", 0.0748], ["2026-07-27", 0.1014], ["2026-07-28", 0.0768], ["2026-07-29", 0.0777], ["2026-07-30", 0.0793], ["2026-07-31", 0.0828], ["2026-08-01", 0.087], ["2026-08-02", 0.0654], ["2026-08-03", 0.0791], ["2026-08-04", 0.0656], ["2026-08-05", 0.0875], ["2026-08-06", 0.0938], ["2026-08-07", 0.0713], ["2026-08-08", 0.0871], ["2026-08-09", 0.1161], ["2026-08-10", 0.0794], ["2026-08-11", 0.0877], ["2026-08-12", 0.0685], ["2026-08-13", 0.0686], ["2026-08-14", 0.0617], ["2026-08-15", 0.0739], ["2026-08-16", 0.0688], ["2026-08-17", 0.0805], ["2026-08-18", 0.0805], ["2026-08-19", 0.0675], ["2026-08-20", 0.0828], ["2026-08-21", 0.0728], ["2026-08-22", 0.078], ["2026-08-23", 0.0738], ["2026-08-24", 0.0706], ["2026-08-25", 0.0716], ["2026-08-26", 0.0771], ["2026-08-27", 0.1585], ["2026-08-28", 0.0988], ["2026-08-29", 0.0848], ["2026-08-30", 0.0925], ["2026-08-31", 0.069], ["2026-09-01", 0.1071], ["2026-09-02", 0.0657], ["2026-09-03", 0.0988], ["2026-09-04", 0.079], ["2026-09-05", 0.0939], ["2026-09-06", 0.0706], ["2026-09-07", 0.0915], ["2026-09-08", 0.0912]], "breaks": [2, 8], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "google2fgemma-4-31b-it23open-inference2fbf16", "provider": "open-inference/bf16", "base": "open-inference", "providerSlug": "open-inference", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt", "b3it"], "first": "2026-07-17", "last": "2026-08-29", "last_query": "2026-09-06", "n_changes": 0, "lt": {"drift": [["2026-07-17", 1.203], ["2026-07-18", 0.7795], ["2026-07-19", 0.9589], ["2026-07-20", 1.0273], ["2026-07-21", 0.5787], ["2026-07-22", 0.7702], ["2026-07-23", 0.9366], ["2026-07-24", 0.88], ["2026-07-25", 0.7254], ["2026-07-26", 0.4907], ["2026-07-27", 0.8822], ["2026-07-28", 0.6692], ["2026-07-29", 0.4823], ["2026-07-30", 0.4454], ["2026-07-31", 0.9488], ["2026-08-01", 0.7245], ["2026-08-02", 0.6705], ["2026-08-03", 0.6002], ["2026-08-04", 1.1035], ["2026-08-05", 0.8053], ["2026-08-06", 1.0286], ["2026-08-07", 0.7432], ["2026-08-08", 0.846], ["2026-08-09", 0.7449], ["2026-08-10", 0.9131], ["2026-08-11", 0.9933], ["2026-08-12", 0.8746], ["2026-08-13", 1.5908]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-24", 0.147], ["2026-07-25", 0.2225], ["2026-07-26", 0.2195], ["2026-07-27", 0.1885], ["2026-07-28", 0.2], ["2026-07-29", 0.306], ["2026-08-02", 0.19749999999999998], ["2026-08-03", 0.1875], ["2026-08-04", 0.16749999999999998], ["2026-08-05", 0.2345], ["2026-08-07", 0.155], ["2026-08-07", 0.1785], ["2026-08-08", 0.176], ["2026-08-09", 0.188], ["2026-08-10", 0.189], ["2026-08-11", 0.2515], ["2026-08-12", 0.228], ["2026-08-13", 0.19], ["2026-08-14", 0.247], ["2026-08-15", 0.21000000000000002], ["2026-08-16", 0.161], ["2026-08-17", 0.2135], ["2026-08-18", 0.1855], ["2026-08-19", 0.1285], ["2026-08-20", 0.219], ["2026-08-21", 0.191], ["2026-08-22", 0.20600000000000002], ["2026-08-23", 0.201], ["2026-08-24", 0.199], ["2026-08-28", 0.2265], ["2026-08-29", 0.306]], "breaks": [6, 10, 29], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-09-06", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23morph2ffp4", "provider": "morph/fp4", "base": "morph", "providerSlug": "morph", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt", "b3it"], "first": "2026-07-22", "last": "2026-08-18", "last_query": "2026-08-25", "n_changes": 0, "lt": {"drift": [["2026-07-22", 0.0772], ["2026-07-23", 0.2766], ["2026-07-24", 0.2619], ["2026-07-25", 0.0774], ["2026-07-26", 0.1222], ["2026-07-27", 0.143], ["2026-07-28", 0.2383], ["2026-07-29", 0.0791], ["2026-07-30", 0.091], ["2026-07-31", 0.1009], ["2026-08-01", 0.0784], ["2026-08-02", 0.243], ["2026-08-03", 0.1547], ["2026-08-04", 0.2339], ["2026-08-05", 0.1755], ["2026-08-06", 0.3467], ["2026-08-07", 0.3511], ["2026-08-08", 0.4608], ["2026-08-09", 0.6176], ["2026-08-10", 0.396], ["2026-08-11", 0.408], ["2026-08-12", 0.5014], ["2026-08-13", 0.269], ["2026-08-14", 0.0957], ["2026-08-15", 0.0667], ["2026-08-16", 0.1174], ["2026-08-17", 0.2908], ["2026-08-18", 0.3537]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-24", 0.254], ["2026-07-25", 0.11249999999999999], ["2026-07-26", 0.2265], ["2026-07-27", 0.226], ["2026-07-28", 0.213], ["2026-07-29", 0.3615], ["2026-08-02", 0.327], ["2026-08-03", 0.3595], ["2026-08-04", 0.343], ["2026-08-05", 0.35150000000000003], ["2026-08-07", 0.4015], ["2026-08-07", 0.37633333333333335], ["2026-08-08", 0.466], ["2026-08-09", 0.249], ["2026-08-10", 0.51], ["2026-08-11", 0.2535], ["2026-08-12", 0.34], ["2026-08-13", 0.2615], ["2026-08-14", 0.41000000000000003], ["2026-08-15", 0.42700000000000005], ["2026-08-16", 0.377], ["2026-08-17", 0.43833333333333335], ["2026-08-18", 0.52]], "breaks": [6, 10], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-25", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23coreweave2fbf16", "provider": "coreweave/bf16", "base": "coreweave", "providerSlug": "coreweave", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-07-24", "last": "2026-08-24", "last_query": "2026-08-24", "n_changes": 0, "lt": {"drift": [["2026-07-24", 0.2037], ["2026-07-25", 0.2108], ["2026-07-26", 0.202], ["2026-07-27", 0.2064], ["2026-07-28", 0.2081], ["2026-07-29", 0.2072], ["2026-07-30", 0.2018], ["2026-07-31", 0.2062], ["2026-08-01", 0.1989], ["2026-08-02", 0.2005], ["2026-08-03", 0.2044], ["2026-08-04", 0.7838], ["2026-08-05", 0.8058], ["2026-08-06", 0.8159], ["2026-08-07", 0.7173], ["2026-08-08", 0.6736], ["2026-08-09", 0.6607], ["2026-08-10", 0.6357], ["2026-08-11", 0.7836], ["2026-08-12", 0.8069], ["2026-08-13", 0.6525], ["2026-08-14", 0.6515], ["2026-08-15", 0.7841], ["2026-08-16", 0.6566], ["2026-08-17", 0.7018], ["2026-08-18", 0.7343], ["2026-08-19", 0.6688], ["2026-08-20", 0.7841], ["2026-08-21", 0.7847], ["2026-08-22", 0.7914], ["2026-08-23", 0.7835], ["2026-08-24", 0.7316]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23modelrun2ffp4", "provider": "modelrun/fp4", "base": "modelrun", "providerSlug": "modelrun", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-08-15", "last_query": "2026-08-15", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-07-24", 0.12400000000000001], ["2026-07-25", 0.071], ["2026-07-26", 0.0705], ["2026-07-27", 0.05800000000000001], ["2026-07-28", 0.06541666666666668], ["2026-07-29", 0.066], ["2026-08-02", 0.069], ["2026-08-03", 0.273], ["2026-08-04", 0.412], ["2026-08-05", 0.06099999999999999], ["2026-08-07", 0.08349999999999999], ["2026-08-07", 0.07749999999999999], ["2026-08-08", 0.10755555555555556], ["2026-08-09", 0.19899999999999998], ["2026-08-10", 0.07211111111111113], ["2026-08-11", 0.09299999999999999], ["2026-08-12", 0.1575], ["2026-08-13", 0.5489999999999999], ["2026-08-14", 0.5489999999999999], ["2026-08-15", 0.5489999999999999]], "breaks": [6, 10], "changes": [{"date": "2026-08-13", "shiftTV": 0.428}]}, "status": {"lt": "no_logprobs", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-08-15", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-15)."}}, {"slug": "google2fgemma-4-31b-it23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0308], ["2026-06-23", 0.02], ["2026-06-24", 0.0145], ["2026-06-25", 0.0173], ["2026-06-26", 0.0203], ["2026-06-27", 0.0143], ["2026-06-28", 0.0117], ["2026-06-29", 0.0138], ["2026-06-30", 0.0154], ["2026-07-01", 0.0115], ["2026-07-02", 0.0511], ["2026-07-03", 0.0178], ["2026-07-04", 0.0119], ["2026-07-05", 0.0173], ["2026-07-06", 0.0397], ["2026-07-07", 0.0181], ["2026-07-08", 0.0192], ["2026-07-09", 0.0648], ["2026-07-10", 0.0201], ["2026-07-11", 0.0403], ["2026-07-12", 0.0189], ["2026-07-13", 0.0253], ["2026-07-14", 0.025], ["2026-07-15", 0.0352], ["2026-07-16", 0.0417], ["2026-07-17", 0.0282], ["2026-07-18", 0.0238], ["2026-07-19", 0.029], ["2026-07-20", 0.028], ["2026-07-21", 0.0269], ["2026-07-22", 0.0476], ["2026-07-23", 0.0265]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23ambient", "provider": "ambient", "base": "ambient", "providerSlug": "ambient", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt"], "first": "2026-06-12", "last": "2026-06-15", "last_query": "2026-06-15", "n_changes": 0, "lt": {"drift": [["2026-06-12", 0.0528], ["2026-06-13", 0.0628], ["2026-06-14", 0.0457], ["2026-06-15", 0.0937]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23cerebras2ffp16", "provider": "cerebras/fp16", "base": "cerebras", "providerSlug": "cerebras", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-07-24", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-24)."}}, {"slug": "google2fgemma-4-31b-it23deepinfra2ffp8", "provider": "deepinfra/fp8", "base": "deepinfra", "providerSlug": "deepinfra", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "google2fgemma-4-31b-it23deepinfra2fturbo", "provider": "deepinfra/turbo", "base": "deepinfra", "providerSlug": "deepinfra", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "google2fgemma-4-31b-it23deepinfra2fultra", "provider": "deepinfra/ultra", "base": "deepinfra", "providerSlug": "deepinfra", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "google2fgemma-4-31b-it23phala", "provider": "phala", "base": "phala", "providerSlug": "phala", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "pending", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-07-26", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-26)."}}, {"slug": "google2fgemma-4-31b-it23sambanova", "provider": "sambanova", "base": "sambanova", "providerSlug": "sambanova", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-08-20", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-20)."}}, {"slug": "google2fgemma-4-31b-it23siliconflow2ffp8", "provider": "siliconflow/fp8", "base": "siliconflow", "providerSlug": "siliconflow", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "google2fgemma-4-31b-it23together", "provider": "together", "base": "together", "providerSlug": "together", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "liar", "headline": "errors_out", "headlines": ["errors_out"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint bills more than its advertised price implies, so we refuse to fund it.", "ltDetail": null, "biDetail": null, "reason": "This endpoint bills more than its advertised price implies, so we refuse to fund it."}}]}