{"name": "modelrun", "slug": "modelrun", "brand": {"name": "ModelRun", "logo": "modelrun.svg", "kind": "icon", "mono": false, "dark": null}, "timeline": {"date_min": "2026-07-24", "date_max": "2026-09-27", "changes": [{"date": "2026-08-13", "method": "b3it", "provider": "modelrun/fp4", "model": "google/gemma-4-31b-it"}, {"date": "2026-08-20", "method": "b3it", "provider": "modelrun/fp4", "model": "moonshotai/kimi-k2.7-code"}], "endpoints": [{"slug": "moonshotai2fkimi-k2.7-code23modelrun2ffp4", "provider": "modelrun/fp4", "base": "modelrun", "providerSlug": "modelrun", "model": "moonshotai/kimi-k2.7-code", "modelSlug": "moonshotai2fkimi-k2.7-code", "methods": ["b3it"], "first": "2026-08-13", "last": "2026-09-27", "last_query": "2026-10-06", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-08-13", 0.05500000000000001], ["2026-08-15", 0.047000000000000014], ["2026-08-16", 0.04600000000000001], ["2026-08-17", 0.05100000000000002], ["2026-08-18", 0.04200000000000002], ["2026-08-19", 0.22799999999999998], ["2026-08-20", 0.497], ["2026-08-21", 0.486], ["2026-08-23", 0.483], ["2026-08-24", 0.4945], ["2026-08-25", 0.0745], ["2026-08-27", 0.0735], ["2026-08-28", 0.1255], ["2026-08-29", 0.03950000000000001], ["2026-08-29", 0.1495], ["2026-08-30", 0.18449999999999997], ["2026-09-01", 0.0685], ["2026-09-01", 0.1115], ["2026-09-02", 0.17049999999999998], ["2026-09-03", 0.0865], ["2026-09-04", 0.1775], ["2026-09-05", 0.0715], ["2026-09-06", 0.20249999999999999], ["2026-09-07", 0.1635], ["2026-09-08", 0.10949999999999999], ["2026-09-09", 0.0605], ["2026-09-10", 0.1355], ["2026-09-11", 0.0575], ["2026-09-12", 0.03950000000000001], ["2026-09-13", 0.1205], ["2026-09-14", 0.0885], ["2026-09-15", 0.0975], ["2026-09-16", 0.1875], ["2026-09-17", 0.09649999999999999], ["2026-09-18", 0.1525], ["2026-09-19", 0.13949999999999999], ["2026-09-20", 0.1295], ["2026-09-21", 0.1625], ["2026-09-22", 0.1035], ["2026-09-23", 0.0635], ["2026-09-24", 0.0915], ["2026-09-25", 0.1875], ["2026-09-26", 0.1325], ["2026-09-27", 0.1285]], "breaks": [1, 8, 11, 16], "changes": [{"date": "2026-08-20", "shiftTV": 0.412}]}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-10-06", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-10-06)."}}, {"slug": "z-ai2fglm-5.223modelrun2ffp4", "provider": "modelrun/fp4", "base": "modelrun", "providerSlug": "modelrun", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["b3it"], "first": "2026-08-15", "last": "2026-08-16", "last_query": "2026-08-23", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-15", 0.1525], ["2026-08-16", 0.1785]], "breaks": [], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-23", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-23)."}}, {"slug": "google2fgemma-4-31b-it23modelrun2ffp4", "provider": "modelrun/fp4", "base": "modelrun", "providerSlug": "modelrun", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-08-15", "last_query": "2026-08-15", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-07-24", 0.12400000000000001], ["2026-07-25", 0.071], ["2026-07-26", 0.0705], ["2026-07-27", 0.05800000000000001], ["2026-07-28", 0.06541666666666668], ["2026-07-29", 0.066], ["2026-08-02", 0.069], ["2026-08-03", 0.273], ["2026-08-04", 0.412], ["2026-08-05", 0.06099999999999999], ["2026-08-07", 0.08349999999999999], ["2026-08-07", 0.07749999999999999], ["2026-08-08", 0.10755555555555556], ["2026-08-09", 0.19899999999999998], ["2026-08-10", 0.07211111111111113], ["2026-08-11", 0.09299999999999999], ["2026-08-12", 0.1575], ["2026-08-13", 0.5489999999999999], ["2026-08-14", 0.5489999999999999], ["2026-08-15", 0.5489999999999999]], "breaks": [6, 10], "changes": [{"date": "2026-08-13", "shiftTV": 0.428}]}, "status": {"lt": "no_logprobs", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-08-15", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-15)."}}]}, "n_endpoints": 3, "n_active": 0, "n_models": 3, "n_variants": 1, "first": "2026-07-24", "last": "2026-09-27", "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 3, "years": 0.19, "changes": 2, "rate": null, "ci": null}, "variants": [{"name": "fp4", "n_endpoints": 3, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 3, "years": 0.19, "changes": 2, "rate": null, "ci": null}}], "changes": [{"date": "2026-08-20", "iso": "2026-08-20T21:18:31Z", "daysAgo": 55, "method": "b3it", "magnitude": 0.412, "desc": "Probe-prompt outputs shifted (total variation 0.41)", "primary": "TV 0.41", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.055, 0.047, 0.046, 0.051, 0.042, 0.228, 0.497, 0.486, 0.483, 0.494, 0.074, 0.073, 0.126, 0.04, 0.149, 0.184, 0.069, 0.112, 0.17, 0.086, 0.177, 0.071, 0.202, 0.164, 0.109, 0.06], "changeFrac": 0.24, "slug": "moonshotai2fkimi-k2.7-code23modelrun2ffp4", "endpointSlug": "moonshotai2fkimi-k2.7-code23modelrun2ffp4", "model": "kimi-k2.7-code", "org": "moonshotai", "modelSlug": "moonshotai2fkimi-k2.7-code", "provider": "modelrun/fp4", "providerSlug": "modelrun", "brand": {"name": "ModelRun", "logo": "modelrun.svg", "kind": "icon", "mono": false, "dark": null}, "variant": "fp4"}, {"date": "2026-08-13", "iso": "2026-08-13T21:34:50Z", "daysAgo": 62, "method": "b3it", "magnitude": 0.428, "desc": "Probe-prompt outputs shifted (total variation 0.43)", "primary": "TV 0.43", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.124, 0.071, 0.07, 0.058, 0.065, 0.066, 0.069, 0.273, 0.412, 0.061, 0.083, 0.077, 0.108, 0.199, 0.072, 0.093, 0.158, 0.549, 0.549, 0.549], "changeFrac": 0.895, "slug": "google2fgemma-4-31b-it23modelrun2ffp4", "endpointSlug": "google2fgemma-4-31b-it23modelrun2ffp4", "model": "gemma-4-31b-it", "org": "google", "modelSlug": "google2fgemma-4-31b-it", "provider": "modelrun/fp4", "providerSlug": "modelrun", "brand": {"name": "ModelRun", "logo": "modelrun.svg", "kind": "icon", "mono": false, "dark": null}, "variant": "fp4"}], "endpoints": [{"slug": "google2fgemma-4-31b-it23modelrun2ffp4", "model": "gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "org": "google", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": ["b3it"], "status": "retired", "lastChange": "2026-08-13", "recent": false, "nChanges": 1, "trace": [0.124, 0.071, 0.07, 0.058, 0.065, 0.066, 0.069, 0.273, 0.412, 0.061, 0.083, 0.077, 0.108, 0.199, 0.072, 0.093, 0.158, 0.549, 0.549, 0.549], "changeFracs": [0.91], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-15)."}, {"slug": "moonshotai2fkimi-k2.7-code23modelrun2ffp4", "model": "kimi-k2.7-code", "modelSlug": "moonshotai2fkimi-k2.7-code", "org": "moonshotai", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": ["b3it"], "status": "retired", "lastChange": "2026-08-20", "recent": true, "nChanges": 1, "trace": [0.055, 0.047, 0.051, 0.135, 0.497, 0.484, 0.284, 0.073, 0.083, 0.149, 0.127, 0.112, 0.129, 0.124, 0.202, 0.137, 0.06, 0.097, 0.04, 0.104, 0.143, 0.096, 0.146, 0.13, 0.133, 0.064, 0.14, 0.131], "changeFracs": [0.155], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-10-06)."}, {"slug": "z-ai2fglm-5.223modelrun2ffp4", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.152, 0.178], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-23)."}, {"slug": "deepseek2fdeepseek-chat-v3-032423modelrun2ffp4", "model": "deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "org": "deepseek", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltStatus": "pending", "biStatus": "retired:unreachable", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}, {"slug": "minimax2fminimax-m323modelrun2ffp8", "model": "minimax-m3", "modelSlug": "minimax2fminimax-m3", "org": "minimax", "provider": "modelrun/fp8", "providerSlug": "modelrun", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "moonshotai2fkimi-k2.623modelrun2ffp4", "model": "kimi-k2.6", "modelSlug": "moonshotai2fkimi-k2.6", "org": "moonshotai", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-25)."}, {"slug": "qwen2fqwen3.8-27b23modelrun2ffp4", "model": "qwen3.8-27b", "modelSlug": "qwen2fqwen3.8-27b", "org": "qwen", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-10-06)."}, {"slug": "z-ai2fglm-5.323modelrun2ffp4", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "modelrun/fp4", "providerSlug": "modelrun", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}]}