{"name": "open-inference", "slug": "open-inference", "brand": {"name": "Open Inference", "logo": "open-inference.png", "kind": "icon", "mono": true, "dark": "open-inference-dark.png"}, "timeline": {"date_min": "2026-07-17", "date_max": "2026-10-14", "changes": [{"date": "2026-09-22", "method": "b3it", "provider": "open-inference/fp8", "model": "deepseek/deepseek-v4-flash"}, {"date": "2026-09-26", "method": "b3it", "provider": "open-inference/fp4", "model": "deepseek/deepseek-v4.1-flash"}], "endpoints": [{"slug": "deepseek2fdeepseek-v4.1-flash23open-inference2ffp4", "provider": "open-inference/fp4", "base": "open-inference", "providerSlug": "open-inference", "model": "deepseek/deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "methods": ["b3it"], "first": "2026-09-23", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-09-23", 0.087], ["2026-09-24", 0.029000000000000015], ["2026-09-25", 0.221], ["2026-10-02", 0.459], ["2026-10-03", 0.462], ["2026-10-03", 0.459], ["2026-10-09", 0.5055], ["2026-10-10", 0.4635], ["2026-10-10", 0.5005], ["2026-10-12", 0.5535], ["2026-10-13", 0.611], ["2026-10-14", 0.16], ["2026-10-14", 0.3075]], "breaks": [3, 6, 9], "changes": [{"date": "2026-09-26", "shiftTV": 0.389}]}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "deepseek2fdeepseek-v4-flash-073123open-inference2ffp4", "provider": "open-inference/fp4", "base": "open-inference", "providerSlug": "open-inference", "model": "deepseek/deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "methods": ["b3it"], "first": "2026-08-13", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-13", 0.2583888888888889], ["2026-08-14", 0.30944444444444447], ["2026-08-15", 0.276979797979798], ["2026-08-16", 0.25935353535353534], ["2026-08-17", 0.27924747474747474], ["2026-08-18", 0.2763888888888889], ["2026-08-19", 0.36133333333333334], ["2026-08-20", 0.2753686868686869], ["2026-08-21", 0.6014444444444444], ["2026-08-22", 0.30383333333333334], ["2026-08-23", 0.31783333333333336], ["2026-08-24", 0.26324747474747473], ["2026-08-25", 0.3091785714285714], ["2026-08-27", 0.24374747474747474], ["2026-08-28", 0.2658232323232323], ["2026-08-29", 0.2739343434343435], ["2026-10-08", 0.2943185941043084], ["2026-10-09", 0.5129311482168625], ["2026-10-10", 0.2991601731601732], ["2026-10-10", 0.7804897959183673], ["2026-10-12", 0.7704897959183674], ["2026-10-13", 0.7689591836734694], ["2026-10-14", 0.7689591836734694], ["2026-10-14", 0.7534897959183674]], "breaks": [13, 16, 20], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "deepseek2fdeepseek-v4-flash23open-inference2ffp4", "provider": "open-inference/fp4", "base": "open-inference", "providerSlug": "open-inference", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["b3it"], "first": "2026-10-07", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-10-07", 0.33355473624503684], ["2026-10-08", 0.24211516928317894], ["2026-10-09", 0.45427244316317533], ["2026-10-10", 0.3231350624618689], ["2026-10-10", 0.7145068475127331], ["2026-10-12", 0.7495068475127331], ["2026-10-13", 0.7300068475127331], ["2026-10-14", 0.7495068475127331], ["2026-10-14", 0.6660068475127331]], "breaks": [5], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "z-ai2fglm-5.3-flash23open-inference2ffp4", "provider": "open-inference/fp4", "base": "open-inference", "providerSlug": "open-inference", "model": "z-ai/glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "methods": ["b3it"], "first": "2026-09-22", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-09-22", 0.585], ["2026-09-23", 0.602], ["2026-09-24", 0.602], ["2026-09-25", 0.595], ["2026-09-26", 0.653], ["2026-09-27", 0.6265], ["2026-09-29", 0.6385], ["2026-09-30", 0.5985], ["2026-10-01", 0.555], ["2026-10-02", 0.54], ["2026-10-03", 0.59], ["2026-10-03", 0.587], ["2026-10-04", 0.5865], ["2026-10-06", 0.5735], ["2026-10-07", 0.6], ["2026-10-08", 0.5665], ["2026-10-09", 0.5885], ["2026-10-10", 0.647], ["2026-10-10", 0.5985], ["2026-10-12", 0.538], ["2026-10-13", 0.5955], ["2026-10-14", 0.616], ["2026-10-14", 0.567]], "breaks": [6, 13, 19], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "deepseek2fdeepseek-v4-flash23open-inference2ffp8", "provider": "open-inference/fp8", "base": "open-inference", "providerSlug": "open-inference", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["lt", "b3it"], "first": "2026-08-01", "last": "2026-09-24", "last_query": "2026-09-24", "n_changes": 1, "lt": {"drift": [["2026-08-01", 0.5505], ["2026-08-02", 0.496], ["2026-08-03", 0.3085], ["2026-08-04", 0.3421], ["2026-08-05", 0.2564], ["2026-08-06", 0.3139], ["2026-08-07", 0.2845], ["2026-08-08", 0.2657], ["2026-08-09", 0.2201], ["2026-08-10", 0.2501], ["2026-08-11", 0.4785]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-08-02", 0.4336111111111111], ["2026-08-03", 0.4125], ["2026-08-04", 0.5638333333333333], ["2026-08-05", 0.56], ["2026-08-07", 0.6255000000000001], ["2026-08-07", 0.7315833333333334], ["2026-08-08", 0.6657777777777778], ["2026-08-09", 0.6105], ["2026-08-10", 0.6725000000000001], ["2026-09-13", 0.2742141343199811], ["2026-09-14", 0.45500565574658314], ["2026-09-15", 0.3683892322954823], ["2026-09-16", 0.49267521121351765], ["2026-09-17", 0.5450085051597149], ["2026-09-18", 0.5394372686005751], ["2026-09-19", 0.5434608861120958], ["2026-09-20", 0.5750257062605854], ["2026-09-21", 0.5256381208397337], ["2026-09-22", 1.0], ["2026-09-23", 1.0], ["2026-09-24", 1.0]], "breaks": [4, 9], "changes": [{"date": "2026-09-22", "shiftTV": 0.52}]}, "status": {"lt": "stalled", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-09-24", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "google2fgemma-4-31b-it23open-inference2fbf16", "provider": "open-inference/bf16", "base": "open-inference", "providerSlug": "open-inference", "model": "google/gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "methods": ["lt", "b3it"], "first": "2026-07-17", "last": "2026-08-29", "last_query": "2026-09-06", "n_changes": 0, "lt": {"drift": [["2026-07-17", 1.203], ["2026-07-18", 0.7795], ["2026-07-19", 0.9589], ["2026-07-20", 1.0273], ["2026-07-21", 0.5787], ["2026-07-22", 0.7702], ["2026-07-23", 0.9366], ["2026-07-24", 0.88], ["2026-07-25", 0.7254], ["2026-07-26", 0.4907], ["2026-07-27", 0.8822], ["2026-07-28", 0.6692], ["2026-07-29", 0.4823], ["2026-07-30", 0.4454], ["2026-07-31", 0.9488], ["2026-08-01", 0.7245], ["2026-08-02", 0.6705], ["2026-08-03", 0.6002], ["2026-08-04", 1.1035], ["2026-08-05", 0.8053], ["2026-08-06", 1.0286], ["2026-08-07", 0.7432], ["2026-08-08", 0.846], ["2026-08-09", 0.7449], ["2026-08-10", 0.9131], ["2026-08-11", 0.9933], ["2026-08-12", 0.8746], ["2026-08-13", 1.5908]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-24", 0.147], ["2026-07-25", 0.2225], ["2026-07-26", 0.2195], ["2026-07-27", 0.1885], ["2026-07-28", 0.2], ["2026-07-29", 0.306], ["2026-08-02", 0.19749999999999998], ["2026-08-03", 0.1875], ["2026-08-04", 0.16749999999999998], ["2026-08-05", 0.2345], ["2026-08-07", 0.155], ["2026-08-07", 0.1785], ["2026-08-08", 0.176], ["2026-08-09", 0.188], ["2026-08-10", 0.189], ["2026-08-11", 0.2515], ["2026-08-12", 0.228], ["2026-08-13", 0.19], ["2026-08-14", 0.247], ["2026-08-15", 0.21000000000000002], ["2026-08-16", 0.161], ["2026-08-17", 0.2135], ["2026-08-18", 0.1855], ["2026-08-19", 0.1285], ["2026-08-20", 0.219], ["2026-08-21", 0.191], ["2026-08-22", 0.20600000000000002], ["2026-08-23", 0.201], ["2026-08-24", 0.199], ["2026-08-28", 0.2265], ["2026-08-29", 0.306]], "breaks": [6, 10, 29], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-09-06", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}]}, "n_endpoints": 6, "n_active": 4, "n_models": 5, "n_variants": 3, "first": "2026-07-17", "last": "2026-10-14", "lt": {"endpoints": 2, "years": 0.1, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 6, "years": 0.55, "changes": 2, "rate": 3.63, "ci": [0.0, 8.67]}, "variants": [{"name": "fp4", "n_endpoints": 4, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 4, "years": 0.31, "changes": 1, "rate": null, "ci": null}}, {"name": "bf16", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.07, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.1, "changes": 0, "rate": null, "ci": null}}, {"name": "fp8", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.03, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.15, "changes": 1, "rate": null, "ci": null}}], "changes": [{"date": "2026-09-26", "iso": "2026-09-26T23:14:49Z", "daysAgo": 18, "method": "b3it", "magnitude": 0.389, "desc": "Probe-prompt outputs shifted (total variation 0.39)", "primary": "TV 0.39", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.087, 0.029, 0.221, 0.459, 0.462, 0.459, 0.505, 0.464, 0.5, 0.553, 0.611, 0.16, 0.307], "changeFrac": 0.167, "slug": "deepseek2fdeepseek-v4.1-flash23open-inference2ffp4", "endpointSlug": "deepseek2fdeepseek-v4.1-flash23open-inference2ffp4", "model": "deepseek-v4.1-flash", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "provider": "open-inference/fp4", "providerSlug": "open-inference", "brand": {"name": "Open Inference", "logo": "open-inference.png", "kind": "icon", "mono": true, "dark": "open-inference-dark.png"}, "variant": "fp4"}, {"date": "2026-09-22", "iso": "2026-09-22T23:22:48Z", "daysAgo": 22, "method": "b3it", "magnitude": 0.52, "desc": "Probe-prompt outputs shifted (total variation 0.52)", "primary": "TV 0.52", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.434, 0.412, 0.564, 0.56, 0.626, 0.732, 0.666, 0.611, 0.673, 0.274, 0.455, 0.368, 0.493, 0.545, 0.539, 0.543, 0.575, 0.526, 1.0, 1.0, 1.0], "changeFrac": 0.9, "slug": "deepseek2fdeepseek-v4-flash23open-inference2ffp8", "endpointSlug": "deepseek2fdeepseek-v4-flash23open-inference2ffp8", "model": "deepseek-v4-flash", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-v4-flash", "provider": "open-inference/fp8", "providerSlug": "open-inference", "brand": {"name": "Open Inference", "logo": "open-inference.png", "kind": "icon", "mono": true, "dark": "open-inference-dark.png"}, "variant": "fp8"}], "endpoints": [{"slug": "deepseek2fdeepseek-v4-flash23open-inference2ffp8", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "open-inference/fp8", "providerSlug": "open-inference", "methods": ["lt", "b3it"], "status": "retired", "lastChange": "2026-09-22", "recent": true, "nChanges": 1, "trace": [0.55, 0.496, 0.308, 0.342, 0.256, 0.314, 0.284, 0.266, 0.22, 0.25, 0.478], "changeFracs": [1.0], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:no_bis", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4.1-flash23open-inference2ffp4", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "open-inference/fp4", "providerSlug": "open-inference", "methods": ["b3it"], "status": "changed", "lastChange": "2026-09-26", "recent": true, "nChanges": 1, "trace": [0.087, 0.029, 0.221, 0.459, 0.462, 0.459, 0.505, 0.464, 0.5, 0.553, 0.611, 0.16, 0.307], "changeFracs": [0.143], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "no_logprobs", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "deepseek2fdeepseek-v4-flash23open-inference2ffp4", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "open-inference/fp4", "providerSlug": "open-inference", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.334, 0.242, 0.454, 0.323, 0.715, 0.75, 0.73, 0.75, 0.666], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "no_logprobs", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "deepseek2fdeepseek-v4-flash-073123open-inference2ffp4", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "open-inference/fp4", "providerSlug": "open-inference", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.258, 0.309, 0.277, 0.259, 0.279, 0.276, 0.361, 0.275, 0.601, 0.304, 0.318, 0.263, 0.309, 0.244, 0.266, 0.274, 0.294, 0.513, 0.299, 0.78, 0.77, 0.769, 0.769, 0.753], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "no_logprobs", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "google2fgemma-4-31b-it23open-inference2fbf16", "model": "gemma-4-31b-it", "modelSlug": "google2fgemma-4-31b-it", "org": "google", "provider": "open-inference/bf16", "providerSlug": "open-inference", "methods": ["lt", "b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [1.203, 0.779, 0.959, 1.027, 0.579, 0.77, 0.937, 0.88, 0.725, 0.491, 0.882, 0.669, 0.482, 0.445, 0.949, 0.725, 0.67, 0.6, 1.103, 0.805, 1.029, 0.743, 0.846, 0.745, 0.913, 0.993, 0.875, 1.591], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:stalled", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-5.3-flash23open-inference2ffp4", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "open-inference/fp4", "providerSlug": "open-inference", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.585, 0.602, 0.602, 0.595, 0.653, 0.626, 0.638, 0.599, 0.555, 0.54, 0.59, 0.587, 0.587, 0.574, 0.6, 0.567, 0.589, 0.647, 0.599, 0.538, 0.596, 0.616, 0.567], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "no_logprobs", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "deepseek2fdeepseek-v4-flash-073123open-inference2ffp8", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "open-inference/fp8", "providerSlug": "open-inference", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-19)."}, {"slug": "openai2fgpt-oss-120b23open-inference2fint8", "model": "gpt-oss-120b", "modelSlug": "openai2fgpt-oss-120b", "org": "openai", "provider": "open-inference/int8", "providerSlug": "open-inference", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltStatus": "pending", "biStatus": "retired:unreachable", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}]}