{"name": "wafer", "slug": "wafer", "brand": {"name": "Wafer", "logo": "wafer.svg", "kind": "icon", "mono": true, "dark": null}, "timeline": {"date_min": "2026-06-22", "date_max": "2026-10-15", "changes": [{"date": "2026-10-01", "method": "b3it", "provider": "wafer", "model": "deepseek/deepseek-v4.1-flash"}, {"date": "2026-10-03", "method": "b3it", "provider": "wafer", "model": "z-ai/glm-5.3"}, {"date": "2026-10-10", "method": "b3it", "provider": "wafer", "model": "qwen/qwen3.8-27b"}], "endpoints": [{"slug": "deepseek2fdeepseek-v4.1-flash23wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "deepseek/deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "methods": ["lt", "b3it"], "first": "2026-09-12", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 1, "lt": {"drift": [["2026-09-12", 0.5917], ["2026-09-13", 0.5917], ["2026-09-14", 0.5072], ["2026-09-15", 0.1888], ["2026-09-16", 0.2374], ["2026-09-17", 0.2374], ["2026-09-18", 0.103], ["2026-09-19", 0.1199], ["2026-09-20", 0.0874], ["2026-09-21", 0.2374], ["2026-09-22", 0.1039], ["2026-09-23", 0.1357], ["2026-09-24", 0.2374], ["2026-09-25", 0.2374], ["2026-09-26", 0.2374], ["2026-09-27", 0.2374], ["2026-09-28", 0.1171], ["2026-09-29", 0.1403], ["2026-09-30", 0.2374], ["2026-10-01", 0.2374], ["2026-10-02", 0.1664], ["2026-10-03", 0.1429], ["2026-10-04", 0.1244], ["2026-10-05", 0.2374], ["2026-10-06", 0.2374], ["2026-10-07", 0.0837], ["2026-10-08", 0.2384], ["2026-10-09", 0.1171], ["2026-10-10", 0.0897], ["2026-10-11", 0.1244], ["2026-10-12", 0.2374], ["2026-10-13", 0.2374], ["2026-10-14", 0.1551], ["2026-10-15", 0.0837]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-09-19", 0.2335], ["2026-09-20", 0.2535], ["2026-09-21", 0.2595], ["2026-09-22", 0.276], ["2026-09-23", 0.266], ["2026-09-24", 0.2725], ["2026-09-25", 0.312], ["2026-09-26", 0.276], ["2026-09-27", 0.276], ["2026-09-29", 0.28], ["2026-09-30", 0.218], ["2026-10-01", 0.557], ["2026-10-02", 0.516], ["2026-10-03", 0.533], ["2026-10-03", 0.1285], ["2026-10-04", 0.4025], ["2026-10-06", 0.2005], ["2026-10-07", 0.121], ["2026-10-08", 0.33], ["2026-10-09", 0.18100000000000002], ["2026-10-10", 0.4545], ["2026-10-10", 0.34750000000000003], ["2026-10-12", 0.14750000000000002], ["2026-10-13", 0.1195], ["2026-10-14", 0.4985], ["2026-10-14", 0.214]], "breaks": [9, 16, 22], "changes": [{"date": "2026-10-01", "shiftTV": 0.27}]}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3.8-27b23wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "qwen/qwen3.8-27b", "modelSlug": "qwen2fqwen3.8-27b", "methods": ["lt", "b3it"], "first": "2026-09-21", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 1, "lt": {"drift": [["2026-09-21", 0.0069], ["2026-09-22", 0.0069], ["2026-09-23", 0.0069], ["2026-09-24", 0.0069], ["2026-09-25", 0.0069], ["2026-09-26", 0.0734], ["2026-09-27", 0.0069], ["2026-09-28", 0.0069], ["2026-09-29", 0.0069], ["2026-09-30", 0.0069], ["2026-10-01", 0.0069], ["2026-10-02", 0.0069], ["2026-10-03", 0.0069], ["2026-10-04", 0.0069], ["2026-10-05", 0.0069], ["2026-10-06", 0.0695], ["2026-10-07", 0.0069], ["2026-10-08", 0.0695], ["2026-10-09", 0.128], ["2026-10-10", 0.2624], ["2026-10-11", 0.2624], ["2026-10-12", 0.2624], ["2026-10-13", 0.2624], ["2026-10-14", 0.2624], ["2026-10-15", 0.2624]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-09-27", 0.10571428571428572], ["2026-09-29", 0.029999999999999995], ["2026-09-30", 0.35285714285714287], ["2026-10-01", 0.01857142857142857], ["2026-10-02", 0.26142857142857145], ["2026-10-03", 0.46714285714285714], ["2026-10-03", 0.03], ["2026-10-04", 0.031428571428571424], ["2026-10-06", 0.13142857142857142], ["2026-10-07", 0.15857142857142856], ["2026-10-08", 0.01857142857142857], ["2026-10-09", 0.36000000000000004], ["2026-10-10", 0.6314285714285715], ["2026-10-10", 0.6242857142857143], ["2026-10-12", 0.063], ["2026-10-13", 0.028], ["2026-10-14", 0.082], ["2026-10-14", 0.048]], "breaks": [1, 8, 14], "changes": [{"date": "2026-10-10", "shiftTV": 0.464}]}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4-pro-081323wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "deepseek/deepseek-v4-pro-0813", "modelSlug": "deepseek2fdeepseek-v4-pro-0813", "methods": ["lt"], "first": "2026-09-20", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-09-20", 0.1384], ["2026-09-21", 0.1969], ["2026-09-22", 0.0272], ["2026-09-23", 0.1302], ["2026-09-24", 0.0431], ["2026-09-25", 0.3518], ["2026-09-26", 0.1462], ["2026-09-27", 0.1384], ["2026-09-28", 0.1384], ["2026-09-29", 0.1384], ["2026-09-30", 0.0431], ["2026-10-01", 0.1384], ["2026-10-02", 0.1384], ["2026-10-03", 0.0272], ["2026-10-04", 0.9286], ["2026-10-05", 0.2902], ["2026-10-06", 0.7232], ["2026-10-07", 0.3126], ["2026-10-08", 0.1631], ["2026-10-09", 0.1323], ["2026-10-10", 0.1384], ["2026-10-11", 0.1384], ["2026-10-12", 0.1384], ["2026-10-13", 0.1384], ["2026-10-14", 0.1384], ["2026-10-15", 0.1384]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4-flash-073123wafer2ffast", "provider": "wafer/fast", "base": "wafer", "providerSlug": "wafer", "model": "deepseek/deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "methods": ["lt", "b3it"], "first": "2026-08-13", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-09-15", 1.1979], ["2026-09-16", 1.0851], ["2026-09-17", 1.4606], ["2026-09-18", 0.9508], ["2026-09-19", 0.9497], ["2026-09-20", 0.9254], ["2026-09-21", 0.9211], ["2026-09-22", 0.8425], ["2026-09-23", 0.9529], ["2026-09-24", 0.9102], ["2026-09-25", 1.182], ["2026-09-26", 0.7913], ["2026-09-27", 0.8272], ["2026-09-28", 1.1785], ["2026-09-29", 1.3534], ["2026-09-30", 0.9983], ["2026-10-01", 1.6109], ["2026-10-02", 1.1564], ["2026-10-03", 0.8983], ["2026-10-04", 1.2805], ["2026-10-05", 1.0904], ["2026-10-06", 0.8995], ["2026-10-07", 0.9914], ["2026-10-08", 1.2275], ["2026-10-11", 1.356], ["2026-10-12", 1.2267], ["2026-10-13", 1.0387], ["2026-10-14", 0.921], ["2026-10-15", 1.0332]], "breaks": [24], "changes": []}, "b3it": {"tv": [["2026-08-13", 0.29350000000000004], ["2026-08-14", 0.8575], ["2026-08-15", 0.8985], ["2026-08-16", 0.891], ["2026-08-17", 0.8905000000000001], ["2026-08-18", 0.8785000000000001], ["2026-08-19", 0.885], ["2026-08-20", 0.961], ["2026-08-21", 0.9256388888888889], ["2026-08-22", 0.9765], ["2026-08-23", 0.9815], ["2026-08-24", 0.774], ["2026-08-25", 0.778], ["2026-08-27", 0.7745], ["2026-08-28", 0.7755000000000001], ["2026-08-29", 0.0655], ["2026-08-29", 0.0655], ["2026-08-30", 0.07200000000000001], ["2026-09-01", 0.077]], "breaks": [13, 18], "changes": []}, "status": {"lt": "tracked", "bi": "retired:too_expensive", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "Monitoring was retired: a single query costs more than our per-query guard allows.", "ltDetail": null, "biDetail": "since 2026-09-01", "reason": "This endpoint is actively tracked."}}, {"slug": "z-ai2fglm-5.323wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "z-ai/glm-5.3", "modelSlug": "z-ai2fglm-5.3", "methods": ["b3it"], "first": "2026-09-01", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-09-01", 0.3736878568291612], ["2026-09-02", 0.4006781400966184], ["2026-09-03", 0.4009872364953887], ["2026-09-04", 0.358935359025033], ["2026-09-05", 0.37847296332894165], ["2026-09-06", 0.43896112130623], ["2026-09-07", 0.37895215744400534], ["2026-09-08", 0.42462398440931054], ["2026-09-09", 0.3937113801054019], ["2026-09-10", 0.41396898331137466], ["2026-09-11", 0.38107424791392186], ["2026-09-12", 0.3773664086517348], ["2026-09-13", 0.3688831247255161], ["2026-09-14", 0.4856485036702428], ["2026-09-15", 0.4516531189221407], ["2026-09-16", 0.3675259387351779], ["2026-09-17", 0.35149198506807205], ["2026-09-18", 0.3782607597716294], ["2026-09-19", 0.3997554347826088], ["2026-09-20", 0.3930536067193676], ["2026-09-21", 0.38920921168203787], ["2026-09-22", 0.38601111660079057], ["2026-09-23", 0.36478345959595965], ["2026-09-24", 0.39916112209047], ["2026-09-25", 0.3836979029424682], ["2026-09-26", 0.3433408267457181], ["2026-09-27", 0.3745598100570927], ["2026-09-29", 0.33673956960913487], ["2026-09-30", 0.3743146135265701], ["2026-10-01", 0.3665236879666228], ["2026-10-02", 0.5826688194052325], ["2026-10-03", 0.6706160243741766], ["2026-10-03", 0.6806160243741766], ["2026-10-04", 0.6571160243741766], ["2026-10-06", 0.18452040816326531], ["2026-10-07", 0.4284795918367347], ["2026-10-08", 0.7294591836734694], ["2026-10-09", 0.788438775510204], ["2026-10-10", 0.7729387755102041], ["2026-10-10", 0.6829591836734694], ["2026-10-12", 0.8174795918367347], ["2026-10-13", 0.6915204081632653], ["2026-10-14", 0.8179795918367346], ["2026-10-14", 0.8359795918367346]], "breaks": [27, 34, 40], "changes": [{"date": "2026-10-03", "shiftTV": 0.275}]}, "status": {"lt": "probe_failed", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "deepseek2fdeepseek-v4-flash23wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["b3it"], "first": "2026-09-12", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-09-12", 0.33679292929292937], ["2026-09-13", 0.5974797979797981], ["2026-09-14", 0.5383636363636365], ["2026-09-15", 0.6009797979797981], ["2026-10-09", 0.414], ["2026-10-10", 0.335], ["2026-10-10", 0.2865], ["2026-10-12", 0.3625], ["2026-10-13", 0.4025], ["2026-10-14", 0.48050000000000004], ["2026-10-14", 0.274]], "breaks": [4, 7], "changes": []}, "status": {"lt": "no_logprobs", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "z-ai2fglm-5.3-flash23wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "z-ai/glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "methods": ["b3it"], "first": "2026-08-29", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-29", 0.42898035731072426], ["2026-08-29", 0.35993129799727425], ["2026-08-30", 0.3776197399549795], ["2026-09-01", 0.41540166772405984], ["2026-09-01", 0.45964936875865026], ["2026-09-02", 0.4833446901928398], ["2026-09-03", 0.45947475872240856], ["2026-09-04", 0.4384048146952919], ["2026-09-05", 0.4729672617097648], ["2026-09-06", 0.4580010533010721], ["2026-09-07", 0.49560104720133547], ["2026-09-08", 0.4687808412337131], ["2026-09-09", 0.4653098602671974], ["2026-09-10", 0.49680358684182363], ["2026-09-11", 0.4437711364351919], ["2026-09-12", 0.46023310588866945], ["2026-09-13", 0.46777246790957505], ["2026-09-14", 0.5304055924682315], ["2026-09-15", 0.49526236490993797], ["2026-09-16", 0.48212030428235425], ["2026-09-17", 0.44839273149687403], ["2026-09-18", 0.4592485701905374], ["2026-09-19", 0.44567876853959326], ["2026-09-20", 0.43896184175013336], ["2026-09-21", 0.4951235676414444], ["2026-09-22", 0.45971382694536267], ["2026-09-23", 0.4813010186786234], ["2026-09-24", 0.492488084476514], ["2026-09-25", 0.4975506723637031], ["2026-09-26", 0.46206006850153436], ["2026-09-27", 0.47283101036914527], ["2026-09-29", 0.48473417094609084], ["2026-09-30", 0.49156357978394455], ["2026-10-01", 0.4564554599967833], ["2026-10-02", 0.65962003361502], ["2026-10-03", 0.6446401773556192], ["2026-10-03", 0.6860598398405405], ["2026-10-04", 0.6470139730089594], ["2026-10-06", 0.6082324464026905], ["2026-10-07", 0.6205220625303037], ["2026-10-08", 0.6123426681233688], ["2026-10-09", 0.4743937576000842], ["2026-10-10", 0.4866270626684408], ["2026-10-10", 0.566701518567639], ["2026-10-12", 0.6931851652596803], ["2026-10-13", 0.6744016601050412], ["2026-10-14", 0.6928437873956471], ["2026-10-14", 0.6433088333953029]], "breaks": [3, 31, 38, 44], "changes": []}, "status": {"lt": "probe_failed", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "z-ai2fglm-5.223wafer", "provider": "wafer", "base": "wafer", "providerSlug": "wafer", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["lt"], "first": "2026-08-01", "last": "2026-10-07", "last_query": "2026-10-07", "n_changes": 0, "lt": {"drift": [["2026-08-01", 0.5733], ["2026-08-02", 0.5969], ["2026-08-03", 0.5586], ["2026-08-04", 0.5508], ["2026-08-05", 0.5716], ["2026-08-06", 0.706], ["2026-08-07", 0.4237], ["2026-08-08", 0.3735], ["2026-08-09", 0.4333], ["2026-08-10", 0.4578], ["2026-08-11", 0.4299], ["2026-08-12", 0.465], ["2026-08-13", 0.4688], ["2026-08-14", 0.486], ["2026-08-15", 0.3832], ["2026-08-16", 0.4469], ["2026-08-17", 0.3763], ["2026-08-18", 0.6408], ["2026-08-19", 0.7145], ["2026-08-20", 1.3132], ["2026-08-21", 1.2384], ["2026-08-22", 1.3273], ["2026-08-23", 1.3194], ["2026-08-24", 1.3271], ["2026-08-25", 1.2967], ["2026-08-26", 1.2773], ["2026-08-27", 1.4502], ["2026-09-18", 1.6737], ["2026-09-19", 1.6737], ["2026-09-20", 1.6339], ["2026-09-21", 1.6737], ["2026-09-22", 1.6326], ["2026-09-23", 1.59], ["2026-09-24", 1.6737], ["2026-09-25", 1.61], ["2026-09-26", 1.6343], ["2026-09-27", 1.6737], ["2026-09-28", 1.6737], ["2026-09-29", 1.6737], ["2026-09-30", 1.6737], ["2026-10-01", 1.6431], ["2026-10-02", 1.6737], ["2026-10-03", 1.613], ["2026-10-04", 1.6267], ["2026-10-05", 1.6737], ["2026-10-06", 1.5781], ["2026-10-07", 1.6737]], "breaks": [27], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "not_selected", "headline": "retired", "headlines": ["retired", "not_selected"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "z-ai2fglm-5.123wafer2ffp4", "provider": "wafer/fp4", "base": "wafer", "providerSlug": "wafer", "model": "z-ai/glm-5.1", "modelSlug": "z-ai2fglm-5.1", "methods": ["b3it"], "first": "2026-07-25", "last": "2026-08-16", "last_query": "2026-08-23", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-25", 0.09748423005565862], ["2026-07-26", 0.4536066790352505], ["2026-07-27", 0.4436066790352505], ["2026-07-28", 0.4486066790352505], ["2026-08-02", 0.4536066790352505], ["2026-08-03", 0.4536066790352505], ["2026-08-04", 0.42860667903525046], ["2026-08-05", 0.4536066790352505], ["2026-08-07", 0.4536066790352505], ["2026-08-07", 0.4436066790352505], ["2026-08-08", 0.42860667903525046], ["2026-08-09", 0.4486066790352505], ["2026-08-10", 0.4436066790352505], ["2026-08-11", 0.4051066790352505], ["2026-08-12", 0.42360667903525046], ["2026-08-13", 0.4036066790352505], ["2026-08-14", 0.4536066790352505], ["2026-08-15", 0.42360667903525046], ["2026-08-16", 0.42360667903525046]], "breaks": [4, 8], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-23", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-23)."}}, {"slug": "z-ai2fglm-5.223wafer2ffast", "provider": "wafer/fast", "base": "wafer", "providerSlug": "wafer", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["lt"], "first": "2026-07-25", "last": "2026-08-17", "last_query": "2026-08-17", "n_changes": 0, "lt": {"drift": [["2026-07-25", 0.5081], ["2026-07-26", 0.4832], ["2026-07-27", 0.5935], ["2026-07-28", 0.5793], ["2026-07-29", 0.5065], ["2026-07-30", 0.591], ["2026-07-31", 0.4979], ["2026-08-01", 0.4258], ["2026-08-02", 0.5323], ["2026-08-03", 0.6378], ["2026-08-04", 0.5672], ["2026-08-05", 0.528], ["2026-08-06", 0.8199], ["2026-08-07", 0.3633], ["2026-08-08", 0.4466], ["2026-08-09", 0.5578], ["2026-08-10", 0.5107], ["2026-08-11", 0.4888], ["2026-08-12", 0.5068], ["2026-08-13", 0.5556], ["2026-08-14", 0.5532], ["2026-08-15", 0.3821], ["2026-08-16", 0.4119], ["2026-08-17", 0.5648]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "z-ai2fglm-5.223wafer2ffp4", "provider": "wafer/fp4", "base": "wafer", "providerSlug": "wafer", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["lt", "b3it"], "first": "2026-07-17", "last": "2026-07-31", "last_query": "2026-07-31", "n_changes": 0, "lt": {"drift": [["2026-07-22", 0.5532], ["2026-07-23", 0.6435], ["2026-07-24", 0.7177], ["2026-07-25", 0.6102], ["2026-07-26", 0.4705], ["2026-07-27", 0.6276], ["2026-07-28", 0.9144], ["2026-07-29", 0.9584], ["2026-07-30", 1.1798], ["2026-07-31", 1.134]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-17", 0.1519083694083694], ["2026-07-18", 0.18295887445887446], ["2026-07-19", 0.20161193568336425], ["2026-07-20", 0.32173665223665227], ["2026-07-21", 0.37975685425685424], ["2026-07-22", 0.7637020202020202], ["2026-07-23", 0.7597836528550814], ["2026-07-24", 0.6516918161203875], ["2026-07-25", 0.6137020202020202], ["2026-07-26", 0.6140614306328592], ["2026-07-27", 0.88], ["2026-07-28", 0.877979797979798]], "breaks": [], "changes": []}, "status": {"lt": "stalled", "bi": "retired:unreachable", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-08-02", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-02)."}}, {"slug": "deepseek2fdeepseek-v4-pro23wafer2ffp4", "provider": "wafer/fp4", "base": "wafer", "providerSlug": "wafer", "model": "deepseek/deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "methods": ["b3it"], "first": "2026-07-26", "last": "2026-07-26", "last_query": "2026-07-26", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-26", 0.157]], "breaks": [], "changes": []}, "status": {"lt": "pending", "bi": "retired:unreachable", "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-08-04", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-04)."}}, {"slug": "google2fgemma-4-26b-a4b-it23wafer2ffp8", "provider": "wafer/fp8", "base": "wafer", "providerSlug": "wafer", "model": "google/gemma-4-26b-a4b-it", "modelSlug": "google2fgemma-4-26b-a4b-it", "methods": ["lt"], "first": "2026-06-26", "last": "2026-07-24", "last_query": "2026-07-24", "n_changes": 0, "lt": {"drift": [["2026-06-26", 0.0242], ["2026-06-27", 0.01], ["2026-06-28", 0.0242], ["2026-06-29", 0.0242], ["2026-06-30", 0.0242], ["2026-07-01", 0.0242], ["2026-07-02", 0.0242], ["2026-07-03", 0.0784], ["2026-07-04", 0.0411], ["2026-07-05", 0.0242], ["2026-07-06", 0.0656], ["2026-07-07", 0.0242], ["2026-07-08", 0.0411], ["2026-07-09", 0.0656], ["2026-07-10", 0.0656], ["2026-07-11", 0.0237], ["2026-07-12", 0.0242], ["2026-07-13", 0.0242], ["2026-07-14", 0.031], ["2026-07-15", 0.0955], ["2026-07-16", 0.0242], ["2026-07-17", 0.0242], ["2026-07-18", 0.0242], ["2026-07-19", 0.1194], ["2026-07-20", 0.0242], ["2026-07-21", 0.0242], ["2026-07-22", 0.0242], ["2026-07-23", 0.0411], ["2026-07-24", 0.0242]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "retired:unreachable", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-08-02", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-02)."}}, {"slug": "deepseek2fdeepseek-v4-flash23wafer2ffp4", "provider": "wafer/fp4", "base": "wafer", "providerSlug": "wafer", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["lt"], "first": "2026-06-22", "last": "2026-06-30", "last_query": "2026-06-30", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.2558], ["2026-06-23", 0.2456], ["2026-06-24", 0.1974], ["2026-06-25", 0.2383], ["2026-06-26", 0.1929], ["2026-06-27", 0.1997], ["2026-06-28", 0.3285], ["2026-06-29", 0.2696], ["2026-06-30", 0.3451]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "retired:unreachable", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-07-18", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-18)."}}]}, "n_endpoints": 14, "n_active": 8, "n_models": 11, "n_variants": 4, "first": "2026-06-22", "last": "2026-10-15", "lt": {"endpoints": 9, "years": 0.68, "changes": 0, "rate": 0.0, "ci": [0.0, 4.44]}, "b3it": {"endpoints": 9, "years": 0.59, "changes": 3, "rate": 5.07, "ci": [0.0, 10.81]}, "variants": [{"name": "", "n_endpoints": 7, "lt": {"endpoints": 4, "years": 0.41, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 5, "years": 0.45, "changes": 3, "rate": null, "ci": null}}, {"name": "fp4", "n_endpoints": 4, "lt": {"endpoints": 2, "years": 0.05, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 3, "years": 0.09, "changes": 0, "rate": null, "ci": null}}, {"name": "fast", "n_endpoints": 2, "lt": {"endpoints": 2, "years": 0.15, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.05, "changes": 0, "rate": null, "ci": null}}, {"name": "fp8", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.08, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}], "changes": [{"date": "2026-10-10", "iso": "2026-10-10T00:23:26Z", "daysAgo": 5, "method": "b3it", "magnitude": 0.464, "desc": "Probe-prompt outputs shifted (total variation 0.46)", "primary": "TV 0.46", "secondary": "border-input shift", "sevKey": "changed", "trace": [0.106, 0.03, 0.353, 0.019, 0.261, 0.467, 0.03, 0.031, 0.131, 0.159, 0.019, 0.36, 0.631, 0.624, 0.063, 0.028, 0.082, 0.048], "changeFrac": 0.706, "slug": "qwen2fqwen3.8-27b23wafer", "endpointSlug": "qwen2fqwen3.8-27b23wafer", "model": "qwen3.8-27b", "org": "qwen", "modelSlug": "qwen2fqwen3.8-27b", "provider": "wafer", "providerSlug": "wafer", "brand": {"name": "Wafer", "logo": "wafer.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}, {"date": "2026-10-03", "iso": "2026-10-03T00:04:07Z", "daysAgo": 12, "method": "b3it", "magnitude": 0.275, "desc": "Probe-prompt outputs shifted (total variation 0.28)", "primary": "TV 0.28", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.374, 0.401, 0.401, 0.359, 0.378, 0.439, 0.379, 0.425, 0.394, 0.398, 0.377, 0.369, 0.486, 0.452, 0.368, 0.351, 0.378, 0.4, 0.393, 0.388, 0.365, 0.399, 0.384, 0.343, 0.375, 0.337, 0.374, 0.367, 0.583, 0.676, 0.657, 0.185, 0.428, 0.729, 0.788, 0.773, 0.683, 0.817, 0.692, 0.827], "changeFrac": 0.718, "slug": "z-ai2fglm-5.323wafer", "endpointSlug": "z-ai2fglm-5.323wafer", "model": "glm-5.3", "org": "z-ai", "modelSlug": "z-ai2fglm-5.3", "provider": "wafer", "providerSlug": "wafer", "brand": {"name": "Wafer", "logo": "wafer.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}, {"date": "2026-10-01", "iso": "2026-10-01T00:15:43Z", "daysAgo": 14, "method": "b3it", "magnitude": 0.27, "desc": "Probe-prompt outputs shifted (total variation 0.27)", "primary": "TV 0.27", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.234, 0.254, 0.26, 0.276, 0.266, 0.273, 0.312, 0.276, 0.276, 0.28, 0.218, 0.557, 0.516, 0.533, 0.129, 0.403, 0.201, 0.121, 0.33, 0.181, 0.455, 0.348, 0.148, 0.119, 0.498, 0.214], "changeFrac": 0.44, "slug": "deepseek2fdeepseek-v4.1-flash23wafer", "endpointSlug": "deepseek2fdeepseek-v4.1-flash23wafer", "model": "deepseek-v4.1-flash", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "provider": "wafer", "providerSlug": "wafer", "brand": {"name": "Wafer", "logo": "wafer.svg", "kind": "icon", "mono": true, "dark": null}, "variant": ""}], "endpoints": [{"slug": "deepseek2fdeepseek-v4.1-flash23wafer", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "wafer", "providerSlug": "wafer", "methods": ["lt", "b3it"], "status": "changed", "lastChange": "2026-10-01", "recent": true, "nChanges": 1, "trace": [0.592, 0.592, 0.507, 0.189, 0.237, 0.103, 0.12, 0.087, 0.237, 0.12, 0.237, 0.237, 0.237, 0.177, 0.14, 0.237, 0.237, 0.166, 0.134, 0.237, 0.237, 0.084, 0.238, 0.103, 0.124, 0.237, 0.237, 0.119], "changeFracs": [0.576], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "monitoring", "reason": "This endpoint is actively tracked."}, {"slug": "z-ai2fglm-5.323wafer", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "wafer", "providerSlug": "wafer", "methods": ["b3it"], "status": "changed", "lastChange": "2026-10-03", "recent": true, "nChanges": 1, "trace": [0.374, 0.401, 0.359, 0.409, 0.379, 0.409, 0.398, 0.377, 0.427, 0.452, 0.36, 0.378, 0.396, 0.388, 0.365, 0.391, 0.343, 0.356, 0.374, 0.475, 0.676, 0.657, 0.306, 0.729, 0.781, 0.683, 0.754, 0.827], "changeFracs": [0.722], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "probe_failed", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "qwen2fqwen3.8-27b23wafer", "model": "qwen3.8-27b", "modelSlug": "qwen2fqwen3.8-27b", "org": "qwen", "provider": "wafer", "providerSlug": "wafer", "methods": ["lt", "b3it"], "status": "changed", "lastChange": "2026-10-10", "recent": true, "nChanges": 1, "trace": [0.007, 0.007, 0.007, 0.007, 0.007, 0.073, 0.007, 0.007, 0.007, 0.007, 0.007, 0.007, 0.007, 0.007, 0.007, 0.07, 0.007, 0.07, 0.128, 0.262, 0.262, 0.262, 0.262, 0.262, 0.262], "changeFracs": [0.792], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "monitoring", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4-flash23wafer", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "wafer", "providerSlug": "wafer", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.337, 0.597, 0.538, 0.601, 0.414, 0.335, 0.286, 0.362, 0.403, 0.481, 0.274], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "no_logprobs", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "deepseek2fdeepseek-v4-flash23wafer2ffp4", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "wafer/fp4", "providerSlug": "wafer", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.256, 0.246, 0.197, 0.238, 0.193, 0.2, 0.329, 0.27, 0.345], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "stalled", "biStatus": "retired:unreachable", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-18)."}, {"slug": "deepseek2fdeepseek-v4-flash-073123wafer2ffast", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "wafer/fast", "providerSlug": "wafer", "methods": ["lt", "b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [1.198, 1.085, 1.461, 0.951, 0.95, 0.925, 0.921, 0.843, 0.953, 0.91, 1.182, 0.791, 0.827, 1.179, 1.353, 0.998, 1.611, 1.156, 0.898, 1.28, 1.09, 0.899, 0.991, 1.228, 1.356, 1.227, 1.039, 0.977], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "retired:too_expensive", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4-pro23wafer2ffp4", "model": "deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "org": "deepseek", "provider": "wafer/fp4", "providerSlug": "wafer", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.157], "changeFracs": [], "headline": "errors_out", "headlines": ["retired", "errors_out"], "ltStatus": "pending", "biStatus": "retired:unreachable", "reason": "Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-04)."}, {"slug": "deepseek2fdeepseek-v4-pro-081323wafer", "model": "deepseek-v4-pro-0813", "modelSlug": "deepseek2fdeepseek-v4-pro-0813", "org": "deepseek", "provider": "wafer", "providerSlug": "wafer", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.138, 0.197, 0.027, 0.13, 0.043, 0.352, 0.146, 0.138, 0.138, 0.138, 0.043, 0.138, 0.138, 0.027, 0.929, 0.29, 0.723, 0.313, 0.163, 0.132, 0.138, 0.138, 0.138, 0.138, 0.138, 0.138], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "google2fgemma-4-26b-a4b-it23wafer2ffp8", "model": "gemma-4-26b-a4b-it", "modelSlug": "google2fgemma-4-26b-a4b-it", "org": "google", "provider": "wafer/fp8", "providerSlug": "wafer", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.024, 0.01, 0.024, 0.024, 0.024, 0.024, 0.024, 0.078, 0.041, 0.024, 0.066, 0.024, 0.041, 0.066, 0.066, 0.024, 0.024, 0.024, 0.031, 0.096, 0.024, 0.024, 0.024, 0.119, 0.024, 0.024, 0.024, 0.033], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "stalled", "biStatus": "retired:unreachable", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-02)."}, {"slug": "z-ai2fglm-5.123wafer2ffp4", "model": "glm-5.1", "modelSlug": "z-ai2fglm-5.1", "org": "z-ai", "provider": "wafer/fp4", "providerSlug": "wafer", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.097, 0.454, 0.444, 0.449, 0.454, 0.454, 0.429, 0.454, 0.454, 0.444, 0.429, 0.449, 0.444, 0.405, 0.424, 0.404, 0.454, 0.424, 0.424], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-23)."}, {"slug": "z-ai2fglm-5.223wafer", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "wafer", "providerSlug": "wafer", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.573, 0.578, 0.561, 0.706, 0.399, 0.446, 0.43, 0.467, 0.435, 0.447, 0.509, 1.014, 1.238, 1.323, 1.312, 1.277, 1.562, 1.654, 1.674, 1.611, 1.642, 1.634, 1.674, 1.674, 1.643, 1.643, 1.65, 1.626], "changeFracs": [], "headline": "retired", "headlines": ["retired", "not_selected"], "ltStatus": "stalled", "biStatus": "not_selected", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "z-ai2fglm-5.223wafer2ffast", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "wafer/fast", "providerSlug": "wafer", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.508, 0.483, 0.594, 0.579, 0.506, 0.591, 0.498, 0.426, 0.532, 0.638, 0.567, 0.528, 0.82, 0.363, 0.447, 0.558, 0.511, 0.489, 0.507, 0.556, 0.553, 0.382, 0.412, 0.565], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-5.223wafer2ffp4", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "wafer/fp4", "providerSlug": "wafer", "methods": ["lt", "b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.553, 0.643, 0.718, 0.61, 0.47, 0.628, 0.914, 0.958, 1.18, 1.134], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "stalled", "biStatus": "retired:unreachable", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-08-02)."}, {"slug": "z-ai2fglm-5.3-flash23wafer", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "wafer", "providerSlug": "wafer", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.429, 0.369, 0.438, 0.483, 0.449, 0.465, 0.482, 0.465, 0.47, 0.464, 0.53, 0.489, 0.454, 0.442, 0.495, 0.471, 0.495, 0.462, 0.479, 0.474, 0.652, 0.686, 0.628, 0.616, 0.474, 0.527, 0.684, 0.668], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "probe_failed", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "moonshotai2fkimi-k323wafer", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "wafer", "providerSlug": "wafer", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "moonshotai2fkimi-k323wafer2fus", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "wafer/us", "providerSlug": "wafer", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "nvidia2fnemotron-3.5-lightning23wafer", "model": "nemotron-3.5-lightning", "modelSlug": "nvidia2fnemotron-3.5-lightning", "org": "nvidia", "provider": "wafer", "providerSlug": "wafer", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "z-ai2fglm-5.223wafer2fus", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "wafer/us", "providerSlug": "wafer", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "z-ai2fglm-5.323wafer2fus", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "wafer/us", "providerSlug": "wafer", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}]}