{"name": "fireworks", "slug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "timeline": {"date_min": "2025-06-26", "date_max": "2026-10-15", "changes": [{"date": "2025-08-23", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-09-03", "method": "lt", "provider": "fireworks", "model": "mistralai/mixtral-8x22b-instruct"}, {"date": "2025-09-07", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3.1"}, {"date": "2025-11-07", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-11-15", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-r1-0528"}, {"date": "2025-11-20", "method": "lt", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2025-12-12", "method": "lt", "provider": "fireworks", "model": "minimax/minimax-m2"}, {"date": "2025-12-18", "method": "lt", "provider": "fireworks/fp16", "model": "meta-llama/llama-3.3-70b-instruct"}, {"date": "2026-01-06", "method": "lt", "provider": "fireworks", "model": "minimax/minimax-m2.1"}, {"date": "2026-01-26", "method": "b3it", "provider": "fireworks", "model": "deepseek/deepseek-chat-v3-0324"}, {"date": "2026-07-22", "method": "b3it", "provider": "fireworks", "model": "deepseek/deepseek-v4-flash"}], "endpoints": [{"slug": "deepseek2fdeepseek-v4.1-flash23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "methods": ["lt", "b3it"], "first": "2026-09-12", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-09-12", 0.1959], ["2026-09-13", 0.1696], ["2026-09-14", 0.1159], ["2026-09-15", 0.1653], ["2026-09-16", 0.1717], ["2026-09-17", 0.1354], ["2026-09-18", 0.1335], ["2026-09-19", 0.1193], ["2026-09-20", 0.1038], ["2026-09-21", 0.1099], ["2026-09-22", 0.1136], ["2026-09-23", 0.1466], ["2026-09-24", 0.0825], ["2026-09-25", 0.1884], ["2026-09-26", 0.1131], ["2026-09-27", 0.1544], ["2026-09-28", 0.1388], ["2026-09-29", 0.1258], ["2026-09-30", 0.2826], ["2026-10-01", 0.2547], ["2026-10-02", 0.1929], ["2026-10-03", 0.2717], ["2026-10-04", 0.2602], ["2026-10-05", 0.2318], ["2026-10-06", 0.1719], ["2026-10-07", 0.2027], ["2026-10-08", 0.1978], ["2026-10-09", 0.1867], ["2026-10-10", 0.2203], ["2026-10-11", 0.1564], ["2026-10-12", 0.2915], ["2026-10-13", 0.1783], ["2026-10-14", 0.3102], ["2026-10-15", 0.1606]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-09-12", 0.26546464646464646], ["2026-09-13", 0.20976767676767677], ["2026-09-14", 0.23312626262626263], ["2026-09-15", 0.4661212121212121], ["2026-09-16", 0.41468686868686866], ["2026-09-17", 0.39465151515151514], ["2026-09-18", 0.41056060606060607], ["2026-09-19", 0.49381493506493507], ["2026-09-20", 0.41003535353535353], ["2026-09-21", 0.4121616161616162], ["2026-09-22", 0.36647979797979796], ["2026-09-23", 0.39055555555555554], ["2026-09-24", 0.3531616161616162], ["2026-09-25", 0.31052525252525254], ["2026-09-26", 0.3394848484848485], ["2026-09-27", 0.39112626262626266], ["2026-09-29", 0.43462626262626264], ["2026-09-30", 0.41693434343434344], ["2026-10-01", 0.39226767676767677], ["2026-10-02", 0.34917171717171713], ["2026-10-03", 0.34293939393939393], ["2026-10-03", 0.3936969696969697], ["2026-10-04", 0.41629292929292927], ["2026-10-06", 0.3719949494949495], ["2026-10-07", 0.36924747474747477], ["2026-10-08", 0.4006717171717171], ["2026-10-09", 0.4643838383838384], ["2026-10-10", 0.4342070707070707], ["2026-10-10", 0.48484343434343435], ["2026-10-12", 0.4398888888888889], ["2026-10-13", 0.4157222222222222], ["2026-10-14", 0.48264141414141415], ["2026-10-14", 0.4616868686868687]], "breaks": [16, 23, 29], "changes": []}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-v4.1-flash23fireworks2fus", "provider": "fireworks/us", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "methods": ["lt", "b3it"], "first": "2026-09-29", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-09-29", 0.261], ["2026-09-30", 0.2114], ["2026-10-01", 0.1164], ["2026-10-02", 0.1012], ["2026-10-03", 0.0894], ["2026-10-04", 0.1577], ["2026-10-05", 0.149], ["2026-10-06", 0.2036], ["2026-10-07", 0.0696], ["2026-10-08", 0.1345], ["2026-10-09", 0.0961], ["2026-10-10", 0.1373], ["2026-10-11", 0.2501], ["2026-10-12", 0.1169], ["2026-10-13", 0.2247], ["2026-10-14", 0.0766], ["2026-10-15", 0.0858]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-09-30", 0.168], ["2026-10-01", 0.454], ["2026-10-02", 0.488], ["2026-10-03", 0.488], ["2026-10-03", 0.4885], ["2026-10-04", 0.4645], ["2026-10-06", 0.487], ["2026-10-07", 0.477], ["2026-10-08", 0.475], ["2026-10-09", 0.531], ["2026-10-10", 0.4275], ["2026-10-10", 0.4605], ["2026-10-12", 0.4335], ["2026-10-13", 0.455], ["2026-10-14", 0.4365], ["2026-10-14", 0.463]], "breaks": [6, 12], "changes": []}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "z-ai2fglm-5.3-flash23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "methods": ["b3it"], "first": "2026-08-29", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-29", 0.27582388581799483], ["2026-08-30", 0.353580340672664], ["2026-09-01", 0.3464150010519672], ["2026-09-01", 0.44716166411113023], ["2026-09-02", 0.4593838863333525], ["2026-09-03", 0.4643838863333525], ["2026-09-04", 0.4743838863333525], ["2026-09-05", 0.47105055300001913], ["2026-09-06", 0.4848005530000191], ["2026-09-07", 0.484205314904781], ["2026-09-08", 0.4500301448367538], ["2026-09-10", 0.5015267434762096], ["2026-09-11", 0.4715267434762096], ["2026-09-12", 0.5036696006190667], ["2026-09-13", 0.47725236705897606], ["2026-09-14", 0.4915267434762096], ["2026-09-15", 0.48049499744446356], ["2026-09-16", 0.45438388633335247], ["2026-09-17", 0.4904156323650985], ["2026-09-18", 0.47866960061906677], ["2026-09-19", 0.4666968115034205], ["2026-09-20", 0.4515267434762096], ["2026-09-21", 0.4712886482381144], ["2026-09-22", 0.49366960061906673], ["2026-09-23", 0.46568207227439556], ["2026-09-24", 0.42264919245580146], ["2026-09-25", 0.47366960061906677], ["2026-09-26", 0.4165267434762096], ["2026-09-27", 0.43709260618492946], ["2026-09-29", 0.4165267434762096], ["2026-09-30", 0.45107219802166415], ["2026-10-01", 0.42754715163947493], ["2026-10-02", 0.4555063353129443], ["2026-10-03", 0.427194647001256], ["2026-10-03", 0.44709260618492946], ["2026-10-04", 0.43366960061906673], ["2026-10-06", 0.4405828659251892], ["2026-10-07", 0.4258124577619239], ["2026-10-08", 0.44683286592518917], ["2026-10-09", 0.43969000878233205], ["2026-10-10", 0.40540429449661775], ["2026-10-10", 0.43469000878233205], ["2026-10-12", 0.4318328659251892], ["2026-10-13", 0.4318328659251892], ["2026-10-14", 0.45000927285159614], ["2026-10-14", 0.4475471516394749]], "breaks": [2, 11, 29, 36, 42], "changes": []}, "status": {"lt": "probe_failed", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "z-ai2fglm-5.323fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5.3", "modelSlug": "z-ai2fglm-5.3", "methods": ["b3it"], "first": "2026-08-29", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-08-29", 0.25789473684210523], ["2026-08-30", 0.42736842105263156], ["2026-09-01", 0.3663157894736842], ["2026-09-01", 0.4994736842105263], ["2026-09-02", 0.49157894736842106], ["2026-09-03", 0.3215789473684211], ["2026-09-04", 0.4610526315789474], ["2026-09-05", 0.42994152046783624], ["2026-09-06", 0.37157894736842106], ["2026-09-07", 0.28842105263157897], ["2026-09-08", 0.3994736842105263], ["2026-09-09", 0.4037844611528822], ["2026-09-10", 0.4131578947368421], ["2026-09-11", 0.2947368421052632], ["2026-09-12", 0.4136842105263158], ["2026-09-13", 0.40368421052631576], ["2026-09-14", 0.43315789473684213], ["2026-09-15", 0.42157894736842105], ["2026-09-16", 0.4736842105263158], ["2026-09-17", 0.5021052631578947], ["2026-09-18", 0.4568421052631579], ["2026-09-19", 0.39900584795321636], ["2026-09-20", 0.3973684210526316], ["2026-09-21", 0.40210526315789474], ["2026-09-22", 0.4094736842105263], ["2026-09-23", 0.39210526315789473], ["2026-09-24", 0.41736842105263156], ["2026-09-25", 0.39473684210526316], ["2026-09-26", 0.3106140350877193], ["2026-09-27", 0.31526315789473686], ["2026-09-29", 0.3331578947368421], ["2026-09-30", 0.2536842105263158], ["2026-10-01", 0.5873684210526315], ["2026-10-02", 0.3642105263157895], ["2026-10-03", 0.33210526315789474], ["2026-10-03", 0.3757894736842105], ["2026-10-04", 0.3894736842105263], ["2026-10-06", 0.3773684210526316], ["2026-10-07", 0.35526315789473684], ["2026-10-08", 0.11421052631578947], ["2026-10-09", 0.3663157894736842], ["2026-10-10", 0.3821052631578947], ["2026-10-10", 0.3931578947368421], ["2026-10-12", 0.3473684210526316], ["2026-10-13", 0.2531578947368421], ["2026-10-14", 0.3542105263157895], ["2026-10-14", 0.35157894736842105]], "breaks": [2, 30, 37, 43], "changes": []}, "status": {"lt": "probe_failed", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "z-ai2fglm-5.3-flash23fireworks2fus", "provider": "fireworks/us", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "methods": ["b3it"], "first": "2026-09-30", "last": "2026-10-14", "last_query": "2026-10-14", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-09-30", 0.132], ["2026-10-01", 0.4445909090909091], ["2026-10-02", 0.15791919191919193], ["2026-10-03", 0.1201969696969697], ["2026-10-03", 0.2824848484848485], ["2026-10-04", 0.1608888888888889], ["2026-10-06", 0.42052056277056277], ["2026-10-07", 0.26591919191919194], ["2026-10-08", 0.22494444444444445], ["2026-10-09", 0.16944444444444445], ["2026-10-10", 0.24626262626262627], ["2026-10-10", 0.21809090909090909], ["2026-10-12", 0.1891212121212121], ["2026-10-13", 0.6578080808080808], ["2026-10-14", 0.6578080808080808], ["2026-10-14", 0.6228080808080808]], "breaks": [6, 12], "changes": []}, "status": {"lt": "probe_failed", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint is actively monitored through its border inputs."}}, {"slug": "deepseek2fdeepseek-v4-flash-vision-exp23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-v4-flash-vision-exp", "modelSlug": "deepseek2fdeepseek-v4-flash-vision-exp", "methods": ["lt", "b3it"], "first": "2026-09-02", "last": "2026-09-26", "last_query": "2026-10-03", "n_changes": 0, "lt": {"drift": [["2026-09-02", 0.0172], ["2026-09-03", 0.0392], ["2026-09-04", 0.1313], ["2026-09-05", 0.2037], ["2026-09-06", 0.0888], ["2026-09-07", 0.0632], ["2026-09-08", 0.2352], ["2026-09-09", 0.2129], ["2026-09-10", 0.1007], ["2026-09-11", 0.0547], ["2026-09-12", 0.0375], ["2026-09-13", 0.1675], ["2026-09-14", 0.094], ["2026-09-15", 0.0711], ["2026-09-16", 0.3051], ["2026-09-17", 0.0573], ["2026-09-18", 0.2843], ["2026-09-19", 0.19], ["2026-09-20", 0.2265], ["2026-09-21", 0.1076], ["2026-09-22", 0.0193], ["2026-09-23", 0.2471], ["2026-09-24", 0.2425], ["2026-09-25", 0.1992], ["2026-09-26", 0.3251]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-09-02", 0.16849999999999998], ["2026-09-03", 0.29550000000000004], ["2026-09-04", 0.47050000000000003], ["2026-09-05", 0.2805], ["2026-09-06", 0.35550000000000004], ["2026-09-07", 0.1545], ["2026-09-08", 0.17099999999999999], ["2026-09-09", 0.322], ["2026-09-10", 0.264], ["2026-09-11", 0.254], ["2026-09-12", 0.2935], ["2026-09-13", 0.28700000000000003], ["2026-09-14", 0.1755], ["2026-09-15", 0.3185], ["2026-09-16", 0.308], ["2026-09-17", 0.48300000000000004], ["2026-09-18", 0.265], ["2026-09-19", 0.2775], ["2026-09-20", 0.4135], ["2026-09-21", 0.316], ["2026-09-22", 0.443], ["2026-09-23", 0.5045000000000001], ["2026-09-24", 0.42194444444444446], ["2026-09-25", 0.3055]], "breaks": [], "changes": []}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-10-03", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "z-ai2fglm-5.223fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["b3it"], "first": "2026-07-17", "last": "2026-09-29", "last_query": "2026-09-29", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-17", 0.216], ["2026-07-18", 0.3125], ["2026-07-19", 0.3235], ["2026-07-20", 0.3855], ["2026-07-21", 0.262], ["2026-07-22", 0.3105], ["2026-07-23", 0.3675], ["2026-07-24", 0.2655], ["2026-07-25", 0.29100000000000004], ["2026-07-26", 0.241], ["2026-07-27", 0.264], ["2026-07-28", 0.4305], ["2026-07-29", 0.28200000000000003], ["2026-08-02", 0.359], ["2026-08-03", 0.3015], ["2026-08-04", 0.341], ["2026-08-05", 0.35350000000000004], ["2026-08-07", 0.32], ["2026-08-07", 0.326], ["2026-08-08", 0.246], ["2026-08-09", 0.3045], ["2026-08-10", 0.2865], ["2026-08-11", 0.28650000000000003], ["2026-08-12", 0.3315], ["2026-08-13", 0.32], ["2026-08-14", 0.36150000000000004], ["2026-08-15", 0.40700000000000003], ["2026-08-16", 0.333], ["2026-08-17", 0.3895], ["2026-08-18", 0.355], ["2026-08-19", 0.3145], ["2026-08-20", 0.3215], ["2026-08-21", 0.402], ["2026-08-22", 0.3565], ["2026-08-23", 0.384], ["2026-08-24", 0.3805], ["2026-08-25", 0.34800000000000003], ["2026-08-27", 0.38], ["2026-08-28", 0.3845], ["2026-08-29", 0.311], ["2026-08-29", 0.3405], ["2026-08-30", 0.397], ["2026-09-01", 0.323], ["2026-09-01", 0.47200000000000003], ["2026-09-02", 0.5345], ["2026-09-03", 0.325], ["2026-09-04", 0.39], ["2026-09-05", 0.3645], ["2026-09-06", 0.3305], ["2026-09-07", 0.34450000000000003], ["2026-09-08", 0.337], ["2026-09-09", 0.215], ["2026-09-10", 0.3135], ["2026-09-11", 0.3205], ["2026-09-12", 0.3045], ["2026-09-13", 0.309], ["2026-09-14", 0.3625], ["2026-09-15", 0.375], ["2026-09-16", 0.2865], ["2026-09-17", 0.3285], ["2026-09-18", 0.35650000000000004], ["2026-09-19", 0.323], ["2026-09-20", 0.3045], ["2026-09-21", 0.4575], ["2026-09-22", 0.3105], ["2026-09-23", 0.34800000000000003], ["2026-09-24", 0.36150000000000004], ["2026-09-25", 0.3425], ["2026-09-26", 0.318], ["2026-09-27", 0.2795], ["2026-09-29", 0.319]], "breaks": [13, 17, 37, 42, 70], "changes": []}, "status": {"lt": "pending", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": null, "biDetail": "since 2026-09-29", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-29)."}}, {"slug": "z-ai2fglm-5.223fireworks2ffast", "provider": "fireworks/fast", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["b3it"], "first": "2026-07-17", "last": "2026-09-25", "last_query": "2026-09-29", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-17", 0.385], ["2026-07-18", 0.3205], ["2026-07-19", 0.3175], ["2026-07-20", 0.39], ["2026-07-21", 0.391], ["2026-07-22", 0.3745], ["2026-07-23", 0.3875], ["2026-07-24", 0.3555], ["2026-07-25", 0.4105], ["2026-07-26", 0.434], ["2026-07-27", 0.3305], ["2026-07-28", 0.465], ["2026-07-29", 0.3965], ["2026-08-02", 0.3805], ["2026-08-03", 0.41650000000000004], ["2026-08-04", 0.4565], ["2026-08-05", 0.5155], ["2026-08-07", 0.36550000000000005], ["2026-08-07", 0.4325], ["2026-08-08", 0.443], ["2026-08-09", 0.42000000000000004], ["2026-08-10", 0.488], ["2026-08-11", 0.4005], ["2026-08-12", 0.5475], ["2026-08-13", 0.48250000000000004], ["2026-08-14", 0.5700000000000001], ["2026-08-15", 0.5815], ["2026-08-16", 0.3991111111111111], ["2026-08-17", 0.40750000000000003], ["2026-08-18", 0.5155000000000001], ["2026-08-19", 0.46544444444444444], ["2026-08-20", 0.495], ["2026-08-21", 0.451], ["2026-08-22", 0.5625], ["2026-08-23", 0.505], ["2026-08-24", 0.3945], ["2026-08-25", 0.4895], ["2026-08-27", 0.4695], ["2026-08-28", 0.4953888888888889], ["2026-08-29", 0.4498769841269841], ["2026-08-29", 0.4415833333333333], ["2026-08-30", 0.47688492063492066], ["2026-09-01", 0.46844444444444444], ["2026-09-01", 0.5108214285714285], ["2026-09-02", 0.4691666666666667], ["2026-09-03", 0.47100000000000003], ["2026-09-04", 0.538], ["2026-09-05", 0.3835], ["2026-09-06", 0.46317857142857144], ["2026-09-07", 0.4165], ["2026-09-08", 0.3905], ["2026-09-09", 0.2745], ["2026-09-10", 0.424], ["2026-09-11", 0.5595], ["2026-09-12", 0.5405], ["2026-09-13", 0.42744444444444446], ["2026-09-14", 0.537], ["2026-09-15", 0.362], ["2026-09-16", 0.337], ["2026-09-17", 0.3715], ["2026-09-18", 0.3555], ["2026-09-19", 0.3065], ["2026-09-20", 0.3405], ["2026-09-21", 0.42450000000000004], ["2026-09-22", 0.32], ["2026-09-23", 0.39694444444444443], ["2026-09-24", 0.3795], ["2026-09-25", 0.392]], "breaks": [13, 17, 37, 42], "changes": []}, "status": {"lt": "pending", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": null, "biDetail": "since 2026-09-29", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-29)."}}, {"slug": "z-ai2fglm-5.223fireworks2ffast-us", "provider": "fireworks/fast-us", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5.2", "modelSlug": "z-ai2fglm-5.2", "methods": ["lt", "b3it"], "first": "2026-08-22", "last": "2026-09-26", "last_query": "2026-09-29", "n_changes": 0, "lt": {"drift": [["2026-09-08", 0.171], ["2026-09-09", 0.0685], ["2026-09-10", 0.0798], ["2026-09-11", 0.0565], ["2026-09-12", 0.134], ["2026-09-13", 0.1608], ["2026-09-14", 0.1329], ["2026-09-15", 0.0695], ["2026-09-16", 0.048], ["2026-09-17", 0.1065], ["2026-09-18", 0.094], ["2026-09-19", 0.0904], ["2026-09-20", 0.1105], ["2026-09-21", 0.0884], ["2026-09-22", 0.1016], ["2026-09-23", 0.1019], ["2026-09-24", 0.09], ["2026-09-25", 0.1089], ["2026-09-26", 0.1133]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-08-22", 0.511], ["2026-08-23", 0.4345], ["2026-08-24", 0.28550000000000003], ["2026-08-25", 0.3155], ["2026-08-27", 0.4585], ["2026-08-28", 0.306], ["2026-08-29", 0.4916666666666667], ["2026-08-29", 0.3652420634920635], ["2026-08-30", 0.44501587301587303], ["2026-09-01", 0.28022222222222226], ["2026-09-01", 0.46067857142857144], ["2026-09-02", 0.41396428571428573], ["2026-09-03", 0.498], ["2026-09-04", 0.3905], ["2026-09-05", 0.285], ["2026-09-06", 0.47988095238095235], ["2026-09-07", 0.242], ["2026-09-08", 0.47], ["2026-09-09", 0.458], ["2026-09-10", 0.28350000000000003], ["2026-09-11", 0.4145], ["2026-09-12", 0.425], ["2026-09-13", 0.33233333333333337], ["2026-09-14", 0.45], ["2026-09-15", 0.384], ["2026-09-16", 0.2935], ["2026-09-17", 0.2895], ["2026-09-18", 0.3031666666666667], ["2026-09-19", 0.265], ["2026-09-20", 0.371], ["2026-09-21", 0.357], ["2026-09-22", 0.33], ["2026-09-23", 0.3061666666666667], ["2026-09-24", 0.4525], ["2026-09-25", 0.483]], "breaks": [4, 9], "changes": []}, "status": {"lt": "stalled", "bi": "retired:delisted", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days.", "ltDetail": null, "biDetail": "since 2026-09-29", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-v4-pro23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "methods": ["b3it"], "first": "2026-07-10", "last": "2026-07-28", "last_query": "2026-08-09", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-10", 0.421], ["2026-07-11", 0.4785], ["2026-07-12", 0.433], ["2026-07-13", 0.419], ["2026-07-14", 0.526], ["2026-07-16", 0.4285], ["2026-07-17", 0.3885], ["2026-07-19", 0.446], ["2026-07-20", 0.325], ["2026-07-21", 0.34349999999999997], ["2026-07-22", 0.4485], ["2026-07-23", 0.3805], ["2026-07-24", 0.4185], ["2026-07-25", 0.4285], ["2026-07-26", 0.48100000000000004], ["2026-07-27", 0.296], ["2026-07-28", 0.35183333333333333]], "breaks": [5, 7], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-09", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}}, {"slug": "minimax2fminimax-m2.723fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "minimax/minimax-m2.7", "modelSlug": "minimax2fminimax-m2.7", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-07-27", "last_query": "2026-08-09", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.11101515151515154], ["2026-07-26", 0.14011616161616164], ["2026-07-27", 0.10502525252525255]], "breaks": [1], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-08-09", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}}, {"slug": "deepseek2fdeepseek-v4-flash23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "methods": ["b3it"], "first": "2026-07-07", "last": "2026-08-04", "last_query": "2026-08-04", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-07-07", 0.15453905986012023], ["2026-07-08", 0.2086652704193205], ["2026-07-11", 0.2901287926604569], ["2026-07-12", 0.20640399364994358], ["2026-07-14", 0.2218856894210355], ["2026-07-17", 0.30523989420823], ["2026-07-18", 0.28192120659572795], ["2026-07-19", 0.29691759909212045], ["2026-07-20", 0.3777449967803429], ["2026-07-21", 0.29930993184527793], ["2026-07-22", 0.43183801405598166], ["2026-07-23", 0.5189019184056003], ["2026-07-24", 0.4684019184056003], ["2026-07-25", 0.49928967350764114], ["2026-07-26", 0.4527618957298633], ["2026-07-27", 0.42356178235117853], ["2026-07-28", 0.4531010526047345], ["2026-08-02", 0.5016468679005498], ["2026-08-03", 0.53874380667606], ["2026-08-04", 0.5073271400093933]], "breaks": [2, 4, 5, 17], "changes": [{"date": "2026-07-22", "shiftTV": 0.215}]}, "status": {"lt": "pending", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-08-19", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-19)."}}, {"slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "methods": ["lt", "b3it"], "first": "2025-06-26", "last": "2026-02-12", "last_query": "2026-06-08", "n_changes": 4, "lt": {"drift": [["2025-06-26", 0.3629], ["2025-06-29", 0.5504], ["2025-07-01", 0.8929], ["2025-07-04", 0.5593], ["2025-07-06", 0.7738], ["2025-07-09", 0.8705], ["2025-07-12", 0.8638], ["2025-07-14", 0.4484], ["2025-07-17", 0.5942], ["2025-07-19", 0.7671], ["2025-07-22", 0.6966], ["2025-07-25", 0.7243], ["2025-07-27", 0.6518], ["2025-07-30", 0.3989], ["2025-08-01", 0.5436], ["2025-08-04", 0.3171], ["2025-08-07", 0.6234], ["2025-08-09", 0.2199], ["2025-08-12", 0.4203], ["2025-08-14", 0.0799], ["2025-08-17", 0.1144], ["2025-08-20", 0.2902], ["2025-08-22", 0.37], ["2025-08-25", 0.5747], ["2025-08-27", 0.4892], ["2025-08-30", 0.481], ["2025-09-01", 0.572], ["2025-09-04", 0.2902], ["2025-09-07", 0.6014], ["2025-09-09", 0.5254], ["2025-09-12", 0.2952], ["2025-09-14", 0.6902], ["2025-09-17", 0.5934], ["2025-09-20", 0.5198], ["2025-09-22", 0.4807], ["2025-09-25", 0.5318], ["2025-09-27", 0.5598], ["2025-09-30", 0.6038], ["2025-10-03", 0.7166], ["2025-10-05", 0.6452], ["2025-10-08", 0.6108], ["2025-10-10", 0.6043], ["2025-10-13", 0.5917], ["2025-10-16", 0.5791], ["2025-10-18", 0.5692], ["2025-10-21", 0.5479], ["2025-10-23", 0.5241], ["2025-10-26", 0.5319], ["2025-10-29", 0.5281], ["2025-10-31", 0.4576], ["2025-11-03", 0.5256], ["2025-11-05", 0.6626], ["2025-11-08", 1.8414], ["2025-11-11", 1.8414], ["2025-11-13", 1.8414], ["2025-11-16", 1.7927], ["2025-11-18", 1.8401], ["2025-11-21", 0.9351], ["2025-11-24", 1.0496], ["2025-11-26", 0.8484], ["2025-11-29", 1.3665], ["2025-12-01", 1.1], ["2025-12-04", 0.9405], ["2025-12-07", 1.1964], ["2025-12-09", 1.0496], ["2025-12-12", 0.8237], ["2025-12-14", 0.9153], ["2025-12-17", 0.8879], ["2025-12-19", 1.1816], ["2025-12-22", 1.3835], ["2025-12-25", 1.4951], ["2025-12-27", 1.1421], ["2025-12-30", 1.3247], ["2026-01-01", 1.487], ["2026-01-04", 1.537], ["2026-01-07", 1.4137], ["2026-01-09", 1.3871], ["2026-01-12", 1.5313], ["2026-01-14", 1.4517], ["2026-01-17", 1.3518], ["2026-01-20", 1.4081], ["2026-01-22", 0.9958], ["2026-01-25", 1.3745], ["2026-01-27", 1.2569], ["2026-01-30", 1.0038], ["2026-02-02", 1.0835], ["2026-02-04", 0.9471], ["2026-02-07", 0.9181], ["2026-02-09", 1.1364], ["2026-02-12", 1.4069]], "breaks": [], "changes": [{"date": "2025-08-23", "shift": 0.2395857142857143}, {"date": "2025-11-07", "shift": 1.3073}, {"date": "2025-11-20", "shift": 0.7803571428571427}]}, "b3it": {"tv": [["2026-01-15", 0.116], ["2026-01-16", 0.12400000000000001], ["2026-01-17", 0.113], ["2026-01-18", 0.112], ["2026-01-19", 0.09089795918367347], ["2026-01-20", 0.062000000000000006], ["2026-01-21", 0.06699999999999999], ["2026-01-22", 0.05], ["2026-01-23", 0.09], ["2026-01-24", 0.09749999999999999], ["2026-01-25", 0.1175], ["2026-01-26", 0.3925], ["2026-01-27", 0.378], ["2026-01-28", 0.43873404255319154], ["2026-01-29", 0.4015], ["2026-01-30", 0.379], ["2026-01-31", 0.49600000000000005], ["2026-02-01", 0.37150000000000005], ["2026-02-03", 0.543], ["2026-02-04", 0.41600000000000004], ["2026-02-05", 0.42300000000000004], ["2026-02-06", 0.29950000000000004], ["2026-02-11", 0.0945]], "breaks": [18, 22], "changes": [{"date": "2026-01-26", "shiftTV": 0.237}]}, "status": {"lt": "stalled", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-11", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-02-11", "last_query": "2026-06-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-01-15", 0.18894736842105264], ["2026-01-16", 0.37842105263157894], ["2026-01-17", 0.43842105263157893], ["2026-01-18", 0.4226315789473684], ["2026-01-19", 0.41526315789473683], ["2026-01-20", 0.3310526315789473], ["2026-01-21", 0.35105263157894734], ["2026-01-22", 0.2026315789473684], ["2026-01-23", 0.28157894736842104], ["2026-01-24", 0.3889473684210526], ["2026-01-25", 0.36473684210526314], ["2026-01-26", 0.2405263157894737], ["2026-01-27", 0.17526315789473684], ["2026-01-28", 0.4068421052631579], ["2026-01-29", 0.19105263157894736], ["2026-01-30", 0.32052631578947366], ["2026-01-31", 0.3910526315789474], ["2026-02-01", 0.3531578947368421], ["2026-02-03", 0.18157894736842106], ["2026-02-04", 0.17421052631578948], ["2026-02-05", 0.1931578947368421], ["2026-02-06", 0.39210526315789473], ["2026-02-11", 0.25263157894736843]], "breaks": [18, 22], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-11", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-02-11)."}}, {"slug": "qwen2fqwen3-vl-30b-a3b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwen3-vl-30b-a3b-instruct", "modelSlug": "qwen2fqwen3-vl-30b-a3b-instruct", "methods": ["b3it"], "first": "2026-01-15", "last": "2026-02-06", "last_query": "2026-06-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-01-15", 0.2045], ["2026-01-16", 0.47550000000000003], ["2026-01-17", 0.2795], ["2026-01-18", 0.3435], ["2026-01-19", 0.3115], ["2026-01-20", 0.4565], ["2026-01-21", 0.3605], ["2026-01-22", 0.3835], ["2026-01-23", 0.3635], ["2026-01-24", 0.4245], ["2026-01-25", 0.3165], ["2026-01-26", 0.3965], ["2026-01-27", 0.22949999999999998], ["2026-01-28", 0.2779753401360544], ["2026-01-29", 0.1875], ["2026-01-30", 0.3315], ["2026-01-31", 0.3485], ["2026-02-01", 0.4375], ["2026-02-03", 0.2175], ["2026-02-04", 0.24039795918367346], ["2026-02-05", 0.3945], ["2026-02-06", 0.4275]], "breaks": [18], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-02-06", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-02-06)."}}, {"slug": "moonshotai2fkimi-k2-090523fireworks2ffp8", "provider": "fireworks/fp8", "base": "fireworks", "providerSlug": "fireworks", "model": "moonshotai/kimi-k2-0905", "modelSlug": "moonshotai2fkimi-k2-0905", "methods": ["lt"], "first": "2025-12-03", "last": "2026-04-08", "last_query": "2026-04-08", "n_changes": 0, "lt": {"drift": [["2025-12-03", 0.1816], ["2025-12-04", 0.1667], ["2025-12-06", 0.3042], ["2025-12-07", 0.2599], ["2025-12-09", 0.1622], ["2025-12-10", 0.1335], ["2025-12-11", 0.2471], ["2025-12-13", 0.2988], ["2025-12-14", 0.3166], ["2025-12-16", 0.1563], ["2025-12-17", 0.156], ["2025-12-19", 0.2902], ["2025-12-20", 0.3151], ["2025-12-21", 0.2909], ["2025-12-23", 0.2486], ["2025-12-24", 0.169], ["2025-12-26", 0.1401], ["2025-12-27", 0.1719], ["2025-12-28", 0.1772], ["2025-12-30", 0.2191], ["2025-12-31", 0.2265], ["2026-01-02", 0.1972], ["2026-01-03", 0.1693], ["2026-01-05", 0.3057], ["2026-01-06", 0.2047], ["2026-01-07", 0.2089], ["2026-01-09", 0.1912], ["2026-01-10", 0.2114], ["2026-01-12", 0.2265], ["2026-01-13", 0.205], ["2026-01-14", 0.2323], ["2026-01-16", 0.2082], ["2026-01-17", 0.2095], ["2026-01-19", 0.2191], ["2026-01-20", 0.2233], ["2026-01-22", 0.184], ["2026-01-23", 0.2237], ["2026-01-24", 0.2237], ["2026-01-26", 0.2157], ["2026-01-27", 0.2], ["2026-01-29", 0.2136], ["2026-01-30", 0.2323], ["2026-01-31", 0.219], ["2026-02-02", 0.2185], ["2026-02-03", 0.2034], ["2026-02-05", 0.2395], ["2026-02-06", 0.2272], ["2026-02-08", 0.2323], ["2026-02-09", 0.2387], ["2026-02-10", 0.2163], ["2026-02-12", 0.2119], ["2026-02-13", 0.1935], ["2026-02-15", 0.2095], ["2026-02-16", 0.2085], ["2026-02-17", 0.1873], ["2026-02-19", 0.1972], ["2026-02-20", 0.2321], ["2026-02-22", 0.2198], ["2026-02-23", 0.1958], ["2026-02-25", 0.1999], ["2026-02-26", 0.1879], ["2026-02-27", 0.283], ["2026-03-01", 0.229], ["2026-03-02", 0.1919], ["2026-03-04", 0.2036], ["2026-03-05", 0.2053], ["2026-03-06", 0.2267], ["2026-03-08", 0.2139], ["2026-03-09", 0.1496], ["2026-03-11", 0.2159], ["2026-03-12", 0.2337], ["2026-03-14", 0.2102], ["2026-03-15", 0.2431], ["2026-03-16", 0.2732], ["2026-03-18", 0.2724], ["2026-03-19", 0.3129], ["2026-03-21", 0.3518], ["2026-03-22", 0.3477], ["2026-03-23", 0.3296], ["2026-03-25", 0.3544], ["2026-03-26", 0.375], ["2026-03-28", 0.2261], ["2026-03-29", 0.2101], ["2026-03-31", 0.3338], ["2026-04-01", 0.4005], ["2026-04-02", 0.3235], ["2026-04-04", 0.3639], ["2026-04-05", 0.4407], ["2026-04-07", 0.3959], ["2026-04-08", 0.4314]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat-v3.123fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-chat-v3.1", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "methods": ["lt"], "first": "2025-08-27", "last": "2026-03-31", "last_query": "2026-03-31", "n_changes": 1, "lt": {"drift": [["2025-08-27", 0.4261], ["2025-08-29", 0.3442], ["2025-09-01", 0.333], ["2025-09-03", 0.4225], ["2025-09-06", 3.0804], ["2025-09-08", 3.4328], ["2025-09-11", 6.5902], ["2025-09-13", 6.5891], ["2025-09-15", 5.3571], ["2025-09-18", 5.3912], ["2025-09-20", 5.3553], ["2025-09-23", 5.6668], ["2025-09-25", 5.6934], ["2025-09-28", 6.048], ["2025-09-30", 6.0411], ["2025-10-02", 5.6723], ["2025-10-05", 6.056], ["2025-10-07", 6.0619], ["2025-10-10", 6.0591], ["2025-10-12", 6.0473], ["2025-10-15", 6.0605], ["2025-10-17", 5.6809], ["2025-10-19", 6.0404], ["2025-10-22", 5.6735], ["2025-10-24", 6.0559], ["2025-10-27", 6.0386], ["2025-10-29", 5.6693], ["2025-11-01", 6.0417], ["2025-11-03", 6.0535], ["2025-11-05", 6.039], ["2025-11-08", 5.6758], ["2025-11-10", 6.0542], ["2025-11-13", 6.0486], ["2025-11-15", 5.6742], ["2025-11-18", 6.0562], ["2025-11-20", 6.0332], ["2025-11-22", 5.6755], ["2025-11-25", 5.5254], ["2025-11-27", 4.9445], ["2025-11-30", 4.6705], ["2025-12-02", 5.5415], ["2025-12-05", 5.1937], ["2025-12-07", 5.1925], ["2025-12-09", 5.1654], ["2025-12-12", 4.8981], ["2025-12-14", 4.9478], ["2025-12-17", 4.9263], ["2025-12-19", 5.1585], ["2025-12-21", 6.4255], ["2025-12-24", 5.9637], ["2025-12-26", 5.5916], ["2025-12-29", 5.5751], ["2025-12-31", 5.9744], ["2026-01-03", 5.9783], ["2026-01-05", 5.5224], ["2026-01-07", 5.4785], ["2026-01-10", 5.1384], ["2026-01-12", 5.8943], ["2026-01-15", 5.8322], ["2026-01-17", 5.8558], ["2026-01-20", 5.5038], ["2026-01-22", 5.5321], ["2026-01-24", 4.868], ["2026-01-27", 5.7466], ["2026-01-29", 5.4612], ["2026-02-01", 5.4736], ["2026-02-03", 4.5833], ["2026-02-06", 4.5839], ["2026-02-08", 5.4913], ["2026-02-10", 5.189], ["2026-02-13", 4.3435], ["2026-02-15", 4.3008], ["2026-02-18", 4.8138], ["2026-02-20", 4.2992], ["2026-02-23", 5.0861], ["2026-02-25", 5.1042], ["2026-02-27", 4.8194], ["2026-03-02", 4.533], ["2026-03-04", 4.332], ["2026-03-07", 4.8261], ["2026-03-09", 4.2654], ["2026-03-12", 4.5367], ["2026-03-14", 4.7561], ["2026-03-16", 4.5207], ["2026-03-19", 4.2578], ["2026-03-21", 4.7876], ["2026-03-24", 4.8292], ["2026-03-26", 4.3174], ["2026-03-29", 5.4412], ["2026-03-31", 4.3246]], "breaks": [], "changes": [{"date": "2025-09-07", "shift": 4.213857142857142}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "minimax2fminimax-m2.123fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "minimax/minimax-m2.1", "modelSlug": "minimax2fminimax-m2.1", "methods": ["lt"], "first": "2025-12-30", "last": "2026-03-02", "last_query": "2026-03-02", "n_changes": 1, "lt": {"drift": [["2025-12-30", 0.2805], ["2025-12-31", 0.1929], ["2026-01-01", 0.2971], ["2026-01-02", 0.1713], ["2026-01-03", 0.2093], ["2026-01-04", 0.2541], ["2026-01-05", 0.1238], ["2026-01-06", 2.6956], ["2026-01-07", 4.1957], ["2026-01-08", 4.2553], ["2026-01-09", 4.5088], ["2026-01-10", 4.4978], ["2026-01-11", 4.2033], ["2026-01-12", 4.4476], ["2026-01-13", 4.345], ["2026-01-14", 4.2055], ["2026-01-15", 4.488], ["2026-01-16", 4.278], ["2026-01-17", 4.1071], ["2026-01-18", 5.2984], ["2026-01-19", 4.2318], ["2026-01-20", 4.3547], ["2026-01-21", 4.7538], ["2026-01-22", 4.1488], ["2026-01-23", 4.1588], ["2026-01-24", 4.1758], ["2026-01-25", 4.2113], ["2026-01-26", 4.1529], ["2026-01-27", 4.2102], ["2026-01-28", 4.4756], ["2026-01-29", 4.2015], ["2026-01-30", 4.1147], ["2026-01-31", 4.4132], ["2026-02-01", 4.3782], ["2026-02-02", 4.3948], ["2026-02-03", 4.0968], ["2026-02-04", 4.3154], ["2026-02-05", 4.0984], ["2026-02-06", 4.1188], ["2026-02-07", 4.195], ["2026-02-08", 4.1071], ["2026-02-09", 4.1771], ["2026-02-10", 4.1292], ["2026-02-11", 4.3754], ["2026-02-12", 4.1256], ["2026-02-13", 4.2679], ["2026-02-14", 4.1457], ["2026-02-15", 4.1454], ["2026-02-16", 4.1987], ["2026-02-17", 4.0997], ["2026-02-18", 4.286], ["2026-02-19", 4.4972], ["2026-02-20", 4.2125], ["2026-02-21", 4.5779], ["2026-02-22", 4.3359], ["2026-02-23", 4.3357], ["2026-02-24", 4.3549], ["2026-02-25", 4.0946], ["2026-02-26", 4.3141], ["2026-02-27", 4.278], ["2026-02-28", 4.299], ["2026-03-01", 4.3809], ["2026-03-02", 4.4145]], "breaks": [], "changes": [{"date": "2026-01-06", "shift": 3.8964428571428575}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "minimax2fminimax-m2.523fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "minimax/minimax-m2.5", "modelSlug": "minimax2fminimax-m2.5", "methods": ["lt"], "first": "2026-02-16", "last": "2026-03-02", "last_query": "2026-03-02", "n_changes": 0, "lt": {"drift": [["2026-02-16", 0.0507], ["2026-02-17", 0.0344], ["2026-02-18", 0.065], ["2026-02-19", 0.0401], ["2026-02-20", 0.0457], ["2026-02-21", 0.0328], ["2026-02-22", 0.0462], ["2026-02-23", 0.038], ["2026-02-24", 0.1141], ["2026-02-25", 0.0477], ["2026-02-26", 0.0134], ["2026-02-27", 0.0433], ["2026-02-28", 0.0274], ["2026-03-01", 0.0381], ["2026-03-02", 0.068]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "z-ai2fglm-523fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-5", "modelSlug": "z-ai2fglm-5", "methods": ["lt"], "first": "2026-02-13", "last": "2026-03-02", "last_query": "2026-03-02", "n_changes": 0, "lt": {"drift": [["2026-02-13", 0.4953], ["2026-02-14", 0.5935], ["2026-02-15", 0.4575], ["2026-02-16", 0.1611], ["2026-02-17", 0.2428], ["2026-02-18", 0.1676], ["2026-02-19", 0.2142], ["2026-02-20", 0.4231], ["2026-02-21", 0.333], ["2026-02-22", 0.2127], ["2026-02-23", 0.2344], ["2026-02-24", 0.4231], ["2026-02-25", 0.4231], ["2026-02-26", 1.0967], ["2026-02-27", 0.9793], ["2026-02-28", 1.0967], ["2026-03-01", 1.0967], ["2026-03-02", 1.0967]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen3-coder23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwen3-coder", "modelSlug": "qwen2fqwen3-coder", "methods": ["lt"], "first": "2025-08-27", "last": "2026-02-12", "last_query": "2026-02-12", "n_changes": 0, "lt": {"drift": [["2025-08-27", 0.423], ["2025-08-29", 0.4674], ["2025-08-31", 0.1145], ["2025-09-02", 0.1165], ["2025-09-04", 0.2272], ["2025-09-05", 0.2251], ["2025-09-07", 0.1189], ["2025-09-09", 0.1935], ["2025-09-11", 0.2334], ["2025-09-13", 0.2064], ["2025-09-15", 0.1313], ["2025-09-17", 0.1086], ["2025-09-19", 0.1845], ["2025-09-21", 0.1936], ["2025-09-23", 0.1042], ["2025-09-24", 0.0857], ["2025-09-26", 0.1251], ["2025-09-28", 0.1447], ["2025-09-30", 0.1447], ["2025-10-02", 0.1511], ["2025-10-04", 0.2866], ["2025-10-06", 0.1646], ["2025-10-08", 0.4822], ["2025-10-10", 0.5707], ["2025-10-12", 0.5519], ["2025-10-13", 0.6061], ["2025-10-15", 0.5905], ["2025-10-17", 0.5696], ["2025-10-19", 0.8571], ["2025-10-21", 0.8353], ["2025-10-23", 0.4415], ["2025-10-25", 0.4405], ["2025-10-27", 0.5884], ["2025-10-29", 0.529], ["2025-10-31", 0.5165], ["2025-11-01", 0.5551], ["2025-11-03", 0.3947], ["2025-11-05", 0.4186], ["2025-11-07", 0.478], ["2025-11-09", 0.4863], ["2025-11-11", 0.4561], ["2025-11-13", 0.4884], ["2025-11-15", 0.4415], ["2025-11-17", 0.5384], ["2025-11-19", 0.3614], ["2025-11-20", 0.4947], ["2025-11-22", 0.479], ["2025-11-24", 0.478], ["2025-11-26", 0.4697], ["2025-11-28", 0.4842], ["2025-11-30", 0.4634], ["2025-12-02", 0.454], ["2025-12-04", 0.5296], ["2025-12-06", 0.4957], ["2025-12-08", 0.5056], ["2025-12-09", 0.4712], ["2025-12-11", 0.4431], ["2025-12-13", 0.4843], ["2025-12-15", 0.4665], ["2025-12-17", 0.4197], ["2025-12-19", 0.4087], ["2025-12-21", 0.344], ["2025-12-23", 0.3728], ["2025-12-25", 0.5051], ["2025-12-27", 0.4801], ["2025-12-28", 0.3957], ["2025-12-30", 0.4749], ["2026-01-01", 0.5176], ["2026-01-03", 0.529], ["2026-01-05", 0.5124], ["2026-01-07", 0.3728], ["2026-01-09", 0.4468], ["2026-01-11", 0.4426], ["2026-01-13", 0.3989], ["2026-01-15", 0.4468], ["2026-01-16", 0.4603], ["2026-01-18", 0.6321], ["2026-01-20", 0.4426], ["2026-01-22", 0.3957], ["2026-01-24", 0.5072], ["2026-01-26", 0.415], ["2026-01-28", 0.5436], ["2026-01-30", 0.4697], ["2026-02-01", 0.5121], ["2026-02-03", 0.5697], ["2026-02-04", 0.7139], ["2026-02-06", 0.4893], ["2026-02-08", 0.6327], ["2026-02-10", 0.7319], ["2026-02-12", 0.4497]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "z-ai2fglm-4.623fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "z-ai/glm-4.6", "modelSlug": "z-ai2fglm-4.6", "methods": ["lt"], "first": "2026-01-20", "last": "2026-02-12", "last_query": "2026-02-12", "n_changes": 0, "lt": {"drift": [["2026-01-20", 0.0555], ["2026-01-21", 0.1278], ["2026-01-22", 0.0619], ["2026-01-23", 0.0394], ["2026-01-24", 0.0761], ["2026-01-25", 0.121], ["2026-01-26", 0.0833], ["2026-01-27", 0.0567], ["2026-01-28", 0.0465], ["2026-01-29", 0.0286], ["2026-01-30", 0.0249], ["2026-01-31", 0.0451], ["2026-02-01", 0.0738], ["2026-02-02", 0.0758], ["2026-02-03", 0.0434], ["2026-02-04", 0.0678], ["2026-02-05", 0.0345], ["2026-02-06", 0.0615], ["2026-02-07", 0.0714], ["2026-02-08", 0.1886], ["2026-02-09", 0.0668], ["2026-02-10", 0.0856], ["2026-02-11", 0.1774], ["2026-02-12", 0.1247]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23fireworks2ffp16", "provider": "fireworks/fp16", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2026-02-11", "last_query": "2026-02-11", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.2612], ["2025-06-29", 0.3196], ["2025-07-01", 0.2258], ["2025-07-04", 0.1765], ["2025-07-06", 0.2015], ["2025-07-09", 0.2173], ["2025-07-12", 0.1838], ["2025-07-14", 0.1982], ["2025-07-17", 0.2235], ["2025-07-19", 0.2247], ["2025-07-22", 0.2078], ["2025-07-24", 0.1781], ["2025-07-27", 0.2085], ["2025-07-30", 0.1712], ["2025-08-01", 0.1528], ["2025-08-04", 0.1523], ["2025-08-06", 0.1836], ["2025-08-09", 0.1758], ["2025-08-12", 0.1649], ["2025-08-14", 0.1342], ["2025-08-17", 0.3655], ["2025-08-19", 0.3126], ["2025-08-22", 0.3454], ["2025-08-24", 0.2852], ["2025-08-27", 0.3104], ["2025-08-30", 0.339], ["2025-09-01", 0.3355], ["2025-09-04", 0.2501], ["2025-09-06", 0.1983], ["2025-09-09", 0.187], ["2025-09-12", 0.2243], ["2025-09-14", 0.1952], ["2025-09-17", 0.2234], ["2025-09-19", 0.2141], ["2025-09-22", 0.1972], ["2025-09-24", 0.1935], ["2025-09-27", 0.1988], ["2025-09-30", 0.1748], ["2025-10-02", 0.1877], ["2025-10-05", 0.189], ["2025-10-07", 0.1988], ["2025-10-10", 0.2292], ["2025-10-13", 0.1969], ["2025-10-15", 0.2096], ["2025-10-18", 0.1953], ["2025-10-20", 0.2036], ["2025-10-23", 0.2385], ["2025-10-25", 0.1919], ["2025-10-28", 0.2076], ["2025-10-31", 0.2075], ["2025-11-02", 0.219], ["2025-11-05", 0.2077], ["2025-11-07", 0.2082], ["2025-11-10", 0.2203], ["2025-11-13", 0.1939], ["2025-11-15", 0.2335], ["2025-11-18", 0.2201], ["2025-11-20", 0.2115], ["2025-11-23", 0.0437], ["2025-11-25", 0.1061], ["2025-11-28", 0.0676], ["2025-12-01", 0.0573], ["2025-12-03", 0.0701], ["2025-12-06", 0.1222], ["2025-12-08", 0.1309], ["2025-12-11", 0.1099], ["2025-12-14", 0.0956], ["2025-12-16", 0.1009], ["2025-12-19", 0.8323], ["2025-12-21", 0.1481], ["2025-12-24", 0.165], ["2025-12-26", 0.097], ["2025-12-29", 0.1077], ["2026-01-01", 0.1345], ["2026-01-03", 0.1356], ["2026-01-06", 0.1208], ["2026-01-08", 0.0582], ["2026-01-11", 0.0757], ["2026-01-14", 0.2048], ["2026-01-16", 0.1585], ["2026-01-19", 0.0569], ["2026-01-21", 0.1207], ["2026-01-24", 0.1296], ["2026-01-26", 0.1299], ["2026-01-29", 0.1534], ["2026-02-01", 0.1191], ["2026-02-03", 0.1203], ["2026-02-06", 0.0857], ["2026-02-08", 0.0754], ["2026-02-11", 0.1126]], "breaks": [], "changes": [{"date": "2025-12-18", "shift": 0.16135714285714287}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen2.5-vl-32b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwen2.5-vl-32b-instruct", "modelSlug": "qwen2fqwen2.5-vl-32b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2026-02-11", "last_query": "2026-02-11", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0067], ["2025-06-29", 0.0018], ["2025-07-01", 0.0024], ["2025-07-04", 0.0015], ["2025-07-06", 0.0036], ["2025-07-09", 0.0046], ["2025-07-12", 0.0311], ["2025-07-14", 0.0021], ["2025-07-17", 0.0009], ["2025-07-19", 0.0008], ["2025-07-22", 0.0012], ["2025-07-24", 0.0052], ["2025-07-27", 0.0022], ["2025-07-30", 0.002], ["2025-08-01", 0.0022], ["2025-08-04", 0.0023], ["2025-08-06", 0.002], ["2025-08-09", 0.0018], ["2025-08-12", 0.0012], ["2025-08-14", 0.0073], ["2025-08-17", 0.041], ["2025-08-19", 0.0413], ["2025-08-22", 0.0407], ["2025-08-24", 0.0408], ["2025-08-27", 0.0393], ["2025-08-30", 0.0388], ["2025-09-01", 0.0407], ["2025-09-04", 0.0398], ["2025-09-06", 0.0324], ["2025-09-09", 0.0394], ["2025-09-12", 0.0368], ["2025-09-14", 0.0444], ["2025-09-17", 0.0375], ["2025-09-19", 0.0319], ["2025-09-22", 0.0408], ["2025-09-24", 0.0408], ["2025-09-27", 0.0343], ["2025-09-30", 0.1969], ["2025-10-02", 0.0407], ["2025-10-05", 0.0398], ["2025-10-07", 0.0354], ["2025-10-10", 0.0329], ["2025-10-13", 0.0261], ["2025-10-15", 0.0387], ["2025-10-18", 0.0351], ["2025-10-20", 0.0338], ["2025-10-23", 0.0374], ["2025-10-25", 0.0409], ["2025-10-28", 0.0398], ["2025-10-31", 0.049], ["2025-11-02", 0.0408], ["2025-11-05", 0.04], ["2025-11-07", 0.0401], ["2025-11-10", 0.0419], ["2025-11-13", 0.0517], ["2025-11-15", 0.0465], ["2025-11-18", 0.033], ["2025-11-20", 0.0408], ["2025-11-23", 0.0341], ["2025-11-25", 0.0349], ["2025-11-28", 0.0323], ["2025-12-01", 0.0331], ["2025-12-03", 0.0326], ["2025-12-06", 0.0337], ["2025-12-08", 0.0365], ["2025-12-11", 0.0374], ["2025-12-14", 0.0384], ["2025-12-16", 0.0356], ["2025-12-19", 0.0353], ["2025-12-21", 0.0381], ["2025-12-24", 0.0434], ["2025-12-26", 0.025], ["2025-12-29", 0.055], ["2026-01-01", 0.0396], ["2026-01-03", 0.066], ["2026-01-06", 0.0555], ["2026-01-08", 0.0626], ["2026-01-11", 0.0341], ["2026-01-14", 0.0534], ["2026-01-16", 0.071], ["2026-01-19", 0.0439], ["2026-01-21", 0.0479], ["2026-01-24", 0.0508], ["2026-01-26", 0.0535], ["2026-01-29", 0.0517], ["2026-02-01", 0.0664], ["2026-02-03", 0.0484], ["2026-02-06", 0.0392], ["2026-02-08", 0.0469], ["2026-02-11", 0.0487]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "minimax2fminimax-m223fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "minimax/minimax-m2", "modelSlug": "minimax2fminimax-m2", "methods": ["lt"], "first": "2025-12-03", "last": "2025-12-19", "last_query": "2025-12-19", "n_changes": 1, "lt": {"drift": [["2025-12-03", 4.9602], ["2025-12-04", 0.0644], ["2025-12-05", 0.2423], ["2025-12-06", 0.2679], ["2025-12-07", 0.2669], ["2025-12-08", 0.4488], ["2025-12-09", 0.2511], ["2025-12-10", 0.2542], ["2025-12-11", 0.2516], ["2025-12-12", 3.1188], ["2025-12-13", 5.0556], ["2025-12-14", 4.9816], ["2025-12-15", 5.3492], ["2025-12-16", 4.7892], ["2025-12-17", 5.0835], ["2025-12-18", 4.8169], ["2025-12-19", 1.4879]], "breaks": [], "changes": [{"date": "2025-12-12", "shift": 4.458857142857143}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r1-052823fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "methods": ["lt"], "first": "2025-06-26", "last": "2025-12-03", "last_query": "2025-12-03", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.6578], ["2025-06-28", 0.7816], ["2025-06-30", 0.6574], ["2025-07-01", 0.6613], ["2025-07-03", 0.6207], ["2025-07-05", 0.2666], ["2025-07-07", 0.3189], ["2025-07-09", 0.4636], ["2025-07-10", 0.4278], ["2025-07-12", 0.4904], ["2025-07-14", 0.4057], ["2025-07-16", 0.5217], ["2025-07-18", 0.5217], ["2025-07-19", 0.5217], ["2025-07-21", 0.3349], ["2025-07-23", 0.3197], ["2025-07-25", 0.5153], ["2025-07-27", 0.4055], ["2025-07-28", 0.3941], ["2025-07-30", 0.4011], ["2025-08-01", 0.3892], ["2025-08-03", 0.3697], ["2025-08-05", 0.4333], ["2025-08-06", 0.3726], ["2025-08-08", 0.2687], ["2025-08-10", 0.5217], ["2025-08-12", 0.3949], ["2025-08-14", 0.3997], ["2025-08-15", 0.378], ["2025-08-17", 0.4442], ["2025-08-19", 0.4997], ["2025-08-21", 0.5217], ["2025-08-23", 0.4067], ["2025-08-24", 0.2817], ["2025-08-26", 0.3969], ["2025-08-28", 0.1453], ["2025-08-30", 0.246], ["2025-09-01", 0.262], ["2025-09-02", 0.2234], ["2025-09-04", 0.1942], ["2025-09-06", 0.2617], ["2025-09-08", 0.2464], ["2025-09-10", 0.2119], ["2025-09-11", 0.2751], ["2025-09-13", 0.2661], ["2025-09-15", 0.3008], ["2025-09-17", 0.2712], ["2025-09-18", 0.1733], ["2025-09-20", 0.1793], ["2025-09-22", 0.1689], ["2025-09-24", 0.0512], ["2025-09-26", 0.0793], ["2025-09-27", 0.1314], ["2025-09-29", 0.1151], ["2025-10-01", 0.1109], ["2025-10-03", 0.0776], ["2025-10-05", 0.1172], ["2025-10-06", 0.1279], ["2025-10-08", 0.0576], ["2025-10-10", 0.0373], ["2025-10-12", 0.0954], ["2025-10-14", 0.0785], ["2025-10-15", 0.0334], ["2025-10-17", 0.0596], ["2025-10-19", 0.0459], ["2025-10-21", 0.1005], ["2025-10-23", 0.0352], ["2025-10-24", 0.0409], ["2025-10-26", 0.0359], ["2025-10-28", 0.0549], ["2025-10-30", 0.0489], ["2025-11-01", 0.0423], ["2025-11-02", 0.0503], ["2025-11-04", 0.0457], ["2025-11-06", 0.4327], ["2025-11-08", 0.0399], ["2025-11-10", 0.0598], ["2025-11-11", 0.0344], ["2025-11-13", 0.0398], ["2025-11-15", 0.1653], ["2025-11-17", 0.1565], ["2025-11-19", 0.1102], ["2025-11-20", 0.2164], ["2025-11-22", 0.0413], ["2025-11-24", 0.0445], ["2025-11-26", 0.0761], ["2025-11-28", 0.0355], ["2025-11-29", 0.0924], ["2025-12-01", 0.0506], ["2025-12-03", 0.1055]], "breaks": [], "changes": [{"date": "2025-11-15", "shift": 0.11727142857142855}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-11-05", "last_query": "2025-11-05", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.3864], ["2025-06-27", 0.0795], ["2025-06-29", 0.1041], ["2025-06-30", 0.1484], ["2025-07-02", 0.0665], ["2025-07-03", 0.0691], ["2025-07-05", 0.0708], ["2025-07-06", 0.0739], ["2025-07-08", 0.2521], ["2025-07-09", 0.2294], ["2025-07-11", 0.2491], ["2025-07-12", 0.2199], ["2025-07-14", 0.1145], ["2025-07-15", 0.1372], ["2025-07-17", 0.1907], ["2025-07-18", 0.2141], ["2025-07-20", 0.1706], ["2025-07-21", 0.342], ["2025-07-23", 0.2356], ["2025-07-24", 0.2895], ["2025-07-26", 0.35], ["2025-07-27", 0.3164], ["2025-07-29", 0.1176], ["2025-07-30", 0.1171], ["2025-08-01", 0.1763], ["2025-08-02", 0.273], ["2025-08-04", 0.0988], ["2025-08-05", 0.0875], ["2025-08-07", 0.0947], ["2025-08-08", 0.3481], ["2025-08-09", 0.2989], ["2025-08-11", 0.0886], ["2025-08-12", 0.145], ["2025-08-14", 0.177], ["2025-08-15", 0.2253], ["2025-08-17", 0.3372], ["2025-08-18", 0.2878], ["2025-08-20", 0.337], ["2025-08-21", 0.1349], ["2025-08-23", 0.0836], ["2025-08-24", 0.2621], ["2025-08-26", 0.2763], ["2025-08-27", 0.276], ["2025-08-29", 0.1172], ["2025-08-30", 0.1815], ["2025-09-01", 0.3171], ["2025-09-02", 0.1502], ["2025-09-04", 0.2304], ["2025-09-05", 0.3018], ["2025-09-07", 0.2973], ["2025-09-08", 0.1684], ["2025-09-10", 0.2111], ["2025-09-11", 0.1526], ["2025-09-13", 0.1304], ["2025-09-14", 0.337], ["2025-09-16", 0.2846], ["2025-09-17", 0.2721], ["2025-09-19", 0.4092], ["2025-09-20", 0.3065], ["2025-09-22", 0.2423], ["2025-09-23", 0.3486], ["2025-09-24", 0.3026], ["2025-09-26", 0.1948], ["2025-09-27", 0.3068], ["2025-09-29", 0.3856], ["2025-09-30", 0.1927], ["2025-10-02", 0.0698], ["2025-10-03", 0.0937], ["2025-10-05", 0.2944], ["2025-10-06", 0.1097], ["2025-10-08", 0.198], ["2025-10-09", 0.3451], ["2025-10-11", 0.2881], ["2025-10-12", 0.1716], ["2025-10-14", 0.0958], ["2025-10-15", 0.1453], ["2025-10-17", 0.1672], ["2025-10-18", 0.0661], ["2025-10-20", 0.4515], ["2025-10-21", 1.1389], ["2025-10-23", 1.129], ["2025-10-24", 1.1264], ["2025-10-26", 1.1254], ["2025-10-27", 1.1502], ["2025-10-29", 1.2149], ["2025-10-30", 1.1196], ["2025-11-01", 1.1101], ["2025-11-02", 1.1576], ["2025-11-04", 1.0608], ["2025-11-05", 1.0578]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-11-05", "last_query": "2025-11-05", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0026], ["2025-06-27", 0.0015], ["2025-06-29", 0.0009], ["2025-06-30", 0.0009], ["2025-07-02", 0.0021], ["2025-07-03", 0.0033], ["2025-07-05", 0.0014], ["2025-07-06", 0.0009], ["2025-07-08", 0.0021], ["2025-07-09", 0.0012], ["2025-07-11", 0.0018], ["2025-07-12", 0.0006], ["2025-07-14", 0.0016], ["2025-07-15", 0.0021], ["2025-07-17", 0.0016], ["2025-07-18", 0.0012], ["2025-07-20", 0.0006], ["2025-07-21", 0.0015], ["2025-07-23", 0.0015], ["2025-07-24", 0.0043], ["2025-07-26", 0.0028], ["2025-07-27", 0.0002], ["2025-07-29", 0.001], ["2025-07-30", 0.0014], ["2025-08-01", 0.0037], ["2025-08-02", 0.0066], ["2025-08-04", 0.0066], ["2025-08-05", 0.0015], ["2025-08-07", 0.0053], ["2025-08-08", 0.0045], ["2025-08-09", 0.0053], ["2025-08-11", 0.0032], ["2025-08-12", 0.0034], ["2025-08-14", 0.0041], ["2025-08-15", 0.0063], ["2025-08-17", 0.005], ["2025-08-18", 0.0039], ["2025-08-20", 0.0019], ["2025-08-21", 0.0017], ["2025-08-23", 0.0048], ["2025-08-24", 0.0063], ["2025-08-26", 0.0063], ["2025-08-27", 0.0027], ["2025-08-29", 0.0052], ["2025-08-30", 0.0044], ["2025-09-01", 0.0037], ["2025-09-02", 0.003], ["2025-09-04", 0.0015], ["2025-09-05", 0.0021], ["2025-09-07", 0.0015], ["2025-09-08", 0.0004], ["2025-09-10", 0.0008], ["2025-09-11", 0.0016], ["2025-09-13", 0.0032], ["2025-09-14", 0.0007], ["2025-09-16", 0.0024], ["2025-09-17", 0.005], ["2025-09-19", 0.0019], ["2025-09-20", 0.0029], ["2025-09-22", 0.0049], ["2025-09-23", 0.0022], ["2025-09-24", 0.0028], ["2025-09-26", 0.0042], ["2025-09-27", 0.0027], ["2025-09-29", 0.0028], ["2025-09-30", 0.0038], ["2025-10-02", 0.0032], ["2025-10-03", 0.0029], ["2025-10-05", 0.0029], ["2025-10-06", 0.0052], ["2025-10-08", 0.0013], ["2025-10-09", 0.0046], ["2025-10-11", 0.0032], ["2025-10-12", 0.0018], ["2025-10-14", 0.0042], ["2025-10-15", 0.0028], ["2025-10-17", 0.0033], ["2025-10-18", 0.0036], ["2025-10-20", 0.0032], ["2025-10-21", 0.0043], ["2025-10-23", 0.0028], ["2025-10-24", 0.0058], ["2025-10-26", 0.0038], ["2025-10-27", 0.0028], ["2025-10-29", 0.0043], ["2025-10-30", 0.0038], ["2025-11-01", 0.0062], ["2025-11-02", 0.005], ["2025-11-04", 0.0063], ["2025-11-05", 0.6489]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "moonshotai2fkimi-k223fireworks2ffp8", "provider": "fireworks/fp8", "base": "fireworks", "providerSlug": "fireworks", "model": "moonshotai/kimi-k2", "modelSlug": "moonshotai2fkimi-k2", "methods": ["lt"], "first": "2025-08-11", "last": "2025-10-31", "last_query": "2025-10-31", "n_changes": 0, "lt": {"drift": [["2025-08-11", 0.1717], ["2025-08-12", 0.052], ["2025-08-13", 0.027], ["2025-08-14", 0.0891], ["2025-08-15", 0.0718], ["2025-08-16", 0.0547], ["2025-08-17", 0.0861], ["2025-08-18", 0.0448], ["2025-08-19", 0.0266], ["2025-08-20", 0.1001], ["2025-08-21", 0.1153], ["2025-08-22", 0.0603], ["2025-08-23", 0.0823], ["2025-08-24", 0.0308], ["2025-08-25", 0.0585], ["2025-08-26", 0.0294], ["2025-08-27", 0.0858], ["2025-08-28", 0.2113], ["2025-08-29", 0.2545], ["2025-08-30", 0.259], ["2025-08-31", 0.261], ["2025-09-01", 0.2596], ["2025-09-02", 0.2209], ["2025-09-03", 0.2206], ["2025-09-04", 0.261], ["2025-09-05", 0.2449], ["2025-09-06", 0.2038], ["2025-09-07", 0.2375], ["2025-09-08", 0.2442], ["2025-09-09", 0.2349], ["2025-09-10", 0.2334], ["2025-09-11", 0.2086], ["2025-09-12", 0.2467], ["2025-09-13", 0.2518], ["2025-09-14", 0.249], ["2025-09-15", 0.2238], ["2025-09-16", 0.126], ["2025-09-17", 0.1435], ["2025-09-18", 0.4704], ["2025-09-19", 0.4461], ["2025-09-20", 0.467], ["2025-09-21", 0.3692], ["2025-09-22", 0.4057], ["2025-09-23", 0.4291], ["2025-09-24", 0.4386], ["2025-09-25", 0.4459], ["2025-09-26", 0.4491], ["2025-09-27", 0.443], ["2025-09-28", 0.4504], ["2025-09-29", 0.4481], ["2025-09-30", 0.4565], ["2025-10-01", 0.4735], ["2025-10-02", 0.4565], ["2025-10-03", 0.4678], ["2025-10-04", 0.4748], ["2025-10-05", 0.466], ["2025-10-06", 0.4718], ["2025-10-07", 0.4678], ["2025-10-08", 0.4745], ["2025-10-09", 0.4678], ["2025-10-10", 0.4778], ["2025-10-11", 0.4649], ["2025-10-12", 0.4726], ["2025-10-13", 0.4707], ["2025-10-14", 0.4726], ["2025-10-15", 0.4668], ["2025-10-16", 0.4593], ["2025-10-17", 0.4639], ["2025-10-18", 0.467], ["2025-10-19", 0.4697], ["2025-10-20", 0.476], ["2025-10-21", 0.4726], ["2025-10-22", 0.4669], ["2025-10-23", 0.5211], ["2025-10-24", 0.5303], ["2025-10-25", 0.5298], ["2025-10-26", 0.5342], ["2025-10-27", 0.5346], ["2025-10-28", 0.5297], ["2025-10-29", 0.5372], ["2025-10-30", 0.5356], ["2025-10-31", 0.5358]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "mistralai2fmixtral-8x22b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "mistralai/mixtral-8x22b-instruct", "modelSlug": "mistralai2fmixtral-8x22b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-10-18", "last_query": "2025-10-18", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.1796], ["2025-06-27", 0.0737], ["2025-06-29", 0.0768], ["2025-06-30", 0.063], ["2025-07-01", 0.0442], ["2025-07-02", 0.1008], ["2025-07-04", 0.1004], ["2025-07-05", 0.1816], ["2025-07-06", 0.1544], ["2025-07-08", 0.1396], ["2025-07-09", 0.1138], ["2025-07-10", 0.0455], ["2025-07-11", 0.1816], ["2025-07-13", 0.0337], ["2025-07-14", 0.1675], ["2025-07-15", 0.1535], ["2025-07-16", 0.1507], ["2025-07-18", 0.1552], ["2025-07-19", 0.1552], ["2025-07-20", 0.152], ["2025-07-22", 0.1552], ["2025-07-23", 0.1517], ["2025-07-24", 0.1552], ["2025-07-25", 0.0873], ["2025-07-27", 0.1851], ["2025-07-28", 0.1848], ["2025-07-29", 0.1851], ["2025-07-31", 0.1169], ["2025-08-01", 0.1265], ["2025-08-02", 0.1848], ["2025-08-03", 0.1849], ["2025-08-05", 0.1534], ["2025-08-06", 0.1534], ["2025-08-07", 0.1535], ["2025-08-09", 0.1715], ["2025-08-10", 0.0099], ["2025-08-11", 0.1851], ["2025-08-12", 0.14], ["2025-08-14", 0.1187], ["2025-08-15", 0.1152], ["2025-08-16", 0.0165], ["2025-08-18", 0.1024], ["2025-08-19", 0.0239], ["2025-08-20", 0.1], ["2025-08-21", 0.0448], ["2025-08-23", 0.1092], ["2025-08-24", 0.1849], ["2025-08-25", 0.1394], ["2025-08-26", 0.1543], ["2025-08-28", 0.0321], ["2025-08-29", 0.112], ["2025-08-30", 0.1499], ["2025-09-01", 0.1424], ["2025-09-02", 0.1064], ["2025-09-03", 1.6354], ["2025-09-04", 1.7857], ["2025-09-06", 1.7862], ["2025-09-07", 1.7855], ["2025-09-08", 1.7852], ["2025-09-10", 1.7843], ["2025-09-11", 1.7846], ["2025-09-12", 1.7831], ["2025-09-13", 1.7833], ["2025-09-15", 1.7842], ["2025-09-16", 1.7853], ["2025-09-17", 1.784], ["2025-09-19", 1.7857], ["2025-09-20", 1.7847], ["2025-09-21", 1.7854], ["2025-09-22", 1.7839], ["2025-09-24", 1.7834], ["2025-09-25", 1.7838], ["2025-09-26", 1.7846], ["2025-09-28", 1.7851], ["2025-09-29", 1.7849], ["2025-09-30", 1.7839], ["2025-10-01", 1.7837], ["2025-10-03", 1.7846], ["2025-10-04", 1.7831], ["2025-10-05", 1.7837], ["2025-10-06", 1.7835], ["2025-10-08", 1.7841], ["2025-10-09", 1.7835], ["2025-10-10", 1.7848], ["2025-10-12", 1.7837], ["2025-10-13", 1.7839], ["2025-10-14", 1.7834], ["2025-10-15", 1.7834], ["2025-10-17", 1.7852], ["2025-10-18", 1.7834]], "breaks": [], "changes": [{"date": "2025-09-03", "shift": 1.6500142857142859}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-405b-instruct23fireworks2ffp8", "provider": "fireworks/fp8", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.1-405b-instruct", "modelSlug": "meta-llama2fllama-3.1-405b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-10-18", "last_query": "2025-10-18", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0421], ["2025-06-27", 0.0418], ["2025-06-29", 0.0515], ["2025-06-30", 0.0298], ["2025-07-01", 0.0777], ["2025-07-02", 0.0882], ["2025-07-04", 0.0402], ["2025-07-05", 0.0349], ["2025-07-06", 0.091], ["2025-07-08", 0.0369], ["2025-07-09", 0.0437], ["2025-07-10", 0.0509], ["2025-07-11", 0.0541], ["2025-07-13", 0.114], ["2025-07-14", 0.1119], ["2025-07-15", 0.1502], ["2025-07-16", 0.1005], ["2025-07-18", 0.1664], ["2025-07-19", 0.225], ["2025-07-20", 0.1712], ["2025-07-22", 0.0839], ["2025-07-23", 0.0927], ["2025-07-24", 0.0884], ["2025-07-25", 0.0856], ["2025-07-27", 0.1144], ["2025-07-28", 0.1581], ["2025-07-29", 0.1019], ["2025-07-31", 0.1847], ["2025-08-01", 0.1072], ["2025-08-02", 0.0968], ["2025-08-03", 0.1318], ["2025-08-05", 0.1038], ["2025-08-06", 0.1036], ["2025-08-07", 0.1034], ["2025-08-09", 0.0942], ["2025-08-10", 0.1229], ["2025-08-11", 0.1432], ["2025-08-12", 0.1152], ["2025-08-14", 0.1265], ["2025-08-15", 0.0846], ["2025-08-16", 0.1199], ["2025-08-18", 0.1079], ["2025-08-19", 0.0893], ["2025-08-20", 0.1157], ["2025-08-21", 0.1245], ["2025-08-23", 0.1086], ["2025-08-24", 0.0853], ["2025-08-25", 0.27], ["2025-08-26", 0.1591], ["2025-08-28", 0.1382], ["2025-08-29", 0.1234], ["2025-08-30", 0.1096], ["2025-09-01", 0.0969], ["2025-09-02", 0.1169], ["2025-09-03", 0.0619], ["2025-09-04", 0.0826], ["2025-09-06", 0.097], ["2025-09-07", 0.0859], ["2025-09-08", 0.0835], ["2025-09-10", 0.0936], ["2025-09-11", 0.2288], ["2025-09-12", 0.1919], ["2025-09-13", 0.0957], ["2025-09-15", 0.0721], ["2025-09-16", 0.1745], ["2025-09-17", 0.1373], ["2025-09-19", 0.111], ["2025-09-20", 0.1217], ["2025-09-21", 0.1212], ["2025-09-22", 0.1582], ["2025-09-24", 0.273], ["2025-09-25", 0.2156], ["2025-09-26", 0.1346], ["2025-09-28", 0.2065], ["2025-09-29", 0.1409], ["2025-09-30", 0.2404], ["2025-10-01", 0.1709], ["2025-10-03", 0.2116], ["2025-10-04", 0.2432], ["2025-10-05", 0.2636], ["2025-10-06", 0.3532], ["2025-10-08", 0.3545], ["2025-10-09", 0.304], ["2025-10-10", 0.3582], ["2025-10-12", 0.3211], ["2025-10-13", 0.3354], ["2025-10-14", 0.3063], ["2025-10-15", 0.1555], ["2025-10-17", 0.2109], ["2025-10-18", 0.1517]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-chat23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-chat", "modelSlug": "deepseek2fdeepseek-chat", "methods": ["lt"], "first": "2025-06-26", "last": "2025-10-15", "last_query": "2025-10-15", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.1003], ["2025-06-27", 0.0609], ["2025-06-28", 0.0923], ["2025-06-30", 0.0345], ["2025-07-01", 0.0345], ["2025-07-02", 0.0336], ["2025-07-03", 0.0417], ["2025-07-05", 0.0923], ["2025-07-06", 0.0923], ["2025-07-07", 0.0923], ["2025-07-08", 0.2641], ["2025-07-10", 0.2862], ["2025-07-11", 0.2739], ["2025-07-12", 0.3084], ["2025-07-13", 0.3477], ["2025-07-15", 0.379], ["2025-07-16", 0.2623], ["2025-07-17", 0.3304], ["2025-07-18", 0.308], ["2025-07-20", 0.3329], ["2025-07-21", 0.3053], ["2025-07-22", 0.2671], ["2025-07-23", 0.267], ["2025-07-25", 0.2765], ["2025-07-26", 0.2919], ["2025-07-27", 0.3022], ["2025-07-28", 0.297], ["2025-07-30", 0.2895], ["2025-07-31", 0.292], ["2025-08-01", 0.3347], ["2025-08-02", 0.3449], ["2025-08-04", 0.3047], ["2025-08-05", 0.2523], ["2025-08-06", 0.2548], ["2025-08-07", 0.2908], ["2025-08-09", 0.2036], ["2025-08-10", 0.2173], ["2025-08-11", 0.2605], ["2025-08-12", 0.2121], ["2025-08-14", 0.2477], ["2025-08-15", 0.1961], ["2025-08-16", 0.2513], ["2025-08-17", 0.2209], ["2025-08-19", 0.2357], ["2025-08-20", 0.2309], ["2025-08-21", 0.2597], ["2025-08-22", 0.1959], ["2025-08-24", 0.235], ["2025-08-25", 0.2081], ["2025-08-26", 0.3445], ["2025-08-27", 0.2107], ["2025-08-29", 0.2624], ["2025-08-30", 0.1589], ["2025-08-31", 0.3153], ["2025-09-01", 0.314], ["2025-09-03", 0.2891], ["2025-09-04", 0.2171], ["2025-09-05", 0.3222], ["2025-09-06", 0.2646], ["2025-09-08", 0.3689], ["2025-09-09", 0.189], ["2025-09-10", 0.2692], ["2025-09-11", 0.2187], ["2025-09-13", 0.2209], ["2025-09-14", 0.1672], ["2025-09-15", 0.1858], ["2025-09-16", 0.1966], ["2025-09-18", 0.2437], ["2025-09-19", 0.3075], ["2025-09-20", 0.2535], ["2025-09-21", 0.3374], ["2025-09-23", 0.3199], ["2025-09-24", 0.3084], ["2025-09-25", 0.3161], ["2025-09-26", 0.2432], ["2025-09-28", 0.269], ["2025-09-29", 0.2247], ["2025-09-30", 0.1949], ["2025-10-01", 0.2491], ["2025-10-03", 0.2509], ["2025-10-04", 0.2051], ["2025-10-05", 0.2481], ["2025-10-06", 0.218], ["2025-10-08", 0.2912], ["2025-10-09", 0.3216], ["2025-10-10", 0.2525], ["2025-10-11", 0.2339], ["2025-10-13", 0.2868], ["2025-10-14", 0.2873], ["2025-10-15", 0.2576]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "deepseek2fdeepseek-r123fireworks2ffp8", "provider": "fireworks/fp8", "base": "fireworks", "providerSlug": "fireworks", "model": "deepseek/deepseek-r1", "modelSlug": "deepseek2fdeepseek-r1", "methods": ["lt"], "first": "2025-06-26", "last": "2025-10-15", "last_query": "2025-10-15", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.146], ["2025-06-27", 0.0905], ["2025-06-28", 0.0322], ["2025-06-30", 0.0368], ["2025-07-01", 0.0215], ["2025-07-02", 0.1195], ["2025-07-03", 0.0883], ["2025-07-05", 0.0474], ["2025-07-06", 0.0328], ["2025-07-07", 0.0163], ["2025-07-08", 0.0575], ["2025-07-10", 0.0466], ["2025-07-11", 0.0707], ["2025-07-12", 0.0249], ["2025-07-13", 0.0432], ["2025-07-15", 0.1296], ["2025-07-16", 0.111], ["2025-07-17", 0.0744], ["2025-07-18", 0.0629], ["2025-07-20", 0.0282], ["2025-07-21", 0.0836], ["2025-07-22", 0.1117], ["2025-07-23", 0.0529], ["2025-07-25", 0.0549], ["2025-07-26", 0.0529], ["2025-07-27", 0.0585], ["2025-07-28", 0.1266], ["2025-07-30", 0.1074], ["2025-07-31", 0.0241], ["2025-08-01", 0.0826], ["2025-08-02", 0.1261], ["2025-08-04", 0.064], ["2025-08-05", 0.0651], ["2025-08-06", 0.0321], ["2025-08-07", 0.1073], ["2025-08-09", 0.1175], ["2025-08-10", 0.0322], ["2025-08-11", 0.0494], ["2025-08-12", 0.048], ["2025-08-14", 0.0315], ["2025-08-15", 0.0317], ["2025-08-16", 0.0281], ["2025-08-17", 0.0659], ["2025-08-19", 0.0295], ["2025-08-20", 0.0542], ["2025-08-21", 0.0265], ["2025-08-22", 0.0489], ["2025-08-24", 0.0378], ["2025-08-25", 0.0295], ["2025-08-26", 0.0496], ["2025-08-27", 0.0244], ["2025-08-29", 0.0764], ["2025-08-30", 0.0531], ["2025-08-31", 0.0426], ["2025-09-01", 0.0456], ["2025-09-03", 0.0837], ["2025-09-04", 0.0818], ["2025-09-05", 0.0394], ["2025-09-06", 0.0645], ["2025-09-08", 0.0435], ["2025-09-09", 0.0211], ["2025-09-10", 0.0392], ["2025-09-11", 0.118], ["2025-09-13", 0.1074], ["2025-09-14", 0.0938], ["2025-09-15", 0.0648], ["2025-09-16", 0.089], ["2025-09-18", 0.0575], ["2025-09-19", 0.1085], ["2025-09-20", 0.0288], ["2025-09-21", 0.0842], ["2025-09-23", 0.0378], ["2025-09-24", 0.0375], ["2025-09-25", 0.1033], ["2025-09-26", 0.037], ["2025-09-28", 0.0394], ["2025-09-29", 0.0475], ["2025-09-30", 0.0259], ["2025-10-01", 0.0688], ["2025-10-03", 0.0157], ["2025-10-04", 0.0857], ["2025-10-05", 0.0695], ["2025-10-06", 0.0901], ["2025-10-08", 0.1071], ["2025-10-09", 0.0365], ["2025-10-10", 0.061], ["2025-10-11", 0.036], ["2025-10-13", 0.0251], ["2025-10-14", 0.0275], ["2025-10-15", 0.0377]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "01-ai2fyi-large23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "01-ai/yi-large", "modelSlug": "01-ai2fyi-large", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-22", "last_query": "2025-07-22", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0], ["2025-06-27", 0.0], ["2025-06-28", 0.0], ["2025-06-29", 0.0], ["2025-06-30", 0.0], ["2025-07-01", 0.0], ["2025-07-02", 0.0], ["2025-07-03", 0.0], ["2025-07-04", 0.0], ["2025-07-05", 0.0], ["2025-07-06", 0.0], ["2025-07-07", 0.0], ["2025-07-08", 0.0], ["2025-07-09", 0.0], ["2025-07-10", 0.0], ["2025-07-11", 0.0], ["2025-07-12", 0.0], ["2025-07-13", 0.0], ["2025-07-14", 0.0], ["2025-07-15", 0.0], ["2025-07-16", 0.0], ["2025-07-17", 0.0], ["2025-07-18", 0.0], ["2025-07-19", 0.0], ["2025-07-20", 0.0], ["2025-07-21", 0.0], ["2025-07-22", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-guard-3-8b23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-guard-3-8b", "modelSlug": "meta-llama2fllama-guard-3-8b", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-09", "last_query": "2025-07-09", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0001], ["2025-06-27", 0.0001], ["2025-06-28", 0.0001], ["2025-06-29", 0.0001], ["2025-06-30", 0.0001], ["2025-07-01", 0.0002], ["2025-07-02", 0.0004], ["2025-07-03", 0.0001], ["2025-07-04", 0.0001], ["2025-07-05", 0.0001], ["2025-07-06", 0.0001], ["2025-07-07", 0.0001], ["2025-07-08", 0.0001], ["2025-07-09", 0.0001]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwen-2.5-72b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwen-2.5-72b-instruct", "modelSlug": "qwen2fqwen-2.5-72b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-09", "last_query": "2025-07-09", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0049], ["2025-06-27", 0.0036], ["2025-06-28", 0.0052], ["2025-06-29", 0.0013], ["2025-06-30", 0.0057], ["2025-07-01", 0.0048], ["2025-07-02", 0.0061], ["2025-07-03", 0.0205], ["2025-07-04", 0.0013], ["2025-07-05", 0.0026], ["2025-07-06", 0.0027], ["2025-07-07", 0.0026], ["2025-07-08", 0.0019], ["2025-07-09", 0.0012]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "qwen2fqwq-32b23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "qwen/qwq-32b", "modelSlug": "qwen2fqwq-32b", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-09", "last_query": "2025-07-09", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0074], ["2025-06-27", 0.0074], ["2025-06-28", 0.0074], ["2025-06-29", 0.0032], ["2025-06-30", 0.0024], ["2025-07-01", 0.0079], ["2025-07-02", 0.0038], ["2025-07-03", 0.0022], ["2025-07-04", 0.0046], ["2025-07-05", 0.0051], ["2025-07-06", 0.0051], ["2025-07-07", 0.0051], ["2025-07-08", 0.0047], ["2025-07-09", 0.0046]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "sentientagi2fdobby-mini-unhinged-plus-llama-3.1-8b23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "sentientagi/dobby-mini-unhinged-plus-llama-3.1-8b", "modelSlug": "sentientagi2fdobby-mini-unhinged-plus-llama-3.1-8b", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-01", "last_query": "2025-07-01", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0028], ["2025-06-27", 0.0009], ["2025-06-28", 0.0005], ["2025-06-29", 0.0005], ["2025-06-30", 0.0005], ["2025-07-01", 0.0005]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}]}, "n_endpoints": 38, "n_active": 5, "n_models": 34, "n_variants": 6, "first": "2025-06-26", "last": "2026-10-15", "lt": {"endpoints": 28, "years": 6.71, "changes": 9, "rate": 1.34, "ci": [0.47, 2.22]}, "b3it": {"endpoints": 15, "years": 1.31, "changes": 2, "rate": 1.53, "ci": [0.0, 3.65]}, "variants": [{"name": "", "n_endpoints": 29, "lt": {"endpoints": 21, "years": 4.8, "changes": 8, "rate": 1.67, "ci": [0.51, 2.82]}, "b3it": {"endpoints": 11, "years": 0.95, "changes": 2, "rate": 2.11, "ci": [0.0, 5.04]}}, {"name": "fp8", "n_endpoints": 4, "lt": {"endpoints": 4, "years": 1.18, "changes": 0, "rate": 0.0, "ci": [0.0, 2.54]}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}, {"name": "us", "n_endpoints": 2, "lt": {"endpoints": 1, "years": 0.04, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 2, "years": 0.08, "changes": 0, "rate": null, "ci": null}}, {"name": "fast", "n_endpoints": 1, "lt": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.19, "changes": 0, "rate": null, "ci": null}}, {"name": "fast-us", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.05, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 1, "years": 0.09, "changes": 0, "rate": null, "ci": null}}, {"name": "fp16", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.63, "changes": 1, "rate": 1.59, "ci": [0.0, 4.7]}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}], "changes": [{"date": "2026-07-22", "iso": "2026-07-22T21:57:14Z", "daysAgo": 84, "method": "b3it", "magnitude": 0.215, "desc": "Probe-prompt outputs shifted (total variation 0.21)", "primary": "TV 0.21", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.155, 0.209, 0.29, 0.206, 0.222, 0.305, 0.282, 0.297, 0.378, 0.299, 0.432, 0.519, 0.468, 0.499, 0.453, 0.424, 0.453, 0.502, 0.539, 0.507], "changeFrac": 0.526, "slug": "deepseek2fdeepseek-v4-flash23fireworks", "endpointSlug": "deepseek2fdeepseek-v4-flash23fireworks", "model": "deepseek-v4-flash", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-v4-flash", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2026-01-26", "iso": "2026-01-26T21:09:51+00:00", "daysAgo": 261, "method": "b3it", "magnitude": 0.237, "desc": "Probe-prompt outputs shifted (total variation 0.24)", "primary": "TV 0.24", "secondary": "border-input shift", "sevKey": "stable", "trace": [0.116, 0.124, 0.113, 0.112, 0.091, 0.062, 0.067, 0.05, 0.09, 0.097, 0.117, 0.393, 0.378, 0.439, 0.402, 0.379, 0.496, 0.372, 0.543, 0.416, 0.423, 0.3, 0.095], "changeFrac": 0.5, "slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "endpointSlug": "deepseek2fdeepseek-chat-v3-032423fireworks", "model": "deepseek-chat-v3-0324", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2026-01-06", "iso": "2026-01-06T10:24:29Z", "daysAgo": 282, "method": "lt", "magnitude": 3.8964428571428575, "desc": "Logprob averages moved 3.90 nats from baseline", "primary": "shift 3.90", "secondary": "\u00b17-day level shift", "sevKey": "alert", "trace": [0.281, 0.193, 0.297, 0.171, 0.209, 0.254, 0.124, 2.696, 4.196, 4.255, 4.509, 4.498, 4.203, 4.448, 4.345, 4.205, 4.488, 4.278, 4.107, 5.298, 4.232, 4.355, 4.754, 4.149, 4.159, 4.176, 4.211], "changeFrac": 0.269, "slug": "minimax2fminimax-m2.123fireworks", "endpointSlug": "minimax2fminimax-m2.123fireworks", "model": "minimax-m2.1", "org": "minimax", "modelSlug": "minimax2fminimax-m2.1", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-12-18", "iso": "2025-12-18T21:23:13Z", "daysAgo": 300, "method": "lt", "magnitude": 0.16135714285714287, "desc": "Logprob averages moved 0.16 nats from baseline", "primary": "shift 0.16", "secondary": "\u00b17-day level shift", "sevKey": "stable", "trace": [0.2, 0.222, 0.192, 0.17, 0.204, 0.212, 0.216, 0.212, 0.213, 0.218, 0.226, 0.235, 0.206, 0.232, 0.215, 0.212, 0.179, 0.064, 0.083, 0.075, 0.06, 0.051, 0.092, 0.123, 0.115, 0.091, 0.076, 0.099, 0.09, 0.151, 0.453, 0.154, 0.158, 0.085, 0.117, 0.119, 0.126, 0.129, 0.173, 0.128], "changeFrac": 0.769, "slug": "meta-llama2fllama-3.3-70b-instruct23fireworks2ffp16", "endpointSlug": "meta-llama2fllama-3.3-70b-instruct23fireworks2ffp16", "model": "llama-3.3-70b-instruct", "org": "meta-llama", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "provider": "fireworks/fp16", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": "fp16"}, {"date": "2025-12-12", "iso": "2025-12-12T10:24:26Z", "daysAgo": 307, "method": "lt", "magnitude": 4.458857142857143, "desc": "Logprob averages moved 4.46 nats from baseline", "primary": "shift 4.46", "secondary": "\u00b17-day level shift", "sevKey": "alert", "trace": [4.96, 0.064, 0.242, 0.268, 0.267, 0.449, 0.251, 0.254, 0.252, 3.119, 5.056, 4.982, 5.349, 4.789, 5.083, 4.817, 1.488], "changeFrac": 0.562, "slug": "minimax2fminimax-m223fireworks", "endpointSlug": "minimax2fminimax-m223fireworks", "model": "minimax-m2", "org": "minimax", "modelSlug": "minimax2fminimax-m2", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-11-20", "iso": "2025-11-20T00:00:16Z", "daysAgo": 329, "method": "lt", "magnitude": 0.7803571428571427, "desc": "Logprob averages moved 0.78 nats from baseline", "primary": "shift 0.78", "secondary": "\u00b17-day level shift", "sevKey": "changed", "trace": [0.529, 0.547, 0.559, 0.572, 0.644, 0.691, 0.68, 0.642, 0.59, 0.577, 0.595, 0.646, 0.596, 0.535, 0.568, 0.572, 0.559, 0.596, 0.623, 0.547, 0.464, 0.498, 0.575, 1.254, 1.841, 1.841, 1.841, 1.841, 1.817, 1.521, 0.927, 1.142, 0.875, 0.979, 1.305, 1.271, 1.106, 0.853, 1.17, 0.971], "changeFrac": 0.769, "slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "endpointSlug": "deepseek2fdeepseek-chat-v3-032423fireworks", "model": "deepseek-chat-v3-0324", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-11-15", "iso": "2025-11-15T16:00:13Z", "daysAgo": 334, "method": "lt", "magnitude": 0.11727142857142855, "desc": "Logprob averages moved 0.12 nats from baseline", "primary": "shift 0.12", "secondary": "\u00b17-day level shift", "sevKey": "stable", "trace": [0.271, 0.167, 0.199, 0.137, 0.052, 0.105, 0.118, 0.124, 0.074, 0.11, 0.115, 0.049, 0.045, 0.1, 0.056, 0.064, 0.039, 0.069, 0.053, 0.036, 0.036, 0.04, 0.06, 0.041, 0.063, 0.145, 0.238, 0.042, 0.047, 0.036, 0.17, 0.247, 0.154, 0.14, 0.043, 0.037, 0.077, 0.064, 0.062, 0.073], "changeFrac": 0.769, "slug": "deepseek2fdeepseek-r1-052823fireworks", "endpointSlug": "deepseek2fdeepseek-r1-052823fireworks", "model": "deepseek-r1-0528", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-r1-0528", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-11-07", "iso": "2025-11-07T00:00:16Z", "daysAgo": 342, "method": "lt", "magnitude": 1.3073, "desc": "Logprob averages moved 1.31 nats from baseline", "primary": "shift 1.31", "secondary": "\u00b17-day level shift", "sevKey": "alert", "trace": [0.523, 0.449, 0.416, 0.642, 0.551, 0.5, 0.549, 0.485, 0.568, 0.573, 0.634, 0.639, 0.712, 0.644, 0.604, 0.58, 0.576, 0.617, 0.657, 0.54, 0.528, 0.599, 0.56, 0.628, 0.565, 0.588, 0.512, 0.47, 0.506, 0.664, 1.841, 1.841, 1.841, 1.841, 1.817, 1.841, 1.061, 0.962, 1.172, 0.775], "changeFrac": 0.769, "slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "endpointSlug": "deepseek2fdeepseek-chat-v3-032423fireworks", "model": "deepseek-chat-v3-0324", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-09-07", "iso": "2025-09-07T05:00:17Z", "daysAgo": 403, "method": "lt", "magnitude": 4.213857142857142, "desc": "Logprob averages moved 4.21 nats from baseline", "primary": "shift 4.21", "secondary": "\u00b17-day level shift", "sevKey": "alert", "trace": [0.426, 0.45, 0.344, 0.527, 0.452, 0.333, 0.333, 0.422, 0.357, 0.348, 3.08, 0.52, 3.433, 5.365, 6.582, 6.59, 5.743, 6.589, 6.14, 5.357, 6.102, 5.729, 5.391, 5.372, 5.355, 5.388, 5.356, 5.667, 6.073, 5.693, 5.671], "changeFrac": 0.367, "slug": "deepseek2fdeepseek-chat-v3.123fireworks", "endpointSlug": "deepseek2fdeepseek-chat-v3.123fireworks", "model": "deepseek-chat-v3.1", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-09-03", "iso": "2025-09-03T02:00:18Z", "daysAgo": 407, "method": "lt", "magnitude": 1.6500142857142859, "desc": "Logprob averages moved 1.65 nats from baseline", "primary": "shift 1.65", "secondary": "\u00b17-day level shift", "sevKey": "alert", "trace": [0.168, 0.133, 0.08, 0.175, 0.101, 0.152, 0.154, 0.154, 0.155, 0.153, 0.098, 0.185, 0.185, 0.122, 0.185, 0.126, 0.153, 0.145, 0.097, 0.155, 0.117, 0.018, 0.063, 0.072, 0.119, 0.162, 0.131, 0.072, 0.149, 0.124, 1.711, 1.786, 1.785, 1.784, 1.784, 1.783, 1.785, 1.784, 1.785, 1.785], "changeFrac": 0.769, "slug": "mistralai2fmixtral-8x22b-instruct23fireworks", "endpointSlug": "mistralai2fmixtral-8x22b-instruct23fireworks", "model": "mixtral-8x22b-instruct", "org": "mistralai", "modelSlug": "mistralai2fmixtral-8x22b-instruct", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}, {"date": "2025-08-23", "iso": "2025-08-23T07:00:26Z", "daysAgo": 418, "method": "lt", "magnitude": 0.2395857142857143, "desc": "Logprob averages moved 0.24 nats from baseline", "primary": "shift 0.24", "secondary": "\u00b17-day level shift", "sevKey": "stable", "trace": [0.363, 0.535, 0.514, 0.697, 0.519, 0.709, 0.758, 0.697, 0.812, 0.496, 0.596, 0.644, 0.573, 0.679, 0.655, 0.688, 0.617, 0.418, 0.507, 0.534, 0.317, 0.526, 0.432, 0.257, 0.407, 0.118, 0.191, 0.145, 0.284, 0.422, 0.58, 0.436, 0.51, 0.493, 0.552, 0.52, 0.338, 0.585, 0.523, 0.449], "changeFrac": 0.744, "slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "endpointSlug": "deepseek2fdeepseek-chat-v3-032423fireworks", "model": "deepseek-chat-v3-0324", "org": "deepseek", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "provider": "fireworks", "providerSlug": "fireworks", "brand": {"name": "Fireworks AI", "logo": "fireworks.svg", "kind": "icon", "mono": false, "dark": null}, "variant": ""}], "endpoints": [{"slug": "deepseek2fdeepseek-chat-v3-032423fireworks", "model": "deepseek-chat-v3-0324", "modelSlug": "deepseek2fdeepseek-chat-v3-0324", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt", "b3it"], "status": "retired", "lastChange": "2026-01-26", "recent": false, "nChanges": 4, "trace": [0.542, 0.706, 0.638, 0.628, 0.464, 0.366, 0.24, 0.505, 0.499, 0.508, 0.53, 0.617, 0.622, 0.581, 0.588, 0.519, 1.547, 1.562, 1.075, 1.1, 0.862, 1.192, 1.338, 1.436, 1.415, 1.314, 1.046, 1.087], "changeFracs": [0.252, 0.58, 0.636, 0.93], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:stalled", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-chat-v3.123fireworks", "model": "deepseek-chat-v3.1", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": "2025-09-07", "recent": false, "nChanges": 1, "trace": [0.409, 2.514, 5.955, 5.572, 5.943, 6.01, 6.006, 5.912, 5.941, 5.953, 5.957, 5.685, 5.161, 5.075, 5.001, 5.838, 5.764, 5.466, 5.772, 5.489, 5.118, 4.942, 4.498, 4.941, 4.658, 4.47, 4.702, 4.664], "changeFracs": [0.052], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-r1-052823fireworks", "model": "deepseek-r1-0528", "modelSlug": "deepseek2fdeepseek-r1-0528", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": "2025-11-15", "recent": false, "nChanges": 1, "trace": [0.689, 0.498, 0.431, 0.478, 0.385, 0.404, 0.371, 0.39, 0.367, 0.472, 0.322, 0.23, 0.247, 0.249, 0.245, 0.129, 0.117, 0.101, 0.064, 0.063, 0.058, 0.043, 0.051, 0.144, 0.089, 0.18, 0.052, 0.066], "changeFracs": [0.892], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4-flash23fireworks", "model": "deepseek-v4-flash", "modelSlug": "deepseek2fdeepseek-v4-flash", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": "2026-07-22", "recent": false, "nChanges": 1, "trace": [0.155, 0.209, 0.29, 0.206, 0.222, 0.305, 0.282, 0.297, 0.378, 0.299, 0.432, 0.519, 0.468, 0.499, 0.453, 0.424, 0.453, 0.502, 0.539, 0.507], "changeFracs": [0.536], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-19)."}, {"slug": "meta-llama2fllama-3.3-70b-instruct23fireworks2ffp16", "model": "llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "org": "meta-llama", "provider": "fireworks/fp16", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": "2025-12-18", "recent": false, "nChanges": 1, "trace": [0.277, 0.214, 0.21, 0.206, 0.171, 0.173, 0.274, 0.32, 0.28, 0.197, 0.203, 0.188, 0.194, 0.203, 0.2, 0.207, 0.223, 0.216, 0.1, 0.084, 0.093, 0.221, 0.115, 0.133, 0.129, 0.131, 0.118, 0.11], "changeFracs": [0.765], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "minimax2fminimax-m223fireworks", "model": "minimax-m2", "modelSlug": "minimax2fminimax-m2", "org": "minimax", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": "2025-12-12", "recent": false, "nChanges": 1, "trace": [4.96, 0.064, 0.242, 0.268, 0.267, 0.449, 0.251, 0.254, 0.252, 3.119, 5.056, 4.982, 5.349, 4.789, 5.083, 4.817, 1.488], "changeFracs": [0.59], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "minimax2fminimax-m2.123fireworks", "model": "minimax-m2.1", "modelSlug": "minimax2fminimax-m2.1", "org": "minimax", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": "2026-01-06", "recent": false, "nChanges": 1, "trace": [0.237, 0.234, 0.232, 2.338, 4.382, 4.351, 4.396, 4.324, 4.703, 4.293, 4.451, 4.182, 4.182, 4.339, 4.264, 4.29, 4.207, 4.157, 4.142, 4.21, 4.207, 4.172, 4.193, 4.429, 4.336, 4.225, 4.296, 4.365], "changeFracs": [0.12], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "mistralai2fmixtral-8x22b-instruct23fireworks", "model": "mixtral-8x22b-instruct", "modelSlug": "mistralai2fmixtral-8x22b-instruct", "org": "mistralai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": "2025-09-03", "recent": false, "nChanges": 1, "trace": [0.098, 0.078, 0.141, 0.12, 0.131, 0.153, 0.154, 0.134, 0.168, 0.15, 0.149, 0.126, 0.068, 0.068, 0.141, 0.102, 0.137, 1.748, 1.785, 1.783, 1.785, 1.784, 1.784, 1.784, 1.784, 1.784, 1.784, 1.784], "changeFracs": [0.606], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-chat23fireworks", "model": "deepseek-chat", "modelSlug": "deepseek2fdeepseek-chat", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.086, 0.036, 0.079, 0.268, 0.346, 0.294, 0.293, 0.298, 0.299, 0.333, 0.253, 0.223, 0.236, 0.243, 0.233, 0.257, 0.263, 0.279, 0.285, 0.248, 0.219, 0.286, 0.302, 0.232, 0.245, 0.236, 0.275, 0.271], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-r123fireworks2ffp8", "model": "deepseek-r1", "modelSlug": "deepseek2fdeepseek-r1", "org": "deepseek", "provider": "fireworks/fp8", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.072, 0.067, 0.034, 0.048, 0.052, 0.072, 0.069, 0.06, 0.093, 0.103, 0.088, 0.062, 0.029, 0.04, 0.036, 0.048, 0.054, 0.072, 0.042, 0.081, 0.074, 0.07, 0.069, 0.047, 0.037, 0.07, 0.06, 0.036], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4-flash-vision-exp23fireworks", "model": "deepseek-v4-flash-vision-exp", "modelSlug": "deepseek2fdeepseek-v4-flash-vision-exp", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt", "b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.017, 0.039, 0.131, 0.204, 0.089, 0.063, 0.235, 0.213, 0.101, 0.055, 0.037, 0.168, 0.094, 0.071, 0.305, 0.057, 0.284, 0.19, 0.227, 0.108, 0.019, 0.247, 0.242, 0.199, 0.325], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:stalled", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4-pro23fireworks", "model": "deepseek-v4-pro", "modelSlug": "deepseek2fdeepseek-v4-pro", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.421, 0.478, 0.433, 0.419, 0.526, 0.428, 0.389, 0.446, 0.325, 0.343, 0.449, 0.381, 0.418, 0.428, 0.481, 0.296, 0.352], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}, {"slug": "deepseek2fdeepseek-v4.1-flash23fireworks", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt", "b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.196, 0.17, 0.116, 0.165, 0.154, 0.134, 0.119, 0.104, 0.11, 0.13, 0.083, 0.188, 0.113, 0.147, 0.126, 0.283, 0.255, 0.193, 0.266, 0.232, 0.172, 0.203, 0.198, 0.204, 0.156, 0.291, 0.178, 0.235], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "monitoring", "reason": "This endpoint is actively tracked."}, {"slug": "deepseek2fdeepseek-v4.1-flash23fireworks2fus", "model": "deepseek-v4.1-flash", "modelSlug": "deepseek2fdeepseek-v4.1-flash", "org": "deepseek", "provider": "fireworks/us", "providerSlug": "fireworks", "methods": ["lt", "b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.261, 0.211, 0.116, 0.101, 0.089, 0.158, 0.149, 0.204, 0.07, 0.135, 0.096, 0.137, 0.25, 0.117, 0.225, 0.077, 0.086], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "monitoring", "reason": "This endpoint is actively tracked."}, {"slug": "sentientagi2fdobby-mini-unhinged-plus-llama-3.1-8b23fireworks", "model": "dobby-mini-unhinged-plus-llama-3.1-8b", "modelSlug": "sentientagi2fdobby-mini-unhinged-plus-llama-3.1-8b", "org": "sentientagi", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.003, 0.001, 0.001, 0.001, 0.001, 0.001], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-4.623fireworks", "model": "glm-4.6", "modelSlug": "z-ai2fglm-4.6", "org": "z-ai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.056, 0.128, 0.062, 0.039, 0.076, 0.121, 0.083, 0.057, 0.046, 0.029, 0.025, 0.045, 0.074, 0.076, 0.043, 0.068, 0.035, 0.061, 0.071, 0.189, 0.067, 0.086, 0.177, 0.125], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-523fireworks", "model": "glm-5", "modelSlug": "z-ai2fglm-5", "org": "z-ai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.495, 0.594, 0.458, 0.161, 0.243, 0.168, 0.214, 0.423, 0.333, 0.213, 0.234, 0.423, 0.423, 1.097, 0.979, 1.097, 1.097, 1.097], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-5.223fireworks", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.264, 0.324, 0.339, 0.266, 0.347, 0.314, 0.347, 0.297, 0.295, 0.313, 0.384, 0.359, 0.318, 0.381, 0.369, 0.348, 0.353, 0.503, 0.36, 0.338, 0.289, 0.312, 0.349, 0.307, 0.328, 0.384, 0.351, 0.306], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-29)."}, {"slug": "z-ai2fglm-5.223fireworks2ffast", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "fireworks/fast", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.353, 0.354, 0.384, 0.383, 0.41, 0.389, 0.463, 0.399, 0.431, 0.479, 0.526, 0.463, 0.49, 0.503, 0.45, 0.479, 0.462, 0.473, 0.484, 0.461, 0.423, 0.349, 0.55, 0.442, 0.354, 0.334, 0.372, 0.389], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:delisted", "reason": "Monitoring was retired: the endpoint dropped out of our B3IT selection (flagships, the most popular models, the cheapest endpoints per provider, within budget) for 30 days (since 2026-09-29)."}, {"slug": "z-ai2fglm-5.223fireworks2ffast-us", "model": "glm-5.2", "modelSlug": "z-ai2fglm-5.2", "org": "z-ai", "provider": "fireworks/fast-us", "providerSlug": "fireworks", "methods": ["lt", "b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.171, 0.069, 0.08, 0.057, 0.134, 0.161, 0.133, 0.07, 0.048, 0.106, 0.094, 0.09, 0.111, 0.088, 0.102, 0.102, 0.09, 0.109, 0.113], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "retired:delisted", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "z-ai2fglm-5.323fireworks", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.258, 0.397, 0.496, 0.322, 0.445, 0.33, 0.399, 0.408, 0.354, 0.404, 0.427, 0.488, 0.457, 0.398, 0.406, 0.392, 0.406, 0.313, 0.333, 0.421, 0.348, 0.376, 0.383, 0.235, 0.366, 0.388, 0.3, 0.353], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "probe_failed", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "z-ai2fglm-5.3-flash23fireworks", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.276, 0.35, 0.447, 0.462, 0.473, 0.485, 0.467, 0.487, 0.504, 0.484, 0.467, 0.49, 0.473, 0.461, 0.494, 0.444, 0.474, 0.427, 0.434, 0.428, 0.441, 0.44, 0.441, 0.436, 0.423, 0.435, 0.432, 0.449], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "probe_failed", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "z-ai2fglm-5.3-flash23fireworks2fus", "model": "glm-5.3-flash", "modelSlug": "z-ai2fglm-5.3-flash", "org": "z-ai", "provider": "fireworks/us", "providerSlug": "fireworks", "methods": ["b3it"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.132, 0.445, 0.158, 0.12, 0.282, 0.161, 0.421, 0.266, 0.225, 0.169, 0.246, 0.218, 0.189, 0.658, 0.658, 0.623], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "probe_failed", "biStatus": "monitoring", "reason": "This endpoint is actively monitored through its border inputs."}, {"slug": "moonshotai2fkimi-k223fireworks2ffp8", "model": "kimi-k2", "modelSlug": "moonshotai2fkimi-k2", "org": "moonshotai", "provider": "fireworks/fp8", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.112, 0.063, 0.062, 0.081, 0.058, 0.058, 0.242, 0.247, 0.242, 0.229, 0.226, 0.249, 0.164, 0.461, 0.387, 0.438, 0.448, 0.459, 0.466, 0.469, 0.473, 0.469, 0.466, 0.467, 0.472, 0.527, 0.533, 0.536], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "moonshotai2fkimi-k2-090523fireworks2ffp8", "model": "kimi-k2-0905", "modelSlug": "moonshotai2fkimi-k2-0905", "org": "moonshotai", "provider": "fireworks/fp8", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.239, 0.19, 0.244, 0.236, 0.23, 0.174, 0.211, 0.22, 0.208, 0.224, 0.221, 0.199, 0.215, 0.22, 0.225, 0.206, 0.204, 0.211, 0.199, 0.225, 0.22, 0.203, 0.235, 0.302, 0.354, 0.278, 0.345, 0.41], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "meta-llama2fllama-3.1-405b-instruct23fireworks2ffp8", "model": "llama-3.1-405b-instruct", "modelSlug": "meta-llama2fllama-3.1-405b-instruct", "org": "meta-llama", "provider": "fireworks/fp8", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.043, 0.055, 0.044, 0.046, 0.137, 0.152, 0.148, 0.107, 0.18, 0.112, 0.097, 0.132, 0.115, 0.109, 0.147, 0.132, 0.103, 0.075, 0.116, 0.133, 0.137, 0.132, 0.189, 0.19, 0.222, 0.347, 0.338, 0.204], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "meta-llama2fllama-3.1-70b-instruct23fireworks", "model": "llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "org": "meta-llama", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.188, 0.114, 0.135, 0.16, 0.161, 0.256, 0.227, 0.163, 0.175, 0.231, 0.21, 0.251, 0.175, 0.183, 0.251, 0.268, 0.192, 0.254, 0.319, 0.305, 0.214, 0.14, 0.237, 0.128, 0.455, 1.12, 1.161, 1.103], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "meta-llama2fllama-3.1-8b-instruct23fireworks", "model": "llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "org": "meta-llama", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.002, 0.002, 0.001, 0.001, 0.001, 0.001, 0.003, 0.003, 0.004, 0.005, 0.004, 0.003, 0.005, 0.004, 0.003, 0.002, 0.002, 0.002, 0.003, 0.003, 0.003, 0.004, 0.003, 0.004, 0.004, 0.004, 0.004, 0.134], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "meta-llama2fllama-guard-3-8b23fireworks", "model": "llama-guard-3-8b", "modelSlug": "meta-llama2fllama-guard-3-8b", "org": "meta-llama", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "minimax2fminimax-m2.523fireworks", "model": "minimax-m2.5", "modelSlug": "minimax2fminimax-m2.5", "org": "minimax", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.051, 0.034, 0.065, 0.04, 0.046, 0.033, 0.046, 0.038, 0.114, 0.048, 0.013, 0.043, 0.027, 0.038, 0.068], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "minimax2fminimax-m2.723fireworks", "model": "minimax-m2.7", "modelSlug": "minimax2fminimax-m2.7", "org": "minimax", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.111, 0.14, 0.105], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-08-09)."}, {"slug": "qwen2fqwen-2.5-72b-instruct23fireworks", "model": "qwen-2.5-72b-instruct", "modelSlug": "qwen2fqwen-2.5-72b-instruct", "org": "qwen", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.005, 0.004, 0.005, 0.001, 0.006, 0.005, 0.006, 0.021, 0.001, 0.003, 0.003, 0.003, 0.002, 0.001], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "qwen2fqwen2.5-vl-32b-instruct23fireworks", "model": "qwen2.5-vl-32b-instruct", "modelSlug": "qwen2fqwen2.5-vl-32b-instruct", "org": "qwen", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.003, 0.003, 0.006, 0.002, 0.003, 0.002, 0.035, 0.039, 0.037, 0.039, 0.038, 0.053, 0.039, 0.035, 0.037, 0.041, 0.038, 0.04, 0.034, 0.034, 0.037, 0.035, 0.051, 0.055, 0.054, 0.046, 0.05, 0.045], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "qwen2fqwen3-coder23fireworks", "model": "qwen3-coder", "modelSlug": "qwen2fqwen3-coder", "org": "qwen", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.27, 0.161, 0.188, 0.13, 0.124, 0.131, 0.153, 0.563, 0.625, 0.64, 0.515, 0.495, 0.483, 0.476, 0.494, 0.478, 0.468, 0.466, 0.441, 0.432, 0.449, 0.505, 0.434, 0.467, 0.467, 0.474, 0.581, 0.577], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "qwen2fqwen3-vl-235b-a22b-instruct23fireworks", "model": "qwen3-vl-235b-a22b-instruct", "modelSlug": "qwen2fqwen3-vl-235b-a22b-instruct", "org": "qwen", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.189, 0.378, 0.438, 0.423, 0.415, 0.331, 0.351, 0.203, 0.282, 0.389, 0.365, 0.241, 0.175, 0.407, 0.191, 0.321, 0.391, 0.353, 0.182, 0.174, 0.193, 0.392, 0.253], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-02-11)."}, {"slug": "qwen2fqwen3-vl-30b-a3b-instruct23fireworks", "model": "qwen3-vl-30b-a3b-instruct", "modelSlug": "qwen2fqwen3-vl-30b-a3b-instruct", "org": "qwen", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["b3it"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.204, 0.476, 0.28, 0.344, 0.311, 0.457, 0.36, 0.384, 0.363, 0.424, 0.317, 0.397, 0.229, 0.278, 0.188, 0.332, 0.348, 0.438, 0.217, 0.24, 0.395, 0.427], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:stalled", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-02-06)."}, {"slug": "qwen2fqwq-32b23fireworks", "model": "qwq-32b", "modelSlug": "qwen2fqwq-32b", "org": "qwen", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.007, 0.007, 0.007, 0.003, 0.002, 0.008, 0.004, 0.002, 0.005, 0.005, 0.005, 0.005, 0.005, 0.005], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "01-ai2fyi-large23fireworks", "model": "yi-large", "modelSlug": "01-ai2fyi-large", "org": "01-ai", "provider": "fireworks", "providerSlug": "fireworks", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "stalled", "biStatus": "pending", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}, {"slug": "deepseek2fdeepseek-v4-flash-073123fireworks", "model": "deepseek-v4-flash-0731", "modelSlug": "deepseek2fdeepseek-v4-flash-0731", "org": "deepseek", "provider": "fireworks", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-01)."}, {"slug": "fireworks2fember-123fireworks", "model": "ember-1", "modelSlug": "fireworks2fember-1", "org": "fireworks", "provider": "fireworks", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "too_expensive", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "moonshotai2fkimi-k323fireworks", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "fireworks", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "too_expensive", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "moonshotai2fkimi-k323fireworks2ffast", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "fireworks/fast", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "too_expensive", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "moonshotai2fkimi-k323fireworks2fus", "model": "kimi-k3", "modelSlug": "moonshotai2fkimi-k3", "org": "moonshotai", "provider": "fireworks/us", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "too_expensive", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "openai2fgpt-oss-20b23fireworks", "model": "gpt-oss-20b", "modelSlug": "openai2fgpt-oss-20b", "org": "openai", "provider": "fireworks", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "pending", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-20)."}, {"slug": "z-ai2fglm-5.323fireworks2ffast", "model": "glm-5.3", "modelSlug": "z-ai2fglm-5.3", "org": "z-ai", "provider": "fireworks/fast", "providerSlug": "fireworks", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}]}