{"model": "meta-llama/llama-3.3-70b-instruct", "org": "meta-llama", "n_endpoints": 15, "n_active": 5, "n_providers": 14, "n_endpoints_total": 21, "n_changed": 1, "max_drift": 1.16, "headline": "tracked", "status_summary": "10 retired \u00b7 6 not selected \u00b7 5 tracked", "date_min": "2025-06-18", "date_max": "2026-09-09", "changes": [{"date": "2025-12-18", "method": "lt", "provider": "fireworks/fp16", "model": "meta-llama/llama-3.3-70b-instruct"}], "endpoints": [{"slug": "meta-llama2fllama-3.3-70b-instruct23akashml2ffp8", "provider": "akashml/fp8", "base": "akashml", "providerSlug": "akashml", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.5817], ["2026-06-23", 0.4203], ["2026-06-24", 0.3341], ["2026-06-25", 0.6126], ["2026-06-26", 0.5503], ["2026-06-27", 0.336], ["2026-06-28", 0.4116], ["2026-06-29", 0.3945], ["2026-06-30", 0.3136], ["2026-07-01", 0.3495], ["2026-07-02", 0.689], ["2026-07-03", 0.5194], ["2026-07-04", 0.4221], ["2026-07-05", 0.5836], ["2026-07-06", 0.4998], ["2026-07-07", 0.5061], ["2026-07-08", 0.398], ["2026-07-09", 0.6412], ["2026-07-10", 0.3741], ["2026-07-11", 0.4003], ["2026-07-12", 0.752], ["2026-07-13", 0.6181], ["2026-07-14", 0.6333], ["2026-07-15", 0.4433], ["2026-07-16", 0.6516], ["2026-07-17", 0.8449], ["2026-07-18", 0.6352], ["2026-07-19", 0.6359], ["2026-07-20", 0.7614], ["2026-07-21", 0.5362], ["2026-07-22", 0.622], ["2026-07-23", 0.7629], ["2026-07-24", 0.6705], ["2026-07-25", 0.8732], ["2026-07-26", 0.6871], ["2026-07-27", 0.7738], ["2026-07-28", 0.6291], ["2026-07-29", 0.4842], ["2026-07-30", 0.5353], ["2026-07-31", 0.5999], ["2026-08-01", 0.6241], ["2026-08-02", 0.5744], ["2026-08-03", 0.6207], ["2026-08-04", 0.5024], ["2026-08-05", 0.7034], ["2026-08-06", 0.7093], ["2026-08-07", 0.6527], ["2026-08-08", 0.7555], ["2026-08-09", 0.7524], ["2026-08-10", 0.6463], ["2026-08-11", 0.7714], ["2026-08-12", 0.8042], ["2026-08-13", 0.6932], ["2026-08-14", 0.9541], ["2026-08-15", 1.162], ["2026-08-16", 1.0277], ["2026-08-17", 0.8539], ["2026-08-18", 0.89], ["2026-08-19", 0.8163], ["2026-08-20", 0.8658], ["2026-08-21", 0.8049], ["2026-08-22", 0.7752], ["2026-08-23", 0.7346], ["2026-08-24", 0.839], ["2026-08-25", 0.6846], ["2026-08-26", 0.6347], ["2026-08-27", 0.9143], ["2026-08-28", 0.8545], ["2026-08-29", 0.6352], ["2026-08-30", 0.7343], ["2026-08-31", 0.6529], ["2026-09-01", 0.5177], ["2026-09-02", 0.626], ["2026-09-03", 0.4223], ["2026-09-04", 0.4904], ["2026-09-05", 0.6112], ["2026-09-06", 0.5708], ["2026-09-07", 0.584], ["2026-09-08", 0.7071], ["2026-09-09", 0.5392]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23coreweave2ffp16", "provider": "coreweave/fp16", "base": "coreweave", "providerSlug": "coreweave", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-07-24", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-07-24", 0.1901], ["2026-07-25", 0.1994], ["2026-07-26", 0.1942], ["2026-07-27", 0.1847], ["2026-07-28", 0.1438], ["2026-07-29", 0.1904], ["2026-07-30", 0.3475], ["2026-07-31", 0.396], ["2026-08-01", 0.3793], ["2026-08-02", 0.2439], ["2026-08-03", 0.282], ["2026-08-04", 0.2232], ["2026-08-05", 0.1884], ["2026-08-06", 0.2221], ["2026-08-07", 0.2729], ["2026-08-08", 0.383], ["2026-08-09", 0.3813], ["2026-08-10", 0.2417], ["2026-08-11", 0.2727], ["2026-08-12", 0.4235], ["2026-08-13", 0.3749], ["2026-08-14", 0.502], ["2026-08-15", 0.4017], ["2026-08-16", 0.3602], ["2026-08-17", 0.3491], ["2026-08-18", 0.2763], ["2026-08-19", 0.4075], ["2026-08-20", 0.3505], ["2026-08-21", 0.3339], ["2026-08-22", 0.4077], ["2026-08-23", 0.3607], ["2026-08-24", 0.2956], ["2026-08-25", 0.3938], ["2026-08-26", 0.3621], ["2026-08-27", 0.4143], ["2026-08-28", 0.4147], ["2026-08-29", 0.6233], ["2026-08-30", 0.6434], ["2026-08-31", 0.6721], ["2026-09-01", 0.4673], ["2026-09-02", 0.4445], ["2026-09-03", 0.4668], ["2026-09-04", 0.4291], ["2026-09-05", 0.4102], ["2026-09-06", 0.3616], ["2026-09-07", 0.4212], ["2026-09-08", 0.5146], ["2026-09-09", 0.5941]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23novita2fbf16", "provider": "novita/bf16", "base": "novita", "providerSlug": "novita", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.11], ["2026-06-23", 0.0693], ["2026-06-24", 0.063], ["2026-06-25", 0.016], ["2026-06-26", 0.0072], ["2026-06-27", 0.0693], ["2026-06-28", 0.0236], ["2026-06-29", 0.0351], ["2026-06-30", 0.0693], ["2026-07-01", 0.1046], ["2026-07-02", 0.0693], ["2026-07-03", 0.0693], ["2026-07-04", 0.0084], ["2026-07-05", 0.0127], ["2026-07-06", 0.0686], ["2026-07-07", 0.0078], ["2026-07-08", 0.0838], ["2026-07-09", 0.0155], ["2026-07-10", 0.0693], ["2026-07-11", 0.0206], ["2026-07-12", 0.0269], ["2026-07-13", 0.0441], ["2026-07-14", 0.1326], ["2026-07-15", 0.1687], ["2026-07-16", 0.047], ["2026-07-17", 0.1687], ["2026-07-18", 0.0155], ["2026-07-19", 0.063], ["2026-07-20", 0.0545], ["2026-07-21", 0.0693], ["2026-07-22", 0.0693], ["2026-07-23", 0.0693], ["2026-07-24", 0.0127], ["2026-07-25", 0.0335], ["2026-07-26", 0.0205], ["2026-07-27", 0.0441], ["2026-07-28", 0.0693], ["2026-07-29", 0.0078], ["2026-07-30", 0.0983], ["2026-07-31", 0.0084], ["2026-08-01", 0.0231], ["2026-08-02", 0.0693], ["2026-08-03", 0.1577], ["2026-08-04", 0.2922], ["2026-08-05", 0.141], ["2026-08-06", 0.2839], ["2026-08-07", 0.2971], ["2026-08-08", 0.3286], ["2026-08-09", 0.3226], ["2026-08-10", 0.1576], ["2026-08-11", 0.2839], ["2026-08-12", 0.1299], ["2026-08-13", 0.0693], ["2026-08-14", 0.0078], ["2026-08-15", 0.1246], ["2026-08-16", 0.1687], ["2026-08-17", 0.2219], ["2026-08-18", 0.1932], ["2026-08-19", 0.0951], ["2026-08-20", 0.1085], ["2026-08-21", 0.2317], ["2026-08-22", 0.3386], ["2026-08-23", 0.1883], ["2026-08-24", 0.0258], ["2026-08-25", 0.0365], ["2026-08-26", 0.0481], ["2026-08-27", 0.0693], ["2026-08-28", 0.0693], ["2026-08-29", 0.0674], ["2026-08-30", 0.0415], ["2026-08-31", 0.0693], ["2026-09-01", 0.0693], ["2026-09-02", 0.0545], ["2026-09-03", 0.2839], ["2026-09-04", 0.3496], ["2026-09-05", 0.0686], ["2026-09-06", 0.1886], ["2026-09-07", 0.4426], ["2026-09-08", 0.2525], ["2026-09-09", 0.2839]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23parasail2ffp8", "provider": "parasail/fp8", "base": "parasail", "providerSlug": "parasail", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.4372], ["2026-06-23", 0.2157], ["2026-06-24", 0.3601], ["2026-06-25", 0.2586], ["2026-06-26", 0.2917], ["2026-06-27", 0.392], ["2026-06-28", 0.3045], ["2026-06-29", 0.3924], ["2026-06-30", 0.3966], ["2026-07-01", 0.319], ["2026-07-02", 0.2899], ["2026-07-03", 0.6646], ["2026-07-04", 0.3852], ["2026-07-05", 0.3717], ["2026-07-06", 0.457], ["2026-07-07", 0.4352], ["2026-07-08", 0.5932], ["2026-07-09", 0.679], ["2026-07-10", 0.4018], ["2026-07-11", 0.4552], ["2026-07-12", 0.563], ["2026-07-13", 0.7217], ["2026-07-14", 0.5716], ["2026-07-15", 0.7118], ["2026-07-16", 0.6891], ["2026-07-17", 0.8161], ["2026-07-18", 0.7472], ["2026-07-19", 0.8543], ["2026-07-20", 0.5969], ["2026-07-21", 0.6852], ["2026-07-22", 0.7108], ["2026-07-23", 0.8109], ["2026-07-24", 0.7054], ["2026-07-25", 0.735], ["2026-07-26", 0.6181], ["2026-07-27", 0.7563], ["2026-07-28", 0.5969], ["2026-07-29", 0.6179], ["2026-07-30", 0.4389], ["2026-07-31", 0.5228], ["2026-08-01", 0.7807], ["2026-08-02", 0.6352], ["2026-08-03", 0.5395], ["2026-08-04", 0.5178], ["2026-08-05", 0.4799], ["2026-08-06", 0.754], ["2026-08-07", 0.7136], ["2026-08-08", 0.6758], ["2026-08-09", 0.8213], ["2026-08-10", 0.6379], ["2026-08-11", 0.6788], ["2026-08-12", 0.8003], ["2026-08-13", 0.7095], ["2026-08-14", 0.9065], ["2026-08-15", 0.7138], ["2026-08-16", 0.7204], ["2026-08-17", 0.7725], ["2026-08-18", 0.6033], ["2026-08-19", 0.5834], ["2026-08-20", 0.6698], ["2026-08-21", 0.6335], ["2026-08-22", 0.7637], ["2026-08-23", 0.67], ["2026-08-24", 0.5545], ["2026-08-25", 0.6967], ["2026-08-26", 0.61], ["2026-08-27", 0.5266], ["2026-08-28", 0.5628], ["2026-08-29", 0.5478], ["2026-08-30", 0.6035], ["2026-08-31", 0.7478], ["2026-09-01", 0.4628], ["2026-09-02", 0.5285], ["2026-09-03", 0.6769], ["2026-09-04", 0.4834], ["2026-09-05", 0.6072], ["2026-09-06", 0.6802], ["2026-09-07", 0.472], ["2026-09-08", 0.5919], ["2026-09-09", 0.6885]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23sambanova-turbo", "provider": "sambanova-turbo", "base": "sambanova-turbo", "providerSlug": "sambanova-turbo", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-07-31", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-07-31", 0.0], ["2026-08-01", 0.0], ["2026-08-02", 0.0], ["2026-08-03", 0.0], ["2026-08-04", 0.0], ["2026-08-05", 0.0], ["2026-08-06", 0.0], ["2026-08-07", 0.0], ["2026-08-08", 0.0], ["2026-08-09", 0.0], ["2026-08-10", 0.0], ["2026-08-11", 0.0], ["2026-08-12", 0.0], ["2026-08-13", 0.0], ["2026-08-14", 0.0], ["2026-08-15", 0.0], ["2026-08-16", 0.0], ["2026-08-17", 0.0], ["2026-08-18", 0.0], ["2026-08-19", 0.0], ["2026-08-20", 0.0], ["2026-08-21", 0.0], ["2026-08-22", 0.0], ["2026-08-23", 0.0], ["2026-08-24", 0.0], ["2026-08-25", 0.0], ["2026-08-26", 0.0], ["2026-08-27", 0.0], ["2026-08-28", 0.0], ["2026-08-29", 0.0], ["2026-08-30", 0.0], ["2026-08-31", 0.0], ["2026-09-01", 0.0], ["2026-09-02", 0.0], ["2026-09-03", 0.0], ["2026-09-04", 0.0], ["2026-09-05", 0.0], ["2026-09-06", 0.0], ["2026-09-07", 0.0], ["2026-09-08", 0.0], ["2026-09-09", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "retired:no_bis", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-07-24", "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23wandb2ffp16", "provider": "wandb/fp16", "base": "wandb", "providerSlug": "wandb", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.3892], ["2026-06-23", 0.2825], ["2026-06-24", 0.1845], ["2026-06-25", 0.1924], ["2026-06-26", 0.2116], ["2026-06-27", 0.2908], ["2026-06-28", 0.2907], ["2026-06-29", 0.3427], ["2026-06-30", 0.2769], ["2026-07-01", 0.3706], ["2026-07-02", 0.3879], ["2026-07-03", 0.5135], ["2026-07-04", 0.3444], ["2026-07-05", 0.3404], ["2026-07-06", 0.33], ["2026-07-07", 0.3997], ["2026-07-08", 0.4907], ["2026-07-09", 0.5447], ["2026-07-10", 0.4417], ["2026-07-11", 0.4155], ["2026-07-12", 0.4451], ["2026-07-13", 0.4816], ["2026-07-14", 0.57], ["2026-07-15", 0.559], ["2026-07-16", 0.5577], ["2026-07-17", 0.6368], ["2026-07-18", 0.5729], ["2026-07-19", 0.6172], ["2026-07-20", 0.5617], ["2026-07-21", 0.6005], ["2026-07-22", 0.6506], ["2026-07-23", 0.643]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23sambanova2fbf16", "provider": "sambanova/bf16", "base": "sambanova", "providerSlug": "sambanova", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-06-30", "last_query": "2026-06-30", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0], ["2026-06-23", 0.0], ["2026-06-24", 0.0], ["2026-06-25", 0.0], ["2026-06-26", 0.0], ["2026-06-27", 0.0], ["2026-06-28", 0.0], ["2026-06-29", 0.0], ["2026-06-30", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "retired:unreachable", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Monitoring was retired: the endpoint stopped answering our queries.", "ltDetail": null, "biDetail": "since 2026-07-24", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Monitoring was retired: the endpoint stopped answering our queries (since 2026-07-24)."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23cerebras2ffp16", "provider": "cerebras/fp16", "base": "cerebras", "providerSlug": "cerebras", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-12-03", "last": "2026-02-16", "last_query": "2026-02-16", "n_changes": 0, "lt": {"drift": [["2025-12-03", 0.2344], ["2025-12-04", 0.2737], ["2025-12-05", 0.2192], ["2025-12-06", 0.168], ["2025-12-07", 0.2257], ["2025-12-08", 0.2633], ["2025-12-09", 0.3465], ["2025-12-10", 0.1992], ["2025-12-11", 0.0403], ["2025-12-12", 0.0617], ["2025-12-13", 0.128], ["2025-12-14", 0.2347], ["2025-12-15", 0.3385], ["2025-12-16", 0.4701], ["2025-12-17", 0.3065], ["2025-12-18", 0.3617], ["2025-12-19", 0.4194], ["2025-12-20", 0.384], ["2025-12-21", 0.5598], ["2025-12-22", 0.4514], ["2025-12-23", 0.5583], ["2025-12-24", 0.4937], ["2025-12-25", 0.523], ["2025-12-26", 0.4071], ["2025-12-27", 0.4281], ["2025-12-28", 0.3821], ["2025-12-29", 0.6898], ["2025-12-30", 0.656], ["2025-12-31", 0.4596], ["2026-01-01", 0.4696], ["2026-01-02", 0.3297], ["2026-01-03", 0.3036], ["2026-01-04", 0.332], ["2026-01-05", 0.2691], ["2026-01-06", 0.2666], ["2026-01-07", 0.2543], ["2026-01-08", 0.2627], ["2026-01-09", 0.3189], ["2026-01-10", 0.287], ["2026-01-11", 0.2246], ["2026-01-12", 0.2712], ["2026-01-13", 0.2717], ["2026-01-14", 0.3014], ["2026-01-15", 0.3253], ["2026-01-16", 0.4311], ["2026-01-17", 0.3346], ["2026-01-19", 0.2699], ["2026-01-20", 0.304], ["2026-01-21", 0.2908], ["2026-01-22", 0.2753], ["2026-01-23", 0.4051], ["2026-01-24", 0.4891], ["2026-01-25", 0.6581], ["2026-01-26", 0.628], ["2026-01-27", 0.5732], ["2026-01-28", 0.5477], ["2026-01-29", 0.5608], ["2026-01-30", 0.6837], ["2026-01-31", 0.5544], ["2026-02-01", 0.4426], ["2026-02-02", 0.455], ["2026-02-03", 0.4518], ["2026-02-04", 0.4954], ["2026-02-05", 0.5277], ["2026-02-06", 0.4668], ["2026-02-07", 0.4774], ["2026-02-08", 0.4453], ["2026-02-09", 0.4046], ["2026-02-10", 0.5385], ["2026-02-11", 0.5437], ["2026-02-12", 0.5211], ["2026-02-13", 0.522], ["2026-02-14", 0.6638], ["2026-02-15", 0.5937], ["2026-02-16", 0.5903]], "breaks": [46], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23crusoe2fbf16", "provider": "crusoe/bf16", "base": "crusoe", "providerSlug": "crusoe", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-12-03", "last": "2026-02-16", "last_query": "2026-02-16", "n_changes": 0, "lt": {"drift": [["2025-12-03", 0.2402], ["2025-12-04", 0.3948], ["2025-12-05", 0.2903], ["2025-12-06", 0.3102], ["2025-12-07", 0.3215], ["2025-12-08", 0.3926], ["2025-12-09", 0.3643], ["2025-12-10", 0.2414], ["2025-12-11", 0.2151], ["2025-12-12", 0.3238], ["2025-12-13", 0.2346], ["2025-12-14", 0.289], ["2025-12-15", 0.7474], ["2025-12-16", 0.8208], ["2025-12-17", 0.8125], ["2025-12-18", 0.7827], ["2025-12-19", 0.7951], ["2025-12-20", 0.8076], ["2025-12-21", 0.8441], ["2025-12-22", 0.7991], ["2025-12-23", 0.7839], ["2025-12-24", 0.7892], ["2025-12-25", 0.7615], ["2025-12-26", 0.7921], ["2025-12-27", 0.7648], ["2025-12-28", 0.7649], ["2025-12-29", 0.7709], ["2025-12-30", 0.775], ["2025-12-31", 0.7774], ["2026-01-01", 0.7649], ["2026-01-02", 0.7778], ["2026-01-03", 0.7669], ["2026-01-04", 0.7648], ["2026-01-05", 0.7776], ["2026-01-06", 0.7936], ["2026-01-07", 0.7649], ["2026-01-08", 0.7752], ["2026-01-09", 0.7688], ["2026-01-10", 0.7684], ["2026-01-11", 0.7676], ["2026-01-12", 0.7667], ["2026-01-13", 0.7844], ["2026-01-14", 0.7947], ["2026-01-15", 0.791], ["2026-01-16", 0.7902], ["2026-01-17", 0.8037], ["2026-01-18", 0.8456], ["2026-01-19", 0.8256], ["2026-01-20", 0.7954], ["2026-01-21", 0.7942], ["2026-01-22", 0.7849], ["2026-01-23", 0.8066], ["2026-01-24", 0.8026], ["2026-01-25", 0.7897], ["2026-01-26", 0.7927], ["2026-01-27", 0.7823], ["2026-01-28", 0.7985], ["2026-01-29", 0.7885], ["2026-01-30", 0.7733], ["2026-01-31", 0.7857], ["2026-02-01", 0.7848], ["2026-02-02", 0.7724], ["2026-02-03", 0.7852], ["2026-02-04", 0.8225], ["2026-02-05", 0.796], ["2026-02-06", 0.7851], ["2026-02-07", 0.7906], ["2026-02-08", 0.8186], ["2026-02-09", 0.7748], ["2026-02-10", 0.8071], ["2026-02-11", 0.7922], ["2026-02-12", 0.8067], ["2026-02-13", 0.7946], ["2026-02-14", 0.7819], ["2026-02-15", 0.7711], ["2026-02-16", 0.7723]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "not_selected", "headline": "retired", "headlines": ["retired", "not_selected"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23fireworks2ffp16", "provider": "fireworks/fp16", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2026-02-11", "last_query": "2026-02-11", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.2612], ["2025-06-29", 0.3196], ["2025-07-01", 0.2258], ["2025-07-04", 0.1765], ["2025-07-06", 0.2015], ["2025-07-09", 0.2173], ["2025-07-12", 0.1838], ["2025-07-14", 0.1982], ["2025-07-17", 0.2235], ["2025-07-19", 0.2247], ["2025-07-22", 0.2078], ["2025-07-24", 0.1781], ["2025-07-27", 0.2085], ["2025-07-30", 0.1712], ["2025-08-01", 0.1528], ["2025-08-04", 0.1523], ["2025-08-06", 0.1836], ["2025-08-09", 0.1758], ["2025-08-12", 0.1649], ["2025-08-14", 0.1342], ["2025-08-17", 0.3655], ["2025-08-19", 0.3126], ["2025-08-22", 0.3454], ["2025-08-24", 0.2852], ["2025-08-27", 0.3104], ["2025-08-30", 0.339], ["2025-09-01", 0.3355], ["2025-09-04", 0.2501], ["2025-09-06", 0.1983], ["2025-09-09", 0.187], ["2025-09-12", 0.2243], ["2025-09-14", 0.1952], ["2025-09-17", 0.2234], ["2025-09-19", 0.2141], ["2025-09-22", 0.1972], ["2025-09-24", 0.1935], ["2025-09-27", 0.1988], ["2025-09-30", 0.1748], ["2025-10-02", 0.1877], ["2025-10-05", 0.189], ["2025-10-07", 0.1988], ["2025-10-10", 0.2292], ["2025-10-13", 0.1969], ["2025-10-15", 0.2096], ["2025-10-18", 0.1953], ["2025-10-20", 0.2036], ["2025-10-23", 0.2385], ["2025-10-25", 0.1919], ["2025-10-28", 0.2076], ["2025-10-31", 0.2075], ["2025-11-02", 0.219], ["2025-11-05", 0.2077], ["2025-11-07", 0.2082], ["2025-11-10", 0.2203], ["2025-11-13", 0.1939], ["2025-11-15", 0.2335], ["2025-11-18", 0.2201], ["2025-11-20", 0.2115], ["2025-11-23", 0.0437], ["2025-11-25", 0.1061], ["2025-11-28", 0.0676], ["2025-12-01", 0.0573], ["2025-12-03", 0.0701], ["2025-12-06", 0.1222], ["2025-12-08", 0.1309], ["2025-12-11", 0.1099], ["2025-12-14", 0.0956], ["2025-12-16", 0.1009], ["2025-12-19", 0.8323], ["2025-12-21", 0.1481], ["2025-12-24", 0.165], ["2025-12-26", 0.097], ["2025-12-29", 0.1077], ["2026-01-01", 0.1345], ["2026-01-03", 0.1356], ["2026-01-06", 0.1208], ["2026-01-08", 0.0582], ["2026-01-11", 0.0757], ["2026-01-14", 0.2048], ["2026-01-16", 0.1585], ["2026-01-19", 0.0569], ["2026-01-21", 0.1207], ["2026-01-24", 0.1296], ["2026-01-26", 0.1299], ["2026-01-29", 0.1534], ["2026-02-01", 0.1191], ["2026-02-03", 0.1203], ["2026-02-06", 0.0857], ["2026-02-08", 0.0754], ["2026-02-11", 0.1126]], "breaks": [], "changes": [{"date": "2025-12-18", "shift": 0.16135714285714287}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23nebius2ffp8", "provider": "nebius/fp8", "base": "nebius", "providerSlug": "nebius", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-06-18", "last": "2025-10-21", "last_query": "2025-10-21", "n_changes": 0, "lt": {"drift": [["2025-06-18", 0.0022], ["2025-06-19", 0.0111], ["2025-06-26", 0.0022], ["2025-06-27", 0.0022], ["2025-06-29", 0.0022], ["2025-06-30", 0.0022], ["2025-07-01", 0.0022], ["2025-07-03", 0.0022], ["2025-07-04", 0.0022], ["2025-07-05", 0.0022], ["2025-07-07", 0.0022], ["2025-07-08", 0.0022], ["2025-07-09", 0.0022], ["2025-07-11", 0.0022], ["2025-07-12", 0.0022], ["2025-07-13", 0.0022], ["2025-07-15", 0.0022], ["2025-07-16", 0.0022], ["2025-07-18", 0.0022], ["2025-07-19", 0.0022], ["2025-07-20", 0.0022], ["2025-07-22", 0.0022], ["2025-07-23", 0.0022], ["2025-07-24", 0.0022], ["2025-07-26", 0.0022], ["2025-07-27", 0.0022], ["2025-07-28", 0.0022], ["2025-07-30", 0.0022], ["2025-07-31", 0.0022], ["2025-08-01", 0.0022], ["2025-08-03", 0.0022], ["2025-08-04", 0.0022], ["2025-08-05", 0.0022], ["2025-08-07", 0.0022], ["2025-08-08", 0.0022], ["2025-08-09", 0.0022], ["2025-08-11", 0.0022], ["2025-08-12", 0.0022], ["2025-08-13", 0.0022], ["2025-08-15", 0.0022], ["2025-08-16", 0.0022], ["2025-08-17", 0.0022], ["2025-08-19", 0.0022], ["2025-08-20", 0.0022], ["2025-08-21", 0.0022], ["2025-08-23", 0.0022], ["2025-08-24", 0.0022], ["2025-08-26", 0.0022], ["2025-08-27", 0.0022], ["2025-08-28", 0.0022], ["2025-08-30", 0.0022], ["2025-08-31", 0.0022], ["2025-09-01", 0.0022], ["2025-09-03", 0.0022], ["2025-09-04", 0.0022], ["2025-09-05", 0.0022], ["2025-09-07", 0.0022], ["2025-09-08", 0.0022], ["2025-09-09", 0.0022], ["2025-09-11", 0.0022], ["2025-09-12", 0.0022], ["2025-09-13", 0.0022], ["2025-09-15", 0.0022], ["2025-09-16", 0.0022], ["2025-09-17", 0.0022], ["2025-09-19", 0.0022], ["2025-09-20", 0.0022], ["2025-09-21", 0.0022], ["2025-09-23", 0.0022], ["2025-09-24", 0.0022], ["2025-09-25", 0.0022], ["2025-09-27", 0.0022], ["2025-09-28", 0.0022], ["2025-09-29", 0.0022], ["2025-10-01", 0.0022], ["2025-10-02", 0.0022], ["2025-10-04", 0.0022], ["2025-10-05", 0.0022], ["2025-10-06", 0.0022], ["2025-10-08", 0.0022], ["2025-10-09", 0.0022], ["2025-10-10", 0.0022], ["2025-10-12", 0.0022], ["2025-10-13", 0.0022], ["2025-10-14", 0.0022], ["2025-10-16", 0.0022], ["2025-10-17", 0.0022], ["2025-10-18", 0.0022], ["2025-10-20", 0.0022], ["2025-10-21", 0.0022]], "breaks": [2], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "not_selected", "headline": "retired", "headlines": ["retired", "not_selected"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23hyperbolic2ffp8", "provider": "hyperbolic/fp8", "base": "hyperbolic", "providerSlug": "hyperbolic", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-08-27", "last": "2025-09-26", "last_query": "2025-09-26", "n_changes": 0, "lt": {"drift": [["2025-08-27", 0.0], ["2025-08-28", 0.0], ["2025-08-29", 0.0], ["2025-08-30", 0.0], ["2025-08-31", 0.0], ["2025-09-01", 0.0], ["2025-09-02", 0.0], ["2025-09-03", 0.0], ["2025-09-04", 0.0], ["2025-09-05", 0.0], ["2025-09-06", 0.0], ["2025-09-07", 0.0], ["2025-09-08", 0.0], ["2025-09-09", 0.0], ["2025-09-10", 0.0], ["2025-09-11", 0.0], ["2025-09-12", 0.0], ["2025-09-13", 0.0], ["2025-09-14", 0.0], ["2025-09-15", 0.0], ["2025-09-16", 0.0], ["2025-09-17", 0.0], ["2025-09-18", 0.0], ["2025-09-19", 0.0], ["2025-09-20", 0.0], ["2025-09-21", 0.0], ["2025-09-22", 0.0], ["2025-09-23", 0.0], ["2025-09-24", 0.0], ["2025-09-25", 0.0], ["2025-09-26", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23lambda2ffp8", "provider": "lambda/fp8", "base": "lambda", "providerSlug": "lambda", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-09-26", "last_query": "2025-09-26", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0], ["2025-06-27", 0.0], ["2025-06-28", 0.0], ["2025-06-29", 0.0], ["2025-06-30", 0.0], ["2025-07-01", 0.0], ["2025-07-02", 0.0], ["2025-07-03", 0.0], ["2025-07-04", 0.0], ["2025-07-05", 0.0], ["2025-07-06", 0.0], ["2025-07-07", 0.0], ["2025-07-08", 0.0], ["2025-07-09", 0.0], ["2025-07-10", 0.0], ["2025-07-12", 0.0], ["2025-07-13", 0.0], ["2025-07-14", 0.0], ["2025-07-15", 0.0], ["2025-07-16", 0.0], ["2025-07-17", 0.0], ["2025-07-18", 0.0], ["2025-07-19", 0.0], ["2025-07-20", 0.0], ["2025-07-21", 0.0], ["2025-07-22", 0.0], ["2025-07-23", 0.0], ["2025-07-24", 0.0], ["2025-07-25", 0.0], ["2025-07-26", 0.0], ["2025-07-27", 0.0], ["2025-07-28", 0.0], ["2025-07-29", 0.0], ["2025-07-30", 0.0214], ["2025-07-31", 0.0], ["2025-08-01", 0.0], ["2025-08-02", 0.0], ["2025-08-03", 0.0], ["2025-08-04", 0.0], ["2025-08-05", 0.0], ["2025-08-06", 0.0], ["2025-08-07", 0.0], ["2025-08-08", 0.0], ["2025-08-09", 0.0], ["2025-08-10", 0.0], ["2025-08-12", 0.0], ["2025-08-13", 0.0], ["2025-08-14", 0.0], ["2025-08-15", 0.0], ["2025-08-16", 0.0], ["2025-08-17", 0.0], ["2025-08-18", 0.0], ["2025-08-19", 0.0], ["2025-08-20", 0.0], ["2025-08-21", 0.0534], ["2025-08-22", 0.2565], ["2025-08-23", 0.2565], ["2025-08-24", 0.2565], ["2025-08-25", 0.2565], ["2025-08-26", 0.2565], ["2025-08-27", 0.2565], ["2025-08-28", 0.2565], ["2025-08-29", 0.2565], ["2025-08-30", 0.2565], ["2025-08-31", 0.2565], ["2025-09-01", 0.2565], ["2025-09-02", 0.2565], ["2025-09-03", 0.2565], ["2025-09-04", 0.2565], ["2025-09-05", 0.2565], ["2025-09-06", 0.2565], ["2025-09-07", 0.2565], ["2025-09-08", 0.2565], ["2025-09-09", 0.2565], ["2025-09-10", 0.2565], ["2025-09-12", 0.2565], ["2025-09-13", 0.2565], ["2025-09-14", 0.2565], ["2025-09-15", 0.2565], ["2025-09-16", 0.2565], ["2025-09-17", 0.2565], ["2025-09-18", 0.2565], ["2025-09-19", 0.2565], ["2025-09-20", 0.2565], ["2025-09-21", 0.2565], ["2025-09-22", 0.2565], ["2025-09-23", 0.2565], ["2025-09-24", 0.2565], ["2025-09-25", 0.2565], ["2025-09-26", 0.2565]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23crusoe2fint8", "provider": "crusoe/int8", "base": "crusoe", "providerSlug": "crusoe", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-07-21", "last": "2025-09-16", "last_query": "2025-09-16", "n_changes": 0, "lt": {"drift": [["2025-07-21", 0.3061], ["2025-07-22", 0.2083], ["2025-07-23", 0.1824], ["2025-07-24", 0.1691], ["2025-07-25", 0.1498], ["2025-07-26", 0.1546], ["2025-07-27", 0.1823], ["2025-07-28", 0.1575], ["2025-07-29", 0.171], ["2025-07-30", 0.1857], ["2025-07-31", 0.1764], ["2025-08-01", 0.3482], ["2025-08-02", 0.495], ["2025-08-03", 0.4942], ["2025-08-04", 0.4589], ["2025-08-05", 0.3865], ["2025-08-06", 0.3953], ["2025-08-07", 0.3732], ["2025-08-08", 0.405], ["2025-08-09", 0.5034], ["2025-08-10", 0.329], ["2025-08-11", 0.2587], ["2025-08-12", 0.3073], ["2025-08-13", 0.2179], ["2025-08-14", 0.297], ["2025-08-15", 0.2777], ["2025-08-16", 0.1557], ["2025-08-17", 0.1117], ["2025-08-18", 0.1858], ["2025-08-19", 0.1873], ["2025-08-20", 0.1592], ["2025-08-21", 0.1309], ["2025-08-22", 0.0941], ["2025-08-23", 0.1199], ["2025-08-24", 0.1958], ["2025-08-25", 0.2129], ["2025-08-26", 0.2173], ["2025-08-27", 0.2423], ["2025-08-28", 0.2794], ["2025-08-29", 0.3024], ["2025-08-30", 0.4248], ["2025-08-31", 0.4936], ["2025-09-01", 0.6176], ["2025-09-02", 0.6775], ["2025-09-03", 0.6582], ["2025-09-04", 0.6036], ["2025-09-05", 0.618], ["2025-09-06", 0.7407], ["2025-09-07", 0.5833], ["2025-09-08", 0.5958], ["2025-09-09", 0.6045], ["2025-09-10", 0.5277], ["2025-09-11", 0.5588], ["2025-09-12", 0.5374], ["2025-09-13", 0.5555], ["2025-09-14", 0.4574], ["2025-09-15", 0.4426], ["2025-09-16", 0.4875]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23klusterai2ffp8", "provider": "klusterai/fp8", "base": "klusterai", "providerSlug": "klusterai", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": ["lt"], "first": "2025-06-18", "last": "2025-07-16", "last_query": "2025-07-16", "n_changes": 0, "lt": {"drift": [["2025-06-18", 0.9227], ["2025-06-19", 1.0027], ["2025-06-26", 0.3775], ["2025-06-27", 0.4545], ["2025-06-28", 0.5533], ["2025-06-29", 0.6517], ["2025-06-30", 0.6424], ["2025-07-01", 0.2041], ["2025-07-02", 0.5244], ["2025-07-03", 0.3587], ["2025-07-04", 0.3561], ["2025-07-05", 0.3628], ["2025-07-06", 0.3466], ["2025-07-07", 0.3074], ["2025-07-08", 0.343], ["2025-07-09", 0.492], ["2025-07-10", 0.4207], ["2025-07-11", 0.3656], ["2025-07-12", 0.3991], ["2025-07-13", 0.3973], ["2025-07-14", 0.4272], ["2025-07-15", 0.4938], ["2025-07-16", 0.5726]], "breaks": [2], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23cloudflare2ffp8", "provider": "cloudflare/fp8", "base": "cloudflare", "providerSlug": "cloudflare", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "probe_failed", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltCopy": "This endpoint claims logprob support, but our probe could not obtain usable logprobs.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": "No logprobs returned", "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23deepinfra2fturbo", "provider": "deepinfra/turbo", "base": "deepinfra", "providerSlug": "deepinfra", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23google-vertex", "provider": "google-vertex", "base": "google-vertex", "providerSlug": "google-vertex", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23google-vertex2fus-central1", "provider": "google-vertex/us-central1", "base": "google-vertex", "providerSlug": "google-vertex", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23groq", "provider": "groq", "base": "groq", "providerSlug": "groq", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.3-70b-instruct23together", "provider": "together", "base": "together", "providerSlug": "together", "model": "meta-llama/llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}