{"model": "meta-llama/llama-4-scout", "org": "meta-llama", "n_endpoints": 3, "n_active": 0, "n_providers": 3, "n_endpoints_total": 6, "n_changed": 0, "max_drift": 0.66, "headline": "retired", "status_summary": "3 retired \u00b7 3 not selected", "date_min": "2025-06-26", "date_max": "2026-09-01", "changes": [], "endpoints": [{"slug": "meta-llama2fllama-4-scout23groq", "provider": "groq", "base": "groq", "providerSlug": "groq", "model": "meta-llama/llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-09-01", "last_query": "2026-09-08", "n_changes": 0, "lt": null, "b3it": {"tv": [["2026-07-24", 0.16771717171717174], ["2026-07-25", 0.2302979797979798], ["2026-07-26", 0.2077979797979798], ["2026-07-27", 0.23121717171717174], ["2026-07-28", 0.16821717171717174], ["2026-07-29", 0.1962979797979798], ["2026-08-02", 0.1977979797979798], ["2026-08-03", 0.17221717171717174], ["2026-08-04", 0.2364949494949495], ["2026-08-05", 0.2522979797979798], ["2026-08-07", 0.2312171717171717], ["2026-08-07", 0.2272171717171717], ["2026-08-08", 0.2307979797979798], ["2026-08-09", 0.2317171717171717], ["2026-08-10", 0.2187979797979798], ["2026-08-11", 0.2197979797979798], ["2026-08-12", 0.1842929292929293], ["2026-08-13", 0.1737979797979798], ["2026-08-14", 0.20521717171717171], ["2026-08-15", 0.2432979797979798], ["2026-08-16", 0.22321717171717173], ["2026-08-17", 0.2322929292929293], ["2026-08-18", 0.22121717171717173], ["2026-08-19", 0.2022171717171717], ["2026-08-20", 0.18221717171717172], ["2026-08-21", 0.21371717171717172], ["2026-08-22", 0.21429797979797982], ["2026-08-23", 0.2257979797979798], ["2026-08-24", 0.2069949494949495], ["2026-08-25", 0.22028787878787878], ["2026-08-27", 0.18521717171717172], ["2026-08-28", 0.2332979797979798], ["2026-08-29", 0.1892979797979798], ["2026-08-29", 0.1912979797979798], ["2026-08-30", 0.18371717171717172], ["2026-09-01", 0.20971717171717172]], "breaks": [6, 10, 30, 35], "changes": []}, "status": {"lt": "pending", "bi": "retired:stalled", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint has not been evaluated for tracking yet.", "biCopy": "Monitoring was retired: the endpoint stopped yielding usable samples.", "ltDetail": null, "biDetail": "since 2026-09-08", "reason": "Monitoring was retired: the endpoint stopped yielding usable samples (since 2026-09-08)."}}, {"slug": "meta-llama2fllama-4-scout23lambda2ffp8", "provider": "lambda/fp8", "base": "lambda", "providerSlug": "lambda", "model": "meta-llama/llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "methods": ["lt"], "first": "2025-06-26", "last": "2025-09-25", "last_query": "2025-09-25", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.3], ["2025-06-27", 0.1175], ["2025-06-28", 0.2821], ["2025-06-29", 0.1665], ["2025-06-30", 0.183], ["2025-07-01", 0.1406], ["2025-07-02", 0.2515], ["2025-07-03", 0.1631], ["2025-07-04", 0.1388], ["2025-07-05", 0.196], ["2025-07-06", 0.2421], ["2025-07-07", 0.1697], ["2025-07-08", 0.1236], ["2025-07-09", 0.191], ["2025-07-10", 0.2245], ["2025-07-11", 0.2751], ["2025-07-12", 0.4169], ["2025-07-13", 0.2091], ["2025-07-14", 0.6646], ["2025-07-15", 0.2626], ["2025-07-16", 0.2453], ["2025-07-17", 0.248], ["2025-07-18", 0.3781], ["2025-07-20", 0.228], ["2025-07-21", 0.2637], ["2025-07-22", 0.2883], ["2025-07-23", 0.2041], ["2025-07-24", 0.4863], ["2025-07-25", 0.4689], ["2025-07-26", 0.3475], ["2025-07-27", 0.2788], ["2025-07-28", 0.3553], ["2025-07-29", 0.3681], ["2025-07-30", 0.2189], ["2025-07-31", 0.3558], ["2025-08-01", 0.3478], ["2025-08-02", 0.2121], ["2025-08-03", 0.3067], ["2025-08-04", 0.2383], ["2025-08-05", 0.3446], ["2025-08-06", 0.2931], ["2025-08-07", 0.1654], ["2025-08-08", 0.3057], ["2025-08-09", 0.4036], ["2025-08-10", 0.3882], ["2025-08-11", 0.1913], ["2025-08-12", 0.2965], ["2025-08-13", 0.2952], ["2025-08-14", 0.3009], ["2025-08-15", 0.3428], ["2025-08-16", 0.1557], ["2025-08-17", 0.3314], ["2025-08-18", 0.2009], ["2025-08-19", 0.3886], ["2025-08-20", 0.2666], ["2025-08-21", 0.1702], ["2025-08-22", 0.304], ["2025-08-23", 0.3185], ["2025-08-24", 0.2443], ["2025-08-25", 0.2953], ["2025-08-26", 0.4745], ["2025-08-27", 0.3311], ["2025-08-28", 0.2836], ["2025-08-29", 0.2658], ["2025-08-30", 0.2117], ["2025-08-31", 0.356], ["2025-09-01", 0.2242], ["2025-09-03", 0.2379], ["2025-09-04", 0.2114], ["2025-09-05", 0.4734], ["2025-09-06", 0.2677], ["2025-09-07", 0.1945], ["2025-09-08", 0.2256], ["2025-09-09", 0.3531], ["2025-09-10", 0.2291], ["2025-09-11", 0.2656], ["2025-09-12", 0.3536], ["2025-09-13", 0.2935], ["2025-09-14", 0.2022], ["2025-09-15", 0.1434], ["2025-09-16", 0.3598], ["2025-09-17", 0.3046], ["2025-09-18", 0.2122], ["2025-09-19", 0.2141], ["2025-09-20", 0.301], ["2025-09-21", 0.244], ["2025-09-22", 0.2564], ["2025-09-23", 0.2701], ["2025-09-24", 0.5079], ["2025-09-25", 0.2571]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-4-scout23klusterai", "provider": "klusterai", "base": "klusterai", "providerSlug": "klusterai", "model": "meta-llama/llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-16", "last_query": "2025-07-16", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0982], ["2025-06-27", 0.0122], ["2025-06-28", 0.0087], ["2025-06-29", 0.0108], ["2025-06-30", 0.0249], ["2025-07-01", 0.0571], ["2025-07-02", 0.0154], ["2025-07-03", 0.0099], ["2025-07-04", 0.0231], ["2025-07-05", 0.0281], ["2025-07-06", 0.0233], ["2025-07-07", 0.0281], ["2025-07-08", 0.0157], ["2025-07-09", 0.0239], ["2025-07-10", 0.0208], ["2025-07-11", 0.0186], ["2025-07-12", 0.0099], ["2025-07-13", 0.0197], ["2025-07-14", 0.0197], ["2025-07-15", 0.0172], ["2025-07-16", 0.0281]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-4-scout23deepinfra2ffp8", "provider": "deepinfra/fp8", "base": "deepinfra", "providerSlug": "deepinfra", "model": "meta-llama/llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-4-scout23google-vertex2fus-east5", "provider": "google-vertex/us-east5", "base": "google-vertex", "providerSlug": "google-vertex", "model": "meta-llama/llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-4-scout23novita2fbf16", "provider": "novita/bf16", "base": "novita", "providerSlug": "novita", "model": "meta-llama/llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}