{"model": "meta-llama/llama-3.1-70b-instruct", "org": "meta-llama", "n_endpoints": 5, "n_active": 1, "n_providers": 5, "n_endpoints_total": 7, "n_changed": 0, "max_drift": 1.21, "headline": "tracked", "status_summary": "4 retired \u00b7 1 tracked \u00b7 1 not selected \u00b7 1 errors out", "date_min": "2025-06-26", "date_max": "2026-09-04", "changes": [], "endpoints": [{"slug": "meta-llama2fllama-3.1-70b-instruct23coreweave2fbf16", "provider": "coreweave/bf16", "base": "coreweave", "providerSlug": "coreweave", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2026-07-24", "last": "2026-09-04", "last_query": "2026-09-04", "n_changes": 0, "lt": {"drift": [["2026-07-24", 0.0046], ["2026-07-25", 0.0046], ["2026-07-26", 0.0046], ["2026-07-27", 0.0292], ["2026-07-28", 0.0141], ["2026-07-29", 0.0046], ["2026-07-30", 0.0046], ["2026-07-31", 0.0123], ["2026-08-01", 0.0046], ["2026-08-02", 0.0046], ["2026-08-03", 0.0046], ["2026-08-04", 0.0046], ["2026-08-05", 0.0046], ["2026-08-06", 0.0046], ["2026-08-07", 0.0046], ["2026-08-08", 0.0529], ["2026-08-09", 0.0397], ["2026-08-10", 0.0487], ["2026-08-11", 0.0046], ["2026-08-12", 0.0046], ["2026-08-13", 0.0059], ["2026-08-14", 0.0113], ["2026-08-15", 0.008], ["2026-08-16", 0.0321], ["2026-08-17", 0.0046], ["2026-08-18", 0.0046], ["2026-08-19", 0.0046], ["2026-08-20", 0.0046], ["2026-08-21", 0.0046], ["2026-08-22", 0.0046], ["2026-08-23", 0.0046], ["2026-08-24", 0.0414], ["2026-08-25", 0.1423], ["2026-08-26", 0.0482], ["2026-08-27", 0.0046], ["2026-08-28", 0.0798], ["2026-08-29", 0.0046], ["2026-08-30", 0.0235], ["2026-08-31", 0.0046], ["2026-09-01", 0.0046], ["2026-09-02", 0.0046], ["2026-09-03", 0.0046], ["2026-09-04", 0.0046]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0179], ["2026-06-23", 0.0413], ["2026-06-24", 0.0244], ["2026-06-25", 0.0377], ["2026-06-26", 0.0021], ["2026-06-27", 0.0199], ["2026-06-28", 0.0021], ["2026-06-29", 0.056], ["2026-06-30", 0.0244], ["2026-07-01", 0.0226], ["2026-07-02", 0.0263], ["2026-07-03", 0.0226], ["2026-07-04", 0.014], ["2026-07-05", 0.014], ["2026-07-06", 0.0244], ["2026-07-07", 0.0226], ["2026-07-08", 0.0448], ["2026-07-09", 0.0601], ["2026-07-10", 0.0413], ["2026-07-11", 0.0376], ["2026-07-12", 0.0263], ["2026-07-13", 0.0094], ["2026-07-14", 0.0268], ["2026-07-15", 0.0601], ["2026-07-16", 0.0601], ["2026-07-17", 0.0601], ["2026-07-18", 0.0601], ["2026-07-19", 0.0601], ["2026-07-20", 0.0601], ["2026-07-21", 0.0601], ["2026-07-22", 0.0601], ["2026-07-23", 0.0601]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-11-05", "last_query": "2025-11-05", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.3864], ["2025-06-27", 0.0795], ["2025-06-29", 0.1041], ["2025-06-30", 0.1484], ["2025-07-02", 0.0665], ["2025-07-03", 0.0691], ["2025-07-05", 0.0708], ["2025-07-06", 0.0739], ["2025-07-08", 0.2521], ["2025-07-09", 0.2294], ["2025-07-11", 0.2491], ["2025-07-12", 0.2199], ["2025-07-14", 0.1145], ["2025-07-15", 0.1372], ["2025-07-17", 0.1907], ["2025-07-18", 0.2141], ["2025-07-20", 0.1706], ["2025-07-21", 0.342], ["2025-07-23", 0.2356], ["2025-07-24", 0.2895], ["2025-07-26", 0.35], ["2025-07-27", 0.3164], ["2025-07-29", 0.1176], ["2025-07-30", 0.1171], ["2025-08-01", 0.1763], ["2025-08-02", 0.273], ["2025-08-04", 0.0988], ["2025-08-05", 0.0875], ["2025-08-07", 0.0947], ["2025-08-08", 0.3481], ["2025-08-09", 0.2989], ["2025-08-11", 0.0886], ["2025-08-12", 0.145], ["2025-08-14", 0.177], ["2025-08-15", 0.2253], ["2025-08-17", 0.3372], ["2025-08-18", 0.2878], ["2025-08-20", 0.337], ["2025-08-21", 0.1349], ["2025-08-23", 0.0836], ["2025-08-24", 0.2621], ["2025-08-26", 0.2763], ["2025-08-27", 0.276], ["2025-08-29", 0.1172], ["2025-08-30", 0.1815], ["2025-09-01", 0.3171], ["2025-09-02", 0.1502], ["2025-09-04", 0.2304], ["2025-09-05", 0.3018], ["2025-09-07", 0.2973], ["2025-09-08", 0.1684], ["2025-09-10", 0.2111], ["2025-09-11", 0.1526], ["2025-09-13", 0.1304], ["2025-09-14", 0.337], ["2025-09-16", 0.2846], ["2025-09-17", 0.2721], ["2025-09-19", 0.4092], ["2025-09-20", 0.3065], ["2025-09-22", 0.2423], ["2025-09-23", 0.3486], ["2025-09-24", 0.3026], ["2025-09-26", 0.1948], ["2025-09-27", 0.3068], ["2025-09-29", 0.3856], ["2025-09-30", 0.1927], ["2025-10-02", 0.0698], ["2025-10-03", 0.0937], ["2025-10-05", 0.2944], ["2025-10-06", 0.1097], ["2025-10-08", 0.198], ["2025-10-09", 0.3451], ["2025-10-11", 0.2881], ["2025-10-12", 0.1716], ["2025-10-14", 0.0958], ["2025-10-15", 0.1453], ["2025-10-17", 0.1672], ["2025-10-18", 0.0661], ["2025-10-20", 0.4515], ["2025-10-21", 1.1389], ["2025-10-23", 1.129], ["2025-10-24", 1.1264], ["2025-10-26", 1.1254], ["2025-10-27", 1.1502], ["2025-10-29", 1.2149], ["2025-10-30", 1.1196], ["2025-11-01", 1.1101], ["2025-11-02", 1.1576], ["2025-11-04", 1.0608], ["2025-11-05", 1.0578]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23nebius2ffp8", "provider": "nebius/fp8", "base": "nebius", "providerSlug": "nebius", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-09-10", "last_query": "2025-09-10", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0], ["2025-06-27", 0.0], ["2025-06-28", 0.0], ["2025-06-29", 0.0], ["2025-06-30", 0.0], ["2025-07-01", 0.0], ["2025-07-02", 0.0], ["2025-07-03", 0.0], ["2025-07-04", 0.0], ["2025-07-05", 0.0], ["2025-07-06", 0.0], ["2025-07-07", 0.0], ["2025-07-08", 0.0], ["2025-07-09", 0.0], ["2025-07-10", 0.0], ["2025-07-11", 0.0], ["2025-07-12", 0.0], ["2025-07-13", 0.0], ["2025-07-14", 0.0], ["2025-07-15", 0.0], ["2025-07-16", 0.0], ["2025-07-17", 0.0], ["2025-07-18", 0.0], ["2025-07-19", 0.0], ["2025-07-20", 0.0], ["2025-07-21", 0.0], ["2025-07-22", 0.0], ["2025-07-23", 0.0], ["2025-07-24", 0.0], ["2025-07-25", 0.0], ["2025-07-26", 0.0], ["2025-07-27", 0.0], ["2025-07-28", 0.0], ["2025-07-29", 0.0], ["2025-07-30", 0.0], ["2025-07-31", 0.0], ["2025-08-01", 0.0], ["2025-08-02", 0.0], ["2025-08-03", 0.0], ["2025-08-04", 0.0], ["2025-08-05", 0.0], ["2025-08-06", 0.0], ["2025-08-07", 0.0], ["2025-08-08", 0.0], ["2025-08-09", 0.0], ["2025-08-10", 0.0], ["2025-08-11", 0.0], ["2025-08-12", 0.0], ["2025-08-13", 0.0], ["2025-08-14", 0.0], ["2025-08-15", 0.0], ["2025-08-16", 0.0], ["2025-08-17", 0.0], ["2025-08-18", 0.0], ["2025-08-19", 0.0], ["2025-08-20", 0.0], ["2025-08-21", 0.0], ["2025-08-22", 0.0], ["2025-08-23", 0.0], ["2025-08-24", 0.0], ["2025-08-25", 0.0], ["2025-08-26", 0.0], ["2025-08-27", 0.0], ["2025-08-28", 0.0], ["2025-08-29", 0.0], ["2025-08-30", 0.0], ["2025-08-31", 0.0], ["2025-09-01", 0.0], ["2025-09-02", 0.0], ["2025-09-03", 0.0], ["2025-09-04", 0.0], ["2025-09-05", 0.0], ["2025-09-06", 0.0], ["2025-09-07", 0.0], ["2025-09-08", 0.0], ["2025-09-09", 0.0], ["2025-09-10", 0.0]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23lambda2ffp8", "provider": "lambda/fp8", "base": "lambda", "providerSlug": "lambda", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-08-20", "last_query": "2025-08-20", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0012], ["2025-06-27", 0.0012], ["2025-06-28", 0.0012], ["2025-06-29", 0.0154], ["2025-06-30", 0.0012], ["2025-07-01", 0.0012], ["2025-07-02", 0.0012], ["2025-07-03", 0.0012], ["2025-07-04", 0.0012], ["2025-07-05", 0.0012], ["2025-07-06", 0.0012], ["2025-07-07", 0.0012], ["2025-07-08", 0.0012], ["2025-07-09", 0.0012], ["2025-07-10", 0.0012], ["2025-07-11", 0.0012], ["2025-07-12", 0.0012], ["2025-07-13", 0.0012], ["2025-07-14", 0.0012], ["2025-07-15", 0.0418], ["2025-07-16", 0.2007], ["2025-07-17", 0.2007], ["2025-07-18", 0.2007], ["2025-07-19", 0.2007], ["2025-07-20", 0.2007], ["2025-07-21", 0.2007], ["2025-07-22", 0.2007], ["2025-07-23", 0.2007], ["2025-07-24", 0.2007], ["2025-07-25", 0.2007], ["2025-07-26", 0.2007], ["2025-07-27", 0.2007], ["2025-07-28", 0.2007], ["2025-07-29", 0.2007], ["2025-07-30", 0.1857], ["2025-07-31", 0.199], ["2025-08-01", 0.2007], ["2025-08-02", 0.2007], ["2025-08-03", 0.2007], ["2025-08-04", 0.2007], ["2025-08-05", 0.2007], ["2025-08-06", 0.2007], ["2025-08-07", 0.2007], ["2025-08-08", 0.2007], ["2025-08-09", 0.2007], ["2025-08-10", 0.2007], ["2025-08-11", 0.1889], ["2025-08-12", 0.2474], ["2025-08-13", 0.2474], ["2025-08-14", 0.2474], ["2025-08-15", 0.2474], ["2025-08-16", 0.2474], ["2025-08-17", 0.2474], ["2025-08-18", 0.2474], ["2025-08-19", 0.2474], ["2025-08-20", 0.2474]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23amazon-bedrock", "provider": "amazon-bedrock", "base": "amazon-bedrock", "providerSlug": "amazon-bedrock", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "unprobeable:flaky", "headline": "errors_out", "headlines": ["errors_out"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Our vetting probes of this endpoint persistently fail.", "ltDetail": null, "biDetail": "hidden reasoning", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}}, {"slug": "meta-llama2fllama-3.1-70b-instruct23deepinfra2fturbo", "provider": "deepinfra/turbo", "base": "deepinfra", "providerSlug": "deepinfra", "model": "meta-llama/llama-3.1-70b-instruct", "modelSlug": "meta-llama2fllama-3.1-70b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}