{"model": "meta-llama/llama-3.1-8b-instruct", "org": "meta-llama", "n_endpoints": 9, "n_active": 2, "n_providers": 9, "n_endpoints_total": 11, "n_changed": 1, "max_drift": 1.57, "headline": "tracked", "status_summary": "8 retired \u00b7 2 tracked \u00b7 1 not selected", "date_min": "2025-06-26", "date_max": "2026-09-09", "changes": [{"date": "2026-07-26", "method": "b3it", "provider": "groq", "model": "meta-llama/llama-3.1-8b-instruct"}], "endpoints": [{"slug": "meta-llama2fllama-3.1-8b-instruct23coreweave2fbf16", "provider": "coreweave/bf16", "base": "coreweave", "providerSlug": "coreweave", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2026-07-24", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-07-24", 0.0372], ["2026-07-25", 0.0383], ["2026-07-26", 0.0365], ["2026-07-27", 0.036], ["2026-07-28", 0.0358], ["2026-07-29", 0.0451], ["2026-07-30", 0.0361], ["2026-07-31", 0.0091], ["2026-08-01", 0.0463], ["2026-08-02", 0.0463], ["2026-08-03", 0.0477], ["2026-08-04", 0.0536], ["2026-08-05", 0.0482], ["2026-08-06", 0.0453], ["2026-08-07", 0.0457], ["2026-08-08", 0.0484], ["2026-08-09", 0.0508], ["2026-08-10", 0.0536], ["2026-08-11", 0.0416], ["2026-08-12", 0.0536], ["2026-08-13", 0.0443], ["2026-08-14", 0.0477], ["2026-08-15", 0.0488], ["2026-08-16", 0.0488], ["2026-08-17", 0.0469], ["2026-08-18", 0.0469], ["2026-08-19", 0.0469], ["2026-08-20", 0.0411], ["2026-08-21", 0.0469], ["2026-08-22", 0.0449], ["2026-08-23", 0.0488], ["2026-08-24", 0.0486], ["2026-08-25", 0.0536], ["2026-08-26", 0.0536], ["2026-08-27", 0.0536], ["2026-08-28", 0.0536], ["2026-08-29", 0.0365], ["2026-08-30", 0.0453], ["2026-08-31", 0.0536], ["2026-09-01", 0.0536], ["2026-09-02", 0.0536], ["2026-09-03", 0.0536], ["2026-09-04", 0.0453], ["2026-09-05", 0.0471], ["2026-09-06", 0.0471], ["2026-09-07", 0.0438], ["2026-09-08", 0.0438], ["2026-09-09", 0.0386]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23novita2ffp8", "provider": "novita/fp8", "base": "novita", "providerSlug": "novita", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt", "b3it"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0], ["2026-06-23", 0.0], ["2026-06-24", 0.0], ["2026-06-25", 0.0], ["2026-06-26", 0.0], ["2026-06-27", 0.0], ["2026-06-28", 0.0], ["2026-06-29", 0.0], ["2026-06-30", 0.0], ["2026-07-01", 0.0], ["2026-07-02", 0.0], ["2026-07-03", 0.0], ["2026-07-04", 0.0], ["2026-07-05", 0.0], ["2026-07-06", 0.0], ["2026-07-07", 0.0], ["2026-07-08", 0.0], ["2026-07-09", 0.0], ["2026-07-10", 0.0], ["2026-07-11", 0.0], ["2026-07-12", 0.0], ["2026-07-13", 0.0], ["2026-07-14", 0.0], ["2026-07-15", 0.0], ["2026-07-16", 0.0], ["2026-07-17", 0.0], ["2026-07-18", 0.0], ["2026-07-19", 0.0], ["2026-07-20", 0.0], ["2026-07-21", 0.0], ["2026-07-22", 0.0], ["2026-07-23", 0.0], ["2026-07-24", 0.0], ["2026-07-25", 0.0], ["2026-07-26", 0.0], ["2026-07-27", 0.0], ["2026-07-28", 0.0], ["2026-07-29", 0.0], ["2026-07-30", 0.0], ["2026-07-31", 0.0], ["2026-08-01", 0.0], ["2026-08-02", 0.0], ["2026-08-03", 0.0], ["2026-08-04", 0.0], ["2026-08-05", 0.0], ["2026-08-06", 0.0], ["2026-08-07", 0.0], ["2026-08-08", 0.0], ["2026-08-09", 0.0], ["2026-08-10", 0.0], ["2026-08-11", 0.0], ["2026-08-12", 0.0], ["2026-08-13", 0.0], ["2026-08-14", 0.0], ["2026-08-15", 0.0], ["2026-08-16", 0.0], ["2026-08-17", 0.0], ["2026-08-18", 0.0], ["2026-08-19", 0.0], ["2026-08-20", 0.0], ["2026-08-21", 0.0], ["2026-08-22", 0.0], ["2026-08-23", 0.0], ["2026-08-24", 0.0], ["2026-08-25", 0.0], ["2026-08-26", 0.0], ["2026-08-27", 0.0], ["2026-08-28", 0.0], ["2026-08-29", 0.0], ["2026-08-30", 0.0], ["2026-08-31", 0.0], ["2026-09-01", 0.0], ["2026-09-02", 0.0], ["2026-09-03", 0.0], ["2026-09-04", 0.0], ["2026-09-05", 0.0], ["2026-09-06", 0.0], ["2026-09-07", 0.0], ["2026-09-08", 0.0], ["2026-09-09", 0.0]], "breaks": [], "changes": []}, "b3it": {"tv": [["2026-07-24", 0.05105263157894737], ["2026-07-25", 0.05947368421052632], ["2026-07-26", 0.05526315789473685], ["2026-07-27", 0.05526315789473684], ["2026-07-28", 0.06157894736842106], ["2026-07-29", 0.06263157894736843], ["2026-08-02", 0.06789473684210526], ["2026-08-03", 0.05736842105263158], ["2026-08-04", 0.08052631578947368], ["2026-08-05", 0.048947368421052635], ["2026-08-07", 0.048947368421052635], ["2026-08-07", 0.06263157894736841], ["2026-08-08", 0.05631578947368421], ["2026-08-09", 0.05842105263157896], ["2026-08-10", 0.05842105263157895], ["2026-08-11", 0.09210526315789473], ["2026-08-12", 0.04789473684210527], ["2026-08-13", 0.055263157894736854], ["2026-08-14", 0.05842105263157895], ["2026-08-15", 0.049999999999999996], ["2026-08-16", 0.06052631578947369], ["2026-08-17", 0.0436842105263158], ["2026-08-18", 0.05736842105263158], ["2026-08-19", 0.052105263157894745], ["2026-08-20", 0.0436842105263158], ["2026-08-21", 0.07421052631578948], ["2026-08-22", 0.05], ["2026-08-23", 0.05842105263157896], ["2026-08-24", 0.0468421052631579], ["2026-08-25", 0.08789473684210525], ["2026-08-27", 0.05], ["2026-08-28", 0.07421052631578948], ["2026-08-29", 0.06789473684210526], ["2026-08-29", 0.05105263157894737], ["2026-08-30", 0.07210526315789473], ["2026-09-01", 0.04894736842105263], ["2026-09-01", 0.06578947368421054], ["2026-09-02", 0.052105263157894745], ["2026-09-03", 0.059473684210526324], ["2026-09-04", 0.061578947368421046], ["2026-09-05", 0.09421052631578947], ["2026-09-06", 0.053157894736842105], ["2026-09-07", 0.06578947368421052], ["2026-09-08", 0.07862573099415204]], "breaks": [6, 10, 30, 35], "changes": []}, "status": {"lt": "tracked", "bi": "monitoring", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint is actively monitored through its border inputs.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23groq", "provider": "groq", "base": "groq", "providerSlug": "groq", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["b3it"], "first": "2026-07-24", "last": "2026-08-07", "last_query": "2026-08-07", "n_changes": 1, "lt": null, "b3it": {"tv": [["2026-07-24", 0.11950000000000001], ["2026-07-25", 0.6065], ["2026-07-26", 0.6085], ["2026-07-27", 0.5285], ["2026-07-28", 0.6305], ["2026-07-29", 0.5945], ["2026-08-02", 0.5645], ["2026-08-03", 0.5715], ["2026-08-04", 0.5815], ["2026-08-05", 0.6135], ["2026-08-07", 0.5995], ["2026-08-07", 0.5995]], "breaks": [6, 10], "changes": [{"date": "2026-07-26", "shiftTV": 0.226}]}, "status": {"lt": "no_logprobs", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-08-07", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-08-07)."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23wandb2fbf16", "provider": "wandb/bf16", "base": "wandb", "providerSlug": "wandb", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-07-23", "last_query": "2026-07-23", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0034], ["2026-06-23", 0.0015], ["2026-06-24", 0.0101], ["2026-06-25", 0.0038], ["2026-06-26", 0.0038], ["2026-06-27", 0.0038], ["2026-06-28", 0.0013], ["2026-06-29", 0.0038], ["2026-06-30", 0.0038], ["2026-07-01", 0.0038], ["2026-07-02", 0.0055], ["2026-07-03", 0.0065], ["2026-07-04", 0.0038], ["2026-07-05", 0.0087], ["2026-07-06", 0.0094], ["2026-07-07", 0.0038], ["2026-07-08", 0.0173], ["2026-07-09", 0.0038], ["2026-07-10", 0.0038], ["2026-07-11", 0.0038], ["2026-07-12", 0.0073], ["2026-07-13", 0.0102], ["2026-07-14", 0.0038], ["2026-07-15", 0.0306], ["2026-07-16", 0.0209], ["2026-07-17", 0.0306], ["2026-07-18", 0.0178], ["2026-07-19", 0.0422], ["2026-07-20", 0.0277], ["2026-07-21", 0.0094], ["2026-07-22", 0.0173], ["2026-07-23", 0.0253]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23cerebras2ffp16", "provider": "cerebras/fp16", "base": "cerebras", "providerSlug": "cerebras", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2025-12-03", "last": "2026-04-08", "last_query": "2026-04-08", "n_changes": 0, "lt": {"drift": [["2025-12-03", 0.256], ["2025-12-04", 0.3022], ["2025-12-06", 0.2203], ["2025-12-07", 0.3084], ["2025-12-09", 0.2503], ["2025-12-10", 0.1067], ["2025-12-11", 0.1134], ["2025-12-13", 0.1757], ["2025-12-14", 0.3105], ["2025-12-16", 0.3737], ["2025-12-17", 0.4256], ["2025-12-19", 0.2648], ["2025-12-20", 0.306], ["2025-12-21", 0.2988], ["2025-12-23", 0.3421], ["2025-12-24", 0.5237], ["2025-12-26", 0.4904], ["2025-12-27", 0.4163], ["2025-12-28", 0.4253], ["2025-12-30", 0.5005], ["2025-12-31", 0.6213], ["2026-01-02", 0.4797], ["2026-01-03", 0.4289], ["2026-01-05", 0.3848], ["2026-01-06", 0.3291], ["2026-01-07", 0.2828], ["2026-01-09", 0.3032], ["2026-01-10", 0.4015], ["2026-01-12", 0.5013], ["2026-01-13", 0.5365], ["2026-01-14", 0.5328], ["2026-01-16", 0.5592], ["2026-01-17", 0.6103], ["2026-01-19", 0.5264], ["2026-01-20", 0.5448], ["2026-01-22", 0.483], ["2026-01-23", 0.477], ["2026-01-24", 0.5306], ["2026-01-26", 0.6305], ["2026-01-27", 0.5829], ["2026-01-29", 0.5782], ["2026-01-30", 0.5993], ["2026-01-31", 0.6202], ["2026-02-02", 0.804], ["2026-02-03", 0.8505], ["2026-02-05", 0.8021], ["2026-02-06", 0.8051], ["2026-02-08", 0.8559], ["2026-02-09", 0.8493], ["2026-02-10", 0.842], ["2026-02-12", 0.8022], ["2026-02-13", 0.7997], ["2026-02-15", 0.8355], ["2026-02-16", 0.8155], ["2026-02-17", 0.7689], ["2026-02-19", 0.7977], ["2026-02-20", 0.8599], ["2026-02-22", 0.9192], ["2026-02-23", 0.8293], ["2026-02-25", 0.783], ["2026-02-26", 0.8822], ["2026-02-27", 0.8736], ["2026-03-01", 0.5839], ["2026-03-02", 0.7218], ["2026-03-04", 0.7122], ["2026-03-05", 0.7284], ["2026-03-06", 0.6603], ["2026-03-08", 0.6913], ["2026-03-09", 0.7031], ["2026-03-11", 0.5064], ["2026-03-12", 0.3967], ["2026-03-14", 0.2424], ["2026-03-15", 0.2448], ["2026-03-16", 0.2186], ["2026-03-18", 0.3256], ["2026-03-19", 0.3086], ["2026-03-21", 0.5952], ["2026-03-22", 0.4836], ["2026-03-23", 0.6131], ["2026-03-25", 0.5625], ["2026-03-26", 0.6446], ["2026-03-28", 0.6897], ["2026-03-29", 0.661], ["2026-03-31", 0.7435], ["2026-04-01", 0.779], ["2026-04-02", 0.8322], ["2026-04-04", 0.8581], ["2026-04-05", 0.8637], ["2026-04-07", 0.8578], ["2026-04-08", 0.8557]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23fireworks", "provider": "fireworks", "base": "fireworks", "providerSlug": "fireworks", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-11-05", "last_query": "2025-11-05", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0026], ["2025-06-27", 0.0015], ["2025-06-29", 0.0009], ["2025-06-30", 0.0009], ["2025-07-02", 0.0021], ["2025-07-03", 0.0033], ["2025-07-05", 0.0014], ["2025-07-06", 0.0009], ["2025-07-08", 0.0021], ["2025-07-09", 0.0012], ["2025-07-11", 0.0018], ["2025-07-12", 0.0006], ["2025-07-14", 0.0016], ["2025-07-15", 0.0021], ["2025-07-17", 0.0016], ["2025-07-18", 0.0012], ["2025-07-20", 0.0006], ["2025-07-21", 0.0015], ["2025-07-23", 0.0015], ["2025-07-24", 0.0043], ["2025-07-26", 0.0028], ["2025-07-27", 0.0002], ["2025-07-29", 0.001], ["2025-07-30", 0.0014], ["2025-08-01", 0.0037], ["2025-08-02", 0.0066], ["2025-08-04", 0.0066], ["2025-08-05", 0.0015], ["2025-08-07", 0.0053], ["2025-08-08", 0.0045], ["2025-08-09", 0.0053], ["2025-08-11", 0.0032], ["2025-08-12", 0.0034], ["2025-08-14", 0.0041], ["2025-08-15", 0.0063], ["2025-08-17", 0.005], ["2025-08-18", 0.0039], ["2025-08-20", 0.0019], ["2025-08-21", 0.0017], ["2025-08-23", 0.0048], ["2025-08-24", 0.0063], ["2025-08-26", 0.0063], ["2025-08-27", 0.0027], ["2025-08-29", 0.0052], ["2025-08-30", 0.0044], ["2025-09-01", 0.0037], ["2025-09-02", 0.003], ["2025-09-04", 0.0015], ["2025-09-05", 0.0021], ["2025-09-07", 0.0015], ["2025-09-08", 0.0004], ["2025-09-10", 0.0008], ["2025-09-11", 0.0016], ["2025-09-13", 0.0032], ["2025-09-14", 0.0007], ["2025-09-16", 0.0024], ["2025-09-17", 0.005], ["2025-09-19", 0.0019], ["2025-09-20", 0.0029], ["2025-09-22", 0.0049], ["2025-09-23", 0.0022], ["2025-09-24", 0.0028], ["2025-09-26", 0.0042], ["2025-09-27", 0.0027], ["2025-09-29", 0.0028], ["2025-09-30", 0.0038], ["2025-10-02", 0.0032], ["2025-10-03", 0.0029], ["2025-10-05", 0.0029], ["2025-10-06", 0.0052], ["2025-10-08", 0.0013], ["2025-10-09", 0.0046], ["2025-10-11", 0.0032], ["2025-10-12", 0.0018], ["2025-10-14", 0.0042], ["2025-10-15", 0.0028], ["2025-10-17", 0.0033], ["2025-10-18", 0.0036], ["2025-10-20", 0.0032], ["2025-10-21", 0.0043], ["2025-10-23", 0.0028], ["2025-10-24", 0.0058], ["2025-10-26", 0.0038], ["2025-10-27", 0.0028], ["2025-10-29", 0.0043], ["2025-10-30", 0.0038], ["2025-11-01", 0.0062], ["2025-11-02", 0.005], ["2025-11-04", 0.0063], ["2025-11-05", 0.6489]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23nebius2ffp8", "provider": "nebius/fp8", "base": "nebius", "providerSlug": "nebius", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-10-21", "last_query": "2025-10-21", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.0239], ["2025-06-27", 0.0602], ["2025-06-29", 0.0185], ["2025-06-30", 0.0185], ["2025-07-01", 0.0364], ["2025-07-03", 0.0097], ["2025-07-04", 0.0239], ["2025-07-05", 0.0239], ["2025-07-07", 0.0097], ["2025-07-08", 0.0097], ["2025-07-09", 0.0239], ["2025-07-10", 0.0422], ["2025-07-12", 0.1215], ["2025-07-13", 0.1661], ["2025-07-14", 0.0924], ["2025-07-16", 0.0097], ["2025-07-17", 0.0239], ["2025-07-18", 0.2053], ["2025-07-20", 0.3795], ["2025-07-21", 0.4252], ["2025-07-22", 0.4671], ["2025-07-24", 0.5763], ["2025-07-25", 0.0947], ["2025-07-26", 0.1993], ["2025-07-28", 0.0388], ["2025-07-29", 0.0644], ["2025-07-30", 0.0364], ["2025-07-31", 0.0422], ["2025-08-02", 0.0364], ["2025-08-03", 0.0364], ["2025-08-04", 0.0097], ["2025-08-06", 0.0364], ["2025-08-07", 0.0239], ["2025-08-08", 0.0979], ["2025-08-10", 0.0257], ["2025-08-11", 0.0097], ["2025-08-12", 0.0127], ["2025-08-14", 0.0977], ["2025-08-15", 0.0183], ["2025-08-16", 0.0097], ["2025-08-18", 0.0239], ["2025-08-19", 0.0239], ["2025-08-20", 0.0879], ["2025-08-22", 0.0257], ["2025-08-23", 0.0239], ["2025-08-24", 0.0239], ["2025-08-25", 0.0097], ["2025-08-27", 0.0185], ["2025-08-28", 0.0105], ["2025-08-29", 0.0239], ["2025-08-31", 0.0239], ["2025-09-01", 0.0364], ["2025-09-02", 0.0239], ["2025-09-04", 0.0097], ["2025-09-05", 0.0394], ["2025-09-06", 0.0097], ["2025-09-08", 0.0406], ["2025-09-09", 0.0185], ["2025-09-10", 0.0394], ["2025-09-12", 0.0239], ["2025-09-13", 0.0097], ["2025-09-14", 0.0257], ["2025-09-16", 0.0257], ["2025-09-17", 0.0097], ["2025-09-18", 0.0097], ["2025-09-19", 0.0239], ["2025-09-21", 0.0364], ["2025-09-22", 0.0097], ["2025-09-23", 0.0183], ["2025-09-25", 0.0105], ["2025-09-26", 0.0185], ["2025-09-27", 0.0929], ["2025-09-29", 0.0239], ["2025-09-30", 0.0644], ["2025-10-01", 0.0257], ["2025-10-03", 0.0977], ["2025-10-04", 0.0185], ["2025-10-05", 0.065], ["2025-10-07", 0.0605], ["2025-10-08", 0.0239], ["2025-10-09", 0.0239], ["2025-10-10", 0.0097], ["2025-10-12", 0.0239], ["2025-10-13", 0.0257], ["2025-10-14", 0.0097], ["2025-10-16", 0.0115], ["2025-10-17", 0.0183], ["2025-10-18", 0.065], ["2025-10-20", 0.0364], ["2025-10-21", 0.0177]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23lambda2fbf16", "provider": "lambda/bf16", "base": "lambda", "providerSlug": "lambda", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-09-25", "last_query": "2025-09-25", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.3278], ["2025-06-27", 0.3278], ["2025-06-28", 0.3278], ["2025-06-29", 0.0128], ["2025-06-30", 0.0701], ["2025-07-01", 0.0701], ["2025-07-02", 0.0701], ["2025-07-03", 0.0701], ["2025-07-04", 0.0701], ["2025-07-05", 0.0701], ["2025-07-06", 0.0701], ["2025-07-07", 0.0701], ["2025-07-08", 0.0701], ["2025-07-09", 0.0701], ["2025-07-10", 0.0701], ["2025-07-11", 0.0701], ["2025-07-12", 0.0701], ["2025-07-13", 0.0701], ["2025-07-14", 0.0701], ["2025-07-15", 0.0701], ["2025-07-16", 0.0701], ["2025-07-17", 0.0701], ["2025-07-18", 0.0701], ["2025-07-20", 0.0701], ["2025-07-21", 0.0701], ["2025-07-22", 0.0701], ["2025-07-23", 0.0701], ["2025-07-24", 0.0701], ["2025-07-25", 0.0701], ["2025-07-26", 0.0701], ["2025-07-27", 0.0701], ["2025-07-28", 0.0701], ["2025-07-29", 0.0701], ["2025-07-30", 0.0701], ["2025-07-31", 0.0701], ["2025-08-01", 0.0701], ["2025-08-02", 0.0701], ["2025-08-03", 0.0701], ["2025-08-04", 0.0701], ["2025-08-05", 0.0701], ["2025-08-06", 0.0701], ["2025-08-07", 0.0701], ["2025-08-08", 0.0701], ["2025-08-09", 0.0701], ["2025-08-10", 0.0701], ["2025-08-11", 0.0701], ["2025-08-12", 0.0701], ["2025-08-13", 0.0701], ["2025-08-14", 0.0701], ["2025-08-15", 0.0701], ["2025-08-16", 0.0701], ["2025-08-17", 0.0701], ["2025-08-18", 0.0701], ["2025-08-19", 0.0701], ["2025-08-20", 0.0701], ["2025-08-21", 0.0701], ["2025-08-22", 0.0701], ["2025-08-23", 0.0701], ["2025-08-24", 0.0701], ["2025-08-25", 0.0701], ["2025-08-26", 0.0701], ["2025-08-27", 0.0701], ["2025-08-28", 0.0701], ["2025-08-29", 0.0701], ["2025-08-30", 0.0701], ["2025-08-31", 0.0701], ["2025-09-01", 0.0701], ["2025-09-03", 0.0701], ["2025-09-04", 0.0701], ["2025-09-05", 0.0701], ["2025-09-06", 0.0701], ["2025-09-07", 0.0701], ["2025-09-08", 0.0701], ["2025-09-09", 0.0701], ["2025-09-10", 0.0701], ["2025-09-11", 0.0701], ["2025-09-12", 0.0701], ["2025-09-13", 0.0701], ["2025-09-14", 0.0701], ["2025-09-15", 0.0701], ["2025-09-16", 0.0701], ["2025-09-17", 0.0701], ["2025-09-18", 0.0701], ["2025-09-19", 0.0701], ["2025-09-20", 0.0701], ["2025-09-21", 0.0701], ["2025-09-22", 0.0701], ["2025-09-23", 0.0701], ["2025-09-24", 0.0701], ["2025-09-25", 0.0701]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23klusterai2ffp8", "provider": "klusterai/fp8", "base": "klusterai", "providerSlug": "klusterai", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-17", "last_query": "2025-07-17", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.6481], ["2025-06-27", 0.6821], ["2025-06-28", 1.0298], ["2025-06-29", 0.7951], ["2025-06-30", 0.7418], ["2025-07-01", 0.4587], ["2025-07-02", 0.7436], ["2025-07-03", 0.8313], ["2025-07-04", 0.6795], ["2025-07-05", 0.5223], ["2025-07-06", 0.4047], ["2025-07-07", 0.4418], ["2025-07-08", 0.4527], ["2025-07-09", 0.6116], ["2025-07-10", 0.6537], ["2025-07-11", 0.8479], ["2025-07-12", 0.533], ["2025-07-13", 0.4273], ["2025-07-14", 0.548], ["2025-07-15", 1.1093], ["2025-07-16", 1.1851], ["2025-07-17", 1.5748]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23cloudflare2ffp8", "provider": "cloudflare/fp8", "base": "cloudflare", "providerSlug": "cloudflare", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-3.1-8b-instruct23deepinfra2ffp8", "provider": "deepinfra/fp8", "base": "deepinfra", "providerSlug": "deepinfra", "model": "meta-llama/llama-3.1-8b-instruct", "modelSlug": "meta-llama2fllama-3.1-8b-instruct", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "retired:no_bis", "headline": "retired", "headlines": ["retired"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "Monitoring was retired: we could not find enough border inputs for this endpoint.", "ltDetail": null, "biDetail": "since 2026-07-25", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-25)."}}]}