{"model": "meta-llama/llama-4-maverick", "org": "meta-llama", "n_endpoints": 4, "n_active": 2, "n_providers": 4, "n_endpoints_total": 7, "n_changed": 1, "max_drift": 1.42, "headline": "tracked", "status_summary": "3 not selected \u00b7 2 tracked \u00b7 2 retired", "date_min": "2025-06-26", "date_max": "2026-09-09", "changes": [{"date": "2025-07-10", "method": "lt", "provider": "lambda/fp8", "model": "meta-llama/llama-4-maverick"}], "endpoints": [{"slug": "meta-llama2fllama-4-maverick23digitalocean", "provider": "digitalocean", "base": "digitalocean", "providerSlug": "digitalocean", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": ["lt"], "first": "2026-06-24", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-24", 0.0422], ["2026-06-25", 0.0486], ["2026-06-26", 0.0199], ["2026-06-27", 0.0145], ["2026-06-28", 0.0196], ["2026-06-29", 0.0207], ["2026-06-30", 0.0197], ["2026-07-01", 0.0137], ["2026-07-02", 0.0195], ["2026-07-03", 0.0184], ["2026-07-04", 0.0239], ["2026-07-05", 0.0209], ["2026-07-06", 0.0167], ["2026-07-07", 0.0841], ["2026-07-08", 0.1], ["2026-07-09", 0.0711], ["2026-07-10", 0.0437], ["2026-07-11", 0.0226], ["2026-07-12", 0.016], ["2026-07-13", 0.054], ["2026-07-14", 0.0721], ["2026-07-15", 0.0935], ["2026-07-16", 0.0408], ["2026-07-17", 0.0773], ["2026-07-18", 0.0743], ["2026-07-19", 0.0653], ["2026-07-20", 0.0495], ["2026-07-21", 0.0745], ["2026-07-22", 0.0446], ["2026-07-23", 0.0534], ["2026-07-24", 0.0639], ["2026-07-25", 0.0557], ["2026-07-26", 0.0865], ["2026-07-27", 0.0495], ["2026-07-28", 0.0473], ["2026-07-29", 0.0923], ["2026-07-30", 0.0655], ["2026-07-31", 0.0796], ["2026-08-01", 0.0949], ["2026-08-02", 0.0681], ["2026-08-03", 0.0871], ["2026-08-04", 0.0287], ["2026-08-05", 0.047], ["2026-08-06", 0.0576], ["2026-08-07", 0.0405], ["2026-08-08", 0.0282], ["2026-08-09", 0.0651], ["2026-08-10", 0.019], ["2026-08-11", 0.0294], ["2026-08-12", 0.0881], ["2026-08-13", 0.103], ["2026-08-14", 0.0915], ["2026-08-15", 0.0561], ["2026-08-16", 0.063], ["2026-08-17", 0.09], ["2026-08-18", 0.0865], ["2026-08-19", 0.103], ["2026-08-20", 0.0683], ["2026-08-21", 0.0767], ["2026-08-22", 0.0441], ["2026-08-23", 0.0487], ["2026-08-24", 0.0369], ["2026-08-25", 0.067], ["2026-08-26", 0.0634], ["2026-08-27", 0.0698], ["2026-08-28", 0.1311], ["2026-08-29", 0.0605], ["2026-08-30", 0.0946], ["2026-08-31", 0.0487], ["2026-09-01", 0.0661], ["2026-09-02", 0.0716], ["2026-09-03", 0.1078], ["2026-09-04", 0.0801], ["2026-09-05", 0.0362], ["2026-09-06", 0.0581], ["2026-09-07", 0.0854], ["2026-09-08", 0.03], ["2026-09-09", 0.0787]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-4-maverick23parasail2ffp8", "provider": "parasail/fp8", "base": "parasail", "providerSlug": "parasail", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": ["lt"], "first": "2026-06-22", "last": "2026-09-09", "last_query": "2026-09-09", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0763], ["2026-06-23", 0.0781], ["2026-06-24", 0.0694], ["2026-06-25", 0.0736], ["2026-06-26", 0.0396], ["2026-06-27", 0.0615], ["2026-06-28", 0.0982], ["2026-06-29", 0.0982], ["2026-06-30", 0.0902], ["2026-07-01", 0.094], ["2026-07-02", 0.0734], ["2026-07-03", 0.0781], ["2026-07-04", 0.0781], ["2026-07-05", 0.0781], ["2026-07-06", 0.0672], ["2026-07-07", 0.0688], ["2026-07-08", 0.0781], ["2026-07-09", 0.0781], ["2026-07-10", 0.0781], ["2026-07-11", 0.0748], ["2026-07-12", 0.0696], ["2026-07-13", 0.0792], ["2026-07-14", 0.0781], ["2026-07-15", 0.0632], ["2026-07-16", 0.0669], ["2026-07-17", 0.0683], ["2026-07-18", 0.0749], ["2026-07-19", 0.0652], ["2026-07-20", 0.0709], ["2026-07-21", 0.068], ["2026-07-22", 0.0725], ["2026-07-23", 0.0738], ["2026-07-24", 0.0625], ["2026-07-25", 0.0692], ["2026-07-26", 0.0764], ["2026-07-27", 0.0693], ["2026-07-28", 0.0781], ["2026-07-29", 0.0682], ["2026-07-30", 0.0781], ["2026-07-31", 0.0734], ["2026-08-01", 0.0699], ["2026-08-02", 0.0781], ["2026-08-03", 0.0705], ["2026-08-04", 0.0781], ["2026-08-05", 0.0734], ["2026-08-06", 0.0683], ["2026-08-07", 0.0356], ["2026-08-08", 0.0926], ["2026-08-09", 0.0982], ["2026-08-10", 0.0922], ["2026-08-11", 0.0982], ["2026-08-12", 0.0776], ["2026-08-13", 0.0926], ["2026-08-14", 0.1132], ["2026-08-15", 0.1177], ["2026-08-16", 0.1107], ["2026-08-17", 0.1177], ["2026-08-18", 0.1011], ["2026-08-19", 0.089], ["2026-08-20", 0.0945], ["2026-08-21", 0.0844], ["2026-08-22", 0.1002], ["2026-08-23", 0.1079], ["2026-08-24", 0.1177], ["2026-08-25", 0.1107], ["2026-08-26", 0.0982], ["2026-08-27", 0.0843], ["2026-08-28", 0.1063], ["2026-08-29", 0.085], ["2026-08-30", 0.1053], ["2026-08-31", 0.1063], ["2026-09-01", 0.1093], ["2026-09-02", 0.0791], ["2026-09-03", 0.1112], ["2026-09-04", 0.1014], ["2026-09-05", 0.1177], ["2026-09-06", 0.1076], ["2026-09-07", 0.1032], ["2026-09-08", 0.1093], ["2026-09-09", 0.1014]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "meta-llama2fllama-4-maverick23lambda2ffp8", "provider": "lambda/fp8", "base": "lambda", "providerSlug": "lambda", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": ["lt"], "first": "2025-06-26", "last": "2025-09-25", "last_query": "2025-09-25", "n_changes": 1, "lt": {"drift": [["2025-06-26", 0.4961], ["2025-06-27", 0.1583], ["2025-06-28", 0.1545], ["2025-06-29", 0.123], ["2025-06-30", 0.0797], ["2025-07-01", 0.1425], ["2025-07-02", 0.084], ["2025-07-03", 0.0685], ["2025-07-04", 0.1342], ["2025-07-05", 0.0851], ["2025-07-06", 0.0771], ["2025-07-07", 0.135], ["2025-07-08", 0.124], ["2025-07-09", 0.0763], ["2025-07-10", 0.219], ["2025-07-11", 1.2487], ["2025-07-12", 1.2706], ["2025-07-13", 1.3022], ["2025-07-14", 1.2752], ["2025-07-15", 1.2821], ["2025-07-16", 1.2073], ["2025-07-17", 1.3225], ["2025-07-18", 1.221], ["2025-07-20", 1.2456], ["2025-07-21", 1.1877], ["2025-07-22", 1.1798], ["2025-07-23", 1.2244], ["2025-07-24", 1.215], ["2025-07-25", 1.1583], ["2025-07-26", 1.2793], ["2025-07-27", 1.2774], ["2025-07-28", 1.2925], ["2025-07-29", 1.2315], ["2025-07-30", 1.2083], ["2025-07-31", 1.267], ["2025-08-01", 1.3268], ["2025-08-02", 1.2361], ["2025-08-03", 1.2108], ["2025-08-04", 1.2336], ["2025-08-05", 1.2321], ["2025-08-06", 1.2858], ["2025-08-07", 1.2794], ["2025-08-08", 1.2175], ["2025-08-09", 1.1647], ["2025-08-10", 1.2109], ["2025-08-11", 1.3414], ["2025-08-12", 1.176], ["2025-08-13", 1.2199], ["2025-08-14", 1.333], ["2025-08-15", 1.205], ["2025-08-16", 1.2526], ["2025-08-17", 1.1863], ["2025-08-18", 1.421], ["2025-08-19", 1.1983], ["2025-08-20", 1.3515], ["2025-08-21", 1.2688], ["2025-08-22", 1.1445], ["2025-08-23", 1.2809], ["2025-08-24", 1.2562], ["2025-08-25", 1.2728], ["2025-08-26", 1.2431], ["2025-08-27", 1.2625], ["2025-08-28", 1.1096], ["2025-08-29", 1.2925], ["2025-08-30", 1.214], ["2025-08-31", 1.404], ["2025-09-01", 1.2927], ["2025-09-03", 1.2134], ["2025-09-04", 1.2063], ["2025-09-05", 1.2309], ["2025-09-06", 1.2053], ["2025-09-07", 1.2716], ["2025-09-08", 1.2565], ["2025-09-09", 1.369], ["2025-09-10", 1.306], ["2025-09-11", 1.1973], ["2025-09-12", 1.2505], ["2025-09-13", 1.2288], ["2025-09-14", 1.2681], ["2025-09-15", 1.3426], ["2025-09-16", 1.2919], ["2025-09-17", 1.28], ["2025-09-18", 1.2776], ["2025-09-19", 1.2365], ["2025-09-20", 1.2909], ["2025-09-21", 1.3731], ["2025-09-22", 1.286], ["2025-09-23", 1.2085], ["2025-09-24", 1.1958], ["2025-09-25", 1.3171]], "breaks": [], "changes": [{"date": "2025-07-10", "shift": 1.0149857142857144}]}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-4-maverick23klusterai2ffp8", "provider": "klusterai/fp8", "base": "klusterai", "providerSlug": "klusterai", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": ["lt"], "first": "2025-06-26", "last": "2025-07-17", "last_query": "2025-07-17", "n_changes": 0, "lt": {"drift": [["2025-06-26", 0.1683], ["2025-06-27", 0.104], ["2025-06-28", 0.0505], ["2025-06-29", 0.0891], ["2025-06-30", 0.0759], ["2025-07-01", 0.1008], ["2025-07-02", 0.0905], ["2025-07-03", 0.0712], ["2025-07-04", 0.0783], ["2025-07-05", 0.0558], ["2025-07-06", 0.1389], ["2025-07-07", 0.0553], ["2025-07-08", 0.1455], ["2025-07-09", 0.0463], ["2025-07-10", 0.0816], ["2025-07-11", 0.0987], ["2025-07-12", 0.0526], ["2025-07-13", 0.0938], ["2025-07-14", 0.0774], ["2025-07-15", 0.0674], ["2025-07-16", 0.0852], ["2025-07-17", 0.0662]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "pending", "headline": "retired", "headlines": ["retired"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "This endpoint has not been evaluated for tracking yet.", "ltDetail": null, "biDetail": null, "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped."}}, {"slug": "meta-llama2fllama-4-maverick23deepinfra2fbase", "provider": "deepinfra/base", "base": "deepinfra", "providerSlug": "deepinfra", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-4-maverick23google-vertex2fus-east5", "provider": "google-vertex/us-east5", "base": "google-vertex", "providerSlug": "google-vertex", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}, {"slug": "meta-llama2fllama-4-maverick23novita2ffp8", "provider": "novita/fp8", "base": "novita", "providerSlug": "novita", "model": "meta-llama/llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "methods": [], "first": null, "last": null, "last_query": null, "n_changes": 0, "lt": null, "b3it": null, "status": {"lt": "no_logprobs", "bi": "not_selected", "headline": "not_selected", "headlines": ["not_selected"], "ltCopy": "This endpoint does not return logprobs, so logprob tracking is impossible.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}}]}