{"name": "google-vertex", "slug": "google-vertex", "brand": {"name": "Google Vertex AI", "logo": "google-vertex.png", "kind": "icon", "mono": false, "dark": null}, "timeline": {"date_min": "2026-06-22", "date_max": "2026-10-15", "changes": [], "endpoints": [{"slug": "deepseek2fdeepseek-v3.223google-vertex", "provider": "google-vertex", "base": "google-vertex", "providerSlug": "google-vertex", "model": "deepseek/deepseek-v3.2", "modelSlug": "deepseek2fdeepseek-v3.2", "methods": ["lt"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.5346], ["2026-06-23", 0.3258], ["2026-06-25", 0.3913], ["2026-06-26", 0.035], ["2026-06-27", 0.232], ["2026-06-28", 0.2514], ["2026-06-30", 0.2953], ["2026-07-01", 0.1426], ["2026-07-02", 0.2934], ["2026-07-04", 0.1466], ["2026-07-05", 0.2555], ["2026-07-06", 0.3528], ["2026-07-08", 0.2602], ["2026-07-09", 0.3506], ["2026-07-10", 0.1027], ["2026-07-11", 0.2946], ["2026-07-13", 0.272], ["2026-07-14", 0.3141], ["2026-07-15", 0.3795], ["2026-07-17", 0.2824], ["2026-07-18", 0.3058], ["2026-07-19", 0.2316], ["2026-07-20", 0.2526], ["2026-07-22", 0.183], ["2026-07-23", 0.2137], ["2026-07-24", 0.0892], ["2026-07-26", 0.2475], ["2026-07-27", 0.2526], ["2026-07-28", 0.2164], ["2026-07-29", 0.1494], ["2026-07-31", 0.3457], ["2026-08-01", 0.2656], ["2026-08-02", 0.3525], ["2026-08-04", 0.3329], ["2026-08-05", 0.3094], ["2026-08-06", 0.409], ["2026-08-08", 0.262], ["2026-08-09", 0.2666], ["2026-08-10", 0.2035], ["2026-08-11", 0.2758], ["2026-08-13", 0.3126], ["2026-08-14", 0.1628], ["2026-08-15", 0.2527], ["2026-08-17", 0.2074], ["2026-08-18", 0.1062], ["2026-08-19", 0.1504], ["2026-08-20", 0.1513], ["2026-08-22", 0.3427], ["2026-08-23", 0.3512], ["2026-08-24", 0.3228], ["2026-08-26", 0.1854], ["2026-08-27", 0.1597], ["2026-08-28", 0.3412], ["2026-08-29", 0.2467], ["2026-08-31", 0.1501], ["2026-09-01", 0.3853], ["2026-09-02", 0.268], ["2026-09-04", 0.3656], ["2026-09-05", 0.2986], ["2026-09-06", 0.3528], ["2026-09-08", 0.215], ["2026-09-09", 0.2028], ["2026-09-10", 0.265], ["2026-09-11", 0.2028], ["2026-09-13", 0.265], ["2026-09-14", 0.4305], ["2026-09-15", 0.3853], ["2026-09-17", 0.3853], ["2026-09-18", 0.1714], ["2026-09-19", 0.2784], ["2026-09-20", 0.2028], ["2026-09-22", 0.206], ["2026-09-23", 0.3468], ["2026-09-24", 0.3758], ["2026-09-26", 0.1925], ["2026-09-27", 0.0756], ["2026-09-28", 0.1113], ["2026-09-29", 0.3412], ["2026-10-01", 0.1398], ["2026-10-02", 0.1547], ["2026-10-03", 0.1048], ["2026-10-05", 0.1164], ["2026-10-06", 0.3412], ["2026-10-07", 0.3602], ["2026-10-09", 0.2431], ["2026-10-10", 0.2022], ["2026-10-11", 0.1026], ["2026-10-12", 0.2929], ["2026-10-14", 0.4034], ["2026-10-15", 0.088]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "google2fgemma-4-26b-a4b-it23google-vertex2fglobal", "provider": "google-vertex/global", "base": "google-vertex", "providerSlug": "google-vertex", "model": "google/gemma-4-26b-a4b-it", "modelSlug": "google2fgemma-4-26b-a4b-it", "methods": ["lt"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0441], ["2026-06-23", 0.0142], ["2026-06-25", 0.0102], ["2026-06-26", 0.0079], ["2026-06-27", 0.023], ["2026-06-28", 0.0352], ["2026-06-30", 0.0189], ["2026-07-01", 0.009], ["2026-07-02", 0.0128], ["2026-07-04", 0.0586], ["2026-07-05", 0.0302], ["2026-07-06", 0.0265], ["2026-07-08", 0.0221], ["2026-07-09", 0.028], ["2026-07-10", 0.0758], ["2026-07-11", 0.0169], ["2026-07-13", 0.0216], ["2026-07-14", 0.0368], ["2026-07-15", 0.0142], ["2026-07-17", 0.0146], ["2026-07-18", 0.0103], ["2026-07-19", 0.0133], ["2026-07-20", 0.043], ["2026-07-22", 0.01], ["2026-07-23", 0.0487], ["2026-07-24", 0.0463], ["2026-07-26", 0.0254], ["2026-07-27", 0.0304], ["2026-07-28", 0.047], ["2026-07-29", 0.0141], ["2026-07-31", 0.038], ["2026-08-01", 0.0275], ["2026-08-02", 0.0667], ["2026-08-04", 0.0389], ["2026-08-05", 0.0195], ["2026-08-06", 0.1053], ["2026-08-08", 0.0556], ["2026-08-09", 0.0254], ["2026-08-10", 0.0313], ["2026-08-11", 0.0163], ["2026-08-13", 0.0106], ["2026-08-14", 0.0633], ["2026-08-15", 0.0741], ["2026-08-17", 0.0587], ["2026-08-18", 0.0695], ["2026-08-19", 0.0427], ["2026-08-20", 0.0524], ["2026-08-22", 0.0136], ["2026-08-23", 0.0095], ["2026-08-24", 0.0639], ["2026-08-26", 0.0523], ["2026-08-27", 0.0412], ["2026-08-28", 0.042], ["2026-08-29", 0.0248], ["2026-08-31", 0.042], ["2026-09-01", 0.0631], ["2026-09-02", 0.0846], ["2026-09-04", 0.0536], ["2026-09-05", 0.0423], ["2026-09-06", 0.0201], ["2026-09-08", 0.069], ["2026-09-09", 0.084], ["2026-09-10", 0.0342], ["2026-09-11", 0.0297], ["2026-09-13", 0.0123], ["2026-09-14", 0.0587], ["2026-09-15", 0.0781], ["2026-09-17", 0.0927], ["2026-09-18", 0.0815], ["2026-09-19", 0.0402], ["2026-09-20", 0.0536], ["2026-09-22", 0.0956], ["2026-09-23", 0.0804], ["2026-09-24", 0.0216], ["2026-09-26", 0.1182], ["2026-09-27", 0.0523], ["2026-09-28", 0.0274], ["2026-09-29", 0.0682], ["2026-10-01", 0.042], ["2026-10-02", 0.0285], ["2026-10-03", 0.0344], ["2026-10-05", 0.0435], ["2026-10-06", 0.1068], ["2026-10-07", 0.027], ["2026-10-09", 0.0393], ["2026-10-10", 0.1131], ["2026-10-11", 0.042], ["2026-10-12", 0.0994], ["2026-10-14", 0.0466], ["2026-10-15", 0.0419]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-next-80b-a3b-instruct23google-vertex2fglobal", "provider": "google-vertex/global", "base": "google-vertex", "providerSlug": "google-vertex", "model": "qwen/qwen3-next-80b-a3b-instruct", "modelSlug": "qwen2fqwen3-next-80b-a3b-instruct", "methods": ["lt"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0021], ["2026-06-23", 0.0065], ["2026-06-25", 0.0021], ["2026-06-26", 0.0021], ["2026-06-27", 0.0021], ["2026-06-28", 0.0021], ["2026-06-30", 0.0021], ["2026-07-01", 0.0021], ["2026-07-02", 0.0021], ["2026-07-04", 0.0021], ["2026-07-05", 0.0021], ["2026-07-06", 0.0021], ["2026-07-08", 0.0021], ["2026-07-09", 0.0263], ["2026-07-10", 0.0021], ["2026-07-11", 0.0212], ["2026-07-13", 0.0021], ["2026-07-14", 0.0021], ["2026-07-15", 0.0021], ["2026-07-17", 0.0021], ["2026-07-18", 0.0021], ["2026-07-19", 0.0021], ["2026-07-20", 0.0133], ["2026-07-22", 0.0021], ["2026-07-23", 0.0232], ["2026-07-24", 0.0021], ["2026-07-26", 0.0108], ["2026-07-27", 0.0329], ["2026-07-28", 0.0061], ["2026-07-29", 0.0199], ["2026-07-31", 0.0133], ["2026-08-01", 0.0021], ["2026-08-02", 0.0021], ["2026-08-04", 0.0021], ["2026-08-05", 0.0021], ["2026-08-06", 0.0021], ["2026-08-08", 0.0027], ["2026-08-09", 0.0072], ["2026-08-10", 0.0033], ["2026-08-11", 0.0083], ["2026-08-13", 0.0084], ["2026-08-14", 0.0096], ["2026-08-15", 0.0021], ["2026-08-17", 0.0046], ["2026-08-18", 0.0064], ["2026-08-19", 0.0113], ["2026-08-20", 0.0046], ["2026-08-22", 0.0021], ["2026-08-23", 0.0064], ["2026-08-24", 0.0021], ["2026-08-26", 0.0021], ["2026-08-27", 0.0021], ["2026-08-28", 0.0021], ["2026-08-29", 0.0021], ["2026-08-31", 0.0021], ["2026-09-01", 0.0287], ["2026-09-02", 0.037], ["2026-09-04", 0.0021], ["2026-09-05", 0.0021], ["2026-09-06", 0.0021], ["2026-09-08", 0.0021], ["2026-09-09", 0.0021], ["2026-09-10", 0.0021], ["2026-09-11", 0.0021], ["2026-09-13", 0.0021], ["2026-09-14", 0.0091], ["2026-09-15", 0.0021], ["2026-09-17", 0.0021], ["2026-09-18", 0.0021], ["2026-09-19", 0.0021], ["2026-09-20", 0.0021], ["2026-09-22", 0.0021], ["2026-09-23", 0.0021], ["2026-09-24", 0.0021], ["2026-09-26", 0.0021], ["2026-09-27", 0.0021], ["2026-09-28", 0.0021], ["2026-09-29", 0.0021], ["2026-10-01", 0.0021], ["2026-10-02", 0.0021], ["2026-10-03", 0.0021], ["2026-10-05", 0.0021], ["2026-10-06", 0.0021], ["2026-10-07", 0.0021], ["2026-10-09", 0.0021], ["2026-10-10", 0.0021], ["2026-10-11", 0.0021], ["2026-10-12", 0.0021], ["2026-10-14", 0.0021], ["2026-10-15", 0.0021]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-235b-a22b-250723google-vertex2fus-south1", "provider": "google-vertex/us-south1", "base": "google-vertex", "providerSlug": "google-vertex", "model": "qwen/qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "methods": ["lt"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0777], ["2026-06-23", 0.0549], ["2026-06-25", 0.1051], ["2026-06-26", 0.0311], ["2026-06-27", 0.0414], ["2026-06-28", 0.0329], ["2026-06-30", 0.0405], ["2026-07-01", 0.1538], ["2026-07-02", 0.0608], ["2026-07-04", 0.0395], ["2026-07-05", 0.118], ["2026-07-06", 0.1271], ["2026-07-08", 0.07], ["2026-07-09", 0.1189], ["2026-07-10", 0.1141], ["2026-07-11", 0.1377], ["2026-07-13", 0.1722], ["2026-07-14", 0.0964], ["2026-07-15", 0.0975], ["2026-07-17", 0.1242], ["2026-07-18", 0.1152], ["2026-07-19", 0.0756], ["2026-07-20", 0.0948], ["2026-07-22", 0.0957], ["2026-07-23", 0.1068], ["2026-07-24", 0.0332], ["2026-07-26", 0.0363], ["2026-07-27", 0.0549], ["2026-07-28", 0.0183], ["2026-07-29", 0.0833], ["2026-07-31", 0.0719], ["2026-08-01", 0.0752], ["2026-08-02", 0.0706], ["2026-08-04", 0.0396], ["2026-08-05", 0.1053], ["2026-08-06", 0.1045], ["2026-08-08", 0.1059], ["2026-08-09", 0.0706], ["2026-08-10", 0.0964], ["2026-08-11", 0.0736], ["2026-08-13", 0.1099], ["2026-08-14", 0.1107], ["2026-08-15", 0.1643], ["2026-08-17", 0.1643], ["2026-08-18", 0.1471], ["2026-08-19", 0.1367], ["2026-08-20", 0.1169], ["2026-08-22", 0.0547], ["2026-08-23", 0.1164], ["2026-08-24", 0.038], ["2026-08-26", 0.0928], ["2026-08-27", 0.1643], ["2026-08-28", 0.1643], ["2026-08-29", 0.0937], ["2026-08-31", 0.0778], ["2026-09-01", 0.0937], ["2026-09-02", 0.0767], ["2026-09-04", 0.1643], ["2026-09-05", 0.1013], ["2026-09-06", 0.1189], ["2026-09-08", 0.067], ["2026-09-09", 0.0538], ["2026-09-10", 0.0527], ["2026-09-11", 0.1408], ["2026-09-13", 0.1212], ["2026-09-14", 0.1643], ["2026-09-15", 0.1969], ["2026-09-17", 0.04], ["2026-09-18", 0.1643], ["2026-09-19", 0.1168], ["2026-09-20", 0.0538], ["2026-09-22", 0.1022], ["2026-09-23", 0.1879], ["2026-09-24", 0.1949], ["2026-09-26", 0.1017], ["2026-09-27", 0.1643], ["2026-09-28", 0.1643], ["2026-09-29", 0.1643], ["2026-10-01", 0.1238], ["2026-10-02", 0.1077], ["2026-10-03", 0.1352], ["2026-10-05", 0.1643], ["2026-10-06", 0.1449], ["2026-10-07", 0.1124], ["2026-10-09", 0.1252], ["2026-10-10", 0.1094], ["2026-10-11", 0.1397], ["2026-10-12", 0.1643], ["2026-10-14", 0.1518], ["2026-10-15", 0.2722]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "qwen2fqwen3-coder23google-vertex2fus-south1", "provider": "google-vertex/us-south1", "base": "google-vertex", "providerSlug": "google-vertex", "model": "qwen/qwen3-coder", "modelSlug": "qwen2fqwen3-coder", "methods": ["lt"], "first": "2026-06-22", "last": "2026-10-15", "last_query": "2026-10-15", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.0528], ["2026-06-23", 0.0528], ["2026-06-25", 0.0561], ["2026-06-26", 0.0329], ["2026-06-27", 0.0528], ["2026-06-28", 0.0638], ["2026-06-30", 0.0972], ["2026-07-01", 0.0355], ["2026-07-02", 0.0371], ["2026-07-04", 0.3144], ["2026-07-05", 0.4213], ["2026-07-06", 0.231], ["2026-07-08", 0.4076], ["2026-07-09", 0.3572], ["2026-07-10", 0.3348], ["2026-07-11", 0.5391], ["2026-07-13", 0.4699], ["2026-07-14", 0.8918], ["2026-07-15", 0.3572], ["2026-07-17", 0.3002], ["2026-07-18", 0.3414], ["2026-07-19", 0.4178], ["2026-07-20", 0.3682], ["2026-07-22", 0.2985], ["2026-07-23", 0.0528], ["2026-07-24", 0.0528], ["2026-07-26", 0.0528], ["2026-07-27", 0.0528], ["2026-07-28", 0.0528], ["2026-07-29", 0.0528], ["2026-07-31", 0.0528], ["2026-08-01", 0.0528], ["2026-08-02", 0.0528], ["2026-08-04", 0.0655], ["2026-08-05", 0.0528], ["2026-08-06", 0.1196], ["2026-08-08", 0.3387], ["2026-08-09", 0.4863], ["2026-08-10", 0.0859], ["2026-08-11", 0.0528], ["2026-08-13", 0.0528], ["2026-08-14", 0.061], ["2026-08-15", 0.0528], ["2026-08-17", 0.0528], ["2026-08-18", 0.0456], ["2026-08-19", 0.0961], ["2026-08-20", 0.0292], ["2026-08-22", 0.3036], ["2026-08-23", 0.4304], ["2026-08-24", 0.3526], ["2026-08-26", 0.3061], ["2026-08-27", 0.684], ["2026-08-28", 0.3195], ["2026-08-29", 0.5382], ["2026-08-31", 0.3195], ["2026-09-01", 0.1008], ["2026-09-02", 0.3195], ["2026-09-04", 0.0528], ["2026-09-05", 0.0528], ["2026-09-06", 0.0528], ["2026-09-08", 0.0528], ["2026-09-09", 0.0528], ["2026-09-10", 0.0528], ["2026-09-11", 0.0528], ["2026-09-13", 0.0528], ["2026-09-14", 0.0528], ["2026-09-15", 0.0528], ["2026-09-17", 0.0528], ["2026-09-18", 0.0528], ["2026-09-19", 0.0528], ["2026-09-20", 0.0528], ["2026-09-22", 0.0528], ["2026-09-23", 0.0528], ["2026-09-24", 0.0528], ["2026-09-26", 0.0539], ["2026-09-27", 0.0589], ["2026-09-28", 0.0528], ["2026-09-29", 0.0528], ["2026-10-01", 0.1678], ["2026-10-02", 0.3195], ["2026-10-03", 0.0528], ["2026-10-05", 0.0528], ["2026-10-06", 0.0528], ["2026-10-07", 0.0528], ["2026-10-09", 0.0528], ["2026-10-10", 0.0528], ["2026-10-11", 0.0528], ["2026-10-12", 0.0528], ["2026-10-14", 0.0528], ["2026-10-15", 0.0528]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "tracked", "bi": "not_selected", "headline": "tracked", "headlines": ["tracked"], "ltCopy": "This endpoint is actively tracked.", "biCopy": "This endpoint vetted fine, but the selection budget went to more popular models.", "ltDetail": null, "biDetail": null, "reason": "This endpoint is actively tracked."}}, {"slug": "deepseek2fdeepseek-chat-v3.123google-vertex2fus-west2", "provider": "google-vertex/us-west2", "base": "google-vertex", "providerSlug": "google-vertex", "model": "deepseek/deepseek-chat-v3.1", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "methods": ["lt"], "first": "2026-06-22", "last": "2026-08-29", "last_query": "2026-08-29", "n_changes": 0, "lt": {"drift": [["2026-06-22", 0.109], ["2026-06-23", 0.1443], ["2026-06-24", 0.0632], ["2026-06-25", 0.1223], ["2026-06-26", 0.0696], ["2026-06-27", 0.1443], ["2026-06-28", 0.0928], ["2026-06-29", 0.1697], ["2026-06-30", 0.2638], ["2026-07-01", 0.0954], ["2026-07-02", 0.1461], ["2026-07-03", 0.1711], ["2026-07-04", 0.1443], ["2026-07-05", 0.1443], ["2026-07-06", 0.4521], ["2026-07-07", 0.1443], ["2026-07-08", 0.1443], ["2026-07-09", 0.1443], ["2026-07-10", 0.1443], ["2026-07-11", 0.1443], ["2026-07-12", 0.1443], ["2026-07-13", 0.1443], ["2026-07-14", 0.1443], ["2026-07-15", 0.1106], ["2026-07-16", 0.1443], ["2026-07-17", 0.1443], ["2026-07-18", 0.1694], ["2026-07-19", 0.1443], ["2026-07-20", 0.1443], ["2026-07-21", 0.1443], ["2026-07-22", 0.1443], ["2026-07-23", 0.1267], ["2026-07-24", 0.1344], ["2026-07-25", 0.1443], ["2026-07-26", 0.2218], ["2026-07-27", 0.1647], ["2026-07-28", 0.1443], ["2026-07-29", 0.2615], ["2026-07-30", 0.29], ["2026-07-31", 0.1343], ["2026-08-01", 0.3963], ["2026-08-02", 0.2584], ["2026-08-03", 0.1742], ["2026-08-04", 0.3878], ["2026-08-05", 0.1568], ["2026-08-06", 0.1443], ["2026-08-07", 0.1443], ["2026-08-08", 0.0817], ["2026-08-09", 0.1443], ["2026-08-10", 0.0596], ["2026-08-11", 0.0831], ["2026-08-12", 0.0582], ["2026-08-13", 0.1655], ["2026-08-14", 0.1443], ["2026-08-15", 0.1443], ["2026-08-16", 0.1443], ["2026-08-17", 0.0734], ["2026-08-18", 0.1443], ["2026-08-19", 0.093], ["2026-08-20", 0.066], ["2026-08-21", 0.1443], ["2026-08-22", 0.1443], ["2026-08-23", 0.1385], ["2026-08-24", 0.1443], ["2026-08-25", 0.0981], ["2026-08-26", 0.2517], ["2026-08-27", 0.1443], ["2026-08-28", 0.1443], ["2026-08-29", 0.1443]], "breaks": [], "changes": []}, "b3it": null, "status": {"lt": "stalled", "bi": "unprobeable:flaky", "headline": "retired", "headlines": ["retired", "errors_out"], "ltCopy": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped.", "biCopy": "Our vetting probes of this endpoint persistently fail.", "ltDetail": null, "biDetail": "HTTP 502: Internal error encountered.", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Our vetting probes of this endpoint persistently fail (HTTP 502: Internal error encountered.)."}}]}, "n_endpoints": 6, "n_active": 5, "n_models": 6, "n_variants": 4, "first": "2026-06-22", "last": "2026-10-15", "lt": {"endpoints": 6, "years": 1.76, "changes": 0, "rate": 0.0, "ci": [0.0, 1.7]}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}, "variants": [{"name": "global", "n_endpoints": 2, "lt": {"endpoints": 2, "years": 0.63, "changes": 0, "rate": 0.0, "ci": [0.0, 4.76]}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}, {"name": "us-south1", "n_endpoints": 2, "lt": {"endpoints": 2, "years": 0.63, "changes": 0, "rate": 0.0, "ci": [0.0, 4.76]}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}, {"name": "", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.31, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}, {"name": "us-west2", "n_endpoints": 1, "lt": {"endpoints": 1, "years": 0.19, "changes": 0, "rate": null, "ci": null}, "b3it": {"endpoints": 0, "years": 0.0, "changes": 0, "rate": null, "ci": null}}], "changes": [], "endpoints": [{"slug": "deepseek2fdeepseek-chat-v3.123google-vertex2fus-west2", "model": "deepseek-chat-v3.1", "modelSlug": "deepseek2fdeepseek-chat-v3.1", "org": "deepseek", "provider": "google-vertex/us-west2", "providerSlug": "google-vertex", "methods": ["lt"], "status": "retired", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.127, 0.093, 0.102, 0.217, 0.138, 0.144, 0.247, 0.144, 0.144, 0.127, 0.153, 0.144, 0.138, 0.139, 0.193, 0.232, 0.265, 0.273, 0.151, 0.123, 0.071, 0.123, 0.144, 0.104, 0.105, 0.142, 0.175, 0.144], "changeFracs": [], "headline": "retired", "headlines": ["retired", "errors_out"], "ltStatus": "stalled", "biStatus": "unprobeable:flaky", "reason": "We tracked this endpoint's logprobs, but its recent queries all failed, so tracking stopped. Our vetting probes of this endpoint persistently fail (HTTP 502: Internal error encountered.)."}, {"slug": "deepseek2fdeepseek-v3.223google-vertex", "model": "deepseek-v3.2", "modelSlug": "deepseek2fdeepseek-v3.2", "org": "deepseek", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.419, 0.15, 0.234, 0.255, 0.252, 0.294, 0.263, 0.163, 0.237, 0.281, 0.34, 0.269, 0.277, 0.197, 0.247, 0.282, 0.257, 0.264, 0.341, 0.221, 0.258, 0.259, 0.295, 0.157, 0.221, 0.165, 0.228, 0.229], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "google2fgemma-4-26b-a4b-it23google-vertex2fglobal", "model": "gemma-4-26b-a4b-it", "modelSlug": "google2fgemma-4-26b-a4b-it", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.025, 0.025, 0.016, 0.032, 0.036, 0.026, 0.019, 0.035, 0.029, 0.026, 0.037, 0.061, 0.025, 0.065, 0.034, 0.044, 0.034, 0.068, 0.036, 0.054, 0.049, 0.067, 0.074, 0.072, 0.047, 0.057, 0.055, 0.072], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "qwen2fqwen3-235b-a22b-250723google-vertex2fus-south1", "model": "qwen3-235b-a22b-2507", "modelSlug": "qwen2fqwen3-235b-a22b-2507", "org": "qwen", "provider": "google-vertex/us-south1", "providerSlug": "google-vertex", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.081, 0.049, 0.079, 0.094, 0.11, 0.122, 0.106, 0.073, 0.051, 0.071, 0.07, 0.094, 0.1, 0.145, 0.098, 0.084, 0.147, 0.092, 0.126, 0.079, 0.14, 0.094, 0.146, 0.123, 0.121, 0.152, 0.11, 0.158], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "qwen2fqwen3-coder23google-vertex2fus-south1", "model": "qwen3-coder", "modelSlug": "qwen2fqwen3-coder", "org": "qwen", "provider": "google-vertex/us-south1", "providerSlug": "google-vertex", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.053, 0.052, 0.099, 0.255, 0.41, 0.509, 0.358, 0.176, 0.121, 0.053, 0.056, 0.246, 0.061, 0.053, 0.214, 0.29, 0.435, 0.234, 0.053, 0.053, 0.053, 0.053, 0.053, 0.062, 0.148, 0.053, 0.053, 0.053], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "qwen2fqwen3-next-80b-a3b-instruct23google-vertex2fglobal", "model": "qwen3-next-80b-a3b-instruct", "modelSlug": "qwen2fqwen3-next-80b-a3b-instruct", "org": "qwen", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": ["lt"], "status": "stable", "lastChange": null, "recent": false, "nChanges": 0, "trace": [0.006, 0.002, 0.002, 0.002, 0.013, 0.002, 0.004, 0.007, 0.015, 0.016, 0.005, 0.004, 0.006, 0.005, 0.006, 0.003, 0.002, 0.017, 0.002, 0.002, 0.004, 0.002, 0.002, 0.002, 0.002, 0.002, 0.002, 0.002], "changeFracs": [], "headline": "tracked", "headlines": ["tracked"], "ltStatus": "tracked", "biStatus": "not_selected", "reason": "This endpoint is actively tracked."}, {"slug": "anthropic2fclaude-fable-5.123google-vertex2fglobal", "model": "claude-fable-5.1", "modelSlug": "anthropic2fclaude-fable-5.1", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-fable-523google-vertex2feurope", "model": "claude-fable-5", "modelSlug": "anthropic2fclaude-fable-5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-fable-523google-vertex2fglobal", "model": "claude-fable-5", "modelSlug": "anthropic2fclaude-fable-5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-haiku-4.523google-vertex2feurope", "model": "claude-haiku-4.5", "modelSlug": "anthropic2fclaude-haiku-4.5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-haiku-4.523google-vertex2fglobal", "model": "claude-haiku-4.5", "modelSlug": "anthropic2fclaude-haiku-4.5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-haiku-4.523google-vertex2fus-east5", "model": "claude-haiku-4.5", "modelSlug": "anthropic2fclaude-haiku-4.5", "org": "anthropic", "provider": "google-vertex/us-east5", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-haiku-5.523google-vertex2feurope", "model": "claude-haiku-5.5", "modelSlug": "anthropic2fclaude-haiku-5.5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-haiku-5.523google-vertex2fglobal", "model": "claude-haiku-5.5", "modelSlug": "anthropic2fclaude-haiku-5.5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-haiku-5.523google-vertex2fus", "model": "claude-haiku-5.5", "modelSlug": "anthropic2fclaude-haiku-5.5", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-4.523google-vertex2fglobal", "model": "claude-opus-4.5", "modelSlug": "anthropic2fclaude-opus-4.5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-opus-4.623google-vertex2feurope", "model": "claude-opus-4.6", "modelSlug": "anthropic2fclaude-opus-4.6", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-opus-4.623google-vertex2fglobal", "model": "claude-opus-4.6", "modelSlug": "anthropic2fclaude-opus-4.6", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-opus-4.723google-vertex2feurope", "model": "claude-opus-4.7", "modelSlug": "anthropic2fclaude-opus-4.7", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-4.723google-vertex2fglobal", "model": "claude-opus-4.7", "modelSlug": "anthropic2fclaude-opus-4.7", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-4.723google-vertex2fus", "model": "claude-opus-4.7", "modelSlug": "anthropic2fclaude-opus-4.7", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-4.823google-vertex2feurope", "model": "claude-opus-4.8", "modelSlug": "anthropic2fclaude-opus-4.8", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-4.823google-vertex2fglobal", "model": "claude-opus-4.8", "modelSlug": "anthropic2fclaude-opus-4.8", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-4.823google-vertex2fus", "model": "claude-opus-4.8", "modelSlug": "anthropic2fclaude-opus-4.8", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-5.523google-vertex2feurope", "model": "claude-opus-5.5", "modelSlug": "anthropic2fclaude-opus-5.5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-5.523google-vertex2fglobal", "model": "claude-opus-5.5", "modelSlug": "anthropic2fclaude-opus-5.5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-5.523google-vertex2fus", "model": "claude-opus-5.5", "modelSlug": "anthropic2fclaude-opus-5.5", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-523google-vertex2feurope", "model": "claude-opus-5", "modelSlug": "anthropic2fclaude-opus-5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-523google-vertex2fglobal", "model": "claude-opus-5", "modelSlug": "anthropic2fclaude-opus-5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-opus-523google-vertex2fus", "model": "claude-opus-5", "modelSlug": "anthropic2fclaude-opus-5", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-sonnet-4.523google-vertex2fglobal", "model": "claude-sonnet-4.5", "modelSlug": "anthropic2fclaude-sonnet-4.5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-sonnet-4.523google-vertex2fus-east5", "model": "claude-sonnet-4.5", "modelSlug": "anthropic2fclaude-sonnet-4.5", "org": "anthropic", "provider": "google-vertex/us-east5", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-sonnet-4.623google-vertex2feurope", "model": "claude-sonnet-4.6", "modelSlug": "anthropic2fclaude-sonnet-4.6", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-sonnet-4.623google-vertex2fglobal", "model": "claude-sonnet-4.6", "modelSlug": "anthropic2fclaude-sonnet-4.6", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-sonnet-4.623google-vertex2fus-east5", "model": "claude-sonnet-4.6", "modelSlug": "anthropic2fclaude-sonnet-4.6", "org": "anthropic", "provider": "google-vertex/us-east5", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "anthropic2fclaude-sonnet-5.523google-vertex2feurope", "model": "claude-sonnet-5.5", "modelSlug": "anthropic2fclaude-sonnet-5.5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-sonnet-5.523google-vertex2fglobal", "model": "claude-sonnet-5.5", "modelSlug": "anthropic2fclaude-sonnet-5.5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-sonnet-5.523google-vertex2fus", "model": "claude-sonnet-5.5", "modelSlug": "anthropic2fclaude-sonnet-5.5", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-sonnet-523google-vertex2feurope", "model": "claude-sonnet-5", "modelSlug": "anthropic2fclaude-sonnet-5", "org": "anthropic", "provider": "google-vertex/europe", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-sonnet-523google-vertex2fglobal", "model": "claude-sonnet-5", "modelSlug": "anthropic2fclaude-sonnet-5", "org": "anthropic", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "anthropic2fclaude-sonnet-523google-vertex2fus", "model": "claude-sonnet-5", "modelSlug": "anthropic2fclaude-sonnet-5", "org": "anthropic", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-2.5-flash-image23google-vertex2fglobal", "model": "gemini-2.5-flash-image", "modelSlug": "google2fgemini-2.5-flash-image", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "liar", "reason": "This endpoint bills more than its advertised price implies, so we refuse to fund it."}, {"slug": "google2fgemini-2.5-flash-lite23google-vertex", "model": "gemini-2.5-flash-lite", "modelSlug": "google2fgemini-2.5-flash-lite", "org": "google", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-24)."}, {"slug": "google2fgemini-2.5-flash-lite23google-vertex2feu", "model": "gemini-2.5-flash-lite", "modelSlug": "google2fgemini-2.5-flash-lite", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "retired", "headlines": ["retired"], "ltStatus": "no_logprobs", "biStatus": "retired:no_bis", "reason": "Monitoring was retired: we could not find enough border inputs for this endpoint (since 2026-07-24)."}, {"slug": "google2fgemini-2.5-flash-lite3abatch23google-vertex2feu", "model": "gemini-2.5-flash-lite:batch", "modelSlug": "google2fgemini-2.5-flash-lite3abatch", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-2.5-flash23google-vertex", "model": "gemini-2.5-flash", "modelSlug": "google2fgemini-2.5-flash", "org": "google", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-2.5-flash23google-vertex2feu", "model": "gemini-2.5-flash", "modelSlug": "google2fgemini-2.5-flash", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-2.5-flash23google-vertex2fglobal", "model": "gemini-2.5-flash", "modelSlug": "google2fgemini-2.5-flash", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-2.5-flash23google-vertex2fglobal2fpriority", "model": "gemini-2.5-flash", "modelSlug": "google2fgemini-2.5-flash", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-2.5-flash3abatch23google-vertex2fglobal", "model": "gemini-2.5-flash:batch", "modelSlug": "google2fgemini-2.5-flash3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-2.5-pro-preview23google-vertex2feu", "model": "gemini-2.5-pro-preview", "modelSlug": "google2fgemini-2.5-pro-preview", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro-preview23google-vertex2fglobal", "model": "gemini-2.5-pro-preview", "modelSlug": "google2fgemini-2.5-pro-preview", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro-preview23google-vertex2fglobal2fpriority", "model": "gemini-2.5-pro-preview", "modelSlug": "google2fgemini-2.5-pro-preview", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro-preview23google-vertex2fus", "model": "gemini-2.5-pro-preview", "modelSlug": "google2fgemini-2.5-pro-preview", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro23google-vertex2feu", "model": "gemini-2.5-pro", "modelSlug": "google2fgemini-2.5-pro", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro23google-vertex2fglobal", "model": "gemini-2.5-pro", "modelSlug": "google2fgemini-2.5-pro", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro23google-vertex2fglobal2fpriority", "model": "gemini-2.5-pro", "modelSlug": "google2fgemini-2.5-pro", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "google2fgemini-2.5-pro23google-vertex2fus", "model": "gemini-2.5-pro", "modelSlug": "google2fgemini-2.5-pro", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-2.5-pro3abatch23google-vertex2fglobal", "model": "gemini-2.5-pro:batch", "modelSlug": "google2fgemini-2.5-pro3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3-flash-preview23google-vertex2fglobal", "model": "gemini-3-flash-preview", "modelSlug": "google2fgemini-3-flash-preview", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3-flash-preview23google-vertex2fglobal2fflex", "model": "gemini-3-flash-preview", "modelSlug": "google2fgemini-3-flash-preview", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3-flash-preview23google-vertex2fglobal2fpriority", "model": "gemini-3-flash-preview", "modelSlug": "google2fgemini-3-flash-preview", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3-flash-preview3abatch23google-vertex2fglobal", "model": "gemini-3-flash-preview:batch", "modelSlug": "google2fgemini-3-flash-preview3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3-pro-image23google-vertex2fglobal", "model": "gemini-3-pro-image", "modelSlug": "google2fgemini-3-pro-image", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "excluded", "reason": "Our selection policy explicitly excludes this endpoint."}, {"slug": "google2fgemini-3.1-flash-image23google-vertex2fglobal", "model": "gemini-3.1-flash-image", "modelSlug": "google2fgemini-3.1-flash-image", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "liar", "reason": "This endpoint bills more than its advertised price implies, so we refuse to fund it."}, {"slug": "google2fgemini-3.1-flash-lite-image23google-vertex2fglobal", "model": "gemini-3.1-flash-lite-image", "modelSlug": "google2fgemini-3.1-flash-lite-image", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (HTTP 400: the provider returned an error)."}, {"slug": "google2fgemini-3.1-flash-lite23google-vertex2feu", "model": "gemini-3.1-flash-lite", "modelSlug": "google2fgemini-3.1-flash-lite", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-3.1-flash-lite23google-vertex2fglobal", "model": "gemini-3.1-flash-lite", "modelSlug": "google2fgemini-3.1-flash-lite", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-3.1-flash-lite23google-vertex2fglobal2fflex", "model": "gemini-3.1-flash-lite", "modelSlug": "google2fgemini-3.1-flash-lite", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-3.1-flash-lite23google-vertex2fglobal2fpriority", "model": "gemini-3.1-flash-lite", "modelSlug": "google2fgemini-3.1-flash-lite", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-3.1-flash-lite23google-vertex2fus", "model": "gemini-3.1-flash-lite", "modelSlug": "google2fgemini-3.1-flash-lite", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-3.1-flash-lite3abatch23google-vertex2fglobal", "model": "gemini-3.1-flash-lite:batch", "modelSlug": "google2fgemini-3.1-flash-lite3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3.1-pro-preview23google-vertex2fglobal", "model": "gemini-3.1-pro-preview", "modelSlug": "google2fgemini-3.1-pro-preview", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "google2fgemini-3.1-pro-preview23google-vertex2fglobal2fflex", "model": "gemini-3.1-pro-preview", "modelSlug": "google2fgemini-3.1-pro-preview", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (the request timed out)."}, {"slug": "google2fgemini-3.1-pro-preview23google-vertex2fglobal2fpriority", "model": "gemini-3.1-pro-preview", "modelSlug": "google2fgemini-3.1-pro-preview", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "google2fgemini-3.1-pro-preview3abatch23google-vertex2fglobal", "model": "gemini-3.1-pro-preview:batch", "modelSlug": "google2fgemini-3.1-pro-preview3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3.5-flash-lite23google-vertex2feu", "model": "gemini-3.5-flash-lite", "modelSlug": "google2fgemini-3.5-flash-lite", "org": "google", "provider": "google-vertex/eu", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.5-flash-lite23google-vertex2fglobal", "model": "gemini-3.5-flash-lite", "modelSlug": "google2fgemini-3.5-flash-lite", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.5-flash-lite23google-vertex2fglobal2fflex", "model": "gemini-3.5-flash-lite", "modelSlug": "google2fgemini-3.5-flash-lite", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.5-flash-lite23google-vertex2fglobal2fpriority", "model": "gemini-3.5-flash-lite", "modelSlug": "google2fgemini-3.5-flash-lite", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.5-flash-lite23google-vertex2fus", "model": "gemini-3.5-flash-lite", "modelSlug": "google2fgemini-3.5-flash-lite", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.5-flash-lite3abatch23google-vertex2fglobal", "model": "gemini-3.5-flash-lite:batch", "modelSlug": "google2fgemini-3.5-flash-lite3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3.5-flash23google-vertex2fglobal", "model": "gemini-3.5-flash", "modelSlug": "google2fgemini-3.5-flash", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3.5-flash23google-vertex2fglobal2fflex", "model": "gemini-3.5-flash", "modelSlug": "google2fgemini-3.5-flash", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3.5-flash23google-vertex2fglobal2fpriority", "model": "gemini-3.5-flash", "modelSlug": "google2fgemini-3.5-flash", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3.5-flash23google-vertex2fus", "model": "gemini-3.5-flash", "modelSlug": "google2fgemini-3.5-flash", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (hidden reasoning)."}, {"slug": "google2fgemini-3.5-flash3abatch23google-vertex2fglobal", "model": "gemini-3.5-flash:batch", "modelSlug": "google2fgemini-3.5-flash3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3.6-flash23google-vertex2fglobal", "model": "gemini-3.6-flash", "modelSlug": "google2fgemini-3.6-flash", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.6-flash23google-vertex2fglobal2fflex", "model": "gemini-3.6-flash", "modelSlug": "google2fgemini-3.6-flash", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.6-flash23google-vertex2fglobal2fpriority", "model": "gemini-3.6-flash", "modelSlug": "google2fgemini-3.6-flash", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.6-flash23google-vertex2fus", "model": "gemini-3.6-flash", "modelSlug": "google2fgemini-3.6-flash", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.6-flash3abatch23google-vertex2fglobal", "model": "gemini-3.6-flash:batch", "modelSlug": "google2fgemini-3.6-flash3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3.7-flash23google-vertex2fglobal", "model": "gemini-3.7-flash", "modelSlug": "google2fgemini-3.7-flash", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.7-flash23google-vertex2fglobal2fflex", "model": "gemini-3.7-flash", "modelSlug": "google2fgemini-3.7-flash", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.7-flash23google-vertex2fglobal2fpriority", "model": "gemini-3.7-flash", "modelSlug": "google2fgemini-3.7-flash", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.7-flash3abatch23google-vertex2fglobal", "model": "gemini-3.7-flash:batch", "modelSlug": "google2fgemini-3.7-flash3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-3.8-flash23google-vertex2fglobal", "model": "gemini-3.8-flash", "modelSlug": "google2fgemini-3.8-flash", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.8-flash23google-vertex2fglobal2fflex", "model": "gemini-3.8-flash", "modelSlug": "google2fgemini-3.8-flash", "org": "google", "provider": "google-vertex/global/flex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.8-flash23google-vertex2fglobal2fpriority", "model": "gemini-3.8-flash", "modelSlug": "google2fgemini-3.8-flash", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "bad_temperature", "reason": "This endpoint claims neither temperature control nor logprobs, so no tracking method can work \u2014 presumably to prevent distillation."}, {"slug": "google2fgemini-3.8-flash3abatch23google-vertex2fglobal", "model": "gemini-3.8-flash:batch", "modelSlug": "google2fgemini-3.8-flash3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "google2fgemini-4-argon23google-vertex2fglobal", "model": "gemini-4-argon", "modelSlug": "google2fgemini-4-argon", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "google2fgemini-4-argon23google-vertex2fglobal2fpriority", "model": "gemini-4-argon", "modelSlug": "google2fgemini-4-argon", "org": "google", "provider": "google-vertex/global/priority", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "google2fgemini-4-argon23google-vertex2fus", "model": "gemini-4-argon", "modelSlug": "google2fgemini-4-argon", "org": "google", "provider": "google-vertex/us", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "too_expensive", "headlines": ["too_expensive"], "ltStatus": "no_logprobs", "biStatus": "too_expensive", "reason": "This endpoint costs more than our tracking budget allows."}, {"slug": "google2fgemini-4-argon3abatch23google-vertex2fglobal", "model": "gemini-4-argon:batch", "modelSlug": "google2fgemini-4-argon3abatch", "org": "google", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "untrackable", "headlines": ["untrackable"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:batch", "reason": "Batch endpoints only answer asynchronous batch queries, so our synchronous probes cannot vet them."}, {"slug": "meta-llama2fllama-3.3-70b-instruct23google-vertex", "model": "llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "org": "meta-llama", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (the provider returned an error)."}, {"slug": "meta-llama2fllama-3.3-70b-instruct23google-vertex2fus-central1", "model": "llama-3.3-70b-instruct", "modelSlug": "meta-llama2fllama-3.3-70b-instruct", "org": "meta-llama", "provider": "google-vertex/us-central1", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (the provider returned an error)."}, {"slug": "meta-llama2fllama-4-maverick23google-vertex2fus-east5", "model": "llama-4-maverick", "modelSlug": "meta-llama2fllama-4-maverick", "org": "meta-llama", "provider": "google-vertex/us-east5", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (the provider returned an error)."}, {"slug": "meta-llama2fllama-4-scout23google-vertex2fus-east5", "model": "llama-4-scout", "modelSlug": "meta-llama2fllama-4-scout", "org": "meta-llama", "provider": "google-vertex/us-east5", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "errors_out", "headlines": ["errors_out"], "ltStatus": "no_logprobs", "biStatus": "unprobeable:flaky", "reason": "Our vetting probes of this endpoint persistently fail (the provider returned an error)."}, {"slug": "minimax2fminimax-m223google-vertex", "model": "minimax-m2", "modelSlug": "minimax2fminimax-m2", "org": "minimax", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "moonshotai2fkimi-k2-thinking23google-vertex", "model": "kimi-k2-thinking", "modelSlug": "moonshotai2fkimi-k2-thinking", "org": "moonshotai", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "openai2fgpt-oss-120b23google-vertex2fglobal", "model": "gpt-oss-120b", "modelSlug": "openai2fgpt-oss-120b", "org": "openai", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "openai2fgpt-oss-20b23google-vertex2fus-central1", "model": "gpt-oss-20b", "modelSlug": "openai2fgpt-oss-20b", "org": "openai", "provider": "google-vertex/us-central1", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}, {"slug": "qwen2fqwen3-next-80b-a3b-thinking23google-vertex2fglobal", "model": "qwen3-next-80b-a3b-thinking", "modelSlug": "qwen2fqwen3-next-80b-a3b-thinking", "org": "qwen", "provider": "google-vertex/global", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected", "errors_out"], "ltStatus": "probe_failed", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models. This endpoint claims logprob support, but our probe could not obtain usable logprobs (No logprobs returned)."}, {"slug": "z-ai2fglm-4.723google-vertex", "model": "glm-4.7", "modelSlug": "z-ai2fglm-4.7", "org": "z-ai", "provider": "google-vertex", "providerSlug": "google-vertex", "methods": [], "status": null, "lastChange": null, "recent": false, "nChanges": 0, "trace": [], "changeFracs": [], "headline": "not_selected", "headlines": ["not_selected"], "ltStatus": "no_logprobs", "biStatus": "not_selected", "reason": "This endpoint vetted fine, but the selection budget went to more popular models."}]}