{
  "slug": "vercel-ai-gateway-leaderboard-cli-adds-labs-apps-and-providers-7d2c66429b23",
  "title": "Vercel AI Gateway leaderboard CLI adds labs, apps, and providers",
  "tools": [
    "vercel"
  ],
  "tags": [
    "agent"
  ],
  "introduced_at": "2026-07-28T15:51:39.000Z",
  "announced_at": "2026-07-28T15:51:39.000Z",
  "effective_at": null,
  "date_basis": "source-publication",
  "status": "unknown",
  "how": {
    "incantation": "To inspect AI Gateway leaderboard data, run `vercel ai-gateway leaderboard labs`, `apps`, or `providers`; use the labs filters for its time series and `--format` or `--out` to choose and save output.",
    "examples": [
      "vercel ai-gateway leaderboard labs --modality <all|text|image|video> --metric <requests|tokens|spend|imageCount|videoCount> --date <YYYY-MM-DD> --format <table|json|csv> --out <file>",
      "vercel ai-gateway leaderboard apps --format <table|json|csv> --out <file>",
      "vercel ai-gateway leaderboard providers --format <table|json|csv> --out <file>"
    ],
    "gotchas": [
      "Version: 58.1.0",
      "--modality <MODALITY>: Labs filter: `all`, `text`, `image`, or `video`; default `all`.",
      "--metric <METRIC>: Labs metric: `requests`, `tokens`, `spend`, `imageCount`, or `videoCount`; default `requests`.",
      "--date <YYYY-MM-DD>: Labs day to show; default is the most recent day.",
      "--format <FORMAT>: Output format: `table`, `json`, or `csv`; defaults to table in a terminal and JSON otherwise.",
      "--out <FILE>: Write the payload to a file instead of stdout; file output defaults to JSON, or use `--format csv` for CSV."
    ]
  },
  "why_it_matters": "Inspect AI Gateway lab, app, or provider leaderboard data from the CLI.",
  "sources": [
    "https://github.com/vercel/vercel/releases/tag/vercel%4058.1.0",
    "https://github.com/vercel/vercel/blob/vercel@58.1.0/packages/cli/src/commands/ai-gateway/command.ts",
    "https://github.com/vercel/vercel/blob/main/packages/cli/src/commands/ai-gateway/command.ts"
  ],
  "rank": 0.95032,
  "judge": {
    "publish": true,
    "judge_model": "codex-cli/gpt-6-luna+typesafe/jev-1.13.0",
    "prompt_version": "extract-v7+enrich-v1+judge-v2x3+jev-publish-v1"
  },
  "review_state": "approved",
  "provenance": {
    "run_id": "regrade-20261008",
    "verdict_id": "regrade-20261008:probe-vercel-20261006--item-660f0a23b36116966a411145:gate",
    "evidence_hash": "56cf6247a14f238afa470cccbfc4771918ad16d442f1a6690066a38dac5970a5"
  },
  "review": {
    "draft_hash": "5271c233acc84727fbf317459542a49f8479fc68fb0cd6f25093a67199ced158",
    "reviewer": "publication-gate",
    "reviewed_at": "2026-10-07T00:00:00.000Z",
    "decision": "regrade-20261008:gate",
    "reason": "3 of 3 judge runs approved with p_yes >= 0.9 (mean 0.95 >= 0.9; 2 needed) and Jev gave 0.70 (>= 0.6 needed)."
  }
}