{
  "slug": "playwright-test-runner-shuffles-test-order-with-a-reproducible-seed-afcecc96245a",
  "title": "Playwright test runner shuffles test order with a reproducible seed",
  "tools": [
    "playwright"
  ],
  "tags": [
    "agent"
  ],
  "introduced_at": "2026-10-07T20:40:43.000Z",
  "announced_at": "2026-10-07T20:40:43.000Z",
  "effective_at": null,
  "date_basis": "source-publication",
  "status": "unknown",
  "how": {
    "incantation": "When investigating tests that may depend on execution order, run the suite with `--shuffle` to randomize its order. Re-run with the emitted seed to reproduce that order.",
    "examples": [
      "npx playwright test --shuffle",
      "npx playwright test --shuffle <seed>"
    ],
    "gotchas": [
      "Version: v1.64.0",
      "--shuffle [seed]: Randomizes test-file order and tests in parallel mode; pass a seed to reproduce a previous order."
    ]
  },
  "why_it_matters": "Find tests that depend on execution order while debugging a test suite.",
  "sources": [
    "https://github.com/microsoft/playwright/releases/tag/v1.64.0",
    "https://github.com/microsoft/playwright/blob/v1.64.0/packages/playwright/src/program.ts"
  ],
  "rank": 0.98045,
  "judge": {
    "publish": true,
    "judge_model": "codex-cli/gpt-6-luna+typesafe/jev-1.13.0",
    "prompt_version": "extract-v7+enrich-v1+judge-v2x3+jev-publish-v1"
  },
  "review_state": "approved",
  "provenance": {
    "run_id": "gap-20261007",
    "verdict_id": "gap-20261007:gap-20261007-bdf5b973c35fe6e6-3:gate",
    "evidence_hash": "d55d809be2ea27eaa2466c245352f93486b5b4d563d8e70bca21767e52f93303"
  },
  "review": {
    "draft_hash": "6e9e7a28a32fe3ebdb6fb15b377c450e37e2b53b59a4ae63455e76330eb136cd",
    "reviewer": "publication-gate",
    "reviewed_at": "2026-10-07T20:40:43.000Z",
    "decision": "gap-20261007:gate",
    "reason": "3 of 3 judge runs approved with p_yes >= 0.9 (mean 0.98 >= 0.9; 2 needed) and Jev gave 0.75 (>= 0.6 needed)."
  }
}