{
  "slug": "hf-jobs-run-mounts-hub-repositories-and-storage-buckets-6495e0e21e79",
  "title": "hf jobs run mounts Hub repositories and Storage Buckets",
  "tools": [
    "hf"
  ],
  "tags": [
    "agent"
  ],
  "introduced_at": "2026-03-25T15:46:22.000Z",
  "announced_at": "2026-03-25T15:46:22.000Z",
  "effective_at": null,
  "date_basis": "source-publication",
  "status": "unknown",
  "how": {
    "incantation": "When a job needs to query a Hub dataset from mounted files, mount the dataset at `/data` and run DuckDB against `/data/**/*.parquet`.",
    "examples": [
      "from huggingface_hub import run_job, Volume\n\njob = run_job(\n    image=\"duckdb/duckdb\",\n    command=[\"duckdb\", \"-c\", \"SELECT * FROM '/data/**/*.parquet' LIMIT 5\"],\n    volumes=[Volume(type=\"dataset\", source=\"HuggingFaceFW/fineweb\", mount_path=\"/data\")],\n)",
      "hf jobs run -v hf://datasets/HuggingFaceFW/fineweb:/data duckdb/duckdb duckdb -c \"SELECT * FROM '/data/**/*.parquet' LIMIT 5\""
    ],
    "gotchas": [
      "Version: v1.8.0",
      "run_job.volumes: List of `Volume` objects mounted in the job container.",
      "Volume.type (required): Volume type; `dataset` identifies a dataset repository.",
      "Volume.source (required): Source identifier, such as `HuggingFaceFW/fineweb`.",
      "Volume.mount_path (required): Absolute path inside the container; must start with `/`.",
      "-v, --volume: Mount a volume; Hub source format is `hf://[TYPE/]SOURCE:/MOUNT_PATH[:ro]`. Can be repeated. Dataset repos are mounted read-only.",
      "Prerequisite: Volume mounting requires `huggingface_hub` >= 1.8.0.",
      "Mounted volumes can access Hugging Face model, dataset, and Space repositories, as well as Storage Buckets."
    ]
  },
  "why_it_matters": "Run a job that queries a Hub dataset directly from its mounted files.",
  "sources": [
    "https://github.com/huggingface/huggingface_hub/releases/tag/v1.8.0",
    "https://huggingface.co/docs/huggingface_hub/guides/jobs",
    "https://huggingface.co/docs/huggingface_hub/en/guides/cli",
    "https://huggingface.co/docs/huggingface_hub/main/package_reference/jobs",
    "https://huggingface.co/docs/hub/en/jobs-configuration"
  ],
  "rank": 0.97045,
  "judge": {
    "publish": true,
    "judge_model": "codex-cli/gpt-6-luna+typesafe/jev-1.13.0",
    "prompt_version": "extract-v7+enrich-v2+judge-v2x3+jev-publish-v1"
  },
  "review_state": "approved",
  "provenance": {
    "run_id": "wave2b-20261017",
    "verdict_id": "wave2b-20261017:wave2b-20261017-51663e3235e4e51c-0:gate",
    "evidence_hash": "648050c4731238af30e956902a94c34e7780e6613fca4a4d1d7db5bb54ad296a"
  },
  "review": {
    "draft_hash": "ce5986ae68ecd2e05bcaacb628bf27543fe6b2ba41eed2fc629ced76b523ba29",
    "reviewer": "publication-gate",
    "reviewed_at": "2026-10-07T00:00:00.000Z",
    "decision": "wave2b-20261017:gate",
    "reason": "3 of 3 judge runs approved with p_yes >= 0.9 (mean 0.97 >= 0.9; 2 needed) and Jev gave 0.78 (>= 0.6 needed)."
  }
}