{
  "slug": "hf-endpoints-deploy-and-update-support-container-engine-flags-8bca6cf2165c",
  "title": "hf endpoints deploy and update support container engine flags",
  "tools": [
    "hf"
  ],
  "tags": [
    "agent"
  ],
  "introduced_at": "2026-08-07T12:10:27.000Z",
  "announced_at": "2026-08-07T12:10:27.000Z",
  "effective_at": null,
  "date_basis": "source-publication",
  "status": "unknown",
  "how": {
    "incantation": "When deploying or tuning an Inference Endpoint with a managed engine image, set the command or arguments with the container flags; they do not require `--custom-image`. For an existing endpoint, pass the full replacement value, or an empty string to reset it; omit a flag to leave it unchanged.",
    "examples": [
      "hf endpoints deploy <endpoint-name> --repo gpt2 --framework pytorch --accelerator cpu --instance-size x2 --instance-type intel-icl --region us-east-1 --vendor aws --container-args \"--max-model-len 8192\"",
      "hf endpoints update <endpoint-name> --container-args \"--enable-auto-tool-choice --tool-call-parser lfm2\"",
      "hf endpoints update <endpoint-name> --container-args \"\""
    ],
    "gotchas": [
      "Version: v1.27.0",
      "NAME / endpoint name (required): Name of the Inference Endpoint.",
      "--repo (required): Model repository for the endpoint.",
      "--framework (required): Machine learning framework used for the model.",
      "--accelerator (required): Hardware accelerator for inference.",
      "--instance-size (required): Instance size for hosting the model.",
      "--instance-type (required): Cloud instance type for deployment.",
      "--region (required): Cloud region for deployment.",
      "--vendor (required): Cloud provider for deployment.",
      "--container-command: Overrides the container entrypoint; pass a quoted string split into tokens. On update, replaces the current value; empty string clears it.",
      "--container-args: Sets arguments for the container entrypoint; pass a quoted string split into tokens. On update, replaces current arguments rather than adding to them; empty string clears them.",
      "container_command: Optional `list[str]` overriding the entrypoint; maps to `model.command` and works with managed engine and custom images.",
      "container_args: Optional `list[str]` of arguments for the entrypoint; maps to `model.args` and works with managed engine and custom images.",
      "Prerequisite: For deploy, the docs require valid `--vendor`, `--region`, `--accelerator`, `--instance-type`, and `--instance-size` combinations; `hf endpoints hardware` lists them.",
      "Prerequisite: The API update methods allow all arguments to be omitted, but require at least one update argument.",
      "`--health-route` and `--port` still require `--custom-image`.",
      "Values replace rather than append; an empty string resets to the image default, and omitting the flag leaves the value unchanged."
    ]
  },
  "why_it_matters": "When deploying or tuning an Inference Endpoint that uses a managed engine image, set or change its engine command or arguments.",
  "before": "The v1.26.0 guide showed CLI deployment with `--container-command` and `--container-args` alongside `--custom-image`; the release note says updating these values was previously available through the UI or raw API.",
  "sources": [
    "https://github.com/huggingface/huggingface_hub/releases/tag/v1.27.0",
    "https://huggingface.co/docs/huggingface_hub/en/package_reference/cli",
    "https://huggingface.co/docs/huggingface_hub/en/guides/cli",
    "https://huggingface.co/docs/huggingface_hub/main/package_reference/inference_endpoints",
    "https://huggingface.co/docs/huggingface_hub/v1.26.0/en/guides/inference_endpoints"
  ],
  "rank": 0.98034,
  "judge": {
    "publish": true,
    "judge_model": "codex-cli/gpt-6-luna+typesafe/jev-1.13.0",
    "prompt_version": "extract-v7+enrich-v2+judge-v2x3+jev-publish-v1"
  },
  "review_state": "approved",
  "provenance": {
    "run_id": "wave2b-20261017",
    "verdict_id": "wave2b-20261017:wave2b-20261017-0b07817047098e50-1:gate",
    "evidence_hash": "a5632745a7fa7dddc0b6a1e3a784ec8d7f4ffd925a8ca9cf3c8d75147fa91bbb"
  },
  "review": {
    "draft_hash": "f62128a0fabbdf5d1bd0322e8ea6ef8cb481ec7a003d2e75f19564be16382833",
    "reviewer": "publication-gate",
    "reviewed_at": "2026-10-07T00:00:00.000Z",
    "decision": "wave2b-20261017:gate",
    "reason": "3 of 3 judge runs approved with p_yes >= 0.9 (mean 0.98 >= 0.9; 2 needed) and Jev gave 0.72 (>= 0.6 needed)."
  }
}