diff --git a/recipes/deepseek-r1/sglang/disagg-16gpu/deploy.yaml b/recipes/deepseek-r1/sglang/disagg-16gpu/deploy.yaml index 4e140e721..aa70386d1 100644 --- a/recipes/deepseek-r1/sglang/disagg-16gpu/deploy.yaml +++ b/recipes/deepseek-r1/sglang/disagg-16gpu/deploy.yaml @@ -21,7 +21,7 @@ spec: mountPoint: /opt/model extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.0.0 decode: componentType: worker subComponentType: decode @@ -38,7 +38,7 @@ spec: size: 80Gi extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.0.0 workingDir: /sgl-workspace/dynamo command: - python3 @@ -85,7 +85,7 @@ spec: size: 80Gi extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.0.0 workingDir: /sgl-workspace/dynamo command: - python3 diff --git a/recipes/deepseek-r1/sglang/disagg-8gpu/deploy.yaml b/recipes/deepseek-r1/sglang/disagg-8gpu/deploy.yaml index 81109ec85..fd08f66e5 100644 --- a/recipes/deepseek-r1/sglang/disagg-8gpu/deploy.yaml +++ b/recipes/deepseek-r1/sglang/disagg-8gpu/deploy.yaml @@ -21,7 +21,7 @@ spec: mountPoint: /opt/model extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.0.0 decode: componentType: worker subComponentType: decode @@ -36,7 +36,7 @@ spec: size: 80Gi extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.0.0 workingDir: /workspace command: - python3 @@ -80,7 +80,7 @@ spec: size: 80Gi extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/sglang-runtime:1.0.0 workingDir: /workspace command: - python3 diff --git a/recipes/deepseek-r1/trtllm/disagg/wide_ep/gb200/deploy.yaml b/recipes/deepseek-r1/trtllm/disagg/wide_ep/gb200/deploy.yaml index f1f91da08..4ba078494 100644 --- a/recipes/deepseek-r1/trtllm/disagg/wide_ep/gb200/deploy.yaml +++ b/recipes/deepseek-r1/trtllm/disagg/wide_ep/gb200/deploy.yaml @@ -126,7 +126,7 @@ spec: tolerations: [] affinity: {} mainContainer: - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 args: - | python3 -m dynamo.frontend --http-port 8000 @@ -158,7 +158,7 @@ spec: tolerations: [] affinity: {} mainContainer: - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 workingDir: /workspace/components/backends/trtllm # NOTE: If your PVCs (Persistent Volume Claims) are really slow, # you might need to increase 'failureThreshold' below to allow more time for startup @@ -216,7 +216,7 @@ spec: tolerations: [] affinity: {} mainContainer: - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 workingDir: /workspace/components/backends/trtllm # NOTE: If your PVCs (Persistent Volume Claims) are really slow, # you might need to increase 'failureThreshold' below to allow more time for startup diff --git a/recipes/deepseek-r1/vllm/disagg/deploy_hopper_16gpu.yaml b/recipes/deepseek-r1/vllm/disagg/deploy_hopper_16gpu.yaml index cc6f3f08b..c50cfcfe3 100644 --- a/recipes/deepseek-r1/vllm/disagg/deploy_hopper_16gpu.yaml +++ b/recipes/deepseek-r1/vllm/disagg/deploy_hopper_16gpu.yaml @@ -26,7 +26,7 @@ spec: periodSeconds: 10 timeoutSeconds: 1800 failureThreshold: 60 - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 decode: componentType: worker subComponentType: decode @@ -52,7 +52,7 @@ spec: periodSeconds: 10 timeoutSeconds: 10 failureThreshold: 600 - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/dynamo env: - name: VLLM_USE_DEEP_GEMM @@ -124,7 +124,7 @@ spec: periodSeconds: 10 timeoutSeconds: 10 failureThreshold: 600 - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/dynamo env: - name: VLLM_USE_DEEP_GEMM diff --git a/recipes/gpt-oss-120b/trtllm/agg/deploy.yaml b/recipes/gpt-oss-120b/trtllm/agg/deploy.yaml index 30d516070..c68045331 100644 --- a/recipes/gpt-oss-120b/trtllm/agg/deploy.yaml +++ b/recipes/gpt-oss-120b/trtllm/agg/deploy.yaml @@ -45,7 +45,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmWorker: componentType: worker @@ -79,7 +79,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/gpt-oss-120b/trtllm/disagg/deploy.yaml b/recipes/gpt-oss-120b/trtllm/disagg/deploy.yaml index e0284b010..0c95a82b6 100644 --- a/recipes/gpt-oss-120b/trtllm/disagg/deploy.yaml +++ b/recipes/gpt-oss-120b/trtllm/disagg/deploy.yaml @@ -90,7 +90,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.7.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmPrefillWorker: componentType: main @@ -122,7 +122,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.7.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" @@ -187,7 +187,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.7.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/kimi-k2.5/trtllm/agg/baseten/deploy.yaml b/recipes/kimi-k2.5/trtllm/agg/baseten/deploy.yaml index 2aac381ae..91ff5e4d5 100644 --- a/recipes/kimi-k2.5/trtllm/agg/baseten/deploy.yaml +++ b/recipes/kimi-k2.5/trtllm/agg/baseten/deploy.yaml @@ -51,7 +51,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmWorker: componentType: worker @@ -84,7 +84,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/kimi-k2.5/trtllm/agg/deploy.yaml b/recipes/kimi-k2.5/trtllm/agg/deploy.yaml index 2aac381ae..91ff5e4d5 100644 --- a/recipes/kimi-k2.5/trtllm/agg/deploy.yaml +++ b/recipes/kimi-k2.5/trtllm/agg/deploy.yaml @@ -51,7 +51,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmWorker: componentType: worker @@ -84,7 +84,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy-kvbm.yaml b/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy-kvbm.yaml index 1a49db9f9..ec3479460 100644 --- a/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy-kvbm.yaml +++ b/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy-kvbm.yaml @@ -55,7 +55,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmWorker: componentType: worker @@ -95,7 +95,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy.yaml b/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy.yaml index 5984e1461..9277a1752 100644 --- a/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy.yaml +++ b/recipes/kimi-k2.5/trtllm/agg/nvidia/deploy.yaml @@ -51,7 +51,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmWorker: componentType: worker @@ -84,7 +84,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/kimi-k2.5/trtllm/agg/nvidia/patch/README.md b/recipes/kimi-k2.5/trtllm/agg/nvidia/patch/README.md index 639d251d7..30f5a4d42 100644 --- a/recipes/kimi-k2.5/trtllm/agg/nvidia/patch/README.md +++ b/recipes/kimi-k2.5/trtllm/agg/nvidia/patch/README.md @@ -16,7 +16,7 @@ For example: ```bash ./patch-container.sh nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag -# produces image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:my-tag-patched +# produces image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0-patched ``` If `KimiK25ForConditionalGeneration` is already registered, the patch is skipped. The script is idempotent -- re-running it on an already-patched image is a no-op. diff --git a/recipes/llama-3-70b/vllm/agg/deploy.yaml b/recipes/llama-3-70b/vllm/agg/deploy.yaml index 16055f28c..6d09a9272 100644 --- a/recipes/llama-3-70b/vllm/agg/deploy.yaml +++ b/recipes/llama-3-70b/vllm/agg/deploy.yaml @@ -17,7 +17,7 @@ spec: mountPoint: /opt/models extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm envs: - name: HF_HOME @@ -45,7 +45,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 1 resources: diff --git a/recipes/llama-3-70b/vllm/agg/gaie/deploy.yaml b/recipes/llama-3-70b/vllm/agg/gaie/deploy.yaml index c2582eb30..5cdb8b176 100644 --- a/recipes/llama-3-70b/vllm/agg/gaie/deploy.yaml +++ b/recipes/llama-3-70b/vllm/agg/gaie/deploy.yaml @@ -16,7 +16,7 @@ spec: replicas: 1 extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/frontend:my-tag + image: nvcr.io/nvidia/ai-dynamo/frontend:1.0.0 eppConfig: # This config uses the same disagg-profile-handler as disaggregated deployments. # The handler's graceful degradation feature makes this possible: @@ -60,7 +60,7 @@ spec: sharedMemory: size: 20Gi frontendSidecar: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 args: - -m - dynamo.frontend @@ -83,7 +83,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 1 resources: diff --git a/recipes/llama-3-70b/vllm/disagg-multi-node/deploy.yaml b/recipes/llama-3-70b/vllm/disagg-multi-node/deploy.yaml index 7f08da109..8e892d1b3 100644 --- a/recipes/llama-3-70b/vllm/disagg-multi-node/deploy.yaml +++ b/recipes/llama-3-70b/vllm/disagg-multi-node/deploy.yaml @@ -17,7 +17,7 @@ spec: mountPoint: /opt/models extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm envs: - name: HF_HOME @@ -46,7 +46,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 1 resources: @@ -77,7 +77,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 1 resources: diff --git a/recipes/llama-3-70b/vllm/disagg-single-node/deploy.yaml b/recipes/llama-3-70b/vllm/disagg-single-node/deploy.yaml index eefdf339c..6db8d8bdc 100644 --- a/recipes/llama-3-70b/vllm/disagg-single-node/deploy.yaml +++ b/recipes/llama-3-70b/vllm/disagg-single-node/deploy.yaml @@ -17,7 +17,7 @@ spec: mountPoint: /opt/models extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm envs: - name: HF_HOME @@ -58,7 +58,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 2 resources: @@ -101,7 +101,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 1 resources: diff --git a/recipes/llama-3-70b/vllm/disagg-single-node/gaie/deploy.yaml b/recipes/llama-3-70b/vllm/disagg-single-node/gaie/deploy.yaml index ae783b6fc..168102d3d 100644 --- a/recipes/llama-3-70b/vllm/disagg-single-node/gaie/deploy.yaml +++ b/recipes/llama-3-70b/vllm/disagg-single-node/gaie/deploy.yaml @@ -16,7 +16,7 @@ spec: replicas: 1 extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/epp-image:my-tag + image: nvcr.io/nvidia/ai-dynamo/epp-image:1.0.0 eppConfig: config: plugins: @@ -68,7 +68,7 @@ spec: sharedMemory: size: 80Gi frontendSidecar: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 args: - -m - dynamo.frontend @@ -101,7 +101,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 2 resources: @@ -119,7 +119,7 @@ spec: sharedMemory: size: 80Gi frontendSidecar: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 args: - -m - dynamo.frontend @@ -152,7 +152,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:my-tag + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace/examples/backends/vllm replicas: 1 resources: diff --git a/recipes/qwen3-235b-a22b-fp8/trtllm/agg/deploy.yaml b/recipes/qwen3-235b-a22b-fp8/trtllm/agg/deploy.yaml index 7035f0d6f..2d437ad6c 100644 --- a/recipes/qwen3-235b-a22b-fp8/trtllm/agg/deploy.yaml +++ b/recipes/qwen3-235b-a22b-fp8/trtllm/agg/deploy.yaml @@ -53,7 +53,7 @@ spec: - qwen3-235b-a22b-agg-frontend topologyKey: kubernetes.io/hostname mainContainer: - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 args: - python3 -m dynamo.frontend --router-mode kv --http-port 8000 command: @@ -94,7 +94,7 @@ spec: --max-num-tokens 8192 \ --max-seq-len 8192 \ --extra-engine-args "${ENGINE_ARGS}" - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 workingDir: /workspace/components/backends/trtllm volumeMounts: - name: agg-config diff --git a/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/deploy.yaml b/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/deploy.yaml index 0fcfc30cb..c04b562ad 100644 --- a/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/deploy.yaml +++ b/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/deploy.yaml @@ -75,7 +75,7 @@ spec: - qwen3-235b-a22b-disagg-frontend topologyKey: kubernetes.io/hostname mainContainer: - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 args: - python3 -m dynamo.frontend --router-mode kv --http-port 8000 command: @@ -109,7 +109,7 @@ spec: value: /mnt/model-cache - name: ENGINE_ARGS value: /engine_configs/prefill.yaml - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 workingDir: /workspace/components/backends/trtllm command: - /bin/sh @@ -164,7 +164,7 @@ spec: value: /mnt/model-cache - name: ENGINE_ARGS value: /engine_configs/decode.yaml - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 workingDir: /workspace/components/backends/trtllm command: - /bin/sh diff --git a/recipes/qwen3-32b-fp8/trtllm/agg/deploy.yaml b/recipes/qwen3-32b-fp8/trtllm/agg/deploy.yaml index 886d91ded..62e4f4a47 100644 --- a/recipes/qwen3-32b-fp8/trtllm/agg/deploy.yaml +++ b/recipes/qwen3-32b-fp8/trtllm/agg/deploy.yaml @@ -61,7 +61,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmWorker: componentType: worker @@ -94,7 +94,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/qwen3-32b-fp8/trtllm/disagg/deploy.yaml b/recipes/qwen3-32b-fp8/trtllm/disagg/deploy.yaml index 7d8d8b25b..811f84a3d 100644 --- a/recipes/qwen3-32b-fp8/trtllm/disagg/deploy.yaml +++ b/recipes/qwen3-32b-fp8/trtllm/disagg/deploy.yaml @@ -218,7 +218,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 replicas: 1 TrtllmPrefillWorker: componentType: worker @@ -253,7 +253,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" @@ -313,7 +313,7 @@ spec: command: - /bin/sh - -c - image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/tensorrtllm-runtime:1.0.0 env: - name: TRTLLM_ENABLE_PDL value: "1" diff --git a/recipes/qwen3-32b/vllm/agg-round-robin/deploy.yaml b/recipes/qwen3-32b/vllm/agg-round-robin/deploy.yaml index 0894dd8d8..c9d59600e 100644 --- a/recipes/qwen3-32b/vllm/agg-round-robin/deploy.yaml +++ b/recipes/qwen3-32b/vllm/agg-round-robin/deploy.yaml @@ -18,7 +18,7 @@ spec: value: /home/dynamo/.cache/huggingface extraPodSpec: mainContainer: - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace command: - python3 @@ -63,7 +63,7 @@ spec: - python3 - -m - dynamo.vllm - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 env: - name: DYN_HEALTH_CHECK_ENABLED value: "false" diff --git a/recipes/qwen3-32b/vllm/disagg-kv-router/deploy.yaml b/recipes/qwen3-32b/vllm/disagg-kv-router/deploy.yaml index 3c7ee4303..3989d7c86 100644 --- a/recipes/qwen3-32b/vllm/disagg-kv-router/deploy.yaml +++ b/recipes/qwen3-32b/vllm/disagg-kv-router/deploy.yaml @@ -26,7 +26,7 @@ spec: - python - -m - dynamo.frontend - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace replicas: 1 resources: @@ -64,7 +64,7 @@ spec: - python3 - -m - dynamo.vllm - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 workingDir: /workspace env: - name: DYN_HEALTH_CHECK_ENABLED @@ -121,7 +121,7 @@ spec: - python3 - -m - dynamo.vllm - image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:0.8.0 + image: nvcr.io/nvidia/ai-dynamo/vllm-runtime:1.0.0 env: - name: DYN_HEALTH_CHECK_ENABLED value: "false"