diff --git a/tests/fault_tolerance/deploy/templates/vllm/moe_agg.yaml b/tests/fault_tolerance/deploy/templates/vllm/moe_agg.yaml index e0b21b562..fa76acfc2 100644 --- a/tests/fault_tolerance/deploy/templates/vllm/moe_agg.yaml +++ b/tests/fault_tolerance/deploy/templates/vllm/moe_agg.yaml @@ -27,6 +27,8 @@ spec: memory: "100Gi" gpu: "2" envs: + - name: DYN_SYSTEM_ENABLED + value: "true" # MoE-specific environment variables - name: VLLM_ALL2ALL_BACKEND value: "pplx" diff --git a/tests/fault_tolerance/deploy/templates/vllm/moe_disagg.yaml b/tests/fault_tolerance/deploy/templates/vllm/moe_disagg.yaml index b0d7dec38..b45bcf97d 100644 --- a/tests/fault_tolerance/deploy/templates/vllm/moe_disagg.yaml +++ b/tests/fault_tolerance/deploy/templates/vllm/moe_disagg.yaml @@ -30,6 +30,8 @@ spec: memory: "100Gi" gpu: "2" envs: + - name: DYN_SYSTEM_ENABLED + value: "true" # MoE-specific environment variables - name: VLLM_ALL2ALL_BACKEND value: "pplx" @@ -95,6 +97,8 @@ spec: memory: "100Gi" gpu: "2" envs: + - name: DYN_SYSTEM_ENABLED + value: "true" # MoE-specific environment variables - name: VLLM_ALL2ALL_BACKEND value: "pplx"