feat: Add DYN_SYSTEM_ENABLED=True (#4279)
Signed-off-by: tzulingk@nvidia.com <tzulingk@nvidia.com>
This commit is contained in:
parent
d70d9acfeb
commit
8a63d9ce67
|
|
@ -27,6 +27,8 @@ spec:
|
|||
memory: "100Gi"
|
||||
gpu: "2"
|
||||
envs:
|
||||
- name: DYN_SYSTEM_ENABLED
|
||||
value: "true"
|
||||
# MoE-specific environment variables
|
||||
- name: VLLM_ALL2ALL_BACKEND
|
||||
value: "pplx"
|
||||
|
|
|
|||
|
|
@ -30,6 +30,8 @@ spec:
|
|||
memory: "100Gi"
|
||||
gpu: "2"
|
||||
envs:
|
||||
- name: DYN_SYSTEM_ENABLED
|
||||
value: "true"
|
||||
# MoE-specific environment variables
|
||||
- name: VLLM_ALL2ALL_BACKEND
|
||||
value: "pplx"
|
||||
|
|
@ -95,6 +97,8 @@ spec:
|
|||
memory: "100Gi"
|
||||
gpu: "2"
|
||||
envs:
|
||||
- name: DYN_SYSTEM_ENABLED
|
||||
value: "true"
|
||||
# MoE-specific environment variables
|
||||
- name: VLLM_ALL2ALL_BACKEND
|
||||
value: "pplx"
|
||||
|
|
|
|||
Loading…
Reference in New Issue