chore: Update aiperf pinned version (#5331)
Signed-off-by: Anant Sharma <anants@nvidia.com> Co-authored-by: Anant Sharma <anants@nvidia.com>
This commit is contained in:
parent
e47457e4e7
commit
c3dc3de48d
|
|
@ -47,7 +47,7 @@ dependencies = [
|
|||
"tabulate",
|
||||
"types-tabulate",
|
||||
# Satisfies vLLM 0.11.0 (>=4.55.2), vLLM 0.11.2 (>=4.56.0,<5), TRT-LLM 1.2.0rc6.post1 (==4.57.1), SGLang 0.5.7 (==4.57.1)
|
||||
"transformers>=4.56.0,<=4.57.1",
|
||||
"transformers>=4.56.0",
|
||||
"pytest-mypy",
|
||||
]
|
||||
|
||||
|
|
|
|||
|
|
@ -14,7 +14,7 @@
|
|||
accelerate
|
||||
aiconfigurator[webapp] @ git+https://github.com/ai-dynamo/aiconfigurator.git@9db6a1a5011c0ff80b5349f377f17846c5274b02
|
||||
aiofiles
|
||||
aiperf @ git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f
|
||||
aiperf @ git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75
|
||||
av==15.0.0
|
||||
fastapi==0.120.1
|
||||
ftfy==6.3.1
|
||||
|
|
@ -54,8 +54,8 @@ tensorboardX==2.6.2.2
|
|||
# - vLLM 0.11.0: >=4.55.2, vLLM 0.11.2: >=4.56.0,<5
|
||||
# - TensorRT-LLM 1.2.0rc6.post1: ==4.57.1
|
||||
# - SGLang 0.5.7: ==4.57.1
|
||||
# Using >=4.56.0 and <=4.57.1 to satisfy all frameworks
|
||||
transformers>=4.56.0,<=4.57.1
|
||||
# Using >=4.56.0 to satisfy all frameworks
|
||||
transformers>=4.56.0
|
||||
types-aiofiles==25.1.0.20251011
|
||||
types-PyYAML==6.0.12.20250915
|
||||
uvicorn==0.38.0
|
||||
|
|
|
|||
|
|
@ -14,7 +14,7 @@ license-files = ["LICENSE"]
|
|||
requires-python = ">=3.10"
|
||||
dependencies = [
|
||||
"ai-dynamo-runtime==0.8.0",
|
||||
"transformers>=4.56.0,<=4.57.1",
|
||||
"transformers>=4.56.0",
|
||||
"pytest>=8.3.4",
|
||||
"types-psutil>=7.0.0.20250218",
|
||||
"kubernetes>=32.0.1,<33.0.0",
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -20,7 +20,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -20,7 +20,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -20,7 +20,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -29,7 +29,7 @@ spec:
|
|||
- -c
|
||||
- |
|
||||
apt-get update && apt-get install -y curl jq procps git && apt-get clean
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f;
|
||||
pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75;
|
||||
echo "aiperf installation completed";
|
||||
sysctl -w net.ipv4.ip_local_port_range="1024 65000"
|
||||
cat /proc/sys/net/ipv4/ip_local_port_range
|
||||
|
|
|
|||
|
|
@ -408,7 +408,7 @@ def run_aiperf(
|
|||
)
|
||||
if success:
|
||||
break # Success - exit the retry loop
|
||||
## TODO: bug with aiperf git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f
|
||||
## TODO: bug with aiperf git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75
|
||||
## where sending a SIGINT on Mac can sometimes have an error code of -9 (SIGABRT) which results in profile_export_aiperf.json not being created
|
||||
elif result.returncode == -9 and continuous_load:
|
||||
logger.warning(
|
||||
|
|
|
|||
Loading…
Reference in New Issue