diff --git a/benchmarks/pyproject.toml b/benchmarks/pyproject.toml index 22705da37..a97e7f67a 100644 --- a/benchmarks/pyproject.toml +++ b/benchmarks/pyproject.toml @@ -47,7 +47,7 @@ dependencies = [ "tabulate", "types-tabulate", # Satisfies vLLM 0.11.0 (>=4.55.2), vLLM 0.11.2 (>=4.56.0,<5), TRT-LLM 1.2.0rc6.post1 (==4.57.1), SGLang 0.5.7 (==4.57.1) - "transformers>=4.56.0,<=4.57.1", + "transformers>=4.56.0", "pytest-mypy", ] diff --git a/container/deps/requirements.txt b/container/deps/requirements.txt index 37735e20d..5675d597f 100644 --- a/container/deps/requirements.txt +++ b/container/deps/requirements.txt @@ -14,7 +14,7 @@ accelerate aiconfigurator[webapp] @ git+https://github.com/ai-dynamo/aiconfigurator.git@9db6a1a5011c0ff80b5349f377f17846c5274b02 aiofiles -aiperf @ git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f +aiperf @ git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75 av==15.0.0 fastapi==0.120.1 ftfy==6.3.1 @@ -54,8 +54,8 @@ tensorboardX==2.6.2.2 # - vLLM 0.11.0: >=4.55.2, vLLM 0.11.2: >=4.56.0,<5 # - TensorRT-LLM 1.2.0rc6.post1: ==4.57.1 # - SGLang 0.5.7: ==4.57.1 -# Using >=4.56.0 and <=4.57.1 to satisfy all frameworks -transformers>=4.56.0,<=4.57.1 +# Using >=4.56.0 to satisfy all frameworks +transformers>=4.56.0 types-aiofiles==25.1.0.20251011 types-PyYAML==6.0.12.20250915 uvicorn==0.38.0 diff --git a/pyproject.toml b/pyproject.toml index 4c6732797..b0e3fcc73 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -14,7 +14,7 @@ license-files = ["LICENSE"] requires-python = ">=3.10" dependencies = [ "ai-dynamo-runtime==0.8.0", - "transformers>=4.56.0,<=4.57.1", + "transformers>=4.56.0", "pytest>=8.3.4", "types-psutil>=7.0.0.20250218", "kubernetes>=32.0.1,<33.0.0", diff --git a/recipes/gpt-oss-120b/trtllm/agg/perf.yaml b/recipes/gpt-oss-120b/trtllm/agg/perf.yaml index ef139d8bd..adb62e2e6 100644 --- a/recipes/gpt-oss-120b/trtllm/agg/perf.yaml +++ b/recipes/gpt-oss-120b/trtllm/agg/perf.yaml @@ -29,7 +29,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/llama-3-70b/vllm/agg/perf.yaml b/recipes/llama-3-70b/vllm/agg/perf.yaml index 9ffb88356..9e4e7f8f8 100644 --- a/recipes/llama-3-70b/vllm/agg/perf.yaml +++ b/recipes/llama-3-70b/vllm/agg/perf.yaml @@ -20,7 +20,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/llama-3-70b/vllm/disagg-multi-node/perf.yaml b/recipes/llama-3-70b/vllm/disagg-multi-node/perf.yaml index a3312dfbc..abc66be09 100644 --- a/recipes/llama-3-70b/vllm/disagg-multi-node/perf.yaml +++ b/recipes/llama-3-70b/vllm/disagg-multi-node/perf.yaml @@ -20,7 +20,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/llama-3-70b/vllm/disagg-single-node/perf.yaml b/recipes/llama-3-70b/vllm/disagg-single-node/perf.yaml index 715c242f5..48d706e71 100644 --- a/recipes/llama-3-70b/vllm/disagg-single-node/perf.yaml +++ b/recipes/llama-3-70b/vllm/disagg-single-node/perf.yaml @@ -20,7 +20,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/qwen3-235b-a22b-fp8/trtllm/agg/perf.yaml b/recipes/qwen3-235b-a22b-fp8/trtllm/agg/perf.yaml index 340ff1a66..57c940a48 100644 --- a/recipes/qwen3-235b-a22b-fp8/trtllm/agg/perf.yaml +++ b/recipes/qwen3-235b-a22b-fp8/trtllm/agg/perf.yaml @@ -29,7 +29,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/perf.yaml b/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/perf.yaml index 2f67fcc26..bbf24a4e7 100644 --- a/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/perf.yaml +++ b/recipes/qwen3-235b-a22b-fp8/trtllm/disagg/perf.yaml @@ -29,7 +29,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/qwen3-32b-fp8/trtllm/agg/perf.yaml b/recipes/qwen3-32b-fp8/trtllm/agg/perf.yaml index 49a9c6e6e..0ef08f5e6 100644 --- a/recipes/qwen3-32b-fp8/trtllm/agg/perf.yaml +++ b/recipes/qwen3-32b-fp8/trtllm/agg/perf.yaml @@ -29,7 +29,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/recipes/qwen3-32b-fp8/trtllm/disagg/perf.yaml b/recipes/qwen3-32b-fp8/trtllm/disagg/perf.yaml index 34ec8e26e..cab144b2b 100644 --- a/recipes/qwen3-32b-fp8/trtllm/disagg/perf.yaml +++ b/recipes/qwen3-32b-fp8/trtllm/disagg/perf.yaml @@ -29,7 +29,7 @@ spec: - -c - | apt-get update && apt-get install -y curl jq procps git && apt-get clean - pip install git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f; + pip install git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75; echo "aiperf installation completed"; sysctl -w net.ipv4.ip_local_port_range="1024 65000" cat /proc/sys/net/ipv4/ip_local_port_range diff --git a/tests/fault_tolerance/deploy/client.py b/tests/fault_tolerance/deploy/client.py index e241066ee..11553cfa7 100644 --- a/tests/fault_tolerance/deploy/client.py +++ b/tests/fault_tolerance/deploy/client.py @@ -408,7 +408,7 @@ def run_aiperf( ) if success: break # Success - exit the retry loop - ## TODO: bug with aiperf git+https://github.com/ai-dynamo/aiperf.git@4d3fa29403c8f75da22a14f1f7b3aeb27db9288f + ## TODO: bug with aiperf git+https://github.com/ai-dynamo/aiperf.git@54cd6dc820bff8bfebc875da104e59d745e14f75 ## where sending a SIGINT on Mac can sometimes have an error code of -9 (SIGABRT) which results in profile_export_aiperf.json not being created elif result.returncode == -9 and continuous_load: logger.warning(