From 625578c3bb5735da65bb5cf84dc03e1de3abeeda Mon Sep 17 00:00:00 2001 From: Anant Sharma Date: Thu, 31 Jul 2025 17:46:21 -0400 Subject: [PATCH] chore: update nixl version to 0.4.1 (#2221) --- Cargo.lock | 4 ++-- container/Dockerfile.sglang | 2 +- container/Dockerfile.sglang-wideep | 2 +- container/Dockerfile.tensorrt_llm | 2 +- container/Dockerfile.vllm | 2 +- container/build.sh | 4 +--- lib/bindings/python/Cargo.lock | 4 ++-- lib/llm/Cargo.toml | 2 +- pyproject.toml | 4 ++-- 9 files changed, 12 insertions(+), 14 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index b9a4093e9..5c4b0afd0 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -4561,9 +4561,9 @@ dependencies = [ [[package]] name = "nixl-sys" -version = "0.4.0" +version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97f621270fd1ed8af5a8028a1945e6f7e612a38836ce82b720fe54222739df3c" +checksum = "743ed1038b386b75451f9e0bba37cb2e3eea75873635268337d6531be99c9303" dependencies = [ "bindgen 0.71.1", "cc", diff --git a/container/Dockerfile.sglang b/container/Dockerfile.sglang index 80faf4105..2741ce310 100644 --- a/container/Dockerfile.sglang +++ b/container/Dockerfile.sglang @@ -40,7 +40,7 @@ ARG ARCH ARG ARCH_ALT ARG NIXL_UCX_REF=v1.19.x -ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 +ARG NIXL_REF=0.4.1 ENV NIXL_SRC_DIR=/opt/nixl ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl diff --git a/container/Dockerfile.sglang-wideep b/container/Dockerfile.sglang-wideep index e6aa11092..8cc05aa40 100644 --- a/container/Dockerfile.sglang-wideep +++ b/container/Dockerfile.sglang-wideep @@ -71,7 +71,7 @@ RUN rm -rf /opt/hpcx/ucx && \ ENV LD_LIBRARY_PATH=/usr/lib:/usr/local/ucx/lib:$LD_LIBRARY_PATH -ARG NIXL_TAG=0.3.1 +ARG NIXL_TAG=0.4.1 RUN git clone https://github.com/ai-dynamo/nixl.git && cd nixl && git checkout ${NIXL_TAG} && pip install --break-system-packages . --config-settings=setup-args="-Ducx_path=/usr/local/ucx" WORKDIR /sgl-workspace diff --git a/container/Dockerfile.tensorrt_llm b/container/Dockerfile.tensorrt_llm index 84cdbfcb8..38a35298d 100644 --- a/container/Dockerfile.tensorrt_llm +++ b/container/Dockerfile.tensorrt_llm @@ -45,7 +45,7 @@ ARG ARCH ARG ARCH_ALT ARG NIXL_UCX_REF=v1.19.x -ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 +ARG NIXL_REF=0.4.1 ENV NIXL_SRC_DIR=/opt/nixl ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl diff --git a/container/Dockerfile.vllm b/container/Dockerfile.vllm index 832cdc67d..52fd10708 100644 --- a/container/Dockerfile.vllm +++ b/container/Dockerfile.vllm @@ -81,7 +81,7 @@ RUN apt-get update -y && \ rm -rf /var/lib/apt/lists/* ARG NIXL_UCX_REF=v1.19.x -ARG NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 +ARG NIXL_REF=0.4.1 ENV NIXL_SRC_DIR=/opt/nixl ENV NIXL_PREFIX=/opt/nvidia/nvda_nixl diff --git a/container/build.sh b/container/build.sh index 8a37d1f0d..2b27d4dbe 100755 --- a/container/build.sh +++ b/container/build.sh @@ -113,7 +113,7 @@ NONE_BASE_IMAGE_TAG="24.04" SGLANG_BASE_IMAGE="nvcr.io/nvidia/cuda-dl-base" SGLANG_BASE_IMAGE_TAG="25.01-cuda12.8-devel-ubuntu24.04" -NIXL_REF=3c47a48955e6f96bd5d4fb43a9d80bb64722f8e4 +NIXL_REF=0.4.1 NIXL_UCX_EFA_REF=7ec95b95e524a87e81cac92f5ca8523e3966b16b NO_CACHE="" @@ -389,8 +389,6 @@ ARCH="amd64" if [[ "$PLATFORM" == *"linux/arm64"* ]]; then ARCH="arm64" BUILD_ARGS+=" --build-arg ARCH=arm64 --build-arg ARCH_ALT=aarch64 " - # TEMP: Pin to nixl 0.3.1 for arm build, since 0.4.0 fails - NIXL_REF=3503658e71143b56f9d5b1b440d84a94b9c41af8 fi # Update DOCKERFILE if framework is VLLM diff --git a/lib/bindings/python/Cargo.lock b/lib/bindings/python/Cargo.lock index 0c60e0e80..d67722444 100644 --- a/lib/bindings/python/Cargo.lock +++ b/lib/bindings/python/Cargo.lock @@ -2912,9 +2912,9 @@ dependencies = [ [[package]] name = "nixl-sys" -version = "0.4.0" +version = "0.4.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "97f621270fd1ed8af5a8028a1945e6f7e612a38836ce82b720fe54222739df3c" +checksum = "743ed1038b386b75451f9e0bba37cb2e3eea75873635268337d6531be99c9303" dependencies = [ "bindgen", "cc", diff --git a/lib/llm/Cargo.toml b/lib/llm/Cargo.toml index 12bb78e8f..f36994144 100644 --- a/lib/llm/Cargo.toml +++ b/lib/llm/Cargo.toml @@ -90,7 +90,7 @@ rayon = "1" dialoguer = { version = "0.11", default-features = false, features = ["editor", "history"] } # block_manager -nixl-sys = {version = "0.4.0", optional = true } +nixl-sys = {version = "0.4.1", optional = true } cudarc = { version = "0.16.2", features = ["cuda-12020"], optional = true } ndarray = { version = "0.16", optional = true } nix = { version = "0.26", optional = true } diff --git a/pyproject.toml b/pyproject.toml index 5975c8465..85315732c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -66,13 +66,13 @@ trtllm =[ vllm = [ "uvloop", - "nixl", + "nixl<=0.4.1", "vllm==0.10.0", ] sglang = [ "uvloop", - "nixl", + "nixl<=0.4.1", "sglang[all]==0.4.9.post6", ]