Namespace
vllm
Image / Tagvllm-openai:qwen38-cu129
Content Digestsha256:3879c346b0866fe8e1894243bb4fcdfc38f8dfcdb8a710a3b1d456ce4e799999
Details
2026-08-11 14:54:43 UTC
9.2 GB
Labels
-
ai.vllm.build.commit3a0914114705fa38d4c3171d0746c1a6b6f10209
-
ai.vllm.build.pipelinelocal
-
ai.vllm.build.url
-
ai.vllm.image.taginferactinc/dev:wtn-3a09141-x86_64-cu12.9.1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision3a0914114705fa38d4c3171d0746c1a6b6f10209
-
org.opencontainers.image.sourcehttps://github.com/vllm-project/vllm
-
org.opencontainers.image.url
-
org.opencontainers.image.versioninferactinc/dev:wtn-3a09141-x86_64-cu12.9.1
Environment
CUDA_VERSION12.9.1
DEBIAN_FRONTENDnoninteractive
LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64
NVARCHx86_64
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_VERSION12.9.79-1
PATH/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
TORCH_CUDA_ARCH_LIST7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
UV_CACHE_DIR/opt/uv/cache
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_OVERRIDE/etc/uv-overrides.txt
UV_PYTHON_INSTALL_DIR/opt/uv/python
VLLM_BUILD_COMMIT3a0914114705fa38d4c3171d0746c1a6b6f10209
VLLM_BUILD_PIPELINElocal
VLLM_BUILD_URL VLLM_ENABLE_CUDA_COMPATIBILITY0
VLLM_IMAGE_TAGinferactinc/dev:wtn-3a09141-x86_64-cu12.9.1
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:e87500e698966458d9dfc34df84602985c9821f39666619792fe6282aa6df5d4 - 0.31% (29.2 MB)
[#001] sha256:644e9b20358325501941bab7efe2465969b1101fd546be263fc7c2d12d2d8c6c - 0.05% (4.34 MB)
[#002] sha256:02559cd4bc8db240554ff3a4e38df5909d4745846b3e3a4df865d102f0a6d0d9 - 1.05% (98.7 MB)
[#003] sha256:2cd52cbb1ebefad9b697ee1c60a7ba7ce8293404a1ad596fd257efdf0e9ec8d6 - 0.0% (182 Bytes)
[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)
[#005] sha256:b33cf6672bddf378f4c814c8690c49306019668a0b2283f6348b20ee2a066522 - 0.0% (102 Bytes)
[#006] sha256:f0eb1fa7ba8fdc634a9ed714cdeede700017ff616d9ee1c9145bb4bf1703513c - 0.0% (230 Bytes)
[#007] sha256:f067c8c1ad1f624cdb1a7e2051b56911d00c9d1aea066e70e1c6cad39436d5a7 - 2.36% (223 MB)
[#008] sha256:aecede35c843bb7f9f0dc14e86b099ef8f054b5ecfbc6a40f752f00e82e8fa51 - 17.16% (1.58 GB)
[#009] sha256:55ee5ce9ab3a9414be1ee1211767172218cd1d44832074584563d1f1b27bee06 - 0.46% (43.1 MB)
[#010] sha256:e6d2174e167085602574ade9236b20ce1f4cd3ae0582a0970f320bca55de096d - 0.0% (150 Bytes)
[#011] sha256:5caa49758d3f730966d79e6f8980d07472152b42c814b924360639cf5adaea13 - 0.0% (163 Bytes)
[#012] sha256:6a193ae8edbf061388e26856b70c41e0289fa8847ca87a42285e0ba8bb453cf8 - 0.0% (3.4 KB)
[#013] sha256:324da2a28a5d87bdfec6f7e0e14daddc6980ef1c6ae595da68216baa68b36806 - 0.0% (2.03 KB)
[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#015] sha256:b8a2865b5770bcd256d017adc32b61e1f8b63cbbe3b4ea8ea4d517891755ee0c - 0.0% (1.63 KB)
[#016] sha256:de65aa374986c5fbe0f6aad188e78077e9543943aeea728db42cf83661804043 - 0.0% (776 Bytes)
[#017] sha256:62521b75f85ff6b2d3ab4ac1154e66beae2ff30de456025d384425d5366f1f1a - 49.48% (4.55 GB)
[#018] sha256:00d9b7902e90e2a1f17fe22e6e9a5b89163ff2ec6521f054baa08d27bfed3de7 - 19.71% (1.81 GB)
[#019] sha256:6cb141610ad9df7752a1a3a32e6aef88327e4112250eef8af9b548049322be90 - 0.0% (14.5 KB)
[#020] sha256:18399dc2d306df2407663133177a6f91282194dffd0a27091455b76256dad9b3 - 0.0% (69.8 KB)
[#021] sha256:d85400e44a356cd6031ef9faf2630a2c59f420e5d49faa4c43f9d9edfbd2703f - 0.0% (897 Bytes)
[#022] sha256:fd77ce81c2b8cfd32b41af297550d7ad8826ee24923f17165a9be4281ea8b9cb - 0.0% (320 KB)
[#023] sha256:5cf98e586f7338acf49af48666fc3f0df0d2b43da78dbe4b8fead385210a02c6 - 0.62% (58.6 MB)
[#024] sha256:b90f8f84ade431add2e9220caec3d1206f7a6b444ef952b39d72e65ad1a8bbcc - 0.0% (203 Bytes)
[#025] sha256:b6a080da01077ba70cbf06451a39f188eacfeea64498b0a9c82b870adbad1b37 - 0.0% (237 Bytes)
[#026] sha256:8f0af162f9269af6d6e56efef42408eb48668d01252aa9a28582de67a6464020 - 5.48% (516 MB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:64dda6e5388dfc5db07a1657f0cff08b50ca656ff75f756a4e4184d51fb7f55d - 0.0% (254 Bytes)
[#029] sha256:9d94c73f585ffb6a2ae0bc8c4b61e90310a143d058870f8d9635b4577c25ce68 - 0.19% (18.2 MB)
[#030] sha256:9edbcb6bb4738e34472a3de29577aea01aba83a180b274dceb05d9aaab4c06be - 0.0% (265 KB)
[#031] sha256:21bc6088c7ed3f61b5a60769562e671fbd0bd4086f9847f2232ae421947e71b5 - 0.0% (275 KB)
[#032] sha256:cd41003deda50b15e6a819d41e1c2730030c2e4064e07c696511ca21f7c241e7 - 0.0% (9.61 KB)
[#033] sha256:6e5be419e370f026ec161319fc129451f0e69d44924387140decbb5bb769bc18 - 3.13% (295 MB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-14 16:40:20 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-14 16:40:20 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-14 16:40:20 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2025-07-14 16:40:22 UTC/bin/sh -c #(nop) ADD file:b4619a63cd7829e1338ddaa4995ca17003002dd54b0dfd675a6f54a2b69151a6 in /
2025-07-14 16:40:23 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NVARCH=x86_64
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:11:02 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.1
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-07-18 20:11:18 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.1
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.30.7
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_MIRROR_URL
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_GPGKEY_URL
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ARG GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2026-08-11 14:38:43 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2026-08-11 14:42:44 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl patch sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-08-11 14:44:24 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)ENV UV_CACHE_DIR=/opt/uv/cache
2026-08-11 14:44:31 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)ENV UV_OVERRIDE=/etc/uv-overrides.txt
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)COPY requirements/common.txt /tmp/common.txt # buildkit
2026-08-11 14:44:32 UTC (buildkit.dockerfile.v0)COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
2026-08-11 14:46:04 UTC (buildkit.dockerfile.v0)RUN |7 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
2026-08-11 14:46:04 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.17
2026-08-11 14:47:39 UTC (buildkit.dockerfile.v0)RUN |8 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 /bin/sh -c uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-08-11 14:47:40 UTC (buildkit.dockerfile.v0)COPY docker/patches/flashinfer-0.6.17-pr-4266.patch docker/patches/flashinfer-0.6.17-pr-4455.patch /tmp/ # buildkit
2026-08-11 14:47:41 UTC (buildkit.dockerfile.v0)RUN |8 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 /bin/sh -c set -eux; if [ "${FLASHINFER_VERSION}" = "0.6.17" ]; then FLASHINFER_GEMM_FILE=$(find /usr/local/lib -type f -path '*/flashinfer/gemm/gemm_base.py' -print -quit); test -n "${FLASHINFER_GEMM_FILE}"; FLASHINFER_SITE_PACKAGES=${FLASHINFER_GEMM_FILE%/flashinfer/gemm/gemm_base.py}; for FLASHINFER_PATCH in /tmp/flashinfer-0.6.17-pr-4266.patch /tmp/flashinfer-0.6.17-pr-4455.patch; do patch --batch --forward --fuzz=0 --directory="${FLASHINFER_SITE_PACKAGES}" --strip=1 < "${FLASHINFER_PATCH}"; done; fi; rm /tmp/flashinfer-0.6.17-pr-4266.patch /tmp/flashinfer-0.6.17-pr-4455.patch # buildkit
2026-08-11 14:47:41 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_CUDA_VERSION=12.8
2026-08-11 14:47:41 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_OS_VERSION=Ubuntu24_04
2026-08-11 14:47:41 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-08-11 14:47:41 UTC (buildkit.dockerfile.v0)COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
2026-08-11 14:47:48 UTC (buildkit.dockerfile.v0)RUN |11 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 /bin/sh -c set -eux; case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}" && rm /tmp/install_gdrcopy.sh # buildkit
2026-08-11 14:47:48 UTC (buildkit.dockerfile.v0)ARG TIMM_VERSION=>=1.0.17
2026-08-11 14:47:48 UTC (buildkit.dockerfile.v0)ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
2026-08-11 14:47:53 UTC (buildkit.dockerfile.v0)RUN |13 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
2026-08-11 14:47:53 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-08-11 14:47:53 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-08-11 14:47:53 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-08-11 14:47:53 UTC (buildkit.dockerfile.v0)ARG PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled
2026-08-11 14:47:53 UTC (buildkit.dockerfile.v0)ARG PYTORCH_NIGHTLY
2026-08-11 14:47:54 UTC (buildkit.dockerfile.v0)COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
2026-08-11 14:53:49 UTC (buildkit.dockerfile.v0)COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
2026-08-11 14:54:19 UTC (buildkit.dockerfile.v0)RUN |20 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)RUN |20 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)RUN |20 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)COPY benchmarks benchmarks # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)COPY ./vllm/collect_env.py . # buildkit
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/amd64
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG INSTALL_KV_CONNECTORS=true
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.1
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_COMMIT=3a0914114705fa38d4c3171d0746c1a6b6f10209
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_PIPELINE
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_URL
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG VLLM_IMAGE_TAG=inferactinc/dev:wtn-3a09141-x86_64-cu12.9.1
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-08-11 14:54:20 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
2026-08-11 14:54:43 UTC (buildkit.dockerfile.v0)RUN |26 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true VLLM_BUILD_COMMIT=3a0914114705fa38d4c3171d0746c1a6b6f10209 VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG=inferactinc/dev:wtn-3a09141-x86_64-cu12.9.1 torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -r /tmp/kv_connectors.txt --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); uv pip install --system --force-reinstall --no-deps nixl-cu${CUDA_MAJOR} && MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; fi # buildkit
2026-08-11 14:54:43 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2026-08-11 14:54:43 UTC (buildkit.dockerfile.v0)ENV VLLM_BUILD_COMMIT=3a0914114705fa38d4c3171d0746c1a6b6f10209 VLLM_BUILD_PIPELINE=local VLLM_BUILD_URL= VLLM_IMAGE_TAG=inferactinc/dev:wtn-3a09141-x86_64-cu12.9.1
2026-08-11 14:54:43 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=3a0914114705fa38d4c3171d0746c1a6b6f10209 org.opencontainers.image.version=inferactinc/dev:wtn-3a09141-x86_64-cu12.9.1 org.opencontainers.image.url= ai.vllm.build.commit=3a0914114705fa38d4c3171d0746c1a6b6f10209 ai.vllm.build.pipeline=local ai.vllm.build.url= ai.vllm.image.tag=inferactinc/dev:wtn-3a09141-x86_64-cu12.9.1
2026-08-11 14:54:43 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]
Details
2026-08-11 15:24:45 UTC
10 GB
Labels
-
ai.vllm.build.commit3a0914114705fa38d4c3171d0746c1a6b6f10209
-
ai.vllm.build.pipelinelocal
-
ai.vllm.build.url
-
ai.vllm.image.taginferactinc/dev:wtn-3a09141-arm64-cu12.9.1
-
maintainerNVIDIA CORPORATION <cudatools@nvidia.com>
-
org.opencontainers.image.ref.nameubuntu
-
org.opencontainers.image.revision3a0914114705fa38d4c3171d0746c1a6b6f10209
-
org.opencontainers.image.sourcehttps://github.com/vllm-project/vllm
-
org.opencontainers.image.url
-
org.opencontainers.image.versioninferactinc/dev:wtn-3a09141-arm64-cu12.9.1
Environment
CUDA_VERSION12.9.1
DEBIAN_FRONTENDnoninteractive
LD_LIBRARY_PATH/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64
NVARCHsbsa
NVIDIA_DRIVER_CAPABILITIEScompute,utility
NVIDIA_REQUIRE_CUDAcuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
NVIDIA_VISIBLE_DEVICESall
NV_CUDA_CUDART_VERSION12.9.79-1
PATH/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
TORCH_CUDA_ARCH_LIST8.7 8.9 9.0 10.0+PTX 12.0
UV_CACHE_DIR/opt/uv/cache
UV_HTTP_TIMEOUT500
UV_INDEX_STRATEGYunsafe-best-match
UV_LINK_MODEcopy
UV_OVERRIDE/etc/uv-overrides.txt
UV_PYTHON_INSTALL_DIR/opt/uv/python
VLLM_BUILD_COMMIT3a0914114705fa38d4c3171d0746c1a6b6f10209
VLLM_BUILD_PIPELINElocal
VLLM_BUILD_URL VLLM_ENABLE_CUDA_COMPATIBILITY0
VLLM_IMAGE_TAGinferactinc/dev:wtn-3a09141-arm64-cu12.9.1
VLLM_USAGE_SOURCEproduction-docker-image
Layers
[#000] sha256:1fe4490d3380a3fec7f0b5cfd536dbdeed91ff50c5fbd11eba4ec838d689855e - 0.28% (28.6 MB)
[#001] sha256:ecbca12713d0ee06710d449b9cecb86e2b3be1c32e2f7e6fd6ff3dea9219cf03 - 0.04% (4.32 MB)
[#002] sha256:ed5ca6b9e891c487cf1c2321e0b3e28f63b7ffdc2ee7c75592578bfcdebac740 - 0.91% (93.1 MB)
[#003] sha256:3f0047ea99ac7fb8902bd5e3aeb361d80ffa04c40b26b7d3935b6709c3c66f0c - 0.0% (182 Bytes)
[#004] sha256:6e8af4fd0a071982e528b634ba99dec2474c21147f99748be708f36e10e3f4c2 - 0.0% (6.72 KB)
[#005] sha256:99221b6bac8639904daa17cdffc69d0ee0d8729355cf126bce16b6e3560a87df - 0.0% (104 Bytes)
[#006] sha256:6b608ebddd87d93d11269be607f7f929798ed013d879ed87b27e1e27c08a24f4 - 0.0% (229 Bytes)
[#007] sha256:6f316f31dc9e34058955dad6dd6cd8e53e9065f17cf8caced81658f08c0b393c - 2.11% (216 MB)
[#008] sha256:1889e6df80a423a1ec26cedb221ba0ef71f91a4e5ca663482c6f8cfac56bc371 - 15.19% (1.52 GB)
[#009] sha256:0d2eb2b21e091e4fbc7572a54effcc4a6944e4969239c953e0acb531097ab6d2 - 0.4% (41.3 MB)
[#010] sha256:2db050818951b8833cafb7d5cd23427d06f735e2369dfd99e1a8f12109e5b8f3 - 0.0% (149 Bytes)
[#011] sha256:328da48393b04359cd0773cb90d9a731ba804471a8d34d29935f19aac740ba6e - 0.0% (161 Bytes)
[#012] sha256:768f18430daabb37eb64e506abd4b6713d0504d9b6cbabf9ee327e9230d87d06 - 0.0% (3.4 KB)
[#013] sha256:1c7f3dfe6d34473877cbb2bdc0a5a358b71f234c970dfdc1ef38bdebcfeee835 - 0.0% (2.03 KB)
[#014] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#015] sha256:2bc0a9c2094f84cf2c1ff5ca486d7b15bc58817c570535e6021c5c2f183f683b - 0.0% (1.63 KB)
[#016] sha256:07ea9ad3f2ed42d684f4942a941049f1226a81a130d9dedb69d6184ddc554ce5 - 0.0% (776 Bytes)
[#017] sha256:c2f4a6408a434836267fb87b880245336d7433bb214d6ff8fd8f98d230145594 - 41.74% (4.18 GB)
[#018] sha256:0f2c803d59a4fa87a135225dd09563a07cb513367c8baf1596c382e31d9bb3cd - 18.01% (1.8 GB)
[#019] sha256:c2c54ebcaf26d84ebf3a6ca882abce3636c539154c9f97dea2bda3812a90145b - 0.0% (14.5 KB)
[#020] sha256:a91861872105668ae2ac217cf7db9cf75d6c4b13d2e9bcf56e8dbc164db8a509 - 0.0% (69.8 KB)
[#021] sha256:7e26acf6520c8cd52a4834ee77369a00d128915a43b61cdef26cce7cd98ae486 - 0.0% (897 Bytes)
[#022] sha256:99ac431e7a5d865278d5a41205ccbb5df053cbf3cb334e5c64122da9cb433f3f - 0.0% (314 KB)
[#023] sha256:c96463cc2e4b853afb866c33891d5e3d9624c09208750c73df0b1a87780bd048 - 2.79% (286 MB)
[#024] sha256:d903a1ea23a946b31b93230c730cc5b4c5569a247969b2033dc2fdeee71aaccd - 0.0% (198 Bytes)
[#025] sha256:75a355b84857357149e02df500ad501116972d2631dc493e8260afe23267a2b9 - 0.0% (241 Bytes)
[#026] sha256:7fee5e600d92b079c859e9d8a70f5c910dba8974d7332fae8712e5f75f48f1d6 - 6.89% (706 MB)
[#027] sha256:4f4fb700ef54461cfa02571ae0db9a0dc1e0cdb5577484a6d75e68dc38e8acc1 - 0.0% (32 Bytes)
[#028] sha256:d4c3f0070a2f50dcb91ed6b0b403e0f1a39ae7d0638c6d6cc16fe4ea255b33b6 - 0.0% (254 Bytes)
[#029] sha256:2c561a12cb25e696b577e4da1ef24f0127386743a9c19c77949d8a4ca8ab41f3 - 0.18% (18 MB)
[#030] sha256:2a938d0d38d97aff373b66581bfb82bedae07b62b047b5412b119023d6f6ac64 - 0.0% (265 KB)
[#031] sha256:821be0055b1e9c537065cf2319d7b0ec8680e504177a06c2b2f48c546dc1aca9 - 0.0% (275 KB)
[#032] sha256:ca60511faded0e7c07ceaa1e791e511964ac6a89150879bb9b58e6a4bccd779e - 0.0% (9.61 KB)
[#033] sha256:2adc4253c381ea6edc540e890759a40d3244de8f8174c768d7243f717a2c08dc - 11.45% (1.15 GB)
History
/bin/sh -c #(nop) ARG RELEASE
2025-07-14 16:42:11 UTC/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
2025-07-14 16:42:11 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
2025-07-14 16:42:12 UTC/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
2025-07-14 16:42:14 UTC/bin/sh -c #(nop) ADD file:98827745561bc42c12745b10037415621cf3b8ec8497a5953995b5fc7969bf17 in /
2025-07-14 16:42:15 UTC/bin/sh -c #(nop) CMD ["/bin/bash"]
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)ENV NVARCH=sbsa
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)ENV NV_CUDA_CUDART_VERSION=12.9.79-1
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)ARG TARGETARCH
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:17:43 UTC (buildkit.dockerfile.v0)ENV CUDA_VERSION=12.9.1
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)COPY NGC-DL-CONTAINER-LICENSE / # buildkit
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)ENV NVIDIA_VISIBLE_DEVICES=all
2025-07-18 20:20:54 UTC (buildkit.dockerfile.v0)ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.1
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ARG PYTHON_VERSION=3.12
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ARG NCCL_VERSION=2.30.7
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_MIRROR_URL
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ARG DEADSNAKES_GPGKEY_URL
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ARG GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)ENV DEBIAN_FRONTEND=noninteractive
2026-08-11 14:35:43 UTC (buildkit.dockerfile.v0)WORKDIR /vllm-workspace
2026-08-11 14:35:49 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
2026-08-11 14:37:25 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl patch sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
2026-08-11 14:39:02 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
2026-08-11 14:39:42 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit
2026-08-11 14:39:42 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-08-11 14:39:42 UTC (buildkit.dockerfile.v0)ENV UV_INDEX_STRATEGY=unsafe-best-match
2026-08-11 14:39:42 UTC (buildkit.dockerfile.v0)ENV UV_LINK_MODE=copy
2026-08-11 14:39:42 UTC (buildkit.dockerfile.v0)ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
2026-08-11 14:39:42 UTC (buildkit.dockerfile.v0)ENV UV_CACHE_DIR=/opt/uv/cache
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)ENV UV_OVERRIDE=/etc/uv-overrides.txt
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)RUN |6 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)COPY requirements/common.txt /tmp/common.txt # buildkit
2026-08-11 14:40:46 UTC (buildkit.dockerfile.v0)COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
2026-08-11 14:44:35 UTC (buildkit.dockerfile.v0)RUN |7 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
2026-08-11 14:44:35 UTC (buildkit.dockerfile.v0)ARG FLASHINFER_VERSION=0.6.17
2026-08-11 14:46:01 UTC (buildkit.dockerfile.v0)RUN |8 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 /bin/sh -c uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-08-11 14:46:01 UTC (buildkit.dockerfile.v0)COPY docker/patches/flashinfer-0.6.17-pr-4266.patch docker/patches/flashinfer-0.6.17-pr-4455.patch /tmp/ # buildkit
2026-08-11 14:46:02 UTC (buildkit.dockerfile.v0)RUN |8 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 /bin/sh -c set -eux; if [ "${FLASHINFER_VERSION}" = "0.6.17" ]; then FLASHINFER_GEMM_FILE=$(find /usr/local/lib -type f -path '*/flashinfer/gemm/gemm_base.py' -print -quit); test -n "${FLASHINFER_GEMM_FILE}"; FLASHINFER_SITE_PACKAGES=${FLASHINFER_GEMM_FILE%/flashinfer/gemm/gemm_base.py}; for FLASHINFER_PATCH in /tmp/flashinfer-0.6.17-pr-4266.patch /tmp/flashinfer-0.6.17-pr-4455.patch; do patch --batch --forward --fuzz=0 --directory="${FLASHINFER_SITE_PACKAGES}" --strip=1 < "${FLASHINFER_PATCH}"; done; fi; rm /tmp/flashinfer-0.6.17-pr-4266.patch /tmp/flashinfer-0.6.17-pr-4455.patch # buildkit
2026-08-11 14:46:02 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_CUDA_VERSION=12.8
2026-08-11 14:46:02 UTC (buildkit.dockerfile.v0)ARG GDRCOPY_OS_VERSION=Ubuntu24_04
2026-08-11 14:46:02 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-08-11 14:46:02 UTC (buildkit.dockerfile.v0)COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
2026-08-11 14:46:07 UTC (buildkit.dockerfile.v0)RUN |11 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 /bin/sh -c set -eux; case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}" && rm /tmp/install_gdrcopy.sh # buildkit
2026-08-11 14:46:07 UTC (buildkit.dockerfile.v0)ARG TIMM_VERSION=>=1.0.17
2026-08-11 14:46:07 UTC (buildkit.dockerfile.v0)ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
2026-08-11 14:46:20 UTC (buildkit.dockerfile.v0)RUN |13 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
2026-08-11 14:46:20 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-08-11 14:46:20 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-08-11 14:46:20 UTC (buildkit.dockerfile.v0)ARG PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl
2026-08-11 14:46:20 UTC (buildkit.dockerfile.v0)ARG PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled
2026-08-11 14:46:20 UTC (buildkit.dockerfile.v0)ARG PYTORCH_NIGHTLY
2026-08-11 14:55:47 UTC (buildkit.dockerfile.v0)COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
2026-08-11 15:17:29 UTC (buildkit.dockerfile.v0)COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)RUN |20 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)RUN |20 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)RUN |20 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64
2026-08-11 15:17:59 UTC (buildkit.dockerfile.v0)COPY examples examples # buildkit
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)COPY benchmarks benchmarks # buildkit
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)COPY ./vllm/collect_env.py . # buildkit
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG TARGETPLATFORM=linux/arm64
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG INSTALL_KV_CONNECTORS=true
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG CUDA_VERSION=12.9.1
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_COMMIT=3a0914114705fa38d4c3171d0746c1a6b6f10209
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_PIPELINE
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG VLLM_BUILD_URL
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG VLLM_IMAGE_TAG=inferactinc/dev:wtn-3a09141-arm64-cu12.9.1
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG PIP_INDEX_URL UV_INDEX_URL=
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL=
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ENV UV_HTTP_TIMEOUT=500
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ARG torch_cuda_arch_list=8.7 8.9 9.0 10.0+PTX 12.0
2026-08-11 15:18:00 UTC (buildkit.dockerfile.v0)ENV TORCH_CUDA_ARCH_LIST=8.7 8.9 9.0 10.0+PTX 12.0
2026-08-11 15:24:45 UTC (buildkit.dockerfile.v0)RUN |26 CUDA_VERSION=12.9.1 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.17 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/arm64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= INSTALL_KV_CONNECTORS=true VLLM_BUILD_COMMIT=3a0914114705fa38d4c3171d0746c1a6b6f10209 VLLM_BUILD_PIPELINE= VLLM_BUILD_URL= VLLM_IMAGE_TAG=inferactinc/dev:wtn-3a09141-arm64-cu12.9.1 torch_cuda_arch_list=8.7 8.9 9.0 10.0+PTX 12.0 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -r /tmp/kv_connectors.txt --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); uv pip install --system --force-reinstall --no-deps nixl-cu${CUDA_MAJOR} && MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; fi # buildkit
2026-08-11 15:24:45 UTC (buildkit.dockerfile.v0)ENV VLLM_USAGE_SOURCE=production-docker-image
2026-08-11 15:24:45 UTC (buildkit.dockerfile.v0)ENV VLLM_BUILD_COMMIT=3a0914114705fa38d4c3171d0746c1a6b6f10209 VLLM_BUILD_PIPELINE=local VLLM_BUILD_URL= VLLM_IMAGE_TAG=inferactinc/dev:wtn-3a09141-arm64-cu12.9.1
2026-08-11 15:24:45 UTC (buildkit.dockerfile.v0)LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=3a0914114705fa38d4c3171d0746c1a6b6f10209 org.opencontainers.image.version=inferactinc/dev:wtn-3a09141-arm64-cu12.9.1 org.opencontainers.image.url= ai.vllm.build.commit=3a0914114705fa38d4c3171d0746c1a6b6f10209 ai.vllm.build.pipeline=local ai.vllm.build.url= ai.vllm.image.tag=inferactinc/dev:wtn-3a09141-arm64-cu12.9.1
2026-08-11 15:24:45 UTC (buildkit.dockerfile.v0)ENTRYPOINT ["vllm" "serve"]