feat: update vllm to 0.15.1

This commit is contained in:
velaraptor-runpod
2026-02-24 17:44:49 -06:00
parent b7c6d4f9a2
commit f103c142c1
+2 -2
View File
@@ -5,9 +5,9 @@ RUN apt-get update -y \
RUN ldconfig /usr/local/cuda-12.9/compat/
# Install vLLM with FlashInfer - use CUDA 12.8 PyTorch wheels (compatible with vLLM 0.15.0)
# Install vLLM with FlashInfer - use CUDA 12.8 PyTorch wheels (compatible with vLLM 0.15.1)
RUN python3 -m pip install --upgrade pip && \
python3 -m pip install "vllm[flashinfer]==0.15.0" --extra-index-url https://download.pytorch.org/whl/cu129
python3 -m pip install "vllm[flashinfer]==0.15.1" --extra-index-url https://download.pytorch.org/whl/cu129