feat: update vllm to 0.18.1

This commit is contained in:
velaraptor-runpod
2026-04-30 17:25:23 -05:00
parent 296556a6f7
commit 9de17d49b7
2 changed files with 12 additions and 1 deletions
+1 -1
View File
@@ -10,7 +10,7 @@ RUN ldconfig /usr/local/cuda-12.9/compat/
# Install vLLM with FlashInfer - use CUDA 12.9 PyTorch wheels
RUN uv pip install --system "packaging>=24.2" && \
uv pip install --system "vllm[flashinfer]==0.17.1" --extra-index-url https://download.pytorch.org/whl/cu129
uv pip install --system "vllm[flashinfer]==0.18.1" --extra-index-url https://download.pytorch.org/whl/cu129
# Install additional Python dependencies (after vLLM to avoid PyTorch version conflicts)
COPY builder/requirements.txt /requirements.txt
+11
View File
@@ -0,0 +1,11 @@
{
"folders": [
{
"path": "../vllm-loadbalancer-ep"
},
{
"path": "."
}
],
"settings": {}
}