owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

push

Browse Source
This commit is contained in:
Jorg Doku
2023-07-05 22:32:32 -05:00
parent 9c141ff30f
commit c91fc100cd
2 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Dockerfile
+2 -3
View File
@@ -1,7 +1,6 @@
# Base image # Base image
# runpod/pytorch:3.10-2.0.0-117 # The following docker base image is recommended by VLLM: nvcr.io/nvidia/pytorch:22.12-py3
# The following docker base image is recommended by VLLM. FROM runpod/pytorch:3.10-2.0.0-117
FROM nvcr.io/nvidia/pytorch:22.12-py3
# Use bash shell with pipefail option # Use bash shell with pipefail option
SHELL ["/bin/bash", "-o", "pipefail", "-c"] SHELL ["/bin/bash", "-o", "pipefail", "-c"]
builder/requirements.txt
+1 -1
View File
@@ -2,7 +2,7 @@
# Reccomended to lock the version number to avoid unexpected changes. # Reccomended to lock the version number to avoid unexpected changes.
# Use the following additional index URL to get the latest PyTorch. # Use the following additional index URL to get the latest PyTorch.
--extra-index-url https://download.pytorch.org/whl/cu118 # --extra-index-url https://download.pytorch.org/whl/cu118
runpod @ git+https://github.com/runpod/runpod-python@vllm#egg=runpod runpod @ git+https://github.com/runpod/runpod-python@vllm#egg=runpod
vllm @ git+https://github.com/runpod/vllm@runpod#egg=vllm vllm @ git+https://github.com/runpod/vllm@runpod#egg=vllm