owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Version Bump + small changes

Browse Source
This commit is contained in:
alpayariyak
2023-12-06 16:48:12 +00:00
parent 66c23d45b0
commit 48c520b240
2 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
Dockerfile
+4
View File
@@ -20,6 +20,10 @@ ENV MODEL_NAME=$MODEL_NAME
ARG MODEL_BASE_PATH="" ARG MODEL_BASE_PATH=""
ENV MODEL_BASE_PATH=$MODEL_BASE_PATH ENV MODEL_BASE_PATH=$MODEL_BASE_PATH
# Set the environment variables conditionally
RUN if [ -n "$MODEL_NAME" ]; then export MODEL_NAME=$MODEL_NAME; fi
RUN if [ -n "$MODEL_BASE_PATH" ]; then export MODEL_BASE_PATH=$MODEL_BASE_PATH; fi
# Conditionally run download_model.py # Conditionally run download_model.py
RUN if [ -n "$MODEL_NAME" ] && [ -n "$MODEL_BASE_PATH" ]; then \ RUN if [ -n "$MODEL_NAME" ] && [ -n "$MODEL_BASE_PATH" ]; then \
python3.11 /download_model.py --model $MODEL_NAME --download_dir $MODEL_BASE_PATH; \ python3.11 /download_model.py --model $MODEL_NAME --download_dir $MODEL_BASE_PATH; \
builder/requirements.txt
+2 -3
View File
@@ -1,5 +1,4 @@
git+https://github.com/runpod/runpod-python.git@concurrency-optimization
hf_transfer hf_transfer
runpod==1.4.0
huggingface-hub==0.19.4 huggingface-hub==0.19.4
vllm==0.2.2 vllm==0.2.3