diff --git a/Dockerfile b/Dockerfile index 0a578fe..3937764 100644 --- a/Dockerfile +++ b/Dockerfile @@ -20,6 +20,10 @@ ENV MODEL_NAME=$MODEL_NAME ARG MODEL_BASE_PATH="" ENV MODEL_BASE_PATH=$MODEL_BASE_PATH +# Set the environment variables conditionally +RUN if [ -n "$MODEL_NAME" ]; then export MODEL_NAME=$MODEL_NAME; fi +RUN if [ -n "$MODEL_BASE_PATH" ]; then export MODEL_BASE_PATH=$MODEL_BASE_PATH; fi + # Conditionally run download_model.py RUN if [ -n "$MODEL_NAME" ] && [ -n "$MODEL_BASE_PATH" ]; then \ python3.11 /download_model.py --model $MODEL_NAME --download_dir $MODEL_BASE_PATH; \ diff --git a/builder/requirements.txt b/builder/requirements.txt index 7299c1b..f307ae9 100644 --- a/builder/requirements.txt +++ b/builder/requirements.txt @@ -1,5 +1,4 @@ -git+https://github.com/runpod/runpod-python.git@concurrency-optimization - hf_transfer +runpod==1.4.0 huggingface-hub==0.19.4 -vllm==0.2.2 +vllm==0.2.3