From 35a74475f2acac4892f1e81cf4bf7b2e4c3aaa4f Mon Sep 17 00:00:00 2001 From: Justin Merrell Date: Fri, 8 Dec 2023 20:23:23 -0500 Subject: [PATCH] Update Dockerfile --- Dockerfile | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/Dockerfile b/Dockerfile index 227fa6f..0bde5c3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -17,9 +17,9 @@ RUN --mount=type=cache,target=/root/.cache/pip \ # Install specific packages based on CUDA version RUN if [ "$CUDA_VERSION" == "12.1.0" ]; then \ - python3.11 -m pip install vllm==0.2.3; \ + python3.11 -m pip install vllm==0.2.3; \ else \ - python3.11 -m pip install https://github.com/vllm-project/vllm/releases/download/v0.2.3/vllm-0.2.3+cu118-cp311-cp311-manylinux1_x86_64.whl; \ + python3.11 -m pip install https://github.com/vllm-project/vllm/releases/download/v0.2.3/vllm-0.2.3+cu118-cp311-cp311-manylinux1_x86_64.whl; \ fi @@ -28,13 +28,14 @@ ADD src . ARG MODEL_NAME="" ARG MODEL_BASE_PATH="" +ARG HUGGING_FACE_HUB_TOKEN="" # Conditionally run download_model.py RUN if [ -n "$MODEL_NAME" ] && [ -n "$MODEL_BASE_PATH" ]; then \ - python3.11 /download_model.py --model $MODEL_NAME --download_dir $MODEL_BASE_PATH; \ - export MODEL_NAME=$MODEL_NAME; \ - export MODEL_BASE_PATH=$MODEL_BASE_PATH; \ + python3.11 /download_model.py --model $MODEL_NAME --download_dir $MODEL_BASE_PATH; \ + export MODEL_NAME=$MODEL_NAME; \ + export MODEL_BASE_PATH=$MODEL_BASE_PATH; \ fi # Start the handler -CMD ["python3.11", "/handler.py"] \ No newline at end of file +CMD ["python3.11", "/handler.py"]