From e7b340d73b827f9792225edaf2aa0238410d06fe Mon Sep 17 00:00:00 2001 From: alpayariyak Date: Wed, 31 Jan 2024 03:37:55 +0000 Subject: [PATCH] Update vLLM base image --- Dockerfile | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 552471c..65986a3 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,5 +1,5 @@ ARG WORKER_CUDA_VERSION=11.8.0 -FROM runpod/worker-vllm:base-0.2.0-cuda${WORKER_CUDA_VERSION} AS vllm-base +FROM runpod/worker-vllm:base-0.2.2-cuda${WORKER_CUDA_VERSION} AS vllm-base RUN apt-get update -y \ && apt-get install -y python3-pip @@ -19,6 +19,7 @@ ARG BASE_PATH="/runpod-volume" ARG QUANTIZATION="" ENV MODEL_NAME=$MODEL_NAME \ + BASE_PATH=$BASE_PATH \ QUANTIZATION=$QUANTIZATION \ HF_DATASETS_CACHE="${BASE_PATH}/huggingface-cache/datasets" \ HUGGINGFACE_HUB_CACHE="${BASE_PATH}/huggingface-cache/hub" \