Update vLLM base image

This commit is contained in:
alpayariyak
2024-01-31 03:37:55 +00:00
parent 46eee12819
commit e7b340d73b
+2 -1
View File
@@ -1,5 +1,5 @@
ARG WORKER_CUDA_VERSION=11.8.0
FROM runpod/worker-vllm:base-0.2.0-cuda${WORKER_CUDA_VERSION} AS vllm-base
FROM runpod/worker-vllm:base-0.2.2-cuda${WORKER_CUDA_VERSION} AS vllm-base
RUN apt-get update -y \
&& apt-get install -y python3-pip
@@ -19,6 +19,7 @@ ARG BASE_PATH="/runpod-volume"
ARG QUANTIZATION=""
ENV MODEL_NAME=$MODEL_NAME \
BASE_PATH=$BASE_PATH \
QUANTIZATION=$QUANTIZATION \
HF_DATASETS_CACHE="${BASE_PATH}/huggingface-cache/datasets" \
HUGGINGFACE_HUB_CACHE="${BASE_PATH}/huggingface-cache/hub" \