diff --git a/Dockerfile b/Dockerfile index fd5826b..95b5b23 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,8 @@ # Base image FROM runpod/base:0.4.2-cuda11.8.0 +ARG HUGGING_FACE_HUB_TOKEN + # Install Python dependencies (Worker Template) COPY builder/requirements.txt /requirements.txt RUN --mount=type=cache,target=/root/.cache/pip \ @@ -11,8 +13,7 @@ RUN --mount=type=cache,target=/root/.cache/pip \ # Add src files (Worker Template) ADD src . -# Prepare the models inside the docker image -ARG HUGGING_FACE_HUB_TOKEN + # Prepare argument for the model and tokenizer ARG MODEL_NAME="" diff --git a/builder/requirements.txt b/builder/requirements.txt index ec05d90..7299c1b 100644 --- a/builder/requirements.txt +++ b/builder/requirements.txt @@ -1,5 +1,5 @@ git+https://github.com/runpod/runpod-python.git@concurrency-optimization -# torch==2.0.1 -f https://download.pytorch.org/whl/cu118 -vllm==0.2.2 +hf_transfer huggingface-hub==0.19.4 +vllm==0.2.2