fix: added hf_transfer requirement

This commit is contained in:
Justin Merrell
2023-11-21 20:50:12 -05:00
parent d06fb9ea01
commit 98af834124
2 changed files with 5 additions and 4 deletions
+3 -2
View File
@@ -1,6 +1,8 @@
# Base image
FROM runpod/base:0.4.2-cuda11.8.0
ARG HUGGING_FACE_HUB_TOKEN
# Install Python dependencies (Worker Template)
COPY builder/requirements.txt /requirements.txt
RUN --mount=type=cache,target=/root/.cache/pip \
@@ -11,8 +13,7 @@ RUN --mount=type=cache,target=/root/.cache/pip \
# Add src files (Worker Template)
ADD src .
# Prepare the models inside the docker image
ARG HUGGING_FACE_HUB_TOKEN
# Prepare argument for the model and tokenizer
ARG MODEL_NAME=""
+2 -2
View File
@@ -1,5 +1,5 @@
git+https://github.com/runpod/runpod-python.git@concurrency-optimization
# torch==2.0.1 -f https://download.pytorch.org/whl/cu118
vllm==0.2.2
hf_transfer
huggingface-hub==0.19.4
vllm==0.2.2