From 06183813cfca2a007e068526fdf70833e287945e Mon Sep 17 00:00:00 2001 From: Jorg Doku Date: Thu, 31 Aug 2023 18:30:59 -0500 Subject: [PATCH] take advantage of layering --- Dockerfile | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 4a55860..011fdde 100644 --- a/Dockerfile +++ b/Dockerfile @@ -55,7 +55,15 @@ ENV TRANSFORMERS_CACHE="/runpod-volume/huggingface-cache/hub" # Download the models RUN mkdir -p /model -RUN MODEL_NAME=$MODEL_NAME MODEL_REVISION=$MODEL_REVISION MODEL_BASE_PATH=$MODEL_BASE_PATH HUGGING_FACE_HUB_TOKEN=$HUGGING_FACE_HUB_TOKEN python -u /download_model.py + +# Set environment variables +ENV MODEL_NAME=$MODEL_NAME \ + MODEL_REVISION=$MODEL_REVISION \ + MODEL_BASE_PATH=$MODEL_BASE_PATH \ + HUGGING_FACE_HUB_TOKEN=$HUGGING_FACE_HUB_TOKEN + +# Run the Python script to download the model +RUN python -u /download_model.py # Start the handler CMD STREAMING=$STREAMING MODEL_NAME=$MODEL_NAME MODEL_BASE_PATH=$MODEL_BASE_PATH TOKENIZER=$TOKENIZER python -u /handler.py