diff --git a/README.md b/README.md index 7bcf376..b111aeb 100644 --- a/README.md +++ b/README.md @@ -47,7 +47,7 @@ We now offer a pre-built Docker Image for the vLLM Worker that you can configure
-Stable Image: ```runpod/worker-vllm:0.2.2``` +Stable Image: ```runpod/worker-vllm:0.2.3``` Development Image: ```runpod/worker-vllm:dev``` diff --git a/builder/download_model.py b/builder/download_model.py index caf4a42..dddcf56 100644 --- a/builder/download_model.py +++ b/builder/download_model.py @@ -27,7 +27,8 @@ def move_files(src_dir, dest_dir): if __name__ == "__main__": model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME") - tokenizer = os.getenv("TOKENIZER_NAME", model) + tokenizer = os.getenv("TOKENIZER_NAME") or model + revisions = { "model": os.getenv("MODEL_REVISION") or None, "tokenizer": os.getenv("TOKENIZER_REVISION") or None