Merge branch 'main' into openai-sse-output

This commit is contained in:
Alpay Ariyak
2024-02-21 19:56:55 -05:00
committed by GitHub
2 changed files with 3 additions and 2 deletions
+1 -1
View File
@@ -47,7 +47,7 @@ We now offer a pre-built Docker Image for the vLLM Worker that you can configure
<div align="center"> <div align="center">
Stable Image: ```runpod/worker-vllm:0.2.2``` Stable Image: ```runpod/worker-vllm:0.2.3```
Development Image: ```runpod/worker-vllm:dev``` Development Image: ```runpod/worker-vllm:dev```
+2 -1
View File
@@ -27,7 +27,8 @@ def move_files(src_dir, dest_dir):
if __name__ == "__main__": if __name__ == "__main__":
model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME") model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME")
tokenizer = os.getenv("TOKENIZER_NAME", model) tokenizer = os.getenv("TOKENIZER_NAME") or model
revisions = { revisions = {
"model": os.getenv("MODEL_REVISION") or None, "model": os.getenv("MODEL_REVISION") or None,
"tokenizer": os.getenv("TOKENIZER_REVISION") or None "tokenizer": os.getenv("TOKENIZER_REVISION") or None