Merge branch 'main' into openai-sse-output
This commit is contained in:
@@ -47,7 +47,7 @@ We now offer a pre-built Docker Image for the vLLM Worker that you can configure
|
|||||||
|
|
||||||
<div align="center">
|
<div align="center">
|
||||||
|
|
||||||
Stable Image: ```runpod/worker-vllm:0.2.2```
|
Stable Image: ```runpod/worker-vllm:0.2.3```
|
||||||
|
|
||||||
Development Image: ```runpod/worker-vllm:dev```
|
Development Image: ```runpod/worker-vllm:dev```
|
||||||
|
|
||||||
|
|||||||
@@ -27,7 +27,8 @@ def move_files(src_dir, dest_dir):
|
|||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME")
|
model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME")
|
||||||
tokenizer = os.getenv("TOKENIZER_NAME", model)
|
tokenizer = os.getenv("TOKENIZER_NAME") or model
|
||||||
|
|
||||||
revisions = {
|
revisions = {
|
||||||
"model": os.getenv("MODEL_REVISION") or None,
|
"model": os.getenv("MODEL_REVISION") or None,
|
||||||
"tokenizer": os.getenv("TOKENIZER_REVISION") or None
|
"tokenizer": os.getenv("TOKENIZER_REVISION") or None
|
||||||
|
|||||||
Reference in New Issue
Block a user