owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #45 from willsamu/fix-tokenizer-input

Browse Source 
fix: build error if no `TOKENIZER_NAME` provided
This commit is contained in:
Alpay Ariyak
2024-02-09 22:51:18 -05:00
committed by GitHub
parent 4f5e0d37c4 7b3fd05542
commit bfeb60c54e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
builder/download_model.py
+2 -1
View File
@@ -27,7 +27,8 @@ def move_files(src_dir, dest_dir):
if __name__ == "__main__": if __name__ == "__main__":
model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME") model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME")
tokenizer = os.getenv("TOKENIZER_NAME", model) tokenizer = os.getenv("TOKENIZER_NAME") or model
revisions = { revisions = {
"model": os.getenv("MODEL_REVISION") or None, "model": os.getenv("MODEL_REVISION") or None,
"tokenizer": os.getenv("TOKENIZER_REVISION") or None "tokenizer": os.getenv("TOKENIZER_REVISION") or None