Merge pull request #45 from willsamu/fix-tokenizer-input

fix: build error if no `TOKENIZER_NAME` provided
2024-02-09 22:51:18 -05:00
parent 4f5e0d37c4 7b3fd05542
commit bfeb60c54e
1 changed files with 2 additions and 1 deletions
@@ -27,7 +27,8 @@ def move_files(src_dir, dest_dir):
        
 if __name__ == "__main__":
    model, download_dir = os.getenv("MODEL_NAME"), os.getenv("HF_HOME")
-    tokenizer = os.getenv("TOKENIZER_NAME", model)
+    tokenizer = os.getenv("TOKENIZER_NAME") or model
+
    revisions = {
        "model": os.getenv("MODEL_REVISION") or None,
        "tokenizer": os.getenv("TOKENIZER_REVISION") or None