update env

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
2024-11-22 15:14:57 -08:00
parent 27a2ee5754
commit 6c6bf50379
1 changed files with 2 additions and 2 deletions
@@ -23,8 +23,8 @@ class vLLMEngine:
    def __init__(self, engine = None):
        load_dotenv() # For local development
        self.engine_args = get_engine_args()
-        if os.getenv('RUNPOD_HUGGINGFACE_CACHE'):
-            self.engine_args.model = f'/runpod/cache/model/{os.getenv('RUNPOD_HUGGINGFACE_CACHE')}/main'
+        if os.getenv("MODEL_CACHE_ENABLE"):
+            self.engine_args.model = f"/runpod/cache/model/{os.getenv('MODEL_NAME')}/main"
        logging.info(f"Engine args: {self.engine_args}")
        
        self.tokenizer = TokenizerWrapper(self.engine_args.tokenizer or self.engine_args.model,