Merge remote-tracking branch 'refs/remotes/origin/main'

src/handler.py

@@ -11,7 +11,7 @@ import os
 # Prepare the model and tokenizer
 MODEL_NAME = os.environ.get('MODEL_NAME')
 MODEL_BASE_PATH = os.environ.get('MODEL_BASE_PATH', '/runpod-volume/')
-STREAMING = os.environ.get('STREAMING', False)
+STREAMING = os.environ.get('STREAMING', False) == 'True'
 TOKENIZER = os.environ.get('TOKENIZER', None)
 
 if not MODEL_NAME: