diff --git a/src/handler.py b/src/handler.py index 5a3b5e1..31bd860 100644 --- a/src/handler.py +++ b/src/handler.py @@ -11,7 +11,7 @@ import os # Prepare the model and tokenizer MODEL_NAME = os.environ.get('MODEL_NAME') MODEL_BASE_PATH = os.environ.get('MODEL_BASE_PATH', '/runpod-volume/') -STREAMING = os.environ.get('STREAMING', False) +STREAMING = os.environ.get('STREAMING', False) == 'True' TOKENIZER = os.environ.get('TOKENIZER', None) if not MODEL_NAME: