From 58324fed8fb0c7b86730a9c423cd4a82be62466c Mon Sep 17 00:00:00 2001 From: Vlad-Mihai Sima Date: Tue, 8 Aug 2023 15:01:03 +0200 Subject: [PATCH] Fixed STREAMING environment variable not being interpreted as boolean, when set in environment to 'False'. --- src/handler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/handler.py b/src/handler.py index 142bb2d..e8fd03b 100644 --- a/src/handler.py +++ b/src/handler.py @@ -11,7 +11,7 @@ import os # Prepare the model and tokenizer MODEL_NAME = os.environ.get('MODEL_NAME') MODEL_BASE_PATH = os.environ.get('MODEL_BASE_PATH', '/runpod-volume/') -STREAMING = os.environ.get('STREAMING', False) +STREAMING = os.environ.get('STREAMING', False) == 'True' TOKENIZER = os.environ.get('TOKENIZER', None) if not MODEL_NAME: