Fixed STREAMING environment variable not being interpreted as boolean, when set in environment to 'False'.

2023-08-08 15:01:03 +02:00
parent 72be7ff31d
commit 58324fed8f
1 changed files with 1 additions and 1 deletions
@@ -11,7 +11,7 @@ import os
 # Prepare the model and tokenizer
 MODEL_NAME = os.environ.get('MODEL_NAME')
 MODEL_BASE_PATH = os.environ.get('MODEL_BASE_PATH', '/runpod-volume/')
-STREAMING = os.environ.get('STREAMING', False)
+STREAMING = os.environ.get('STREAMING', False) == 'True'
 TOKENIZER = os.environ.get('TOKENIZER', None)

 if not MODEL_NAME: