From 9f1dd5a9b1ce47de8e8928b752b62452e96b94e8 Mon Sep 17 00:00:00 2001 From: Jorg Doku Date: Thu, 31 Aug 2023 15:56:13 -0500 Subject: [PATCH] finished --- src/handler.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/src/handler.py b/src/handler.py index a1f4c8f..2699a3a 100644 --- a/src/handler.py +++ b/src/handler.py @@ -15,7 +15,7 @@ MODEL_NAME = os.environ.get('MODEL_NAME') MODEL_BASE_PATH = os.environ.get('MODEL_BASE_PATH', '/runpod-volume/') STREAMING = os.environ.get('STREAMING', False) == 'True' TOKENIZER = os.environ.get('TOKENIZER', None) -USE_FULL_METRICS = os.environ.get('USE_FULL_METRICS', False) +USE_FULL_METRICS = os.environ.get('USE_FULL_METRICS', True) if not MODEL_NAME: print("Error: The model has not been provided.") @@ -230,7 +230,6 @@ async def handler_streaming(job: dict) -> Generator[dict[str, list], None, None] ret = { "text": text_outputs, "metrics": runpod_metrics, - "final_output": [output.text for output in request_output.outputs] # Temporary, for debugging purposes. } yield ret