From 7ec10b98cd940df327846dfe89ec6bc58199d5ce Mon Sep 17 00:00:00 2001 From: velaraptor-runpod Date: Thu, 12 Feb 2026 15:28:31 -0600 Subject: [PATCH] Update utils.py --- src/utils.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/utils.py b/src/utils.py index 1572f6b..62a829d 100644 --- a/src/utils.py +++ b/src/utils.py @@ -6,7 +6,7 @@ from time import time try: from vllm.utils import random_uuid - from vllm.entrypoints.openai.engine.protocol import ErrorResponse, RequestResponseMetadata + from vllm.entrypoints.openai.engine.protocol import ErrorResponse, ErrorInfo, RequestResponseMetadata from vllm import SamplingParams except ImportError: logging.warning("Error importing vllm, skipping related imports. This is ONLY expected when baking model into docker image from a machine without GPUs") @@ -87,9 +87,9 @@ class BatchSize: self.current_batch_size = min(self.current_batch_size*self.batch_size_growth_factor, self.max_batch_size) def create_error_response(message: str, err_type: str = "BadRequestError", status_code: HTTPStatus = HTTPStatus.BAD_REQUEST) -> ErrorResponse: - return ErrorResponse(message=message, - type=err_type, - code=status_code.value) + return ErrorResponse(error=ErrorInfo(message=message, + type=err_type, + code=status_code.value)) def get_int_bool_env(env_var: str, default: bool) -> bool: return int(os.getenv(env_var, int(default))) == 1