From f3534a4ea770b96dad25e4b73b4b70f970b01be0 Mon Sep 17 00:00:00 2001 From: pandyamarut Date: Sat, 27 Jul 2024 15:49:45 -0700 Subject: [PATCH] fix openai compat Signed-off-by: pandyamarut --- src/engine.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/engine.py b/src/engine.py index 1f48145..6962027 100644 --- a/src/engine.py +++ b/src/engine.py @@ -176,7 +176,7 @@ class OpenAIvLLMEngine(vLLMEngine): yield create_error_response(str(e)).model_dump() return - response_generator = await generator_function(request, DummyRequest()) + response_generator = await generator_function(request, raw_request=None) if not openai_request.openai_input.get("stream") or isinstance(response_generator, ErrorResponse): yield response_generator.model_dump()