fix openai compat

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
2024-07-27 15:49:45 -07:00
parent b61ea5ea46
commit f3534a4ea7
1 changed files with 1 additions and 1 deletions
@@ -176,7 +176,7 @@ class OpenAIvLLMEngine(vLLMEngine):
            yield create_error_response(str(e)).model_dump()
            return
        
-        response_generator = await generator_function(request, DummyRequest())
+        response_generator = await generator_function(request, raw_request=None)

        if not openai_request.openai_input.get("stream") or isinstance(response_generator, ErrorResponse):
            yield response_generator.model_dump()