update engine

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
2024-12-30 17:13:03 -08:00
parent a3d432afdf
commit 66ea8b1110
1 changed files with 1 additions and 0 deletions
@@ -150,6 +150,7 @@ class OpenAIvLLMEngine(vLLMEngine):
            tool_parser=os.getenv('TOOL_CALL_PARSER', "") or None,
            lora_modules=lora_modules,
            prompt_adapters=None,
+            chat_template_content_format="auto",
            request_logger=None
        )
        self.completion_engine = OpenAIServingCompletion(