From 66ea8b1110cfe951ee07850185241c88d0859ac2 Mon Sep 17 00:00:00 2001
From: pandyamarut <pandyamarut@gmail.com>
Date: Mon, 30 Dec 2024 17:13:03 -0800
Subject: [PATCH] update engine

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
---
 src/engine.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/engine.py b/src/engine.py
index f999315..5ce48a6 100644
--- a/src/engine.py
+++ b/src/engine.py
@@ -150,6 +150,7 @@ class OpenAIvLLMEngine(vLLMEngine):
             tool_parser=os.getenv('TOOL_CALL_PARSER', "") or None,
             lora_modules=lora_modules,
             prompt_adapters=None,
+            chat_template_content_format="auto",
             request_logger=None
         )
         self.completion_engine = OpenAIServingCompletion(