From 30dd7c1eb50355a894cd600791e72c5afa3dbefe Mon Sep 17 00:00:00 2001 From: pandyamarut Date: Tue, 28 Jan 2025 21:40:00 -0800 Subject: [PATCH] update engine.py Signed-off-by: pandyamarut --- src/engine.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/engine.py b/src/engine.py index 0c32efc..88a0101 100644 --- a/src/engine.py +++ b/src/engine.py @@ -155,9 +155,9 @@ class OpenAIvLLMEngine(vLLMEngine): request_logger=None, chat_template=self.tokenizer.tokenizer.chat_template, chat_template_content_format="auto", - enable_reasoning=os.getenv('ENABLE_REASONING', 'false').lower() == 'true', - reasoning_parser=None, - return_token_as_token_ids=False, + # enable_reasoning=os.getenv('ENABLE_REASONING', 'false').lower() == 'true', + # reasoning_parser=None, + # return_token_as_token_ids=False, enable_auto_tools=os.getenv('ENABLE_AUTO_TOOL_CHOICE', 'false').lower() == 'true', tool_parser=os.getenv('TOOL_CALL_PARSER', "") or None, enable_prompt_tokens_details=False @@ -167,7 +167,7 @@ class OpenAIvLLMEngine(vLLMEngine): model_config=self.model_config, models=self.serving_models, request_logger=None, - return_token_as_token_ids=False, + # return_token_as_token_ids=False, ) async def generate(self, openai_request: JobInput):