Merge pull request #141 from runpod-workers/main

Rebase
2025-01-02 20:49:48 -08:00
parent 6c6bf50379 8e3c26be14
commit 3f0a20d28e
4 changed files with 99 additions and 69 deletions
@@ -149,8 +149,11 @@ class OpenAIvLLMEngine(vLLMEngine):
            base_model_paths=self.base_model_paths,
            response_role=self.response_role,
            chat_template=self.tokenizer.tokenizer.chat_template,
+            enable_auto_tools=os.getenv('ENABLE_AUTO_TOOL_CHOICE', 'false').lower() == 'true',
+            tool_parser=os.getenv('TOOL_CALL_PARSER', "") or None,
            lora_modules=lora_modules,
            prompt_adapters=None,
+            chat_template_content_format="auto",
            request_logger=None
        )
        self.completion_engine = OpenAIServingCompletion(