fix: openai tool calling

src/engine.py

@@ -17,7 +17,7 @@ from vllm.entrypoints.openai.serving_engine import BaseModelPath, LoRAModulePath
 from utils import DummyRequest, JobInput, BatchSize, create_error_response
 from constants import DEFAULT_MAX_CONCURRENCY, DEFAULT_BATCH_SIZE, DEFAULT_BATCH_SIZE_GROWTH_FACTOR, DEFAULT_MIN_BATCH_SIZE
 from tokenizer import TokenizerWrapper
-from engine_args import get_engine_args
+from engine_args import get_engine_args, DEFAULT_ARGS
 
 class vLLMEngine:
     def __init__(self, engine = None):
@@ -146,6 +146,8 @@ class OpenAIvLLMEngine(vLLMEngine):
             base_model_paths=self.base_model_paths,
             response_role=self.response_role,
             chat_template=self.tokenizer.tokenizer.chat_template,
+            enable_auto_tools=DEFAULT_ARGS.enable_auto_tool_choice,
+            tool_parser=DEFAULT_ARGS.tool_call_parser,
             lora_modules=lora_modules,
             prompt_adapters=None,
             request_logger=None