fix: move tool flags away from engine args

2024-12-06 16:07:23 +01:00
parent 3e86d16892
commit b1fca5d257
2 changed files with 3 additions and 5 deletions
@@ -89,9 +89,7 @@ DEFAULT_ARGS = {
    "qlora_adapter_name_or_path": os.getenv('QLORA_ADAPTER_NAME_OR_PATH', None),
    "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
    "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
-    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
-    "enable_auto_tool_choice": os.getenv('ENABLE_AUTO_TOOL_CHOICE', 'false').lower() == 'true',
-    "tool_call_parser": os.getenv('TOOL_CALL_PARSER', "") or None
+    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true')
 }

 def match_vllm_args(args):