feat: tool calling flags

2024-11-24 06:51:41 +01:00
parent 2df915a145
commit 4d7b8c03c0
2 changed files with 31 additions and 3 deletions
@@ -89,7 +89,9 @@ DEFAULT_ARGS = {
    "qlora_adapter_name_or_path": os.getenv('QLORA_ADAPTER_NAME_OR_PATH', None),
    "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
    "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
-    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true')
+    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
+    "enable_auto_tool_choice": os.getenv('ENABLE_AUTO_TOOL_CHOICE', 'false').lower() == 'true',
+    "tool_call_parser": os.getenv('TOOL_CALL_PARSER', None)
 }

 def match_vllm_args(args):