add multi modal env var

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
2025-06-10 17:02:42 -07:00
parent 4c6c88c3b9
commit 1a93932ab2
1 changed files with 3 additions and 1 deletions
@@ -91,8 +91,10 @@ DEFAULT_ARGS = {
    "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
    "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
-    "limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', 'image=1,video=0')),
 }
+limit_mm_env = os.getenv('LIMIT_MM_PER_PROMPT')
+if limit_mm_env is not None:
+    DEFAULT_ARGS["limit_mm_per_prompt"] = convert_limit_mm_per_prompt(limit_mm_env)

 def match_vllm_args(args):
    """Rename args to match vllm by: