fix: added back limit_mm_per_prompt to engine args

2025-04-21 10:02:46 -04:00
parent d77c53c3b7
commit 8beafed06b
1 changed files with 1 additions and 0 deletions
@@ -91,6 +91,7 @@ DEFAULT_ARGS = {
    "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
    "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
+    "limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', "image=1"))
 }

 def match_vllm_args(args):