Merge pull request #177 from aleksandar-babic/main

fix: added back limit_mm_per_prompt to engine args
2025-05-03 21:01:58 -07:00
parent e807342e90 a53cf777ff
commit 4e474c41c8
2 changed files with 10 additions and 1 deletions
@@ -91,6 +91,7 @@ DEFAULT_ARGS = {
    "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
    "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
+    "limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', "image=1")),
 }

 def match_vllm_args(args):