From 8beafed06b96448ee6cf5af9825e4f69b0bb8a1c Mon Sep 17 00:00:00 2001 From: Aleksandar Babic Date: Mon, 21 Apr 2025 10:02:46 -0400 Subject: [PATCH] fix: added back limit_mm_per_prompt to engine args --- src/engine_args.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/engine_args.py b/src/engine_args.py index 92c1e6a..3131172 100644 --- a/src/engine_args.py +++ b/src/engine_args.py @@ -91,6 +91,7 @@ DEFAULT_ARGS = { "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None), "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None), "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'), + "limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', "image=1")) } def match_vllm_args(args):