owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #189 from runpod-workers/hf-mm

Browse Source 
add multi modal env var
This commit is contained in:
Marut Pandya
2025-06-10 17:03:18 -07:00
committed by GitHub
parent 4c6c88c3b9 1a93932ab2
commit 9631407c1d
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/engine_args.py
+3 -1
View File
@@ -91,8 +91,10 @@ DEFAULT_ARGS = {
"disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None), "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
"otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None), "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
"use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'), "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
"limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', 'image=1,video=0')),
} }
limit_mm_env = os.getenv('LIMIT_MM_PER_PROMPT')
if limit_mm_env is not None:
DEFAULT_ARGS["limit_mm_per_prompt"] = convert_limit_mm_per_prompt(limit_mm_env)
def match_vllm_args(args): def match_vllm_args(args):
"""Rename args to match vllm by: """Rename args to match vllm by: