owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #188 from WorstDev01/add-mm-limit-parameter

Browse Source 
Add multimodal limit parameter support
This commit is contained in:
Marut Pandya
2025-06-10 14:59:21 -07:00
committed by GitHub
parent 26919c8849 a58a76783d
commit 4c6c88c3b9
2 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/engine_args.py
+1
View File
@@ -91,6 +91,7 @@ DEFAULT_ARGS = {
"disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None), "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
"otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None), "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
"use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'), "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
"limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', 'image=1,video=0')),
} }
def match_vllm_args(args): def match_vllm_args(args):
src/utils.py
+7 -2
View File
@@ -15,9 +15,14 @@ except ImportError:
logging.basicConfig(level=logging.INFO) logging.basicConfig(level=logging.INFO)
# Updated to parse multiple comma-separated multimodal limits (e.g., 'image=1,video=0')
def convert_limit_mm_per_prompt(input_string: str): def convert_limit_mm_per_prompt(input_string: str):
key, value = input_string.split('=') result = {}
return {key: int(value)} pairs = input_string.split(',')
for pair in pairs:
key, value = pair.split('=')
result[key] = int(value)
return result
def count_physical_cores(): def count_physical_cores():
with open('/proc/cpuinfo') as f: with open('/proc/cpuinfo') as f: