owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #181 from runpod-workers/revert-177-main

Browse Source 
Revert "fix: added back limit_mm_per_prompt to engine args"
This commit is contained in:
Marut Pandya
2025-05-07 12:31:15 -07:00
committed by GitHub
parent 0b6bc7a2be a9786a2481
commit 6075f2c590
2 changed files with 1 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/engine_args.py
-1
View File
@@ -91,7 +91,6 @@ DEFAULT_ARGS = {
"disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None), "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
"otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None), "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
"use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'), "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
"limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', "image=1")),
} }
def match_vllm_args(args): def match_vllm_args(args):
worker-config.json
+1 -9
View File
@@ -86,7 +86,7 @@
"TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_THRESHOLD", "TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_ALPHA", "TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_THRESHOLD", "TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_ALPHA",
"MODEL_LOADER_EXTRA_CONFIG", "PREEMPTION_MODE", "PREEMPTION_CHECK_PERIOD", "MODEL_LOADER_EXTRA_CONFIG", "PREEMPTION_MODE", "PREEMPTION_CHECK_PERIOD",
"PREEMPTION_CPU_CAPACITY", "MAX_LOG_LEN", "DISABLE_LOGGING_REQUEST", "PREEMPTION_CPU_CAPACITY", "MAX_LOG_LEN", "DISABLE_LOGGING_REQUEST",
"ENABLE_AUTO_TOOL_CHOICE", "TOOL_CALL_PARSER", "LIMIT_MM_PER_PROMPT" "ENABLE_AUTO_TOOL_CHOICE", "TOOL_CALL_PARSER"
] ]
}, },
{ {
@@ -1324,14 +1324,6 @@
{ "value": "pythonic", "label": "Pythonic" }, { "value": "pythonic", "label": "Pythonic" },
{ "value": "internlm", "label": "InternLM" } { "value": "internlm", "label": "InternLM" }
] ]
},
"LIMIT_MM_PER_PROMPT": {
"env_var_name": "LIMIT_MM_PER_PROMPT",
"value": "image=1",
"title": "Limit MM Per Prompt",
"description": "Limit MM per prompt",
"required": false,
"type": "text"
} }
} }
} }