owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore: added limit_mm_per_prompt to worker config

Browse Source
This commit is contained in:
Aleksandar Babic
2025-04-21 10:14:05 -04:00
parent cfc258674b
commit a53cf777ff
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
worker-config.json
+9 -1
View File
@@ -25,7 +25,7 @@
"TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_THRESHOLD", "TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_ALPHA", "TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_THRESHOLD", "TYPICAL_ACCEPTANCE_SAMPLER_POSTERIOR_ALPHA",
"MODEL_LOADER_EXTRA_CONFIG", "PREEMPTION_MODE", "PREEMPTION_CHECK_PERIOD", "MODEL_LOADER_EXTRA_CONFIG", "PREEMPTION_MODE", "PREEMPTION_CHECK_PERIOD",
"PREEMPTION_CPU_CAPACITY", "MAX_LOG_LEN", "DISABLE_LOGGING_REQUEST", "PREEMPTION_CPU_CAPACITY", "MAX_LOG_LEN", "DISABLE_LOGGING_REQUEST",
"ENABLE_AUTO_TOOL_CHOICE", "TOOL_CALL_PARSER" "ENABLE_AUTO_TOOL_CHOICE", "TOOL_CALL_PARSER", "LIMIT_MM_PER_PROMPT"
] ]
}, },
{ {
@@ -1262,6 +1262,14 @@
{ "value": "pythonic", "label": "Pythonic" }, { "value": "pythonic", "label": "Pythonic" },
{ "value": "internlm", "label": "InternLM" } { "value": "internlm", "label": "InternLM" }
] ]
},
"LIMIT_MM_PER_PROMPT": {
"env_var_name": "LIMIT_MM_PER_PROMPT",
"value": "image=1",
"title": "Limit MM Per Prompt",
"description": "Limit MM per prompt",
"required": false,
"type": "text"
} }
} }
} }