dynamic lora loading

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
2025-01-28 19:00:57 -08:00
parent 610429df23
commit c703254f71
2 changed files with 11 additions and 10 deletions
@@ -91,7 +91,6 @@ DEFAULT_ARGS = {
    "disable_logprobs_during_spec_decoding": os.getenv('DISABLE_LOGPROBS_DURING_SPEC_DECODING', None),
    "otlp_traces_endpoint": os.getenv('OTLP_TRACES_ENDPOINT', None),
    "use_v2_block_manager": os.getenv('USE_V2_BLOCK_MANAGER', 'true'),
-    "limit_mm_per_prompt": convert_limit_mm_per_prompt(os.getenv('LIMIT_MM_PER_PROMPT', "image=1"))
 }

 def match_vllm_args(args):