fix: allow "None" as string for setting env variables (like quantization)

This commit is contained in:
Tim Pietrusky
2025-08-13 10:27:00 +02:00
parent 7aa17463d3
commit e2e111b942
+1 -1
View File
@@ -111,7 +111,7 @@ def match_vllm_args(args):
"""
renamed_args = {RENAME_ARGS_MAP.get(k, k): v for k, v in args.items()}
matched_args = {k: v for k, v in renamed_args.items() if k in AsyncEngineArgs.__dataclass_fields__}
return {k: v for k, v in matched_args.items() if v not in [None, ""]}
return {k: v for k, v in matched_args.items() if v not in [None, "", "None"]}
def get_local_args():
"""
Retrieve local arguments from a JSON file.