correct access to "args" dictionary

2025-01-21 22:33:28 +02:00
parent 8882f6d50b
commit 131c17569f
1 changed files with 2 additions and 2 deletions
@@ -147,8 +147,8 @@ def get_engine_args():
    # Rename and match to vllm args
    args = match_vllm_args(args)

-    if args.load_format=="bitsandbytes": 
-        args.quantization = args.load_format
+    if args.get("load_format") == "bitsandbytes":
+        args["quantization"] = args["load_format"]
    
    # Set tensor parallel size and max parallel loading workers if more than 1 GPU is available
    num_gpus = device_count()