adding 'bitsandbytes' option

2025-01-21 14:08:37 +02:00
parent a27f72a33a
commit 331bc30101
1 changed files with 3 additions and 2 deletions
@@ -558,14 +558,15 @@
    "env_var_name": "QUANTIZATION",
    "value": "",
    "title": "Quantization",
-    "description": "Method used to quantize the weights.",
+    "description": "Method used to quantize the weights.\nif the `Load Format` is 'bitsandbytes' then `Quantization` will be forced to 'bitsandbytes'",
    "required": false,
    "type": "select",
    "options": [
      { "value": "None", "label": "None" },
      { "value": "awq", "label": "AWQ" },
      { "value": "squeezellm", "label": "SqueezeLLM" },
-      { "value": "gptq", "label": "GPTQ" }
+      { "value": "gptq", "label": "GPTQ" },
+      { "value": "bitsandbytes", "label": "bitsandbytes" }
    ]
  },
  "ROPE_SCALING": {