Add CONFIG_FORMAT environment variable support

2025-06-14 15:12:46 +02:00
parent 7192bcaeef
commit c47e649a24
1 changed files with 1 additions and 0 deletions
@@ -26,6 +26,7 @@ DEFAULT_ARGS = {
    "trust_remote_code": os.getenv('TRUST_REMOTE_CODE', 'False').lower() == 'true',
    "download_dir": os.getenv('DOWNLOAD_DIR', None),
    "load_format": os.getenv('LOAD_FORMAT', 'auto'),
+    "config_format": os.getenv('CONFIG_FORMAT', 'auto'),
    "dtype": os.getenv('DTYPE', 'auto'),
    "kv_cache_dtype": os.getenv('KV_CACHE_DTYPE', 'auto'),
    "quantization_param_path": os.getenv('QUANTIZATION_PARAM_PATH', None),