owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Add CONFIG_FORMAT environment variable support

Browse Source
This commit is contained in:
Tim Pietrusky
2025-06-14 15:12:46 +02:00
parent 7192bcaeef
commit c47e649a24
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/engine_args.py
+1
View File
@@ -26,6 +26,7 @@ DEFAULT_ARGS = {
"trust_remote_code": os.getenv('TRUST_REMOTE_CODE', 'False').lower() == 'true', "trust_remote_code": os.getenv('TRUST_REMOTE_CODE', 'False').lower() == 'true',
"download_dir": os.getenv('DOWNLOAD_DIR', None), "download_dir": os.getenv('DOWNLOAD_DIR', None),
"load_format": os.getenv('LOAD_FORMAT', 'auto'), "load_format": os.getenv('LOAD_FORMAT', 'auto'),
"config_format": os.getenv('CONFIG_FORMAT', 'auto'),
"dtype": os.getenv('DTYPE', 'auto'), "dtype": os.getenv('DTYPE', 'auto'),
"kv_cache_dtype": os.getenv('KV_CACHE_DTYPE', 'auto'), "kv_cache_dtype": os.getenv('KV_CACHE_DTYPE', 'auto'),
"quantization_param_path": os.getenv('QUANTIZATION_PARAM_PATH', None), "quantization_param_path": os.getenv('QUANTIZATION_PARAM_PATH', None),