Logging change

2023-12-01 10:18:48 +00:00
parent b242b0cedd
commit 8d27261645
2 changed files with 2 additions and 1 deletions
@@ -20,7 +20,7 @@ engine_args = AsyncEngineArgs(
    tokenizer=config.tokenizer,
    tensor_parallel_size=config.num_gpu_shard,
    dtype=config.dtype,
-    disable_log_stats=True,
+    disable_log_stats=config.disable_log_stats,
    quantization=config.quantization,
    gpu_memory_utilization=0.97,
 )