update

2023-08-22 15:44:28 -05:00
parent 5dd9555306
commit f4e8c84695
1 changed files with 1 additions and 1 deletions
@@ -36,7 +36,7 @@ engine_args = AsyncEngineArgs(
    dtype="auto",
    seed=0,
    worker_use_ray=False,
-    max_num_batched_tokens=10000,
+    max_num_batched_tokens=8192,
    max_num_seqs=4096
 )