update

2023-08-22 15:44:02 -05:00
parent 6498c67340
commit 5dd9555306
1 changed files with 1 additions and 1 deletions
@@ -37,7 +37,7 @@ engine_args = AsyncEngineArgs(
    seed=0,
    worker_use_ray=False,
    max_num_batched_tokens=10000,
-    max_num_seqs=1000
+    max_num_seqs=4096
 )

 # Create the vLLM asynchronous engine