From fdddeacf3ca203b4cb4a9a247e37f45314ab6005 Mon Sep 17 00:00:00 2001
From: alpayariyak <aariyak@wpi.edu>
Date: Tue, 28 Nov 2023 18:49:15 -0500
Subject: [PATCH] Update handler.py

---
 src/handler.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/handler.py b/src/handler.py
index 70dcea9..f3e2cc3 100644
--- a/src/handler.py
+++ b/src/handler.py
@@ -65,7 +65,7 @@ llm.engine._log_system_stats = lambda x, y: vllm_log_system_stats(
 
 def concurrency_controller() -> int:
     global TOTAL_RUNNING_JOBS
-    return min(0, MAX_CONCURRENCY - TOTAL_RUNNING_JOBS)
+    return max(0, MAX_CONCURRENCY - TOTAL_RUNNING_JOBS)
 
 
 def prepare_metrics() -> dict: