From 4a6bf9f0ee5a811da866d038e5dab1f907326bd9 Mon Sep 17 00:00:00 2001
From: Alpay Ariyak <98838263+alpayariyak@users.noreply.github.com>
Date: Thu, 28 Dec 2023 19:03:46 -0500
Subject: [PATCH] Concurrency hotfix

---
 src/handler.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/handler.py b/src/handler.py
index 0e2328d..f65dbe1 100644
--- a/src/handler.py
+++ b/src/handler.py
@@ -8,7 +8,7 @@ serverless_config = ServerlessConfig()
 llm, tokenizer = initialize_llm_engine()
 
 def concurrency_modifier(current_concurrency) -> int:
-    return max(0, serverless_config.max_concurrency - current_concurrency)
+    return serverless_config.max_concurrency
 
 async def handler(job: dict) -> Generator[dict, None, None]:
     job_input = job["input"]