owen/worker-vllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update handler.py

Browse Source
This commit is contained in:
alpayariyak
2023-11-28 18:49:15 -05:00
parent 7cadff29f5
commit fdddeacf3c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/handler.py
+1 -1
View File
@@ -65,7 +65,7 @@ llm.engine._log_system_stats = lambda x, y: vllm_log_system_stats(
def concurrency_controller() -> int:
global TOTAL_RUNNING_JOBS
return min(0, MAX_CONCURRENCY - TOTAL_RUNNING_JOBS)
return max(0, MAX_CONCURRENCY - TOTAL_RUNNING_JOBS)
def prepare_metrics() -> dict: