Merge pull request #226 from runpod-workers/fix/cse-839-max-concurrency

fix: max concurrency = 30 instead of 300
2025-10-22 22:54:21 +02:00
parent 60c8f257a8
commit 66e1b1605b
6 changed files with 7 additions and 1520 deletions
@@ -935,7 +935,7 @@
          "name": "Max Concurrency",
          "type": "number",
          "description": "Max concurrent requests per worker. vLLM has an internal queue, so you don't have to worry about limiting by VRAM, this is for improving scaling/load balancing efficiency",
-          "default": 300,
+          "default": 30,
          "advanced": true
        }
      },