this version works!

This commit is contained in:
Jorg Doku
2023-07-19 09:21:42 -05:00
parent 9046fc811b
commit ff59fb6b8f
2 changed files with 2 additions and 1 deletions
+1 -1
View File
@@ -30,6 +30,6 @@ RUN --mount=type=cache,target=/root/.cache/pip \
ADD src .
# Quick temporary updates
RUN pip install git+https://github.com/runpod/runpod-python@multijob2#egg=runpod --compile
RUN pip install git+https://github.com/runpod/runpod-python@multijob2#egg=runpod --compile
CMD python -u /handler.py
+1
View File
@@ -34,6 +34,7 @@ def handler_fully_utilized() -> bool:
total_pending_sequences = len(llm.engine.scheduler.waiting) + len(llm.engine.scheduler.swapped)
return total_pending_sequences > 10
# Validation
def validate_sampling_params(sampling_params):
def validate_int(value, default):