this version works!
This commit is contained in:
+1
-1
@@ -30,6 +30,6 @@ RUN --mount=type=cache,target=/root/.cache/pip \
|
||||
ADD src .
|
||||
|
||||
# Quick temporary updates
|
||||
RUN pip install git+https://github.com/runpod/runpod-python@multijob2#egg=runpod --compile
|
||||
RUN pip install git+https://github.com/runpod/runpod-python@multijob2#egg=runpod --compile
|
||||
|
||||
CMD python -u /handler.py
|
||||
|
||||
@@ -34,6 +34,7 @@ def handler_fully_utilized() -> bool:
|
||||
total_pending_sequences = len(llm.engine.scheduler.waiting) + len(llm.engine.scheduler.swapped)
|
||||
return total_pending_sequences > 10
|
||||
|
||||
|
||||
# Validation
|
||||
def validate_sampling_params(sampling_params):
|
||||
def validate_int(value, default):
|
||||
|
||||
Reference in New Issue
Block a user