upate metrics
This commit is contained in:
+1
-1
@@ -31,7 +31,7 @@ RUN --mount=type=cache,target=/root/.cache/pip \
|
||||
ADD src .
|
||||
|
||||
# Quick temporary updates
|
||||
RUN pip install git+https://github.com/runpod/runpod-python@a1#egg=runpod --compile
|
||||
RUN pip install git+https://github.com/runpod/runpod-python@a1#egg=runpod --compile
|
||||
|
||||
# Prepare the models inside the docker image
|
||||
ARG HUGGING_FACE_HUB_TOKEN=
|
||||
|
||||
+8
-2
@@ -242,7 +242,10 @@ async def handler_streaming(job: dict) -> Generator[dict[str, list], None, None]
|
||||
}
|
||||
|
||||
# Include metrics for the job.
|
||||
runpod.serverless.utils.rp_metrics.push_metrics_internal(job_id=job['id'], metrics=runpod_metrics)
|
||||
runpod.serverless.modules.rp_metrics.metrics_collector.push_metrics_internal(
|
||||
job_id=job['id'],
|
||||
metrics=runpod_metrics
|
||||
)
|
||||
yield ret
|
||||
|
||||
|
||||
@@ -301,7 +304,10 @@ async def handler(job: dict) -> dict[str, list]:
|
||||
runpod_metrics['scenario'] = 'batch'
|
||||
|
||||
# Include metrics for the job.
|
||||
runpod.serverless.utils.rp_metrics.push_metrics_internal(job_id=job['id'], metrics=runpod_metrics)
|
||||
runpod.serverless.modules.rp_metrics.metrics_collector.push_metrics_internal(
|
||||
job_id=job['id'],
|
||||
metrics=runpod_metrics
|
||||
)
|
||||
|
||||
ret = {
|
||||
"text": text_outputs,
|
||||
|
||||
Reference in New Issue
Block a user