diff --git a/src/handler.py b/src/handler.py index 58e0a61..2352c87 100644 --- a/src/handler.py +++ b/src/handler.py @@ -57,6 +57,8 @@ def concurrency_controller() -> bool: def prepare_metrics() -> dict: # The vLLM metrics are updated every 5 seconds, see metrics.py for the _LOGGING_INTERVAL_SEC field. if hasattr(llm.engine, 'metrics'): + print("Showing metrics") + print(llm.engine.metrics) return llm.engine.metrics else: return {}