From 0e83616f93361d20e0551fc3ae4432a13f178b30 Mon Sep 17 00:00:00 2001 From: velaraptor-runpod Date: Fri, 1 May 2026 17:39:51 -0500 Subject: [PATCH] fix: fix warmup --- src/engine.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/engine.py b/src/engine.py index 80bf72b..75f007e 100644 --- a/src/engine.py +++ b/src/engine.py @@ -358,7 +358,10 @@ class OpenAIvLLMEngine(vLLMEngine): ) if hasattr(self.chat_engine, 'warmup'): - await self.chat_engine.warmup() + import asyncio + result = self.chat_engine.warmup() + if asyncio.iscoroutine(result): + await result async def generate(self, openai_request: JobInput): # Ensure engines are ready (no-op if already initialized at startup)