fix: fix warmup

This commit is contained in:
velaraptor-runpod
2026-05-01 17:39:51 -05:00
parent 8a099c1723
commit 0e83616f93
+4 -1
View File
@@ -358,7 +358,10 @@ class OpenAIvLLMEngine(vLLMEngine):
)
if hasattr(self.chat_engine, 'warmup'):
await self.chat_engine.warmup()
import asyncio
result = self.chat_engine.warmup()
if asyncio.iscoroutine(result):
await result
async def generate(self, openai_request: JobInput):
# Ensure engines are ready (no-op if already initialized at startup)