Compare commits

..
2 Commits
Author SHA1 Message Date
chrisvelaandGitHub 87d7365126 Merge pull request #292 from runpod-workers/fix/open-ai
Release / release (push) Waiting to run
fix: fix warmup
2026-05-01 18:06:11 -05:00
velaraptor-runpod 0e83616f93 fix: fix warmup 2026-05-01 17:39:51 -05:00
+4 -1
View File
@@ -358,7 +358,10 @@ class OpenAIvLLMEngine(vLLMEngine):
)
if hasattr(self.chat_engine, 'warmup'):
await self.chat_engine.warmup()
import asyncio
result = self.chat_engine.warmup()
if asyncio.iscoroutine(result):
await result
async def generate(self, openai_request: JobInput):
# Ensure engines are ready (no-op if already initialized at startup)