fix: fix warmup
This commit is contained in:
+4
-1
@@ -358,7 +358,10 @@ class OpenAIvLLMEngine(vLLMEngine):
|
||||
)
|
||||
|
||||
if hasattr(self.chat_engine, 'warmup'):
|
||||
await self.chat_engine.warmup()
|
||||
import asyncio
|
||||
result = self.chat_engine.warmup()
|
||||
if asyncio.iscoroutine(result):
|
||||
await result
|
||||
|
||||
async def generate(self, openai_request: JobInput):
|
||||
# Ensure engines are ready (no-op if already initialized at startup)
|
||||
|
||||
Reference in New Issue
Block a user