Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
87d7365126 | ||
|
|
0e83616f93 |
+4
-1
@@ -358,7 +358,10 @@ class OpenAIvLLMEngine(vLLMEngine):
|
|||||||
)
|
)
|
||||||
|
|
||||||
if hasattr(self.chat_engine, 'warmup'):
|
if hasattr(self.chat_engine, 'warmup'):
|
||||||
await self.chat_engine.warmup()
|
import asyncio
|
||||||
|
result = self.chat_engine.warmup()
|
||||||
|
if asyncio.iscoroutine(result):
|
||||||
|
await result
|
||||||
|
|
||||||
async def generate(self, openai_request: JobInput):
|
async def generate(self, openai_request: JobInput):
|
||||||
# Ensure engines are ready (no-op if already initialized at startup)
|
# Ensure engines are ready (no-op if already initialized at startup)
|
||||||
|
|||||||
Reference in New Issue
Block a user