From bad5ddd892ef15cd4d410faef86b1a7eca54c245 Mon Sep 17 00:00:00 2001
From: alpayariyak <aariyak@wpi.edu>
Date: Mon, 10 Jun 2024 20:38:49 +0000
Subject: [PATCH] Fix vLLM 0.4.1 bug for OpenAI /models route

---
 src/engine.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/src/engine.py b/src/engine.py
index 9d2fd18..1ac3f8d 100644
--- a/src/engine.py
+++ b/src/engine.py
@@ -141,6 +141,9 @@ class OpenAIvLLMEngine:
     
     async def _handle_model_request(self):
         models = await self.chat_engine.show_available_models()
+        fixed_model = models.data[0]
+        fixed_model.id = self.served_model_name
+        models.data = [fixed_model]
         return models.model_dump()
     
     async def _handle_chat_or_completion_request(self, openai_request: JobInput):