update v0.5.3.post1

Signed-off-by: pandyamarut <pandyamarut@gmail.com>
2024-07-25 21:29:45 -07:00
parent 5bd6f3a75e
commit bd96b5e0de
3 changed files with 38 additions and 3 deletions
@@ -130,13 +130,18 @@ class OpenAIvLLMEngine(vLLMEngine):
            model_config=self.model_config,
            served_model_names=[self.served_model_name], 
            response_role=self.response_role,
-            chat_template=self.tokenizer.tokenizer.chat_template
+            chat_template=self.tokenizer.tokenizer.chat_template,
+            lora_modules=None,
+            prompt_adapters=None,
+            request_logger=None
        )
        self.completion_engine = OpenAIServingCompletion(
            engine=self.llm, 
            model_config=self.model_config,
            served_model_names=[self.served_model_name],
-            lora_modules=[]
+            lora_modules=[],
+            prompt_adapters=None,
+            request_logger=None
        )
    
    async def generate(self, openai_request: JobInput):