update code for case of no lora adapter

2024-10-09 14:51:33 +02:00
parent 5cd12ba331
commit 677a01e8f3
1 changed files with 4 additions and 3 deletions
@@ -134,18 +134,19 @@ class OpenAIvLLMEngine(vLLMEngine):
        if lora_modules is not None:
            try:
                lora_modules = json.loads(lora_modules)
-                lora_modules = LoRAModulePath(**lora_modules)
+                lora_modules = [LoRAModulePath(**lora_modules)]
            except:
                lora_modules = None


+
        self.chat_engine = OpenAIServingChat(
            engine_client=self.llm, 
            model_config=self.model_config,
            base_model_paths=self.base_model_paths,
            response_role=self.response_role,
            chat_template=self.tokenizer.tokenizer.chat_template,
-            lora_modules=[lora_modules],
+            lora_modules=lora_modules,
            prompt_adapters=None,
            request_logger=None
        )
@@ -153,7 +154,7 @@ class OpenAIvLLMEngine(vLLMEngine):
            engine_client=self.llm, 
            model_config=self.model_config,
            base_model_paths=self.base_model_paths,
-            lora_modules=[lora_modules],
+            lora_modules=lora_modules,
            prompt_adapters=None,
            request_logger=None
        )