update code for case of no lora adapter

runpod-workers · Oct 9, 2024 · 677a01e · 677a01e
1 parent 5cd12ba
commit 677a01e
Showing 1 changed file with 4 additions and 3 deletions.
diff --git a/src/engine.py b/src/engine.py
@@ -134,26 +134,27 @@ async def _initialize_engines(self):
         if lora_modules is not None:
             try:
                 lora_modules = json.loads(lora_modules)
-                lora_modules = LoRAModulePath(**lora_modules)
+                lora_modules = [LoRAModulePath(**lora_modules)]
             except:
                 lora_modules = None
 
 
+
         self.chat_engine = OpenAIServingChat(
             engine_client=self.llm, 
             model_config=self.model_config,
             base_model_paths=self.base_model_paths,
             response_role=self.response_role,
             chat_template=self.tokenizer.tokenizer.chat_template,
-            lora_modules=[lora_modules],
+            lora_modules=lora_modules,
             prompt_adapters=None,
             request_logger=None
         )
         self.completion_engine = OpenAIServingCompletion(
             engine_client=self.llm, 
             model_config=self.model_config,
             base_model_paths=self.base_model_paths,
-            lora_modules=[lora_modules],
+            lora_modules=lora_modules,
             prompt_adapters=None,
             request_logger=None
         )