diff --git a/src/engine.py b/src/engine.py index b6e91d3..48e8aac 100644 --- a/src/engine.py +++ b/src/engine.py @@ -134,18 +134,19 @@ async def _initialize_engines(self): if lora_modules is not None: try: lora_modules = json.loads(lora_modules) - lora_modules = LoRAModulePath(**lora_modules) + lora_modules = [LoRAModulePath(**lora_modules)] except: lora_modules = None + self.chat_engine = OpenAIServingChat( engine_client=self.llm, model_config=self.model_config, base_model_paths=self.base_model_paths, response_role=self.response_role, chat_template=self.tokenizer.tokenizer.chat_template, - lora_modules=[lora_modules], + lora_modules=lora_modules, prompt_adapters=None, request_logger=None ) @@ -153,7 +154,7 @@ async def _initialize_engines(self): engine_client=self.llm, model_config=self.model_config, base_model_paths=self.base_model_paths, - lora_modules=[lora_modules], + lora_modules=lora_modules, prompt_adapters=None, request_logger=None )