From 691a8f16d0f4ed2c5902148e79de718acfac0c27 Mon Sep 17 00:00:00 2001
From: bojiang <bojiang_@outlook.com>
Date: Thu, 31 Oct 2024 19:45:01 +0800
Subject: [PATCH] fix: model id

---
 src/vllm-chat/service.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/vllm-chat/service.py b/src/vllm-chat/service.py
index bd2636e..566e243 100644
--- a/src/vllm-chat/service.py
+++ b/src/vllm-chat/service.py
@@ -101,7 +101,7 @@ def __init__(self) -> None:
         args.disable_log_requests = True
         args.max_log_len = 1000
         args.response_role = "assistant"
-        args.served_model_name = self.model_id
+        args.served_model_name = [self.model_id]
         if "chat_template" in PARAMETERS:
             args.chat_template = os.path.join(CHAT_TEMPLATE_DIR, f'{PARAMETERS["chat_template"]}.jinja')
         else: