fix: model id

bentoml · Oct 31, 2024 · 691a8f1 · 691a8f1
1 parent 589d8db
commit 691a8f1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/vllm-chat/service.py b/src/vllm-chat/service.py
@@ -101,7 +101,7 @@ def __init__(self) -> None:
         args.disable_log_requests = True
         args.max_log_len = 1000
         args.response_role = "assistant"
-        args.served_model_name = self.model_id
+        args.served_model_name = [self.model_id]
         if "chat_template" in PARAMETERS:
             args.chat_template = os.path.join(CHAT_TEMPLATE_DIR, f'{PARAMETERS["chat_template"]}.jinja')
         else: