From 2ab0f59781c2ebbb902ba26876f53e5e413703bb Mon Sep 17 00:00:00 2001 From: Sahana CB Date: Thu, 7 Dec 2023 14:44:03 -0800 Subject: [PATCH] Add more valid models to list Summary: As title Reviewed By: mbhatt1 Differential Revision: D51927257 fbshipit-source-id: 123b3e6c9c869f1d3568ca9b8cddd4b9f38b8f48 --- CybersecurityBenchmarks/benchmark/llm.py | 15 +++++++++------ 1 file changed, 9 insertions(+), 6 deletions(-) diff --git a/CybersecurityBenchmarks/benchmark/llm.py b/CybersecurityBenchmarks/benchmark/llm.py index 2ba6148d8..cc88f94da 100644 --- a/CybersecurityBenchmarks/benchmark/llm.py +++ b/CybersecurityBenchmarks/benchmark/llm.py @@ -192,18 +192,21 @@ def query(self, prompt: str) -> str: @override def valid_models(self) -> list[str]: return [ - "togethercomputer/llama-2-7b", - "togethercomputer/llama-2-7b-chat", - "togethercomputer/llama-2-13b", - "togethercomputer/llama-2-13b-chat", - "togethercomputer/llama-2-70b", - "togethercomputer/llama-2-70b-chat", + "mistralai/Mistral-7B-v0.1", + "lmsys/vicuna-7b-v1.5", "togethercomputer/CodeLlama-7b", "togethercomputer/CodeLlama-7b-Python", "togethercomputer/CodeLlama-7b-Instruct", "togethercomputer/CodeLlama-13b", "togethercomputer/CodeLlama-13b-Python", "togethercomputer/CodeLlama-13b-Instruct", + "togethercomputer/falcon-40b", + "togethercomputer/llama-2-7b", + "togethercomputer/llama-2-7b-chat", + "togethercomputer/llama-2-13b", + "togethercomputer/llama-2-13b-chat", + "togethercomputer/llama-2-70b", + "togethercomputer/llama-2-70b-chat", ]