Add more valid models to list

Summary: As title Reviewed By: mbhatt1 Differential Revision: D51927257 fbshipit-source-id: 123b3e6c9c869f1d3568ca9b8cddd4b9f38b8f48
meta-llama · Dec 7, 2023 · 2ab0f59 · 2ab0f59
1 parent 8a24b42
commit 2ab0f59
Showing 1 changed file with 9 additions and 6 deletions.
diff --git a/CybersecurityBenchmarks/benchmark/llm.py b/CybersecurityBenchmarks/benchmark/llm.py
@@ -192,18 +192,21 @@ def query(self, prompt: str) -> str:
     @override
     def valid_models(self) -> list[str]:
         return [
-            "togethercomputer/llama-2-7b",
-            "togethercomputer/llama-2-7b-chat",
-            "togethercomputer/llama-2-13b",
-            "togethercomputer/llama-2-13b-chat",
-            "togethercomputer/llama-2-70b",
-            "togethercomputer/llama-2-70b-chat",
+            "mistralai/Mistral-7B-v0.1",
+            "lmsys/vicuna-7b-v1.5",
             "togethercomputer/CodeLlama-7b",
             "togethercomputer/CodeLlama-7b-Python",
             "togethercomputer/CodeLlama-7b-Instruct",
             "togethercomputer/CodeLlama-13b",
             "togethercomputer/CodeLlama-13b-Python",
             "togethercomputer/CodeLlama-13b-Instruct",
+            "togethercomputer/falcon-40b",
+            "togethercomputer/llama-2-7b",
+            "togethercomputer/llama-2-7b-chat",
+            "togethercomputer/llama-2-13b",
+            "togethercomputer/llama-2-13b-chat",
+            "togethercomputer/llama-2-70b",
+            "togethercomputer/llama-2-70b-chat",
         ]