Completed Mixtral-8x7B-Instruct-v0.1.

swallow-llm · Jun 29, 2024 · cda62d8 · cda62d8
1 parent a1d628e
commit cda62d8
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 7 deletions.
diff --git a/_data/models.yml b/_data/models.yml
@@ -179,7 +179,7 @@
   size: 47
   type: instruct
 - basename: ''
-  missing: BBH, HumanEval
+  missing: ''
   model: mistralai/Mixtral-8x7B-v0.1
   name: Mixtral-8x7B-v0.1
   size: 47

diff --git a/assets/data.js b/assets/data.js
@@ -1192,21 +1192,21 @@ const dataSet = [
     "MGSM": 0.328,
     "WMT20 (en-ja)": 0.1948,
     "WMT20 (ja-en)": 0.2024,
-    "Ja Avg": 0.3079,
+    "Ja Avg": 0.4444,
     "JMMLU": 0.5162,
-    "JHumanEval": -1.0,
+    "JHumanEval": 0.3652,
     "OpenBookQA": 0.388,
     "TriviaQA": 0.7938,
     "HellaSwag": 0.664,
     "SQuAD2": 0.3612,
     "XWINO": 0.9217,
     "MMLU": 0.7038,
     "GSM8K": 0.5823,
-    "BBH": -1.0,
-    "HumanEval": -1.0,
-    "En Avg": 0.2683,
+    "BBH": 0.6905,
+    "HumanEval": 0.3726,
+    "En Avg": 0.6087,
     "SortKey": "Mixtral--v0.1047",
-    "Missing": "BBH, HumanEval"
+    "Missing": ""
   },
   {
     "Type": "base",