#1777: Update mixtral reference score in the submission checker

mlcommons · Jan 7, 2025 · d4987d1 · d4987d1
1 parent b9f22d6
commit d4987d1
Showing 1 changed file with 6 additions and 6 deletions.
diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py
@@ -378,17 +378,17 @@
             ),
             "mixtral-8x7b": (
                 "ROUGE1",
-                45.4911 * 0.99,
+                45.5989 * 0.99,
                 "ROUGE2",
-                23.2829 * 0.99,
+                23.3526 * 0.99,
                 "ROUGEL",
-                30.3615 * 0.99,
+                30.4608 * 0.99,
                 "TOKENS_PER_SAMPLE",
-                145.9 * 0.9,
+                144.84 * 0.9,
                 "gsm8k_accuracy",
-                73.78 * 0.99,
+                73.66 * 0.99,
                 "mbxp_accuracy",
-                60.12 * 0.99,
+                60.16 * 0.99,
             ),
             "llama3.1-405b": (
                 "ROUGEL",