Add results file for qwen3.5-397b-a17b

results/qwen/qwen3.5-397b-a17b_results_2026-03-04_02-33-29.json

@@ -0,0 +1,158 @@
+{
+  "results": {
+    "average_score": 8.934042553191489,
+    "speed": 0.5924083061388706,
+    "contamination_score": 0.019831320120404228,
+    "execution_time": 35453.587977,
+    "errors": [
+      {
+        "error": "Response ended prematurely",
+        "prompt": "{'role': 'user', 'content': '\u0627\u0644\u0645\u0633\u062a\u0646\u062f\u0627\u062a:\\n\\n\\n\\n\u062f\u0645\u0629 \u064a\u0624\u062b\u0631 \u0639\\n\u0648\u0633\u0627\u062a \u0627\u0644\u0639\u0627\u0644\\n \u0627\u0643\u062a\u0634\u0641\u0648\u0627 \u0623\\n \u0644\u0648\u062d\u0638\u062a \u0627\u0644\u0639\u062f\u064a\u062f \u0645\u0646 \u0627\u0644\u0627\u062e\u062a\u0644\u0627\u0641\u0627\u062a \u0641\u064a \u062a\u0643\u0648\u064a\u0646 \u0627\u0644\u0639\u0645\u0648\u062f \u0627\u0644\u0641\u0642\u0631\u064a \u0641\u064a \u062d\u0644\u0642\u0627\u062a \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 b \u0641\u064a \u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646\u0627\u062a \u0627\u0644\u0645\u0637\u0648\u064a\u0629\u060c \u0627\u0639\u062a\u0645\u0627\u062f\u064b\u0627 \u0639\u0644\u0649 \u0646\u0645\u0637 \u0627\u0644\u0631\u0627\u0628\u0637\u0629 \u0627\u0644\u0647\u064a\u062f\u0631\u0648\u062c\u064a\u0646\u064a\u0629 \u0628\u064a\u0646 \u0633\u0644\u0633\u0644\u062a\u064a b-\u0645\u062a\u0648\u0627\u0632\u064a\u062a\u064a\u0646 \u0648\u0637\u0648\u0644 \u0627\u0644\u062d\u0644\u0642\u0629)\\n\u064a\u0629 \u0627\u0644\u0644\u064a\u0645\u0641\u0627\\n \u062a\u062a\u0648\u0627\u0641\u0642 \u0628\u064a\u0627\u0646\u0627\u062a\u0646\u0627 \u0623\u064a\u0636\u064b\u0627 \u0645\u0639 \u0647\u0630\u0647 \u0627\u0644\u062f\u0631\u0627\u0633\u0629 \u0627\u0644\u0645\u064a\u0643\u0627\u0646\u064a\u0643\u064a\u0629 \u0648\u062a\u0634\u064a\u0631 \u0625\u0644\u0649 \u0623\u0646 \u0627\u0644\u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0627\u0644\u0645\u064a\u0643\u0627\u0646\u064a\u0643\u064a \u0642\u062f \u064a\u0643\u0648\u0646 \u0645\u0639\u0644\u0645\u0629 \u0623\u0641\u0636\u0644 \u0645\u0646 \u0627\u0644\u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0627\u0644\u062f\u064a\u0646\u0627\u0645\u064a\u0643\u064a \u0627\u0644\u062d\u0631\u0627\u0631\u064a \u0644\u0648\u0635\u0641 \u0643\u0641\u0627\u0621\u0629 \u0627\u0644\u062a\u062d\u0648\u0644 \u0627\u0644\u0625\u0637\u0627\u0631\u064a \u0644\u062f\u0628\u0627\u0628\u064a\u0633 \u0627\u0644\u0634\u0639\u0631\\n\u0627\u062f\u0629 \u0627\u0644\u0645\u0633\u062a\u062e\\n\u0635\u0644\u064a\u0629 \u062a\u0639\u062a\u0645\u062f\\n\u0634\u062e\u064a\u0635. \u0644\u0630\u0644\u0643\\n\u0644 \u0646\u0648\u0639 \u0645\u0646 \u0627\\n\u064a\u062a\u064a\u0646: \u0641\u064a\u0631\u0648\\n \u0627\u0644\u0641\u0631\u064a\u0642 \u0645\u0646\\n\u0644\u0645\u0646\u0627\u0633\u0628\u0629 \u0644\u0643\\n\u0634\u0641 \u0639\u0646 \u0647\u0630\u0647 \\n\u0623\u0631\u064a\u0646\u0627 \u0641\u064a \u0627\\n \u0647\u0630\u0647 \u0627\u0644\u0627\u062e\u062a\\n\u0644\u0649 \u062f\u0642\u0629 \u0627\u0644\u062a\\n\u064a\u0645\u0643\u0646 \u062a\u0634\u062e\u064a\u0635\\n\u0623\u062c\u0633\u0627\u0645 \u0627\u0644\u0645\u0636\\n \u063a\u0627\u0644\u0628\u064b\u0627 \u0645\u0627 \u062a\u0648\u062c\u062f \u0623\u0646\u0645\u0627\u0637 \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 b \u0641\u064a \u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646\u0627\u062a \u0644\u0644\u062a\u0648\u0633\u0637 \u0641\u064a \u062a\u0641\u0627\u0639\u0644\u0627\u062a \u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646-\u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646 \u0648\u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646-\u0627\u0644\u062d\u0645\u0636 \u0627\u0644\u0646\u0648\u0648\u064a\\n\u0641\u064a\u0631\u0648\u0633\u0627\u062a \u0627\u0644\\n \u0627\u0644\u062a\u0634\u062e\u064a\u0635 \u0628\\n\u0644\u0631\u0645\u0644\u064a\u0629. \u0644\u0627\\n\u0646 \u0641\u064a\u0631\u0648\u0633 \u0627\u0644\\n\u0631\u0648\u0633\u064a\u0629 \u0627\u0644\u0645\u0639\\n \u0627\u0644\u0642\u062f\u064a\u0645 \u0627\u0644\\n\u0627\u0631 \u0627\u0644\u0623\u062c\u0633\u0627\u0645\\n\u0646 \u0627\u0644\u0639\u0644\u0645\u0627\u0621 \\n\u0642 \u0644\u062a\u0634\u062e\u064a\u0635 \u0627\\n \u0641\u064a \u062f\u0631\u0627\u0633\u0629 \u0631\u0627\u0626\u062f\u0629 \u0644\u0633\u062d\u0628 \u062c\u0632\u064a\u0621 \u0648\u0627\u062d\u062f\u060c \u062a\u0628\u064a\u0646 \u0623\u0646 \u0625\u062f\u062e\u0627\u0644 \u0639\u062f\u0645 \u062a\u0637\u0627\u0628\u0642 \u0641\u064a \u062f\u0628\u0648\u0633 \u0634\u0639\u0631 DNA \u0628\u0637\u0648\u0644 20 \u0632\u0648\u062c\u064b\u0627 \u0642\u0627\u0639\u062f\u064a\u064b\u0627 \u0623\u062f\u0649 \u0625\u0644\u0649 \u062a\u062d\u0648\u064a\u0644 \u062d\u0627\u0644\u0629 \u0627\u0646\u062a\u0642\u0627\u0644\u0647 \u0628\u0627\u0644\u0642\u0631\u0628 \u0645\u0646 \u0645\u0648\u0642\u0639 \u0639\u062f\u0645 \u0627\u0644\u062a\u0637\u0627\u0628\u0642\\n\u0628\u0627\u0631\u0627\u062a \u0642\u062f \u062a\\n\u064a\u0628\u062d\u062b \u0639\u0646 \u0637\u0631\\n\u0627\u0644\u0645\u0647\u0645 \u0627\u062e\u062a\u064a\\n \u0623\u0646 \u0646\u0648\u0639 \u0627\u0644\\n\u0627\u0633\u062a\u062e\u062f\u0627\u0645 \u0627\u0644\\n\u0631\u0645\u0644\u064a\u0629 \u0648\u0641\u064a\u0631\\n\u0627\u062f \u062a\u0631\u0643\u064a\u0628\u0647\u0627\\n\u0647 \u0623\u064a\u0636\u064b\u0627 \u0628\u0647\\n \u064a\u0645\u0643\u0646 \u0627\u0644\u062a\u0642\u0627\u0637 \u0647\u0630\u0627 \u0627\u0644\u062a\u0646\u0648\u0639 \u0627\u0644\u0628\u0646\u064a\u0648\u064a\u060c \u0639\u0644\u0649 \u0627\u0644\u0623\u0642\u0644 \u0625\u0644\u0649 \u062d\u062f \u0645\u0627\u060c \u0641\u064a \u0645\u062d\u0627\u0643\u064a\u0627\u062a \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 \u0628\u064a\u062a\u0627 \u0627\u0644\u0645\u0635\u0645\u0645\u0629 \u0639\u0646 \u0637\u0631\u064a\u0642 \u0632\u0631\u0639 \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631\u060c \"\u0627\u0644\u0639\u0646\u0648\u0627\u0646: \u0645\u062d\u0627\u0636\u0631\u0629 \u0645\u0627\u0643\u0633 \u0628\u064a\u0631\u062c\u0645\u0627\u0646 \u0645\u062d\u0627\u0643\u064a\u0627\u062a \u0627\u0644\u0646\u0645\u0637 \u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646\u064a \u0641\u064a \u0639\u0635\u0631 \u0639\u0644\u0645 \u0627\u0644\u0644\u0642\u0627\u062d\u0627\u062a \u0627\u0644\u0628\u0646\u064a\u0648\u064a\u2021\\\\n\u0627\u0644\u0645\u0642\u0637\u0639: \u062a\u062d\u062a\u0648\u064a \u0645\u0639\u0638\u0645 \u062f\u0628\u0627\u0628\u064a\u0633 \u0627\u0644\u0634\u0639\u0631 \u0628\u064a\u062a\u0627 \u0641\u064a \u0627\u0644\u0628\u0631\u0648\u062a\u064a\u0646\u0627\u062a \u0630\u0627\u062a \u0627\u0644\u0628\u0646\u064a\u0629 \u062b\u0644\u0627\u062b\u064a\u0629 \u0627\u0644\u0623\u0628\u0639\u0627\u062f \u0627\u0644\u0645\u0639\u0631\u0648\u0641\u0629 \u0639\u0644\u0649 \u062d\u0644\u0642\u0627\u062a \u0645\u0646 \u0628\u0642\u0627\u064a\u0627 \u22645\\n\u0648\u0628\u0647\u0630\u0627 \u062a\u0645\u0643\u0646\\n \u0641\u064a \u062d\u0644\u0642\u062a\u064a \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 \u0627\u0644\u0645\u062a\u0628\u0642\u064a\u062a\u064a\u0646\u060c \u062a\u0643\u0648\u0646 \u062f\u0648\u0631\u0627\u062a b \u0645\u0646 \u0627\u0644\u0646\u0648\u0639 I 0 \u0648II 0 \u0645\u0641\u0636\u0644\u0629 \u0628\u0634\u062f\u0629 \u0639\u0644\u0649 \u062f\u0648\u0631\u0627\u062a b \u0645\u0646 \u0627\u0644\u0646\u0648\u0639 I \u0648\u0627\u0644\u0646\u0648\u0639 II\\n\u064a\u062f. \u0644\u0627\u062d\u0638\u0648\u0627\\n\u0634\u0643\u0644 \u0643\u0628\u064a\u0631.\\n\u0644\u0645\u0635\u0644\u064a\u0629 \u0644\u0644\u0643\\n \u062a\u062d\u0633\u064a\u0646 \u0637\u0631\u0642\\n\u060c \u0623\u0635\u0628\u062d \u0645\u0646 \\n \u0644\u0648\u062d\u0638\u062a \u062f\u0648\u0631\u0629 b \u0645\u0646 \u0627\u0644\u0646\u0648\u0639 I 0 \u0639\u0646\u062f \u0637\u0631\u0641 \u0645\u062d\u0627\u0643\u064a \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 \u0628\u064a\u062a\u0627 \u0627\u0644\u0645\u0643\u0648\u0646 \u0645\u0646 12 \u0628\u0642\u0627\u064a\u0627 \u0648\u0627\u0644\u0645\u0634\u062a\u0642 \u0641\u064a \u0627\u0644\u0628\u062f\u0627\u064a\u0629 \u0645\u0646 \u0628\u0631\u0648\u062a\u064a\u0646 \u062a\u0627\u062a\u060c \u0648\u0627\u0644\u0630\u064a \u064a\u0631\u062a\u0628\u0637 \u0628\u0647\u062f\u0641 \u0627\u0644\u062d\u0645\u0636 \u0627\u0644\u0646\u0648\u0648\u064a\u060c \u0648\u0647\u0648 \u0639\u0646\u0635\u0631 \u0627\u0633\u062a\u062c\u0627\u0628\u0629 \u0627\u0644\u062a\u0646\u0634\u064a\u0637 \u0627\u0644\u0627\u0646\u062a\u0642\u0627\u0644\u064a RNA \u0644\u0641\u064a\u0631\u0648\u0633 \u0646\u0642\u0635 \u0627\u0644\u0645\u0646\u0627\u0639\u0629 \u0627\u0644\u0628\u0634\u0631\u064a\u0629-1\\n\u0644\u0641\u064a\u0631\u0648\u0633\u0627\u062a. \\n\u0631\u0627\u062a. \u0628\u062f\u0623\u0648\u0627\\n \u0639\u0644\u0649 \u0627\u0644\u0628\u0631\u0648\\n\u062a\u064a\u0646\u0627\u062a \u0627\u0644\u0641\u064a\\n \u0627\u0644\u0645\u0636\u0627\u062f\u0629 \u0627\\n\u0644\u062a\u0641\u0627\u0639\u0644 \u0645\u0639 \\n\u062d\u0638 \u0627\u0644\u0641\u0631\u064a\u0642 \\n\u0623\u0648 \u0648\u0627\u0633\u0639\u0629 \u0627\\n\u0645 \u0627\u0644\u062c\u062f\u064a\u062f \u0627\\n \u064a\u062a\u0643\u0648\u0646 \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 b \u0645\u0646 \u0633\u0644\u0633\u0644\u062a\u064a\u0646 \u0645\u062a\u062a\u0627\u0644\u064a\u062a\u064a\u0646 \u0645\u0646 b-\u0645\u062a\u0648\u0627\u0632\u064a\u062a\u064a\u0646 \u0645\u0631\u062a\u0628\u0637\u062a\u064a\u0646 \u0628\u0627\u0644\u0647\u064a\u062f\u0631\u0648\u062c\u064a\u0646 \u0648\u0645\u062a\u0635\u0644\u062a\u064a\u0646 \u0628\u062a\u0633\u0644\u0633\u0644 \u062d\u0644\u0642\u064a\\n\u0631 \u0627\u0644\u0639\u0644\u0645\u0627\u0621 \\n\u0633\u0627\u062a \u0627\u0644\u0639\u0627\u0644\u0645\\n\u0628\u064a\u0629\u060c \u0643\u0627\u0646 \u0647\\n\u0623\u0646 \u0647\u0630\u0647 \u0627\u0644\u0641\\n\u0627\u062e\u062a\u0628\u0627\u0631\u0627\u062a \u0645\\n]\\n\\n\\n\u062e\u062a\u0628\u0631\u0627\u062a \u0627\u0644\u0637\\n\u0646\u0627\u0643 \u0641\u0631\u064a\u0642 \u0645\\n \u0641\u064a \u0645\u062d\u0627\u0643\u0627\u0629 \u0627\u0644\u0628\u0628\u062a\u064a\u062f\u0627\u062a RNA\u060c \"\u0627\u0644\u0639\u0646\u0648\u0627\u0646: \u0633\u0644\u0648\u0643 \u0637\u064a \u0645\u0639\u0632\u0632 \u062a\u0631\u062c\u0645\u0629 \u0639\u0644\u0649 \u0634\u0643\u0644 \u062d\u0631\u0641 T\u060c \u0645\u0631\u062a\u0628\u0637 \u0628\u0627\u0644\u0631\u064a\u0628\u0648\u0633\u0648\u0645\u060c \u0645\u062a\u0648\u0631\u0637 \u0641\u064a \u062a\u0628\u062f\u064a\u0644 \u062a\u0643\u0648\u064a\u0646\u064a \u0648\u0627\u0633\u0639 \u0627\u0644\u0627\u0646\u062a\u0634\u0627\u0631\\\\n\u0627\u0644\u0645\u0642\u0637\u0639: \u062f\u0628\u0627\u0628\u064a\u0633 \u0627\u0644\u0634\u0639\u0631 \u0648\u0627\u0644\u0639\u0642\u062f \u0627\u0644\u0632\u0627\u0626\u0641\u0629\u060c \u062a\u0639\u0645\u0644 \u0643\u0645\u062c\u0627\u0644 \u0647\u064a\u0643\u0644\u064a \u0623\u0648 \u0645\u062c\u0627\u0644 \u0641\u0631\u0639\u064a\\n\u0644\u0639\u0627\u0644\u0645 \u0627\u0644\u062c\u062f\\n\u0644\u0641\u064a\u0631\u0648\u0633\u0627\u062a \u0627\\n\u0648\u064a (LCMV) \\n\u0627\u062e\u062a\u0628\u0627\u0631\u0627\u062a \u0627\\n. \u0648\u062c\u062f\u0648\u0627 \u0623\u0646\\n \u0648\u062c\u062f \u0623\u0646 \u0627\u0644\u0645\u0642\u0644\u062f \u064a\u062a\u0628\u0646\u0649 \u0647\u064a\u0627\u0643\u0644 \u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 \u0628\u064a\u062a\u0627 \u0627\u0644\u0645\u0633\u062a\u0642\u0631\u0629 \u0641\u064a \u0627\u0644\u0645\u062d\u0644\u0648\u0644 \u0627\u0644\u062d\u0631 \u0648\u0639\u0646\u062f \u0631\u0628\u0637\u0647 \u0628\u0627\u0644\u0623\u062e\u062f\u0648\u062f \u0627\u0644\u0631\u0626\u064a\u0633\u064a \u0644\u062f\u0628\u0648\u0633 \u0627\u0644\u0634\u0639\u0631 RNA TAR\\n\u0643\u0648\u0646 \u0646\u0648\u0639\u064a\u0629 \\n\u0641\u064a \u0623\u062d\u062f \u0627\u0644\u0645\\n\u064a\u0631\u0648\u0633\u0627\u062a \u062a\u0646\u0642\\n\u0633\u0645 \u0625\u0644\u0649 \u0645\u062c\u0645\\n \u0641\u064a \u062a\u0637\u0648\u064a\u0631 \\n\u0648\u0639\u062a\u064a\u0646 \u0631\u0626\u064a\u0633\\n\u062a\u0647\u0627\u0628 \u0627\u0644\u0633\u062d\u0627\\n\u0627\u0644\u0641\u064a\u0631\u0648\u0633\u0627\u062a.\\n\u0630\u0647 \u0627\u0644\u0627\u062e\u062a\u0628\u0627\\n\u064a\u0627 \u0648\u0627\u0644\u0645\u0634\u064a\u0645\\n\"\u060c \"\u0627\u0644\u0639\u0646\u0648\u0627\u0646: \u064a\u0645\u0643\u0646 \u0644\u0647\u064a\u0627\u0643\u0644 \u0627\u0644\u062c\u0630\u0639 \u0648\u0627\u0644\u062d\u0644\u0642\u0629 \u0623\u0646 \u062a\u062d\u0644 \u0645\u062d\u0644 \u0639\u0642\u062f\u0629 \u0632\u0627\u0626\u0641\u0629 RNA \u0628\u0634\u0643\u0644 \u0641\u0639\u0627\u0644 \u0641\u064a \u0627\u0644\u062a\u062d\u0648\u0644 \u0627\u0644\u0625\u0637\u0627\u0631\u064a \u0627\u0644\u0631\u064a\u0628\u0648\u0633\u0648\u0645\u064a \u22121\\\\n\u0627\u0644\u0645\u0642\u0637\u0639: \u0627\u0644\u062a\u0623\u062b\u064a\u0631 \u0627\u0644\u0645\u0632\u0639\u0632\u0639 \u0644\u0644\u0627\u0633\u062a\u0642\u0631\u0627\u0631 \u0627\u0644\u0639\u0627\u0645 \u0644\u0639\u062f\u0645 \u0627\u0644\u062a\u0637\u0627\u0628\u0642 \u0641\u064a \u062f\u0628\u0627\u0628\u064a\u0633 \u0627\u0644\u0634\u0639\u0631 DNA\\n\u0644\u0631\u0645\u0644\u064a\u0629. \u0642\u0631\\n\\n\\n\\n\u0623\u062c\u0628 \u0639\u0646 \u0627\u0644\u0633\u0624\u0627\u0644 \u0627\u0644\u062a\u0627\u0644\u064a \u0628\u0627\u0644\u0627\u0639\u062a\u0645\u0627\u062f \u0639\u0644\u0649 \u0627\u0644\u0633\u064a\u0627\u0642/\u0627\u0644\u0645\u0633\u062a\u0646\u062f\u0627\u062a \u0641\u0642\u0637. \u0625\u0630\u0627 \u0644\u0645 \u062a\u062c\u062f \u0625\u062c\u0627\u0628\u0629 \u0641\u064a \u0627\u0644\u0633\u064a\u0627\u0642 \u0641\u0642\u0644 \\'\u0644\u0627 \u0623\u0633\u062a\u0637\u064a\u0639 \u0627\u0644\u0625\u062c\u0627\u0628\u0629 \u0645\u0646 \u0627\u0644\u0633\u064a\u0627\u0642\\':\\n\u0643\u064a\u0641 \u062a\u0645\u0643\u0646 \u0641\u0631\u064a\u0642 \u0627\u0644\u0639\u0644\u0645\u0627\u0621 \u0645\u0646 \u062a\u062d\u0633\u064a\u0646 \u0637\u0631\u0642 \u062a\u0634\u062e\u064a\u0635 \u0627\u0644\u0641\u064a\u0631\u0648\u0633\u0627\u062a \u0627\u0644\u0631\u0645\u0644\u064a\u0629\u060c \u0648\u0645\u0627 \u0647\u064a \u0627\u0644\u0639\u0648\u0627\u0645\u0644 \u0627\u0644\u062a\u064a \u0623\u062b\u0631\u062a \u0639\u0644\u0649 \u062f\u0642\u0629 \u0627\u0644\u062a\u0634\u062e\u064a\u0635 \u062d\u0633\u0628 \u0627\u0644\u0642\u0635\u0629\u061f'}"
+      }
+    ],
+    "scores_by_category": [
+      {
+        "category": "Paraphrasing",
+        "average_score": 10.0,
+        "count": 6
+      },
+      {
+        "category": "Sentiment Analysis",
+        "average_score": 10.0,
+        "count": 9
+      },
+      {
+        "category": "Hallucination",
+        "average_score": 10.0,
+        "count": 3
+      },
+      {
+        "category": "Long Context",
+        "average_score": 10.0,
+        "count": 4
+      },
+      {
+        "category": "Reading Comprehension",
+        "average_score": 10.0,
+        "count": 17
+      },
+      {
+        "category": "MMLU",
+        "average_score": 9.834710743801653,
+        "count": 121
+      },
+      {
+        "category": "Diacritization",
+        "average_score": 9.666666666666666,
+        "count": 12
+      },
+      {
+        "category": "Function Calling",
+        "average_score": 9.666666666666666,
+        "count": 3
+      },
+      {
+        "category": "Entity Extraction",
+        "average_score": 9.6,
+        "count": 5
+      },
+      {
+        "category": "Trust & Safety",
+        "average_score": 9.333333333333334,
+        "count": 30
+      },
+      {
+        "category": "Coding",
+        "average_score": 9.333333333333334,
+        "count": 3
+      },
+      {
+        "category": "Reasoning & Math",
+        "average_score": 9.30232558139535,
+        "count": 43
+      },
+      {
+        "category": "General Knowledge",
+        "average_score": 8.984126984126984,
+        "count": 63
+      },
+      {
+        "category": "Summarization",
+        "average_score": 8.875,
+        "count": 8
+      },
+      {
+        "category": "Instruction Following",
+        "average_score": 8.714285714285714,
+        "count": 7
+      },
+      {
+        "category": "Arabic Language & Grammar",
+        "average_score": 8.294117647058824,
+        "count": 17
+      },
+      {
+        "category": "Dialect Detection",
+        "average_score": 8.181818181818182,
+        "count": 11
+      },
+      {
+        "category": "Structuring",
+        "average_score": 8.0,
+        "count": 3
+      },
+      {
+        "category": "RAG QA",
+        "average_score": 7.780487804878049,
+        "count": 41
+      },
+      {
+        "category": "Writing (incl Dialects)",
+        "average_score": 7.590909090909091,
+        "count": 22
+      },
+      {
+        "category": "Translation (incl Dialects)",
+        "average_score": 6.944444444444445,
+        "count": 36
+      },
+      {
+        "category": "Transliteration",
+        "average_score": 4.833333333333333,
+        "count": 6
+      }
+    ],
+    "scores_by_format": [
+      {
+        "format": "Fill-in-the-blank",
+        "average_score": 10.0,
+        "count": 8
+      },
+      {
+        "format": "Short Answer",
+        "average_score": 10.0,
+        "count": 5
+      },
+      {
+        "format": "MCQ",
+        "average_score": 9.532751091703057,
+        "count": 229
+      },
+      {
+        "format": "Generation",
+        "average_score": 8.271929824561404,
+        "count": 228
+      }
+    ]
+  },
+  "config": {
+    "model": "qwen/qwen3.5-397b-a17b",
+    "model_sha": "na",
+    "submitted_time": "2026-03-03 16:42:32",
+    "likes": 1180,
+    "params": 397,
+    "license": "apache-2.0",
+    "model_source": "API",
+    "model_category": "Large"
+  }
+}