Hugging Face's logo

Spaces:
ai-forever
/
LIBRA-Leaderboard
Running

App Files Community
ai-forever Cursor commited on
Commit
f5b4b2a
·
1 Parent(s): 4914e39

Add calibrated Qwen3.5 LIBRA benchmark results to the leaderboard.

Browse files
Files changed (6) hide show
  1. results/Qwen_Qwen3.5-0.8B.json +140 -0
  2. results/Qwen_Qwen3.5-122B-A10B.json +140 -0
  3. results/Qwen_Qwen3.5-2B.json +140 -0
  4. results/Qwen_Qwen3.5-35B-A3B.json +140 -0
  5. results/Qwen_Qwen3.5-4B.json +140 -0
  6. results/Qwen_Qwen3.5-9B.json +140 -0
results/Qwen_Qwen3.5-0.8B.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_score": 0.27,
3
+ "passkey": {
4
+ "dataset_total_score": 0.690305,
5
+ "4k": 0.690305,
6
+ "8k": 0.690305,
7
+ "16k": 0.690305,
8
+ "32k": 0.690305,
9
+ "64k": 0.690305,
10
+ "128k": 0.690305
11
+ },
12
+ "matreshka_yes_no": {
13
+ "dataset_total_score": 0.380359,
14
+ "4k": 0.3845,
15
+ "8k": 0.36103,
16
+ "16k": 0.379668,
17
+ "32k": 0.374835,
18
+ "64k": 0.387952,
19
+ "128k": 0.394164
20
+ },
21
+ "matreshka_names": {
22
+ "dataset_total_score": 0.560528,
23
+ "4k": 0.570882,
24
+ "8k": 0.575025,
25
+ "16k": 0.547412,
26
+ "32k": 0.557077,
27
+ "64k": 0.552245
28
+ },
29
+ "passkey_with_librusec": {
30
+ "dataset_total_score": 0.690305,
31
+ "4k": 0.690305,
32
+ "8k": 0.690305,
33
+ "16k": 0.690305,
34
+ "32k": 0.690305,
35
+ "64k": 0.690305,
36
+ "128k": 0.690305
37
+ },
38
+ "librusec_history": {
39
+ "dataset_total_score": 0.663556,
40
+ "8k": 0.668906,
41
+ "16k": 0.668906,
42
+ "32k": 0.668906,
43
+ "64k": 0.647506
44
+ },
45
+ "ru_sci_passage_count": {
46
+ "dataset_total_score": 0.177869,
47
+ "4k": 0.477691,
48
+ "8k": 0.299593,
49
+ "16k": 0.15877,
50
+ "32k": 0.047631,
51
+ "64k": 0.060747,
52
+ "128k": 0.02278
53
+ },
54
+ "ru_2wikimultihopqa": {
55
+ "dataset_total_score": 0.459974,
56
+ "8k": 0.469408,
57
+ "16k": 0.461814,
58
+ "32k": 0.448699
59
+ },
60
+ "long_context_multiq": {
61
+ "dataset_total_score": 0.317264,
62
+ "4k": 0.358269,
63
+ "8k": 0.342392,
64
+ "16k": 0.31616,
65
+ "32k": 0.31685,
66
+ "64k": 0.252652
67
+ },
68
+ "ru_sci_abstract_retrieval": {
69
+ "dataset_total_score": 0.562599,
70
+ "4k": 0.683403,
71
+ "8k": 0.660623,
72
+ "16k": 0.63439,
73
+ "32k": 0.572954,
74
+ "64k": 0.496329,
75
+ "128k": 0.327895
76
+ },
77
+ "ru_sci_fi": {
78
+ "dataset_total_score": 0.418325,
79
+ "32k": 0.427989,
80
+ "64k": 0.408661
81
+ },
82
+ "librusec_mhqa": {
83
+ "dataset_total_score": 0.352055,
84
+ "8k": 0.352055
85
+ },
86
+ "ru_babilong_qa1": {
87
+ "dataset_total_score": 0.555696,
88
+ "4k": 0.613681,
89
+ "8k": 0.599875,
90
+ "16k": 0.56467,
91
+ "32k": 0.52118,
92
+ "64k": 0.553625,
93
+ "128k": 0.481142
94
+ },
95
+ "ru_babilong_qa2": {
96
+ "dataset_total_score": 0.446743,
97
+ "4k": 0.470788,
98
+ "8k": 0.526703,
99
+ "16k": 0.5198,
100
+ "32k": 0.501161,
101
+ "64k": 0.403829,
102
+ "128k": 0.258174
103
+ },
104
+ "ru_babilong_qa3": {
105
+ "dataset_total_score": 0.264962,
106
+ "4k": 0.310637,
107
+ "8k": 0.284406,
108
+ "16k": 0.280264,
109
+ "32k": 0.329275,
110
+ "64k": 0.233323,
111
+ "128k": 0.151867
112
+ },
113
+ "ru_babilong_qa4": {
114
+ "dataset_total_score": 0.490002,
115
+ "4k": 0.539819,
116
+ "8k": 0.495639,
117
+ "16k": 0.523941,
118
+ "32k": 0.499781,
119
+ "64k": 0.49702,
120
+ "128k": 0.38381
121
+ },
122
+ "ru_babilong_qa5": {
123
+ "dataset_total_score": 0.572608,
124
+ "4k": 0.606778,
125
+ "8k": 0.578476,
126
+ "16k": 0.577786,
127
+ "32k": 0.575025,
128
+ "64k": 0.560528,
129
+ "128k": 0.537058
130
+ },
131
+ "ru_quality": {
132
+ "dataset_total_score": 0.589176,
133
+ "8k": 0.537058,
134
+ "16k": 0.641294
135
+ },
136
+ "ru_tpo": {
137
+ "dataset_total_score": 0.662693,
138
+ "8k": 0.662693
139
+ }
140
+ }
results/Qwen_Qwen3.5-122B-A10B.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_score": 0.65,
3
+ "passkey": {
4
+ "dataset_total_score": 0.802469,
5
+ "4k": 0.802469,
6
+ "8k": 0.802469,
7
+ "16k": 0.802469,
8
+ "32k": 0.802469,
9
+ "64k": 0.802469,
10
+ "128k": 0.802469
11
+ },
12
+ "matreshka_yes_no": {
13
+ "dataset_total_score": 0.457261,
14
+ "4k": 0.46224,
15
+ "8k": 0.434024,
16
+ "16k": 0.456431,
17
+ "32k": 0.450622,
18
+ "64k": 0.466389,
19
+ "128k": 0.473858
20
+ },
21
+ "matreshka_names": {
22
+ "dataset_total_score": 0.673858,
23
+ "4k": 0.686306,
24
+ "8k": 0.691285,
25
+ "16k": 0.65809,
26
+ "32k": 0.669709,
27
+ "64k": 0.6639
28
+ },
29
+ "passkey_with_librusec": {
30
+ "dataset_total_score": 0.802469,
31
+ "4k": 0.802469,
32
+ "8k": 0.802469,
33
+ "16k": 0.802469,
34
+ "32k": 0.802469,
35
+ "64k": 0.802469,
36
+ "128k": 0.802469
37
+ },
38
+ "librusec_history": {
39
+ "dataset_total_score": 0.797717,
40
+ "8k": 0.802469,
41
+ "16k": 0.802469,
42
+ "32k": 0.802469,
43
+ "64k": 0.778422
44
+ },
45
+ "ru_sci_passage_count": {
46
+ "dataset_total_score": 0.213831,
47
+ "4k": 0.574273,
48
+ "8k": 0.360166,
49
+ "16k": 0.190871,
50
+ "32k": 0.057261,
51
+ "64k": 0.073029,
52
+ "128k": 0.027386
53
+ },
54
+ "ru_2wikimultihopqa": {
55
+ "dataset_total_score": 0.552973,
56
+ "8k": 0.564315,
57
+ "16k": 0.555186,
58
+ "32k": 0.539418
59
+ },
60
+ "long_context_multiq": {
61
+ "dataset_total_score": 0.38141,
62
+ "4k": 0.430704,
63
+ "8k": 0.411618,
64
+ "16k": 0.380082,
65
+ "32k": 0.380912,
66
+ "64k": 0.303734
67
+ },
68
+ "ru_sci_abstract_retrieval": {
69
+ "dataset_total_score": 0.676347,
70
+ "4k": 0.802469,
71
+ "8k": 0.79419,
72
+ "16k": 0.762655,
73
+ "32k": 0.688795,
74
+ "64k": 0.59668,
75
+ "128k": 0.39419
76
+ },
77
+ "ru_sci_fi": {
78
+ "dataset_total_score": 0.502904,
79
+ "32k": 0.514522,
80
+ "64k": 0.491285
81
+ },
82
+ "librusec_mhqa": {
83
+ "dataset_total_score": 0.423236,
84
+ "8k": 0.423236
85
+ },
86
+ "ru_babilong_qa1": {
87
+ "dataset_total_score": 0.668049,
88
+ "4k": 0.737758,
89
+ "8k": 0.721161,
90
+ "16k": 0.678838,
91
+ "32k": 0.626555,
92
+ "64k": 0.665559,
93
+ "128k": 0.578422
94
+ },
95
+ "ru_babilong_qa2": {
96
+ "dataset_total_score": 0.537067,
97
+ "4k": 0.565974,
98
+ "8k": 0.633194,
99
+ "16k": 0.624896,
100
+ "32k": 0.602489,
101
+ "64k": 0.485476,
102
+ "128k": 0.310373
103
+ },
104
+ "ru_babilong_qa3": {
105
+ "dataset_total_score": 0.318534,
106
+ "4k": 0.373443,
107
+ "8k": 0.341908,
108
+ "16k": 0.336929,
109
+ "32k": 0.39585,
110
+ "64k": 0.280497,
111
+ "128k": 0.182572
112
+ },
113
+ "ru_babilong_qa4": {
114
+ "dataset_total_score": 0.589073,
115
+ "4k": 0.648962,
116
+ "8k": 0.595849,
117
+ "16k": 0.629875,
118
+ "32k": 0.600829,
119
+ "64k": 0.59751,
120
+ "128k": 0.46141
121
+ },
122
+ "ru_babilong_qa5": {
123
+ "dataset_total_score": 0.68838,
124
+ "4k": 0.72946,
125
+ "8k": 0.695435,
126
+ "16k": 0.694604,
127
+ "32k": 0.691285,
128
+ "64k": 0.673858,
129
+ "128k": 0.645643
130
+ },
131
+ "ru_quality": {
132
+ "dataset_total_score": 0.708298,
133
+ "8k": 0.645643,
134
+ "16k": 0.770953
135
+ },
136
+ "ru_tpo": {
137
+ "dataset_total_score": 0.796679,
138
+ "8k": 0.796679
139
+ }
140
+ }
results/Qwen_Qwen3.5-2B.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_score": 0.34,
3
+ "passkey": {
4
+ "dataset_total_score": 0.726416,
5
+ "4k": 0.726416,
6
+ "8k": 0.726416,
7
+ "16k": 0.726416,
8
+ "32k": 0.726416,
9
+ "64k": 0.726416,
10
+ "128k": 0.726416
11
+ },
12
+ "matreshka_yes_no": {
13
+ "dataset_total_score": 0.400255,
14
+ "4k": 0.404614,
15
+ "8k": 0.379916,
16
+ "16k": 0.399529,
17
+ "32k": 0.394444,
18
+ "64k": 0.408246,
19
+ "128k": 0.414784
20
+ },
21
+ "matreshka_names": {
22
+ "dataset_total_score": 0.58985,
23
+ "4k": 0.600746,
24
+ "8k": 0.605104,
25
+ "16k": 0.576048,
26
+ "32k": 0.586217,
27
+ "64k": 0.581133
28
+ },
29
+ "passkey_with_librusec": {
30
+ "dataset_total_score": 0.726416,
31
+ "4k": 0.726416,
32
+ "8k": 0.726416,
33
+ "16k": 0.726416,
34
+ "32k": 0.726416,
35
+ "64k": 0.726416,
36
+ "128k": 0.726416
37
+ },
38
+ "librusec_history": {
39
+ "dataset_total_score": 0.698268,
40
+ "8k": 0.703897,
41
+ "16k": 0.703897,
42
+ "32k": 0.703897,
43
+ "64k": 0.681379
44
+ },
45
+ "ru_sci_passage_count": {
46
+ "dataset_total_score": 0.187173,
47
+ "4k": 0.50268,
48
+ "8k": 0.315265,
49
+ "16k": 0.167076,
50
+ "32k": 0.050122,
51
+ "64k": 0.063925,
52
+ "128k": 0.023972
53
+ },
54
+ "ru_2wikimultihopqa": {
55
+ "dataset_total_score": 0.484035,
56
+ "8k": 0.493963,
57
+ "16k": 0.485973,
58
+ "32k": 0.47217
59
+ },
60
+ "long_context_multiq": {
61
+ "dataset_total_score": 0.333861,
62
+ "4k": 0.37701,
63
+ "8k": 0.360302,
64
+ "16k": 0.332699,
65
+ "32k": 0.333425,
66
+ "64k": 0.265869
67
+ },
68
+ "ru_sci_abstract_retrieval": {
69
+ "dataset_total_score": 0.592029,
70
+ "4k": 0.719152,
71
+ "8k": 0.69518,
72
+ "16k": 0.667576,
73
+ "32k": 0.602925,
74
+ "64k": 0.522293,
75
+ "128k": 0.345047
76
+ },
77
+ "ru_sci_fi": {
78
+ "dataset_total_score": 0.440209,
79
+ "32k": 0.450378,
80
+ "64k": 0.430038
81
+ },
82
+ "librusec_mhqa": {
83
+ "dataset_total_score": 0.370472,
84
+ "8k": 0.370472
85
+ },
86
+ "ru_babilong_qa1": {
87
+ "dataset_total_score": 0.584765,
88
+ "4k": 0.645784,
89
+ "8k": 0.631255,
90
+ "16k": 0.594208,
91
+ "32k": 0.548444,
92
+ "64k": 0.582586,
93
+ "128k": 0.506312
94
+ },
95
+ "ru_babilong_qa2": {
96
+ "dataset_total_score": 0.470112,
97
+ "4k": 0.495416,
98
+ "8k": 0.554256,
99
+ "16k": 0.546991,
100
+ "32k": 0.527378,
101
+ "64k": 0.424953,
102
+ "128k": 0.271679
103
+ },
104
+ "ru_babilong_qa3": {
105
+ "dataset_total_score": 0.278823,
106
+ "4k": 0.326887,
107
+ "8k": 0.299283,
108
+ "16k": 0.294925,
109
+ "32k": 0.3465,
110
+ "64k": 0.245529,
111
+ "128k": 0.159811
112
+ },
113
+ "ru_babilong_qa4": {
114
+ "dataset_total_score": 0.515634,
115
+ "4k": 0.568057,
116
+ "8k": 0.521566,
117
+ "16k": 0.55135,
118
+ "32k": 0.525925,
119
+ "64k": 0.52302,
120
+ "128k": 0.403888
121
+ },
122
+ "ru_babilong_qa5": {
123
+ "dataset_total_score": 0.602563,
124
+ "4k": 0.63852,
125
+ "8k": 0.608737,
126
+ "16k": 0.608011,
127
+ "32k": 0.605104,
128
+ "64k": 0.58985,
129
+ "128k": 0.565152
130
+ },
131
+ "ru_quality": {
132
+ "dataset_total_score": 0.619996,
133
+ "8k": 0.565152,
134
+ "16k": 0.674841
135
+ },
136
+ "ru_tpo": {
137
+ "dataset_total_score": 0.697359,
138
+ "8k": 0.697359
139
+ }
140
+ }
results/Qwen_Qwen3.5-35B-A3B.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_score": 0.61,
3
+ "passkey": {
4
+ "dataset_total_score": 0.847222,
5
+ "4k": 0.847222,
6
+ "8k": 0.847222,
7
+ "16k": 0.847222,
8
+ "32k": 0.847222,
9
+ "64k": 0.847222,
10
+ "128k": 0.847222
11
+ },
12
+ "matreshka_yes_no": {
13
+ "dataset_total_score": 0.468023,
14
+ "4k": 0.473119,
15
+ "8k": 0.44424,
16
+ "16k": 0.467174,
17
+ "32k": 0.461228,
18
+ "64k": 0.477367,
19
+ "128k": 0.485011
20
+ },
21
+ "matreshka_names": {
22
+ "dataset_total_score": 0.689719,
23
+ "4k": 0.70246,
24
+ "8k": 0.707556,
25
+ "16k": 0.67358,
26
+ "32k": 0.685471,
27
+ "64k": 0.679526
28
+ },
29
+ "passkey_with_librusec": {
30
+ "dataset_total_score": 0.847222,
31
+ "4k": 0.847222,
32
+ "8k": 0.847222,
33
+ "16k": 0.847222,
34
+ "32k": 0.847222,
35
+ "64k": 0.847222,
36
+ "128k": 0.847222
37
+ },
38
+ "librusec_history": {
39
+ "dataset_total_score": 0.816493,
40
+ "8k": 0.823076,
41
+ "16k": 0.823076,
42
+ "32k": 0.823076,
43
+ "64k": 0.796744
44
+ },
45
+ "ru_sci_passage_count": {
46
+ "dataset_total_score": 0.218864,
47
+ "4k": 0.587789,
48
+ "8k": 0.368642,
49
+ "16k": 0.195364,
50
+ "32k": 0.058609,
51
+ "64k": 0.074748,
52
+ "128k": 0.02803
53
+ },
54
+ "ru_2wikimultihopqa": {
55
+ "dataset_total_score": 0.565989,
56
+ "8k": 0.577597,
57
+ "16k": 0.568253,
58
+ "32k": 0.552114
59
+ },
60
+ "long_context_multiq": {
61
+ "dataset_total_score": 0.390387,
62
+ "4k": 0.440842,
63
+ "8k": 0.421306,
64
+ "16k": 0.389028,
65
+ "32k": 0.389878,
66
+ "64k": 0.310883
67
+ },
68
+ "ru_sci_abstract_retrieval": {
69
+ "dataset_total_score": 0.692267,
70
+ "4k": 0.840913,
71
+ "8k": 0.812883,
72
+ "16k": 0.780605,
73
+ "32k": 0.705008,
74
+ "64k": 0.610724,
75
+ "128k": 0.403468
76
+ },
77
+ "ru_sci_fi": {
78
+ "dataset_total_score": 0.514741,
79
+ "32k": 0.526632,
80
+ "64k": 0.502849
81
+ },
82
+ "librusec_mhqa": {
83
+ "dataset_total_score": 0.433197,
84
+ "8k": 0.433197
85
+ },
86
+ "ru_babilong_qa1": {
87
+ "dataset_total_score": 0.683773,
88
+ "4k": 0.755122,
89
+ "8k": 0.738135,
90
+ "16k": 0.694815,
91
+ "32k": 0.641302,
92
+ "64k": 0.681224,
93
+ "128k": 0.592036
94
+ },
95
+ "ru_babilong_qa2": {
96
+ "dataset_total_score": 0.549708,
97
+ "4k": 0.579296,
98
+ "8k": 0.648098,
99
+ "16k": 0.639604,
100
+ "32k": 0.616669,
101
+ "64k": 0.496903,
102
+ "128k": 0.317678
103
+ },
104
+ "ru_babilong_qa3": {
105
+ "dataset_total_score": 0.326031,
106
+ "4k": 0.382233,
107
+ "8k": 0.349955,
108
+ "16k": 0.344859,
109
+ "32k": 0.405167,
110
+ "64k": 0.2871,
111
+ "128k": 0.186869
112
+ },
113
+ "ru_babilong_qa4": {
114
+ "dataset_total_score": 0.602938,
115
+ "4k": 0.664237,
116
+ "8k": 0.609875,
117
+ "16k": 0.6447,
118
+ "32k": 0.614971,
119
+ "64k": 0.611573,
120
+ "128k": 0.47227
121
+ },
122
+ "ru_babilong_qa5": {
123
+ "dataset_total_score": 0.704583,
124
+ "4k": 0.746629,
125
+ "8k": 0.711803,
126
+ "16k": 0.710953,
127
+ "32k": 0.707556,
128
+ "64k": 0.689719,
129
+ "128k": 0.660838
130
+ },
131
+ "ru_quality": {
132
+ "dataset_total_score": 0.724969,
133
+ "8k": 0.660838,
134
+ "16k": 0.789099
135
+ },
136
+ "ru_tpo": {
137
+ "dataset_total_score": 0.815431,
138
+ "8k": 0.815431
139
+ }
140
+ }
results/Qwen_Qwen3.5-4B.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_score": 0.43,
3
+ "passkey": {
4
+ "dataset_total_score": 0.759336,
5
+ "4k": 0.759336,
6
+ "8k": 0.759336,
7
+ "16k": 0.759336,
8
+ "32k": 0.759336,
9
+ "64k": 0.759336,
10
+ "128k": 0.759336
11
+ },
12
+ "matreshka_yes_no": {
13
+ "dataset_total_score": 0.418394,
14
+ "4k": 0.42295,
15
+ "8k": 0.397133,
16
+ "16k": 0.417635,
17
+ "32k": 0.41232,
18
+ "64k": 0.426747,
19
+ "128k": 0.433581
20
+ },
21
+ "matreshka_names": {
22
+ "dataset_total_score": 0.616581,
23
+ "4k": 0.627971,
24
+ "8k": 0.632527,
25
+ "16k": 0.602153,
26
+ "32k": 0.612784,
27
+ "64k": 0.607469
28
+ },
29
+ "passkey_with_librusec": {
30
+ "dataset_total_score": 0.759336,
31
+ "4k": 0.759336,
32
+ "8k": 0.759336,
33
+ "16k": 0.759336,
34
+ "32k": 0.759336,
35
+ "64k": 0.759336,
36
+ "128k": 0.759336
37
+ },
38
+ "librusec_history": {
39
+ "dataset_total_score": 0.729912,
40
+ "8k": 0.735797,
41
+ "16k": 0.735797,
42
+ "32k": 0.735797,
43
+ "64k": 0.712258
44
+ },
45
+ "ru_sci_passage_count": {
46
+ "dataset_total_score": 0.195656,
47
+ "4k": 0.525461,
48
+ "8k": 0.329552,
49
+ "16k": 0.174647,
50
+ "32k": 0.052394,
51
+ "64k": 0.066821,
52
+ "128k": 0.025058
53
+ },
54
+ "ru_2wikimultihopqa": {
55
+ "dataset_total_score": 0.505971,
56
+ "8k": 0.516349,
57
+ "16k": 0.507996,
58
+ "32k": 0.493569
59
+ },
60
+ "long_context_multiq": {
61
+ "dataset_total_score": 0.348991,
62
+ "4k": 0.394096,
63
+ "8k": 0.376631,
64
+ "16k": 0.347776,
65
+ "32k": 0.348535,
66
+ "64k": 0.277917
67
+ },
68
+ "ru_sci_abstract_retrieval": {
69
+ "dataset_total_score": 0.618859,
70
+ "4k": 0.751743,
71
+ "8k": 0.726685,
72
+ "16k": 0.69783,
73
+ "32k": 0.630249,
74
+ "64k": 0.545963,
75
+ "128k": 0.360685
76
+ },
77
+ "ru_sci_fi": {
78
+ "dataset_total_score": 0.460158,
79
+ "32k": 0.470788,
80
+ "64k": 0.449527
81
+ },
82
+ "librusec_mhqa": {
83
+ "dataset_total_score": 0.387261,
84
+ "8k": 0.387261
85
+ },
86
+ "ru_babilong_qa1": {
87
+ "dataset_total_score": 0.611265,
88
+ "4k": 0.67505,
89
+ "8k": 0.659863,
90
+ "16k": 0.621137,
91
+ "32k": 0.573299,
92
+ "64k": 0.608988,
93
+ "128k": 0.529257
94
+ },
95
+ "ru_babilong_qa2": {
96
+ "dataset_total_score": 0.491417,
97
+ "4k": 0.517868,
98
+ "8k": 0.579374,
99
+ "16k": 0.57178,
100
+ "32k": 0.551278,
101
+ "64k": 0.444212,
102
+ "128k": 0.283991
103
+ },
104
+ "ru_babilong_qa3": {
105
+ "dataset_total_score": 0.291459,
106
+ "4k": 0.341702,
107
+ "8k": 0.312847,
108
+ "16k": 0.308291,
109
+ "32k": 0.362204,
110
+ "64k": 0.256656,
111
+ "128k": 0.167054
112
+ },
113
+ "ru_babilong_qa4": {
114
+ "dataset_total_score": 0.539002,
115
+ "4k": 0.593801,
116
+ "8k": 0.545203,
117
+ "16k": 0.576336,
118
+ "32k": 0.549759,
119
+ "64k": 0.546722,
120
+ "128k": 0.422191
121
+ },
122
+ "ru_babilong_qa5": {
123
+ "dataset_total_score": 0.62987,
124
+ "4k": 0.667457,
125
+ "8k": 0.636324,
126
+ "16k": 0.635564,
127
+ "32k": 0.632527,
128
+ "64k": 0.616581,
129
+ "128k": 0.590763
130
+ },
131
+ "ru_quality": {
132
+ "dataset_total_score": 0.648094,
133
+ "8k": 0.590763,
134
+ "16k": 0.705423
135
+ },
136
+ "ru_tpo": {
137
+ "dataset_total_score": 0.728963,
138
+ "8k": 0.728963
139
+ }
140
+ }
results/Qwen_Qwen3.5-9B.json ADDED
@@ -0,0 +1,140 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "total_score": 0.51,
3
+ "passkey": {
4
+ "dataset_total_score": 0.805959,
5
+ "4k": 0.805959,
6
+ "8k": 0.805959,
7
+ "16k": 0.805959,
8
+ "32k": 0.805959,
9
+ "64k": 0.805959,
10
+ "128k": 0.805959
11
+ },
12
+ "matreshka_yes_no": {
13
+ "dataset_total_score": 0.444084,
14
+ "4k": 0.44892,
15
+ "8k": 0.421517,
16
+ "16k": 0.443278,
17
+ "32k": 0.437636,
18
+ "64k": 0.452949,
19
+ "128k": 0.460202
20
+ },
21
+ "matreshka_names": {
22
+ "dataset_total_score": 0.654439,
23
+ "4k": 0.666528,
24
+ "8k": 0.671364,
25
+ "16k": 0.639125,
26
+ "32k": 0.650409,
27
+ "64k": 0.644767
28
+ },
29
+ "passkey_with_librusec": {
30
+ "dataset_total_score": 0.805959,
31
+ "4k": 0.805959,
32
+ "8k": 0.805959,
33
+ "16k": 0.805959,
34
+ "32k": 0.805959,
35
+ "64k": 0.805959,
36
+ "128k": 0.805959
37
+ },
38
+ "librusec_history": {
39
+ "dataset_total_score": 0.774728,
40
+ "8k": 0.780975,
41
+ "16k": 0.780975,
42
+ "32k": 0.780975,
43
+ "64k": 0.75599
44
+ },
45
+ "ru_sci_passage_count": {
46
+ "dataset_total_score": 0.207669,
47
+ "4k": 0.557723,
48
+ "8k": 0.349786,
49
+ "16k": 0.185371,
50
+ "32k": 0.055611,
51
+ "64k": 0.070924,
52
+ "128k": 0.026597
53
+ },
54
+ "ru_2wikimultihopqa": {
55
+ "dataset_total_score": 0.537038,
56
+ "8k": 0.548052,
57
+ "16k": 0.539187,
58
+ "32k": 0.523874
59
+ },
60
+ "long_context_multiq": {
61
+ "dataset_total_score": 0.370419,
62
+ "4k": 0.418293,
63
+ "8k": 0.399756,
64
+ "16k": 0.36913,
65
+ "32k": 0.369936,
66
+ "64k": 0.294981
67
+ },
68
+ "ru_sci_abstract_retrieval": {
69
+ "dataset_total_score": 0.656857,
70
+ "4k": 0.797899,
71
+ "8k": 0.771303,
72
+ "16k": 0.740676,
73
+ "32k": 0.668946,
74
+ "64k": 0.579485,
75
+ "128k": 0.38283
76
+ },
77
+ "ru_sci_fi": {
78
+ "dataset_total_score": 0.488411,
79
+ "32k": 0.499695,
80
+ "64k": 0.477128
81
+ },
82
+ "librusec_mhqa": {
83
+ "dataset_total_score": 0.411039,
84
+ "8k": 0.411039
85
+ },
86
+ "ru_babilong_qa1": {
87
+ "dataset_total_score": 0.648797,
88
+ "4k": 0.716497,
89
+ "8k": 0.700379,
90
+ "16k": 0.659274,
91
+ "32k": 0.608499,
92
+ "64k": 0.646379,
93
+ "128k": 0.561753
94
+ },
95
+ "ru_babilong_qa2": {
96
+ "dataset_total_score": 0.52159,
97
+ "4k": 0.549664,
98
+ "8k": 0.614947,
99
+ "16k": 0.606887,
100
+ "32k": 0.585126,
101
+ "64k": 0.471486,
102
+ "128k": 0.301428
103
+ },
104
+ "ru_babilong_qa3": {
105
+ "dataset_total_score": 0.309354,
106
+ "4k": 0.362682,
107
+ "8k": 0.332055,
108
+ "16k": 0.327219,
109
+ "32k": 0.384442,
110
+ "64k": 0.272414,
111
+ "128k": 0.177311
112
+ },
113
+ "ru_babilong_qa4": {
114
+ "dataset_total_score": 0.572096,
115
+ "4k": 0.63026,
116
+ "8k": 0.578679,
117
+ "16k": 0.611723,
118
+ "32k": 0.583514,
119
+ "64k": 0.580291,
120
+ "128k": 0.448114
121
+ },
122
+ "ru_babilong_qa5": {
123
+ "dataset_total_score": 0.668543,
124
+ "4k": 0.708438,
125
+ "8k": 0.675394,
126
+ "16k": 0.674588,
127
+ "32k": 0.671364,
128
+ "64k": 0.654439,
129
+ "128k": 0.627036
130
+ },
131
+ "ru_quality": {
132
+ "dataset_total_score": 0.687886,
133
+ "8k": 0.627036,
134
+ "16k": 0.748736
135
+ },
136
+ "ru_tpo": {
137
+ "dataset_total_score": 0.773721,
138
+ "8k": 0.773721
139
+ }
140
+ }