Hugging Face's logo

Spaces:
Jellyfish042
/
UncheatableEval
Running

App Files Community
2
Jellyfish042 commited on
Commit
152f08f
·
1 Parent(s): a88a94e

update

Browse files
Files changed (10) hide show
  1. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-ao3_english-2025-12-26_11-40-40.json +0 -27
  2. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-arxiv_cs-2025-12-26_11-41-14.json +0 -27
  3. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-arxiv_math-2025-12-26_11-42-01.json +0 -27
  4. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-arxiv_physics-2025-12-26_11-42-41.json +0 -27
  5. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-bbc_news-2025-12-26_11-42-55.json +0 -27
  6. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_cpp-2025-12-26_11-43-24.json +0 -27
  7. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_javascript-2025-12-26_11-43-51.json +0 -27
  8. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_markdown-2025-12-26_11-44-18.json +0 -27
  9. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_python-2025-12-26_11-44-48.json +0 -27
  10. data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-wikipedia_english-2025-12-26_11-45-01.json +0 -27
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-ao3_english-2025-12-26_11-40-40.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 4649.08,
3
- "avg tokens": 1909.12,
4
- "avg character count": 7857.404,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 8012.242,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-ao3_english",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.8536158584560577,
24
- "bpb": 0.8371195803491783,
25
- "compression_rate": 10.463994754364728,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-arxiv_cs-2025-12-26_11-41-14.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 4283.474,
3
- "avg tokens": 2095.926,
4
- "avg character count": 9964.74,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 9994.128,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-arxiv_cs",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.6201613587084873,
24
- "bpb": 0.6183377576889961,
25
- "compression_rate": 7.729221971112452,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-arxiv_math-2025-12-26_11-42-01.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 4036.0446875,
3
- "avg tokens": 2925.354,
4
- "avg character count": 9913.284,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 9918.674,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-arxiv_math",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.5873716172625031,
24
- "bpb": 0.5870524281232044,
25
- "compression_rate": 7.338155351540054,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-arxiv_physics-2025-12-26_11-42-41.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 4376.222,
3
- "avg tokens": 2448.906,
4
- "avg character count": 9946.974,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 9952.8,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-arxiv_physics",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.6347210495603166,
24
- "bpb": 0.6343495073978359,
25
- "compression_rate": 7.9293688424729485,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-bbc_news-2025-12-26_11-42-55.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 1719.608,
3
- "avg tokens": 739.35,
4
- "avg character count": 3394.84,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 3396.996,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-bbc_news",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.7307766887019678,
24
- "bpb": 0.730312880519432,
25
- "compression_rate": 9.128911006492899,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_cpp-2025-12-26_11-43-24.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 1347.243,
3
- "avg tokens": 1773.934,
4
- "avg character count": 5773.33,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 5853.154,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-github_cpp",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.3366619948924398,
24
- "bpb": 0.3320706741993068,
25
- "compression_rate": 4.150883427491335,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_javascript-2025-12-26_11-43-51.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 1377.357875,
3
- "avg tokens": 1654.562,
4
- "avg character count": 5774.754,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 5870.628,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-github_javascript",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.3441025151533486,
24
- "bpb": 0.3384829316032051,
25
- "compression_rate": 4.231036645040064,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_markdown-2025-12-26_11-44-18.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 2226.4415625,
3
- "avg tokens": 1598.294,
4
- "avg character count": 5024.17,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 5522.098,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-github_markdown",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.6393247443951589,
24
- "bpb": 0.5816767831805638,
25
- "compression_rate": 7.270959789757048,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-github_python-2025-12-26_11-44-48.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 1621.03725,
3
- "avg tokens": 1791.012,
4
- "avg character count": 6339.622,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 6497.474,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-github_python",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.3688961899733585,
24
- "bpb": 0.3599340915671664,
25
- "compression_rate": 4.49917614458958,
26
- "track_byte_wise_data": false
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
data/2025-12/rwkv7-g1b-1.5b-20251202-ctx8192-UncheatableEval-2025-12-wikipedia_english-2025-12-26_11-45-01.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "neg_log_prob_sum": 1502.122,
3
- "avg tokens": 718.362,
4
- "avg character count": 3043.39,
5
- "parameters count": 1.527404544,
6
- "avg bytes": 3062.292,
7
- "sample_count": 500,
8
- "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1b-1.5b-20251202-ctx8192.pth",
9
- "tokenizer_name": "rwkv_vocab_v20230424",
10
- "data_path": "UncheatableEval-2025-12-wikipedia_english",
11
- "chunk_size": 4000,
12
- "bos_mode": "add_default_bos",
13
- "model_args": {
14
- "device_map": "auto",
15
- "trust_remote_code": true
16
- },
17
- "tokenizer_args": {
18
- "trust_remote_code": true
19
- },
20
- "requirements": [],
21
- "batch_size": 1,
22
- "enable_chunking": true,
23
- "bpc": 0.7120690940727976,
24
- "bpb": 0.7076738469780842,
25
- "compression_rate": 8.845923087226053,
26
- "track_byte_wise_data": false
27
- }