update: rwkv g1j 13b

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-ao3_english-2026-09-01_12-47-19.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4759.632,
+    "avg tokens": 2184.772,
+    "avg character count": 9073.964,
+    "parameters count": 13.269245952,
+    "avg bytes": 9226.06,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7567472697551388,
+    "bpb": 0.744271930039087,
+    "compression_rate": 9.303399125488587,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-ao3_nonenglish-2026-09-01_12-50-42.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3319.072,
+    "avg tokens": 1717.126,
+    "avg character count": 3114.678,
+    "parameters count": 13.269245952,
+    "avg bytes": 5388.764,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.5373687792938513,
+    "bpb": 0.8885912826676793,
+    "compression_rate": 11.10739103334599,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-arxiv_cs-2026-09-01_12-55-33.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4363.64,
+    "avg tokens": 2490.314,
+    "avg character count": 11768.382,
+    "parameters count": 13.269245952,
+    "avg bytes": 11777.796,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5349419986727757,
+    "bpb": 0.5345144191854501,
+    "compression_rate": 6.681430239818126,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-arxiv_math-2026-09-01_13-00-04.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2849.28,
+    "avg tokens": 2302.034,
+    "avg character count": 8384.11,
+    "parameters count": 13.269245952,
+    "avg bytes": 8388.09,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.490289622405253,
+    "bpb": 0.4900569886713311,
+    "compression_rate": 6.125712358391638,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-arxiv_other-2026-09-01_13-04-45.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3898.768,
+    "avg tokens": 2406.822,
+    "avg character count": 11117.616,
+    "parameters count": 13.269245952,
+    "avg bytes": 11125.06,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5059298017827367,
+    "bpb": 0.505591274040462,
+    "compression_rate": 6.319890925505775,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-arxiv_physics-2026-09-01_13-09-49.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3994.768,
+    "avg tokens": 2610.406,
+    "avg character count": 11118.758,
+    "parameters count": 13.269245952,
+    "avg bytes": 11124.212,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5183341505500815,
+    "bpb": 0.5180800206883798,
+    "compression_rate": 6.476000258604747,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-bbc_news-2026-09-01_13-11-15.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1384.38,
+    "avg tokens": 678.79,
+    "avg character count": 3115.776,
+    "parameters count": 13.269245952,
+    "avg bytes": 3117.29,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.641008262694707,
+    "bpb": 0.6406969389135638,
+    "compression_rate": 8.008711736419547,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-biorxiv_all-2026-09-01_13-16-17.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4311.208,
+    "avg tokens": 2604.496,
+    "avg character count": 11729.534,
+    "parameters count": 13.269245952,
+    "avg bytes": 11735.684,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5302647489525864,
+    "bpb": 0.5299868675605807,
+    "compression_rate": 6.624835844507258,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-github_cpp-2026-09-01_13-19-16.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 969.459,
+    "avg tokens": 1484.184,
+    "avg character count": 4820.668,
+    "parameters count": 13.269245952,
+    "avg bytes": 4872.032,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.2901327558017216,
+    "bpb": 0.28707399533606787,
+    "compression_rate": 3.5884249417008482,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-github_javascript-2026-09-01_13-22-35.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1278.331,
+    "avg tokens": 1689.874,
+    "avg character count": 5543.69,
+    "parameters count": 13.269245952,
+    "avg bytes": 5668.5,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.33267404820879765,
+    "bpb": 0.32534917426384924,
+    "compression_rate": 4.066864678298115,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-github_markdown-2026-09-01_13-25-50.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2547.152,
+    "avg tokens": 1641.68,
+    "avg character count": 5180.942,
+    "parameters count": 13.269245952,
+    "avg bytes": 5642.822,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7092848286644408,
+    "bpb": 0.6512279775598814,
+    "compression_rate": 8.140349719498516,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-github_other-2026-09-01_13-29-04.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1273.7715,
+    "avg tokens": 1632.124,
+    "avg character count": 5267.794,
+    "parameters count": 13.269245952,
+    "avg bytes": 5343.868,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3488488400031771,
+    "bpb": 0.3438827130976469,
+    "compression_rate": 4.298533913720586,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-github_python-2026-09-01_13-32-09.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1335.622,
+    "avg tokens": 1548.074,
+    "avg character count": 5321.214,
+    "parameters count": 13.269245952,
+    "avg bytes": 5444.918,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.36211571943962395,
+    "bpb": 0.3538887520256869,
+    "compression_rate": 4.423609400321086,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-wikipedia_english-2026-09-01_13-33-44.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1348.532,
+    "avg tokens": 751.208,
+    "avg character count": 3247.824,
+    "parameters count": 13.269245952,
+    "avg bytes": 3263.522,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.599022739187861,
+    "bpb": 0.5961413555294175,
+    "compression_rate": 7.451766944117718,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/rwkv7-g1j-13.3b-20260831-ctx16384-UncheatableEval-2026-07-wikipedia_nonenglish-2026-09-01_13-36-07.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1392.7,
+    "avg tokens": 1172.366,
+    "avg character count": 2632.248,
+    "parameters count": 13.269245952,
+    "avg bytes": 3657.916,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1j-13.3b-20260831-ctx16384",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7633176598276679,
+    "bpb": 0.5492858183310003,
+    "compression_rate": 6.866072729137504,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}