update

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-ao3_english-2026-04-21_04-56-41.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 5079.48,
+    "avg tokens": 2185.918,
+    "avg character count": 9041.522,
+    "parameters count": 2.94773504,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8104985649865887,
+    "bpb": 0.7953559188837913,
+    "compression_rate": 9.941948986047391,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-ao3_nonenglish-2026-04-21_04-57-24.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 3520.392,
+    "avg tokens": 1657.484,
+    "avg character count": 2942.368,
+    "parameters count": 2.94773504,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.7261104254753925,
+    "bpb": 0.9682170181603034,
+    "compression_rate": 12.102712727003793,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-arxiv_cs-2026-04-21_04-58-28.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4746.128,
+    "avg tokens": 2505.628,
+    "avg character count": 11865.894,
+    "parameters count": 2.94773504,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5770501008204063,
+    "bpb": 0.576644220527708,
+    "compression_rate": 7.20805275659635,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-arxiv_math-2026-04-21_04-59-26.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 3230.576,
+    "avg tokens": 2245.17,
+    "avg character count": 8435.788,
+    "parameters count": 2.94773504,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5524956263024751,
+    "bpb": 0.5522172850383296,
+    "compression_rate": 6.9027160629791195,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-arxiv_other-2026-04-21_05-00-26.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4134.248,
+    "avg tokens": 2386.452,
+    "avg character count": 10817.836,
+    "parameters count": 2.94773504,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5513541790987694,
+    "bpb": 0.5509710706477434,
+    "compression_rate": 6.887138383096793,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-arxiv_physics-2026-04-21_05-01-31.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4430.72,
+    "avg tokens": 2638.652,
+    "avg character count": 11165.434,
+    "parameters count": 2.94773504,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5724970271256404,
+    "bpb": 0.5722142366709255,
+    "compression_rate": 7.152677958386569,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-bbc_news-2026-04-21_05-01-48.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1323.284,
+    "avg tokens": 602.084,
+    "avg character count": 2745.97,
+    "parameters count": 2.94773504,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6952352955377193,
+    "bpb": 0.694692892830396,
+    "compression_rate": 8.68366116037995,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-biorxiv_all-2026-04-21_05-02-51.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4628.512,
+    "avg tokens": 2562.3,
+    "avg character count": 11560.664,
+    "parameters count": 2.94773504,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5776079392234785,
+    "bpb": 0.5773341706991298,
+    "compression_rate": 7.216677133739123,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-github_cpp-2026-04-21_05-03-29.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1075.65,
+    "avg tokens": 1486.492,
+    "avg character count": 4752.824,
+    "parameters count": 2.94773504,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.32650797099413187,
+    "bpb": 0.320318643771124,
+    "compression_rate": 4.00398304713905,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-github_javascript-2026-04-21_05-04-09.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1235.567,
+    "avg tokens": 1541.046,
+    "avg character count": 5202.974,
+    "parameters count": 2.94773504,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.34260143978925395,
+    "bpb": 0.33208978497649144,
+    "compression_rate": 4.151122312206143,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-github_markdown-2026-04-21_05-04-48.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 2327.056,
+    "avg tokens": 1565.416,
+    "avg character count": 4927.866,
+    "parameters count": 2.94773504,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6812750490924282,
+    "bpb": 0.62691537714483,
+    "compression_rate": 7.836442214310376,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-github_other-2026-04-21_05-05-29.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1238.956,
+    "avg tokens": 1614.406,
+    "avg character count": 5229.94,
+    "parameters count": 2.94773504,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3417698247168469,
+    "bpb": 0.33570838936430536,
+    "compression_rate": 4.196354867053817,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-github_python-2026-04-21_05-06-08.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1258.275,
+    "avg tokens": 1506.072,
+    "avg character count": 5274.818,
+    "parameters count": 2.94773504,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.34414592173124464,
+    "bpb": 0.33417321539804073,
+    "compression_rate": 4.177165192475509,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-wikipedia_english-2026-04-21_05-06-28.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1445.736,
+    "avg tokens": 727.702,
+    "avg character count": 3127.092,
+    "parameters count": 2.94773504,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6669954570043499,
+    "bpb": 0.6634937051817875,
+    "compression_rate": 8.293671314772343,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/rwkv7-g1f-2.9b-20260420-ctx8192-UncheatableEval-2026-04-wikipedia_nonenglish-2026-04-21_05-06-57.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1516.34,
+    "avg tokens": 1112.008,
+    "avg character count": 2498.564,
+    "parameters count": 2.94773504,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1f-2.9b-20260420-ctx8192",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8755493948930548,
+    "bpb": 0.6233277747230921,
+    "compression_rate": 7.791597184038651,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}