update

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-ao3_english-2026-01-10_15-25-50.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 4655.8955,
+    "avg tokens": 1909.12,
+    "avg character count": 7857.404,
+    "parameters count": 1.527404544,
+    "avg bytes": 8012.242,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8548672498890523,
+    "bpb": 0.8383467884204246,
+    "compression_rate": 10.479334855255308,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-arxiv_cs-2026-01-10_15-26-26.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 4257.304,
+    "avg tokens": 2095.926,
+    "avg character count": 9964.74,
+    "parameters count": 1.527404544,
+    "avg bytes": 9994.128,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6163724661513243,
+    "bpb": 0.6145600064714747,
+    "compression_rate": 7.682000080893434,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-arxiv_math-2026-01-10_15-27-15.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 4029.671875,
+    "avg tokens": 2925.354,
+    "avg character count": 9913.284,
+    "parameters count": 1.527404544,
+    "avg bytes": 9918.674,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5864441723320174,
+    "bpb": 0.586125487184298,
+    "compression_rate": 7.326568589803725,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-arxiv_physics-2026-01-10_15-27-55.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 4366.346,
+    "avg tokens": 2448.906,
+    "avg character count": 9946.974,
+    "parameters count": 1.527404544,
+    "avg bytes": 9952.8,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6332886484880086,
+    "bpb": 0.6329179447999921,
+    "compression_rate": 7.911474309999901,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-bbc_news-2026-01-10_15-28-11.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1720.53,
+    "avg tokens": 739.35,
+    "avg character count": 3394.84,
+    "parameters count": 1.527404544,
+    "avg bytes": 3396.996,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7311685082951443,
+    "bpb": 0.7307044514331745,
+    "compression_rate": 9.133805642914682,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-github_cpp-2026-01-10_15-28-42.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1333.768125,
+    "avg tokens": 1773.934,
+    "avg character count": 5773.33,
+    "parameters count": 1.527404544,
+    "avg bytes": 5853.154,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3332947639634788,
+    "bpb": 0.32874936480968564,
+    "compression_rate": 4.109367060121071,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-github_javascript-2026-01-10_15-29-11.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1367.123375,
+    "avg tokens": 1654.562,
+    "avg character count": 5774.754,
+    "parameters count": 1.527404544,
+    "avg bytes": 5870.628,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3415456508443273,
+    "bpb": 0.335967823782376,
+    "compression_rate": 4.1995977972797,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-github_markdown-2026-01-10_15-29-38.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 2204.96728125,
+    "avg tokens": 1598.294,
+    "avg character count": 5024.17,
+    "parameters count": 1.527404544,
+    "avg bytes": 5522.098,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6331583847644078,
+    "bpb": 0.5760664446704485,
+    "compression_rate": 7.2008305583806065,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-github_python-2026-01-10_15-30-09.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1586.3195,
+    "avg tokens": 1791.012,
+    "avg character count": 6339.622,
+    "parameters count": 1.527404544,
+    "avg bytes": 6497.474,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.36099554136121365,
+    "bpb": 0.3522253841901422,
+    "compression_rate": 4.402817302376778,
+    "track_byte_wise_data": false
+}

data/2025-12/rwkv7-g1c-1.5b-20260110-ctx8192-UncheatableEval-2025-12-wikipedia_english-2026-01-10_15-30-22.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1501.3825,
+    "avg tokens": 718.362,
+    "avg character count": 3043.39,
+    "parameters count": 1.527404544,
+    "avg bytes": 3062.292,
+    "sample_count": 500,
+    "model_name_or_path": "/mnt/Public/rwkv_models/rwkv7-g1c-1.5b-20260110-ctx8192.pth",
+    "tokenizer_name": "rwkv_vocab_v20230424",
+    "data_path": "Jellyfish042/UncheatableEval-2025-12-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7117185399266851,
+    "bpb": 0.7073254566277396,
+    "compression_rate": 8.841568207846745,
+    "track_byte_wise_data": false
+}