.

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-ao3_english-2026-07-07_11-48-32.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 6252.192,
+    "avg tokens": 2056.79,
+    "avg character count": 9041.522,
+    "parameters count": 1.080632832,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9976203556310154,
+    "bpb": 0.978981689700105,
+    "compression_rate": 12.237271121251313,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-ao3_nonenglish-2026-07-07_11-48-44.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4465.904,
+    "avg tokens": 1281.344,
+    "avg character count": 2942.368,
+    "parameters count": 1.080632832,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.1897116723286096,
+    "bpb": 1.2282621521325388,
+    "compression_rate": 15.353276901656734,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-arxiv_cs-2026-07-07_11-48-59.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5369.904,
+    "avg tokens": 2372.252,
+    "avg character count": 11865.894,
+    "parameters count": 1.080632832,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6528908711682245,
+    "bpb": 0.6524316466788551,
+    "compression_rate": 8.155395583485689,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-arxiv_math-2026-07-07_11-49-13.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3628.56,
+    "avg tokens": 2113.732,
+    "avg character count": 8435.788,
+    "parameters count": 1.080632832,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6205591602785723,
+    "bpb": 0.6202465293491567,
+    "compression_rate": 7.753081616864459,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-arxiv_other-2026-07-07_11-49-33.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4669.72,
+    "avg tokens": 2246.3,
+    "avg character count": 10817.836,
+    "parameters count": 1.080632832,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6227661323706526,
+    "bpb": 0.6223334033239372,
+    "compression_rate": 7.7791675415492145,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-arxiv_physics-2026-07-07_11-49-47.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5042.304,
+    "avg tokens": 2467.018,
+    "avg character count": 11165.434,
+    "parameters count": 1.080632832,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6515203059240317,
+    "bpb": 0.6511984811549261,
+    "compression_rate": 8.139981014436575,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-bbc_news-2026-07-07_11-50-00.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1575.16,
+    "avg tokens": 573.848,
+    "avg character count": 2745.97,
+    "parameters count": 1.080632832,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8275674973166712,
+    "bpb": 0.8269218528076563,
+    "compression_rate": 10.336523160095703,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-biorxiv_all-2026-07-07_11-50-24.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5274.148,
+    "avg tokens": 2414.934,
+    "avg character count": 11560.664,
+    "parameters count": 1.080632832,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6581790773016536,
+    "bpb": 0.6578671205183165,
+    "compression_rate": 8.223339006478957,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-github_cpp-2026-07-07_11-50-37.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1273.72,
+    "avg tokens": 1464.192,
+    "avg character count": 4752.824,
+    "parameters count": 1.080632832,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3866310907959333,
+    "bpb": 0.37930206195710137,
+    "compression_rate": 4.741275774463767,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-github_javascript-2026-07-07_11-50-49.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1519.2345,
+    "avg tokens": 1494.688,
+    "avg character count": 5202.974,
+    "parameters count": 1.080632832,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4212575498354256,
+    "bpb": 0.4083325780260136,
+    "compression_rate": 5.10415722532517,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-github_markdown-2026-07-07_11-51-02.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2794.1465,
+    "avg tokens": 1438.54,
+    "avg character count": 4927.866,
+    "parameters count": 1.080632832,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8180216952058463,
+    "bpb": 0.7527508606777863,
+    "compression_rate": 9.409385758472329,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-github_other-2026-07-07_11-51-14.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1530.912,
+    "avg tokens": 1566.386,
+    "avg character count": 5229.94,
+    "parameters count": 1.080632832,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4223067856299317,
+    "bpb": 0.41481699251505905,
+    "compression_rate": 5.185212406438238,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-github_python-2026-07-07_11-51-26.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1601.6,
+    "avg tokens": 1429.13,
+    "avg character count": 5274.818,
+    "parameters count": 1.080632832,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.438047412723579,
+    "bpb": 0.42535361648407705,
+    "compression_rate": 5.3169202060509635,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-wikipedia_english-2026-07-07_11-51-37.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1725.204,
+    "avg tokens": 710.216,
+    "avg character count": 3127.092,
+    "parameters count": 1.080632832,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7959290149831867,
+    "bpb": 0.7917503570184602,
+    "compression_rate": 9.896879462730752,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/MiniCPM5-1B-Base-UncheatableEval-2026-04-wikipedia_nonenglish-2026-07-07_11-51-48.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2327.432,
+    "avg tokens": 1132.452,
+    "avg character count": 2498.564,
+    "parameters count": 1.080632832,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.3438817674497359,
+    "bpb": 0.9567465142245906,
+    "compression_rate": 11.959331427807381,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}