2026-07

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-ao3_english-2026-08-05_22-25-51.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5363.16,
+    "avg tokens": 2124.498,
+    "avg character count": 9073.964,
+    "parameters count": 8.053338176,
+    "avg bytes": 9226.06,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8527038828337927,
+    "bpb": 0.8386466525791132,
+    "compression_rate": 10.483083157238916,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-ao3_nonenglish-2026-08-05_22-26-38.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3771.888,
+    "avg tokens": 1637.162,
+    "avg character count": 3114.678,
+    "parameters count": 8.053338176,
+    "avg bytes": 5388.764,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.7471096891520055,
+    "bpb": 1.009820454632749,
+    "compression_rate": 12.622755682909363,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-arxiv_cs-2026-08-05_22-27-47.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5155.888,
+    "avg tokens": 2464.848,
+    "avg character count": 11768.382,
+    "parameters count": 8.053338176,
+    "avg bytes": 11777.796,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6320642930335636,
+    "bpb": 0.6315590836332124,
+    "compression_rate": 7.894488545415156,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-arxiv_math-2026-08-05_22-28-50.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3509.696,
+    "avg tokens": 2242.026,
+    "avg character count": 8384.11,
+    "parameters count": 8.053338176,
+    "avg bytes": 8388.09,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6039306514618523,
+    "bpb": 0.603644097074284,
+    "compression_rate": 7.54555121342855,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-arxiv_other-2026-08-05_22-29-56.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4585.736,
+    "avg tokens": 2368.056,
+    "avg character count": 11117.616,
+    "parameters count": 8.053338176,
+    "avg bytes": 11125.06,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5950752918634706,
+    "bpb": 0.5946771150920527,
+    "compression_rate": 7.433463938650658,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-arxiv_physics-2026-08-05_22-31-07.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4778.976,
+    "avg tokens": 2579.718,
+    "avg character count": 11118.758,
+    "parameters count": 8.053338176,
+    "avg bytes": 11124.212,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6200876910647192,
+    "bpb": 0.6197836732819705,
+    "compression_rate": 7.747295916024631,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-bbc_news-2026-08-05_22-31-32.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1462.752,
+    "avg tokens": 674.476,
+    "avg character count": 3115.776,
+    "parameters count": 8.053338176,
+    "avg bytes": 3117.29,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6772967814279374,
+    "bpb": 0.6769678331019613,
+    "compression_rate": 8.462097913774516,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-biorxiv_all-2026-08-05_22-32-43.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4840.208,
+    "avg tokens": 2568.804,
+    "avg character count": 11729.534,
+    "parameters count": 8.053338176,
+    "avg bytes": 11735.684,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5953300513448435,
+    "bpb": 0.5950180729534885,
+    "compression_rate": 7.437725911918607,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-github_cpp-2026-08-05_22-33-25.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1127.808,
+    "avg tokens": 1439.866,
+    "avg character count": 4820.668,
+    "parameters count": 8.053338176,
+    "avg bytes": 4872.032,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3375223119855796,
+    "bpb": 0.33396394126206475,
+    "compression_rate": 4.174549265775809,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-github_javascript-2026-08-05_22-34-13.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1571.024,
+    "avg tokens": 1640.312,
+    "avg character count": 5543.69,
+    "parameters count": 8.053338176,
+    "avg bytes": 5668.5,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.408844746715192,
+    "bpb": 0.39984273333642806,
+    "compression_rate": 4.9980341667053505,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-github_markdown-2026-08-05_22-34-59.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3036.164,
+    "avg tokens": 1577.078,
+    "avg character count": 5180.942,
+    "parameters count": 8.053338176,
+    "avg bytes": 5642.822,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.845456047592426,
+    "bpb": 0.7762532197764875,
+    "compression_rate": 9.703165247206094,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-github_other-2026-08-05_22-35-45.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1527.52,
+    "avg tokens": 1589.536,
+    "avg character count": 5267.794,
+    "parameters count": 8.053338176,
+    "avg bytes": 5343.868,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.41834314873715817,
+    "bpb": 0.41238771782138123,
+    "compression_rate": 5.154846472767265,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-github_python-2026-08-05_22-36-28.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1637.49,
+    "avg tokens": 1477.026,
+    "avg character count": 5321.214,
+    "parameters count": 8.053338176,
+    "avg bytes": 5444.918,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4439585971369069,
+    "bpb": 0.43387222773699596,
+    "compression_rate": 5.42340284671245,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-wikipedia_nonenglish-2026-08-05_22-36-58.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1429.812,
+    "avg tokens": 934.776,
+    "avg character count": 2632.248,
+    "parameters count": 8.053338176,
+    "avg bytes": 3657.916,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7836581818291933,
+    "bpb": 0.5639229227252704,
+    "compression_rate": 7.0490365340658805,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-ao3_english-2026-08-05_17-25-08.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 6762.24,
+    "avg tokens": 2276.71,
+    "avg character count": 9073.964,
+    "parameters count": 0.360748032,
+    "avg bytes": 9226.06,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0751475444801173,
+    "bpb": 1.0574232243558987,
+    "compression_rate": 13.217790304448734,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-ao3_nonenglish-2026-08-05_17-25-18.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5094.704,
+    "avg tokens": 1417.246,
+    "avg character count": 3114.678,
+    "parameters count": 0.360748032,
+    "avg bytes": 5388.764,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.359827948698763,
+    "bpb": 1.3639684713595113,
+    "compression_rate": 17.04960589199389,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-arxiv_cs-2026-08-05_17-25-31.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 6361.616,
+    "avg tokens": 2601.432,
+    "avg character count": 11768.382,
+    "parameters count": 0.360748032,
+    "avg bytes": 11777.796,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7798754200228957,
+    "bpb": 0.7792520650926441,
+    "compression_rate": 9.740650813658052,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-arxiv_math-2026-08-05_17-25-42.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4149.488,
+    "avg tokens": 2364.356,
+    "avg character count": 8384.11,
+    "parameters count": 0.360748032,
+    "avg bytes": 8388.09,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7140228074092853,
+    "bpb": 0.7136840162454461,
+    "compression_rate": 8.921050203068075,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-arxiv_other-2026-08-05_17-25-59.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5655.08,
+    "avg tokens": 2500.886,
+    "avg character count": 11117.616,
+    "parameters count": 0.360748032,
+    "avg bytes": 11125.06,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7338404089357249,
+    "bpb": 0.7333493816510077,
+    "compression_rate": 9.166867270637596,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-arxiv_physics-2026-08-05_17-26-11.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5766.784,
+    "avg tokens": 2701.29,
+    "avg character count": 11118.758,
+    "parameters count": 0.360748032,
+    "avg bytes": 11124.212,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7482589942759632,
+    "bpb": 0.7478921364207928,
+    "compression_rate": 9.34865170525991,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-bbc_news-2026-08-05_17-26-21.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1926.872,
+    "avg tokens": 717.248,
+    "avg character count": 3115.776,
+    "parameters count": 0.360748032,
+    "avg bytes": 3117.29,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8921978598037211,
+    "bpb": 0.8917645386947634,
+    "compression_rate": 11.147056733684542,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-biorxiv_all-2026-08-05_17-26-32.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 6043.592,
+    "avg tokens": 2706.822,
+    "avg character count": 11729.534,
+    "parameters count": 0.360748032,
+    "avg bytes": 11735.684,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7433424215792556,
+    "bpb": 0.742952878379838,
+    "compression_rate": 9.286910979747976,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-github_cpp-2026-08-05_17-26-43.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1670.741,
+    "avg tokens": 1642.174,
+    "avg character count": 4820.668,
+    "parameters count": 0.360748032,
+    "avg bytes": 4872.032,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5000074170861523,
+    "bpb": 0.49473602704371966,
+    "compression_rate": 6.184200338046495,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-github_javascript-2026-08-05_17-26-54.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2250.395,
+    "avg tokens": 1840.338,
+    "avg character count": 5543.69,
+    "parameters count": 0.360748032,
+    "avg bytes": 5668.5,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5856448875282202,
+    "bpb": 0.5727500584883688,
+    "compression_rate": 7.15937573110461,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-github_markdown-2026-08-05_17-27-04.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3979.073,
+    "avg tokens": 1670.476,
+    "avg character count": 5180.942,
+    "parameters count": 0.360748032,
+    "avg bytes": 5642.822,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.1080202952349534,
+    "bpb": 1.0173258848914906,
+    "compression_rate": 12.716573561143631,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-github_other-2026-08-05_17-27-15.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2149.938,
+    "avg tokens": 1787.464,
+    "avg character count": 5267.794,
+    "parameters count": 0.360748032,
+    "avg bytes": 5343.868,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5888052742416914,
+    "bpb": 0.5804231861301096,
+    "compression_rate": 7.2552898266263695,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-github_python-2026-08-05_17-27-25.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2256.152,
+    "avg tokens": 1689.134,
+    "avg character count": 5321.214,
+    "parameters count": 0.360748032,
+    "avg bytes": 5444.918,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6116911106923565,
+    "bpb": 0.5977939983470305,
+    "compression_rate": 7.472424979337881,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-wikipedia_nonenglish-2026-08-05_17-27-35.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2763.84,
+    "avg tokens": 1087.85,
+    "avg character count": 2632.248,
+    "parameters count": 0.360748032,
+    "avg bytes": 3657.916,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.514818612004094,
+    "bpb": 1.0900682962130768,
+    "compression_rate": 13.62585370266346,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-ao3_english-2026-08-05_16-33-02.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 6629.36,
+    "avg tokens": 2442.886,
+    "avg character count": 9073.964,
+    "parameters count": 0.521411104,
+    "avg bytes": 9226.06,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0540205797893465,
+    "bpb": 1.0366445477557764,
+    "compression_rate": 12.958056846947205,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-ao3_nonenglish-2026-08-05_16-37-11.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 7443.04,
+    "avg tokens": 2617.374,
+    "avg character count": 3114.678,
+    "parameters count": 0.521411104,
+    "avg bytes": 5388.764,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 3.4475592331336307,
+    "bpb": 1.9926715842701943,
+    "compression_rate": 24.90839480337743,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-arxiv_cs-2026-08-05_16-41-37.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 6065.744,
+    "avg tokens": 2771.27,
+    "avg character count": 11768.382,
+    "parameters count": 0.521411104,
+    "avg bytes": 11777.796,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7436042429708675,
+    "bpb": 0.7430098796160152,
+    "compression_rate": 9.28762349520019,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-arxiv_math-2026-08-05_16-45-51.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3803.104,
+    "avg tokens": 2639.742,
+    "avg character count": 8384.11,
+    "parameters count": 0.521411104,
+    "avg bytes": 8388.09,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6544188090071552,
+    "bpb": 0.6541082988838913,
+    "compression_rate": 8.176353736048641,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-arxiv_other-2026-08-05_16-50-10.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5295.808,
+    "avg tokens": 2703.694,
+    "avg character count": 11117.616,
+    "parameters count": 0.521411104,
+    "avg bytes": 11125.06,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6872189090808767,
+    "bpb": 0.6867590771735254,
+    "compression_rate": 8.584488464669066,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-arxiv_physics-2026-08-05_16-54-54.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5500.064,
+    "avg tokens": 2973.138,
+    "avg character count": 11118.758,
+    "parameters count": 0.521411104,
+    "avg bytes": 11124.212,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7136512061303893,
+    "bpb": 0.7133013158479824,
+    "compression_rate": 8.91626644809978,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-bbc_news-2026-08-05_16-56-18.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1788.344,
+    "avg tokens": 765.146,
+    "avg character count": 3115.776,
+    "parameters count": 0.521411104,
+    "avg bytes": 3117.29,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8280553609128296,
+    "bpb": 0.8276531924214726,
+    "compression_rate": 10.345664905268407,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-biorxiv_all-2026-08-05_17-01-07.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5856.536,
+    "avg tokens": 3017.664,
+    "avg character count": 11729.534,
+    "parameters count": 0.521411104,
+    "avg bytes": 11735.684,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.720335133858488,
+    "bpb": 0.7199576474611694,
+    "compression_rate": 8.999470593264618,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-github_cpp-2026-08-05_17-04-02.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1676.336,
+    "avg tokens": 1781.454,
+    "avg character count": 4820.668,
+    "parameters count": 0.521411104,
+    "avg bytes": 4872.032,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.501681848669861,
+    "bpb": 0.49639280572534034,
+    "compression_rate": 6.204910071566754,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-github_javascript-2026-08-05_17-07-24.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2285.937,
+    "avg tokens": 2080.414,
+    "avg character count": 5543.69,
+    "parameters count": 0.521411104,
+    "avg bytes": 5668.5,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5948943706600828,
+    "bpb": 0.5817958849227475,
+    "compression_rate": 7.272448561534343,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-github_markdown-2026-08-05_17-10-34.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4099.5935,
+    "avg tokens": 1956.49,
+    "avg character count": 5180.942,
+    "parameters count": 0.521411104,
+    "avg bytes": 5642.822,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.1415806646958466,
+    "bpb": 1.0481392487855594,
+    "compression_rate": 13.101740609819492,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-github_other-2026-08-05_17-13-44.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2233.498,
+    "avg tokens": 1939.62,
+    "avg character count": 5267.794,
+    "parameters count": 0.521411104,
+    "avg bytes": 5343.868,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6116899196201329,
+    "bpb": 0.6029820512848405,
+    "compression_rate": 7.537275641060506,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-github_python-2026-08-05_17-16-44.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2256.732,
+    "avg tokens": 1836.752,
+    "avg character count": 5321.214,
+    "parameters count": 0.521411104,
+    "avg bytes": 5444.918,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6118483611099709,
+    "bpb": 0.5979476761661852,
+    "compression_rate": 7.474345952077314,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-wikipedia_nonenglish-2026-08-05_17-19-53.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3843.648,
+    "avg tokens": 1947.288,
+    "avg character count": 2632.248,
+    "parameters count": 0.521411104,
+    "avg bytes": 3657.916,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.1066449318311884,
+    "bpb": 1.5159484002702037,
+    "compression_rate": 18.949355003377548,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-ao3_english-2026-08-05_19-07-42.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5852.36,
+    "avg tokens": 2377.116,
+    "avg character count": 9073.964,
+    "parameters count": 1.554859392,
+    "avg bytes": 9226.06,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.930483165846474,
+    "bpb": 0.9151437070100275,
+    "compression_rate": 11.439296337625343,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-ao3_nonenglish-2026-08-05_19-13-21.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4871.424,
+    "avg tokens": 1613.184,
+    "avg character count": 3114.678,
+    "parameters count": 1.554859392,
+    "avg bytes": 5388.764,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.256406359459141,
+    "bpb": 1.3041913223268782,
+    "compression_rate": 16.302391529085977,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-arxiv_cs-2026-08-05_19-23-00.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5480.608,
+    "avg tokens": 2796.146,
+    "avg character count": 11768.382,
+    "parameters count": 1.554859392,
+    "avg bytes": 11777.796,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6718719686917353,
+    "bpb": 0.67133494099035,
+    "compression_rate": 8.391686762379374,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-arxiv_math-2026-08-05_19-32-14.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3384.976,
+    "avg tokens": 2665.884,
+    "avg character count": 8384.11,
+    "parameters count": 1.554859392,
+    "avg bytes": 8388.09,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5824694676868695,
+    "bpb": 0.5821930962505362,
+    "compression_rate": 7.277413703131702,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-arxiv_other-2026-08-05_19-41-42.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4766.144,
+    "avg tokens": 2727.128,
+    "avg character count": 11117.616,
+    "parameters count": 1.554859392,
+    "avg bytes": 11125.06,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6184862215930724,
+    "bpb": 0.6180723801006636,
+    "compression_rate": 7.725904751258295,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-arxiv_physics-2026-08-05_19-52-06.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4930.304,
+    "avg tokens": 3000.934,
+    "avg character count": 11118.758,
+    "parameters count": 1.554859392,
+    "avg bytes": 11124.212,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6397229916214581,
+    "bpb": 0.6394093470058841,
+    "compression_rate": 7.992616837573552,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-bbc_news-2026-08-05_19-55-01.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1638.012,
+    "avg tokens": 756.488,
+    "avg character count": 3115.776,
+    "parameters count": 1.554859392,
+    "avg bytes": 3117.29,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.758447266208037,
+    "bpb": 0.7580789048553751,
+    "compression_rate": 9.475986310692189,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-biorxiv_all-2026-08-05_20-05-33.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5239.376,
+    "avg tokens": 3034.092,
+    "avg character count": 11729.534,
+    "parameters count": 1.554859392,
+    "avg bytes": 11735.684,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6444264343794607,
+    "bpb": 0.6440887273850125,
+    "compression_rate": 8.051109092312657,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}