update

data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-42-24.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1381.302,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 8.053338176,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6394841330114538,
+    "bpb": 0.6359174944443331,
+    "compression_rate": 7.948968680554164,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-wikipedia_english-2026-08-06_10-59-22.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1902.544,
+    "avg tokens": 790.742,
+    "avg character count": 3116.258,
+    "parameters count": 0.360748032,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8807970308854569,
+    "bpb": 0.8758845013980285,
+    "compression_rate": 10.948556267475357,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Falcon-H1-0.5B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_10-58-17.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1829.786,
+    "avg tokens": 873.848,
+    "avg character count": 3116.258,
+    "parameters count": 0.521411104,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8471131684501261,
+    "bpb": 0.8423885062711259,
+    "compression_rate": 10.529856328389075,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Falcon-H1-1.5B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-15-45.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1620.596,
+    "avg tokens": 851.824,
+    "avg character count": 3116.258,
+    "parameters count": 1.554859392,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7502670871553287,
+    "bpb": 0.746082571245469,
+    "compression_rate": 9.326032140568362,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-12-25.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1595.052,
+    "avg tokens": 851.824,
+    "avg character count": 3116.258,
+    "parameters count": 1.554872208,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7384413005470095,
+    "bpb": 0.7343227414051543,
+    "compression_rate": 9.179034267564429,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Falcon-H1-3B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-10-12.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1502.756,
+    "avg tokens": 851.824,
+    "avg character count": 3116.258,
+    "parameters count": 3.149387264,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6957121743020428,
+    "bpb": 0.6918319312367524,
+    "compression_rate": 8.647899140459405,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Falcon-H1-7B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-07-55.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1390.754,
+    "avg tokens": 801.6,
+    "avg character count": 3116.258,
+    "parameters count": 7.585648736,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-7B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-7B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6438600073859383,
+    "bpb": 0.6402689629555551,
+    "compression_rate": 8.00336203694444,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Falcon3-7B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-36-44.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1506.402,
+    "avg tokens": 756.342,
+    "avg character count": 3116.258,
+    "parameters count": 7.455550464,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon3-7B-Base",
+    "tokenizer_name": "tiiuae/Falcon3-7B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6974001173796317,
+    "bpb": 0.6935104600340348,
+    "compression_rate": 8.668880750425435,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Gravity-16B-A3B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-19-49.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1455.714,
+    "avg tokens": 721.534,
+    "avg character count": 3116.258,
+    "parameters count": 16.242180096,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "trillionlabs/Gravity-16B-A3B-Base",
+    "tokenizer_name": "trillionlabs/Gravity-16B-A3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6739337271665685,
+    "bpb": 0.6701749505231571,
+    "compression_rate": 8.377186881539464,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Hunyuan-7B-Pretrain-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-09-21.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1450.908,
+    "avg tokens": 757.542,
+    "avg character count": 3116.258,
+    "parameters count": 7.504564224,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "tencent/Hunyuan-7B-Pretrain",
+    "tokenizer_name": "tencent/Hunyuan-7B-Instruct",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6717087533786112,
+    "bpb": 0.6679623862335959,
+    "compression_rate": 8.34952982791995,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Index-1.9B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-18-18.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1557.674,
+    "avg tokens": 859.45,
+    "avg character count": 3116.258,
+    "parameters count": 2.172819456,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "IndexTeam/Index-1.9B",
+    "tokenizer_name": "IndexTeam/Index-1.9B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7211368747779148,
+    "bpb": 0.7171148287927493,
+    "compression_rate": 8.963935359909367,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/JoyAI-LLM-Flash-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-46-23.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1303.924,
+    "avg tokens": 712.25,
+    "avg character count": 3116.258,
+    "parameters count": 48.942532608,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "jdopensource/JoyAI-LLM-Flash-Base",
+    "tokenizer_name": "jdopensource/JoyAI-LLM-Flash-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6036614068848282,
+    "bpb": 0.6002945648568038,
+    "compression_rate": 7.503682060710047,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Llama-2-13b-hf-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-11-48.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1339.892,
+    "avg tokens": 854.736,
+    "avg character count": 3116.258,
+    "parameters count": 13.01586432,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "meta-llama/Llama-2-13b-hf",
+    "tokenizer_name": "meta-llama/Llama-2-13b-hf",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.62031306256632,
+    "bpb": 0.6168533481208357,
+    "compression_rate": 7.710666851510446,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Llama-2-7b-hf-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-37-16.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1396.244,
+    "avg tokens": 854.736,
+    "avg character count": 3116.258,
+    "parameters count": 6.738415616,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "meta-llama/Llama-2-7b-hf",
+    "tokenizer_name": "meta-llama/Llama-2-7b-hf",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6464016441100094,
+    "bpb": 0.642796424035391,
+    "compression_rate": 8.034955300442387,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Llama-3.1-Minitron-4B-Depth-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-11-11.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1523.506,
+    "avg tokens": 719.68,
+    "avg character count": 3116.258,
+    "parameters count": 4.540469248,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "nvidia/Llama-3.1-Minitron-4B-Depth-Base",
+    "tokenizer_name": "nvidia/Llama-3.1-Minitron-4B-Depth-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7053185426125119,
+    "bpb": 0.7013847212925981,
+    "compression_rate": 8.767309016157476,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Llama-3.1-Minitron-4B-Width-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-05-08.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1457.422,
+    "avg tokens": 719.68,
+    "avg character count": 3116.258,
+    "parameters count": 4.512746496,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "nvidia/Llama-3.1-Minitron-4B-Width-Base",
+    "tokenizer_name": "nvidia/Llama-3.1-Minitron-4B-Width-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.674724458591835,
+    "bpb": 0.670961271747995,
+    "compression_rate": 8.387015896849938,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Llama-3.2-1B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-06-25.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1559.696,
+    "avg tokens": 719.68,
+    "avg character count": 3116.258,
+    "parameters count": 1.2358144,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "meta-llama/Llama-3.2-1B",
+    "tokenizer_name": "meta-llama/Llama-3.2-1B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7220729748609879,
+    "bpb": 0.7180457079008419,
+    "compression_rate": 8.975571348760523,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Llama-3.2-3B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-03-43.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1433.614,
+    "avg tokens": 719.68,
+    "avg character count": 3116.258,
+    "parameters count": 3.212749824,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "meta-llama/Llama-3.2-3B",
+    "tokenizer_name": "meta-llama/Llama-3.2-3B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6637023662190328,
+    "bpb": 0.660000653644401,
+    "compression_rate": 8.250008170555013,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Meta-Llama-3.1-8B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-01-56.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1330.234,
+    "avg tokens": 719.68,
+    "avg character count": 3116.258,
+    "parameters count": 8.030261248,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "LLM-Research/Meta-Llama-3.1-8B",
+    "tokenizer_name": "LLM-Research/Meta-Llama-3.1-8B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6158418189449941,
+    "bpb": 0.6124070422721918,
+    "compression_rate": 7.655088028402397,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/MiniCPM5-1B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-03-41.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1705.72,
+    "avg tokens": 707.358,
+    "avg character count": 3116.258,
+    "parameters count": 1.080632832,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "openbmb/MiniCPM5-1B-Base",
+    "tokenizer_name": "openbmb/MiniCPM5-1B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7896758821461903,
+    "bpb": 0.7852715688702311,
+    "compression_rate": 9.815894610877889,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Ministral-3-14B-Base-2512-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-05-33.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1327.69,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 13.94503168,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "mistralai/Ministral-3-14B-Base-2512",
+    "tokenizer_name": "mistralai/Ministral-3-14B-Base-2512",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6146640550422552,
+    "bpb": 0.611235847192574,
+    "compression_rate": 7.640448089907174,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Ministral-3-3B-Base-2512-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-00-27.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1460.828,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 3.849090048,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "mistralai/Ministral-3-3B-Base-2512",
+    "tokenizer_name": "mistralai/Ministral-3-3B-Base-2512",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6763012918672788,
+    "bpb": 0.6725293104434269,
+    "compression_rate": 8.406616380542836,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Ministral-3-8B-Base-2512-UncheatableEval-2026-07-wikipedia_english-2026-08-06_10-59-55.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1373.04,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 8.91802624,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "mistralai/Ministral-3-8B-Base-2512",
+    "tokenizer_name": "mistralai/Ministral-3-8B-Base-2512",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6356591780726057,
+    "bpb": 0.6321138726881212,
+    "compression_rate": 7.901423408601516,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Minitron-4B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-10-43.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1492.792,
+    "avg tokens": 738.82,
+    "avg character count": 3116.258,
+    "parameters count": 4.190509056,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "nvidia/Minitron-4B-Base",
+    "tokenizer_name": "nvidia/Minitron-4B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6910992656829817,
+    "bpb": 0.6872447505082487,
+    "compression_rate": 8.59055938135311,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Mistral-7B-v0.1-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-08-38.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1351.476,
+    "avg tokens": 839.914,
+    "avg character count": 3116.258,
+    "parameters count": 7.241732096,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "mistralai/Mistral-7B-v0.1",
+    "tokenizer_name": "mistralai/Mistral-7B-v0.1",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6256759623498609,
+    "bpb": 0.6221863370368317,
+    "compression_rate": 7.777329212960396,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Mistral-Nemo-Base-2407-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-11-00.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1304.882,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 12.2477824,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "mistralai/Mistral-Nemo-Base-2407",
+    "tokenizer_name": "mistralai/Mistral-Nemo-Base-2407",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.604104920178391,
+    "bpb": 0.6007356045133581,
+    "compression_rate": 7.509195056416976,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Mistral-Small-3.1-24B-Base-2503-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-14-01.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1275.912,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 24.01136128,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "mistralai/Mistral-Small-3.1-24B-Base-2503",
+    "tokenizer_name": "mistralai/Mistral-Small-3.1-24B-Base-2503",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "cuda:0",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5906930411444493,
+    "bpb": 0.5873985284691241,
+    "compression_rate": 7.342481605864052,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-25-42.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1273.926,
+    "avg tokens": 750.9,
+    "avg character count": 3116.258,
+    "parameters count": 31.577937344,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16",
+    "tokenizer_name": "nvidia/NVIDIA-Nemotron-3-Nano-30B-A3B-Base-BF16",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5897736075316978,
+    "bpb": 0.5864842228763092,
+    "compression_rate": 7.331052785953865,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Nanbeige4-3B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-00-55.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1526.152,
+    "avg tokens": 756.886,
+    "avg character count": 3116.258,
+    "parameters count": 3.93363712,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Nanbeige/Nanbeige4-3B-Base",
+    "tokenizer_name": "Nanbeige/Nanbeige4-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7065435281811626,
+    "bpb": 0.7026028746655026,
+    "compression_rate": 8.782535933318783,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Nanbeige4.2-3B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-15-31.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1439.884,
+    "avg tokens": 756.886,
+    "avg character count": 3116.258,
+    "parameters count": 4.169800704,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Nanbeige/Nanbeige4.2-3B-Base",
+    "tokenizer_name": "Nanbeige/Nanbeige4.2-3B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6666051098000757,
+    "bpb": 0.6628872075552517,
+    "compression_rate": 8.286090094440645,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Olmo-3-1125-32B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-11-05.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1340.622,
+    "avg tokens": 722.168,
+    "avg character count": 3116.258,
+    "parameters count": 32.233522176,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "allenai/Olmo-3-1125-32B",
+    "tokenizer_name": "allenai/Olmo-3-1125-32B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6206510215478449,
+    "bpb": 0.6171894221806317,
+    "compression_rate": 7.714867777257896,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Olmo-Hybrid-7B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-43-19.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1437.878,
+    "avg tokens": 722.168,
+    "avg character count": 3116.258,
+    "parameters count": 7.430870688,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "allenai/Olmo-Hybrid-7B",
+    "tokenizer_name": "allenai/Olmo-Hybrid-7B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6656764170371455,
+    "bpb": 0.6619636944539492,
+    "compression_rate": 8.274546180674365,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen2.5-0.5B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_10-56-37.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1829.774,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 0.494032768,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen2.5-0.5B",
+    "tokenizer_name": "Qwen/Qwen2.5-0.5B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8471076129600187,
+    "bpb": 0.8423829817660332,
+    "compression_rate": 10.529787272075415,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen2.5-1.5B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-06-10.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1610.364,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 1.543714304,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen2.5-1.5B",
+    "tokenizer_name": "Qwen/Qwen2.5-1.5B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7455301059238724,
+    "bpb": 0.7413720099032322,
+    "compression_rate": 9.267150123790401,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen2.5-14B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-10-05.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1362.454,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 14.770033664,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen2.5-14B",
+    "tokenizer_name": "Qwen/Qwen2.5-14B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6307583098829853,
+    "bpb": 0.6272403384456546,
+    "compression_rate": 7.840504230570683,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen2.5-32B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-15-50.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1345.66,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 32.763876352,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen2.5-32B",
+    "tokenizer_name": "Qwen/Qwen2.5-32B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6229834014778759,
+    "bpb": 0.6195087935686486,
+    "compression_rate": 7.7438599196081075,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen2.5-3B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-04-11.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1529.988,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 3.085938688,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen2.5-3B",
+    "tokenizer_name": "Qwen/Qwen2.5-3B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7083194331854499,
+    "bpb": 0.704368874793417,
+    "compression_rate": 8.804610934917713,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen2.5-7B-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-03-12.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1448.26,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 7.615616512,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen2.5-7B",
+    "tokenizer_name": "Qwen/Qwen2.5-7B",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6704828418949427,
+    "bpb": 0.6667433121098427,
+    "compression_rate": 8.334291401373035,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3-0.6B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_10-56-16.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1789.394,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 0.59604992,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3-0.6B-Base",
+    "tokenizer_name": "Qwen/Qwen3-0.6B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8284133887490913,
+    "bpb": 0.8237930221296452,
+    "compression_rate": 10.297412776620565,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3-1.7B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-05-08.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1605.112,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 1.720574976,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3-1.7B-Base",
+    "tokenizer_name": "Qwen/Qwen3-1.7B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7430986530869287,
+    "bpb": 0.7389541181743983,
+    "compression_rate": 9.236926477179978,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3-14B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-07-53.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1372.25,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 14.7683072,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3-14B-Base",
+    "tokenizer_name": "Qwen/Qwen3-14B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6352934416405446,
+    "bpb": 0.6317501761028625,
+    "compression_rate": 7.896877201285782,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3-30B-A3B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-09-29.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1365.49,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 30.532122624,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3-30B-A3B-Base",
+    "tokenizer_name": "Qwen/Qwen3-30B-A3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6321638488801218,
+    "bpb": 0.6286380382340665,
+    "compression_rate": 7.857975477925831,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3-4B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-02-07.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1499.564,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 4.022468096,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3-4B-Base",
+    "tokenizer_name": "Qwen/Qwen3-4B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6942344139335118,
+    "bpb": 0.6903624128821374,
+    "compression_rate": 8.629530161026718,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3-8B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-01-28.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1423.9,
+    "avg tokens": 756.47,
+    "avg character count": 3116.258,
+    "parameters count": 8.19073536,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3-8B-Base",
+    "tokenizer_name": "Qwen/Qwen3-8B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6592051969772064,
+    "bpb": 0.655528566771992,
+    "compression_rate": 8.1941070846499,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3.5-0.8B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_10-55-52.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1777.062,
+    "avg tokens": 756.794,
+    "avg character count": 3116.258,
+    "parameters count": 0.752393024,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3.5-0.8B-Base",
+    "tokenizer_name": "Qwen/Qwen3.5-0.8B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "sdpa",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8227041967488645,
+    "bpb": 0.8181156723962143,
+    "compression_rate": 10.226445904952678,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3.5-2B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-04-47.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1612.43,
+    "avg tokens": 756.794,
+    "avg character count": 3116.258,
+    "parameters count": 1.881825088,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3.5-2B-Base",
+    "tokenizer_name": "Qwen/Qwen3.5-2B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "sdpa",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7464865761373389,
+    "bpb": 0.7423231455299972,
+    "compression_rate": 9.279039319124966,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3.5-35B-A3B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-27-43.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1321.658,
+    "avg tokens": 756.794,
+    "avg character count": 3116.258,
+    "parameters count": 34.660610688,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3.5-35B-A3B-Base",
+    "tokenizer_name": "Qwen/Qwen3.5-35B-A3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "sdpa",
+        "dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6118714953483394,
+    "bpb": 0.6084588626327251,
+    "compression_rate": 7.605735782909064,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3.5-4B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-01-39.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1475.026,
+    "avg tokens": 756.794,
+    "avg character count": 3116.258,
+    "parameters count": 4.205751296,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3.5-4B-Base",
+    "tokenizer_name": "Qwen/Qwen3.5-4B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "sdpa",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6828743625791845,
+    "bpb": 0.6790657207187473,
+    "compression_rate": 8.48832150898434,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Qwen3.5-9B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-00-48.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1394.292,
+    "avg tokens": 756.794,
+    "avg character count": 3116.258,
+    "parameters count": 8.953803264,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "Qwen/Qwen3.5-9B-Base",
+    "tokenizer_name": "Qwen/Qwen3.5-9B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_newline_token",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "sdpa",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6454979510525619,
+    "bpb": 0.6418977712070048,
+    "compression_rate": 8.023722140087559,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}

data/2026-07/Seed-OSS-36B-Base-UncheatableEval-2026-07-wikipedia_english-2026-08-06_11-20-37.json

@@ -0,0 +1,31 @@
+{
+    "neg_log_prob_sum": 1300.378,
+    "avg tokens": 760.34,
+    "avg character count": 3116.258,
+    "parameters count": 36.151104512,
+    "avg bytes": 3133.736,
+    "sample_count": 500,
+    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base",
+    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-07-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.602019759558133,
+    "bpb": 0.5986620736019589,
+    "compression_rate": 7.483275920024486,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false,
+    "track_single_sample_compression_rate": false
+}