update

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-ao3_english-2026-04-18_12-56-21.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 6625.368,
+    "avg tokens": 2441.756,
+    "avg character count": 9041.522,
+    "parameters count": 0.521411104,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0571655477545074,
+    "bpb": 1.0374143915485972,
+    "compression_rate": 12.967679894357465,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-ao3_nonenglish-2026-04-18_12-56-55.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 7220.192,
+    "avg tokens": 2549.552,
+    "avg character count": 2942.368,
+    "parameters count": 0.521411104,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 3.5401877646392856,
+    "bpb": 1.9857768023518056,
+    "compression_rate": 24.82221002939757,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-arxiv_cs-2026-04-18_12-57-31.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5811.552,
+    "avg tokens": 2794.574,
+    "avg character count": 11865.894,
+    "parameters count": 0.521411104,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7065879107185971,
+    "bpb": 0.706090917290103,
+    "compression_rate": 8.826136466126288,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-arxiv_math-2026-04-18_12-58-06.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3753.104,
+    "avg tokens": 2562.956,
+    "avg character count": 8435.788,
+    "parameters count": 0.521411104,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6418587722617651,
+    "bpb": 0.6415354108203909,
+    "compression_rate": 8.019192635254885,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-arxiv_other-2026-04-18_12-58-41.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4919.824,
+    "avg tokens": 2680.144,
+    "avg character count": 10817.836,
+    "parameters count": 0.521411104,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6561206591453691,
+    "bpb": 0.6556647537057437,
+    "compression_rate": 8.195809421321796,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-arxiv_physics-2026-04-18_12-59-16.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5367.464,
+    "avg tokens": 3012.596,
+    "avg character count": 11165.434,
+    "parameters count": 0.521411104,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6935345007592216,
+    "bpb": 0.6931919226714106,
+    "compression_rate": 8.664899033392633,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-bbc_news-2026-04-18_12-59-50.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1583.032,
+    "avg tokens": 677.694,
+    "avg character count": 2745.97,
+    "parameters count": 0.521411104,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8317033383352832,
+    "bpb": 0.8310544671613104,
+    "compression_rate": 10.38818083951638,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-biorxiv_all-2026-04-18_13-00-25.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5648.404,
+    "avg tokens": 2960.446,
+    "avg character count": 11560.664,
+    "parameters count": 0.521411104,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7048837713592735,
+    "bpb": 0.704549677977209,
+    "compression_rate": 8.806870974715112,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-github_cpp-2026-04-18_13-00-59.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1561.695,
+    "avg tokens": 1786.494,
+    "avg character count": 4752.824,
+    "parameters count": 0.521411104,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4740444064162885,
+    "bpb": 0.46505835948881646,
+    "compression_rate": 5.813229493610206,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-github_javascript-2026-04-18_13-01-33.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1845.11,
+    "avg tokens": 1906.502,
+    "avg character count": 5202.974,
+    "parameters count": 0.521411104,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5116172110209728,
+    "bpb": 0.4959198353128354,
+    "compression_rate": 6.198997941410442,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-github_markdown-2026-04-18_13-02-06.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3319.7385,
+    "avg tokens": 1865.53,
+    "avg character count": 4927.866,
+    "parameters count": 0.521411104,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9718953946795967,
+    "bpb": 0.894346811486149,
+    "compression_rate": 11.179335143576862,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-github_other-2026-04-18_13-02-40.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1861.302,
+    "avg tokens": 1923.26,
+    "avg character count": 5229.94,
+    "parameters count": 0.521411104,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5134458836997574,
+    "bpb": 0.5043396993440932,
+    "compression_rate": 6.304246241801165,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-github_python-2026-04-18_13-03-14.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1845.834,
+    "avg tokens": 1785.66,
+    "avg character count": 5274.818,
+    "parameters count": 0.521411104,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5048469081026566,
+    "bpb": 0.49021738719360003,
+    "compression_rate": 6.12771733992,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-wikipedia_english-2026-04-18_13-03-47.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1844.224,
+    "avg tokens": 873.27,
+    "avg character count": 3127.092,
+    "parameters count": 0.521411104,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.850839316236429,
+    "bpb": 0.8463723770765732,
+    "compression_rate": 10.579654713457165,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-0.5B-Base-UncheatableEval-2026-04-wikipedia_nonenglish-2026-04-18_13-04-19.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3608.968,
+    "avg tokens": 1879.4,
+    "avg character count": 2498.564,
+    "parameters count": 0.521411104,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.083853059728292,
+    "bpb": 1.483552496463094,
+    "compression_rate": 18.544406205788675,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-ao3_english-2026-04-18_14-04-00.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5843.832,
+    "avg tokens": 2377.902,
+    "avg character count": 9041.522,
+    "parameters count": 1.554859392,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9324610885410921,
+    "bpb": 0.9150398013502375,
+    "compression_rate": 11.437997516877969,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-ao3_nonenglish-2026-04-18_14-04-27.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4650.168,
+    "avg tokens": 1555.08,
+    "avg character count": 2942.368,
+    "parameters count": 1.554859392,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.2800595686537335,
+    "bpb": 1.2789404688183765,
+    "compression_rate": 15.986755860229707,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-arxiv_cs-2026-04-18_14-04-58.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5254.16,
+    "avg tokens": 2819.35,
+    "avg character count": 11865.894,
+    "parameters count": 1.554859392,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6388183289044345,
+    "bpb": 0.638369002632854,
+    "compression_rate": 7.979612532910675,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-arxiv_math-2026-04-18_14-05-31.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3345.872,
+    "avg tokens": 2586.686,
+    "avg character count": 8435.788,
+    "parameters count": 1.554859392,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5722136381152818,
+    "bpb": 0.5719253631320749,
+    "compression_rate": 7.149067039150935,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-arxiv_other-2026-04-18_14-06-00.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4425.232,
+    "avg tokens": 2704.822,
+    "avg character count": 10817.836,
+    "parameters count": 1.554859392,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5901605701161627,
+    "bpb": 0.589750497044361,
+    "compression_rate": 7.371881213054513,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-arxiv_physics-2026-04-18_14-06-30.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4804.504,
+    "avg tokens": 3040.754,
+    "avg character count": 11165.434,
+    "parameters count": 1.554859392,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6207939695609851,
+    "bpb": 0.6204873223635003,
+    "compression_rate": 7.756091529543754,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-bbc_news-2026-04-18_14-06-58.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1451.58,
+    "avg tokens": 670.55,
+    "avg character count": 2745.97,
+    "parameters count": 1.554859392,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7626402573420691,
+    "bpb": 0.7620452672100215,
+    "compression_rate": 9.52556584012527,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-biorxiv_all-2026-04-18_14-07-27.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5061.156,
+    "avg tokens": 2976.364,
+    "avg character count": 11560.664,
+    "parameters count": 1.554859392,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6315990727146314,
+    "bpb": 0.6312997140417752,
+    "compression_rate": 7.89124642552219,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-github_cpp-2026-04-18_14-07-55.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1315.011,
+    "avg tokens": 1788.226,
+    "avg character count": 4752.824,
+    "parameters count": 1.554859392,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3991647593966107,
+    "bpb": 0.39159814071873705,
+    "compression_rate": 4.894976758984213,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-github_javascript-2026-04-18_14-08-24.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1528.351,
+    "avg tokens": 1893.87,
+    "avg character count": 5202.974,
+    "parameters count": 1.554859392,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4237853982045054,
+    "bpb": 0.4107828672654787,
+    "compression_rate": 5.134785840818483,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-github_markdown-2026-04-18_14-08-52.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2836.6095,
+    "avg tokens": 1749.97,
+    "avg character count": 4927.866,
+    "parameters count": 1.554859392,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8304532750258473,
+    "bpb": 0.7641905113177798,
+    "compression_rate": 9.552381391472247,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-github_other-2026-04-18_14-09-23.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1545.968,
+    "avg tokens": 1934.992,
+    "avg character count": 5229.94,
+    "parameters count": 1.554859392,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.42646002955541157,
+    "bpb": 0.41889657686694,
+    "compression_rate": 5.23620721083675,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-github_python-2026-04-18_14-09-50.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1562.37,
+    "avg tokens": 1773.106,
+    "avg character count": 5274.818,
+    "parameters count": 1.554859392,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4273177673682181,
+    "bpb": 0.41493489622017193,
+    "compression_rate": 5.186686202752149,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-wikipedia_english-2026-04-18_14-10-22.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1636.864,
+    "avg tokens": 852.764,
+    "avg character count": 3127.092,
+    "parameters count": 1.554859392,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7551730410904675,
+    "bpb": 0.7512083535574139,
+    "compression_rate": 9.390104419467674,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Base-UncheatableEval-2026-04-wikipedia_nonenglish-2026-04-18_14-10-53.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2209.256,
+    "avg tokens": 1044.362,
+    "avg character count": 2498.564,
+    "parameters count": 1.554859392,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.275645801049798,
+    "bpb": 0.9081674467953358,
+    "compression_rate": 11.352093084941698,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-ao3_english-2026-04-18_13-17-26.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5761.232,
+    "avg tokens": 2377.902,
+    "avg character count": 9041.522,
+    "parameters count": 1.554872208,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9192811603854752,
+    "bpb": 0.902106115441483,
+    "compression_rate": 11.276326443018538,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-ao3_nonenglish-2026-04-18_13-18-40.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4590.432,
+    "avg tokens": 1555.08,
+    "avg character count": 2942.368,
+    "parameters count": 1.554872208,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.2507699519359936,
+    "bpb": 1.262511215542939,
+    "compression_rate": 15.781390194286738,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-arxiv_cs-2026-04-18_13-20-09.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5155.776,
+    "avg tokens": 2819.35,
+    "avg character count": 11865.894,
+    "parameters count": 1.554872208,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6268564734468668,
+    "bpb": 0.626415560797236,
+    "compression_rate": 7.830194509965451,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-arxiv_math-2026-04-18_13-21-49.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3268.288,
+    "avg tokens": 2586.686,
+    "avg character count": 8435.788,
+    "parameters count": 1.554872208,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5589451619453818,
+    "bpb": 0.5586635714755982,
+    "compression_rate": 6.983294643444977,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-arxiv_other-2026-04-18_13-23-19.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4340.768,
+    "avg tokens": 2704.822,
+    "avg character count": 10817.836,
+    "parameters count": 1.554872208,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5788962290840335,
+    "bpb": 0.5784939830395912,
+    "compression_rate": 7.23117478799489,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-arxiv_physics-2026-04-18_13-24-59.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4710.544,
+    "avg tokens": 3040.754,
+    "avg character count": 11165.434,
+    "parameters count": 1.554872208,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6086533195833912,
+    "bpb": 0.6083526693776198,
+    "compression_rate": 7.604408367220247,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-bbc_news-2026-04-18_13-26-37.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1432.772,
+    "avg tokens": 670.55,
+    "avg character count": 2745.97,
+    "parameters count": 1.554872208,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7527587916563407,
+    "bpb": 0.7521715107614029,
+    "compression_rate": 9.402143884517535,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-biorxiv_all-2026-04-18_13-28-03.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4972.244,
+    "avg tokens": 2976.364,
+    "avg character count": 11560.664,
+    "parameters count": 1.554872208,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6205034382877923,
+    "bpb": 0.6202093386068188,
+    "compression_rate": 7.752616732585235,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-github_cpp-2026-04-18_13-29-36.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1272.189,
+    "avg tokens": 1788.226,
+    "avg character count": 4752.824,
+    "parameters count": 1.554872208,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.38616636369734914,
+    "bpb": 0.37884614428535535,
+    "compression_rate": 4.735576803566942,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-github_javascript-2026-04-18_13-31-12.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1474.695,
+    "avg tokens": 1893.87,
+    "avg character count": 5202.974,
+    "parameters count": 1.554872208,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4089075139187222,
+    "bpb": 0.3963614643770083,
+    "compression_rate": 4.954518304712604,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-github_markdown-2026-04-18_13-32-22.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2763.2135,
+    "avg tokens": 1749.97,
+    "avg character count": 4927.866,
+    "parameters count": 1.554872208,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8089656685809711,
+    "bpb": 0.7444174241978645,
+    "compression_rate": 9.305217802473306,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-github_other-2026-04-18_13-33-38.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1492.682,
+    "avg tokens": 1934.992,
+    "avg character count": 5229.94,
+    "parameters count": 1.554872208,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4117609225008738,
+    "bpb": 0.40445816482029234,
+    "compression_rate": 5.055727060253655,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-github_python-2026-04-18_13-35-03.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1510.662,
+    "avg tokens": 1773.106,
+    "avg character count": 5274.818,
+    "parameters count": 1.554872208,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.41317531256232976,
+    "bpb": 0.4012022633523156,
+    "compression_rate": 5.0150282919039455,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-wikipedia_english-2026-04-18_13-36-12.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1608.864,
+    "avg tokens": 852.764,
+    "avg character count": 3127.092,
+    "parameters count": 1.554872208,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7422551412829496,
+    "bpb": 0.7383582732211077,
+    "compression_rate": 9.229478415263847,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2026-04-wikipedia_nonenglish-2026-04-18_13-37-21.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2168.62,
+    "avg tokens": 1044.362,
+    "avg character count": 2498.564,
+    "parameters count": 1.554872208,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.2521821812739733,
+    "bpb": 0.891463048406025,
+    "compression_rate": 11.143288105075312,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-3B-Base-UncheatableEval-2026-04-ao3_english-2026-04-18_16-57-07.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5538.752,
+    "avg tokens": 2377.902,
+    "avg character count": 9041.522,
+    "parameters count": 3.149387264,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8837815185445357,
+    "bpb": 0.8672697178509292,
+    "compression_rate": 10.840871473136616,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-3B-Base-UncheatableEval-2026-04-ao3_nonenglish-2026-04-18_16-57-54.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4324.176,
+    "avg tokens": 1555.08,
+    "avg character count": 2942.368,
+    "parameters count": 3.149387264,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.1202199286870558,
+    "bpb": 1.1892825551019173,
+    "compression_rate": 14.866031938773967,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-3B-Base-UncheatableEval-2026-04-arxiv_cs-2026-04-18_16-58-44.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4838.416,
+    "avg tokens": 2819.35,
+    "avg character count": 11865.894,
+    "parameters count": 3.149387264,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5882707842289687,
+    "bpb": 0.5878570116332283,
+    "compression_rate": 7.348212645415354,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-3B-Base-UncheatableEval-2026-04-arxiv_math-2026-04-18_16-59-36.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3062.376,
+    "avg tokens": 2586.686,
+    "avg character count": 8435.788,
+    "parameters count": 3.149387264,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5237299311620183,
+    "bpb": 0.5234660817410084,
+    "compression_rate": 6.543326021762605,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Falcon-H1-3B-Base-UncheatableEval-2026-04-arxiv_other-2026-04-18_17-07-33.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4080.776,
+    "avg tokens": 2704.822,
+    "avg character count": 10817.836,
+    "parameters count": 3.149387264,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5442230126412252,
+    "bpb": 0.5438448592812081,
+    "compression_rate": 6.798060741015101,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}