fix and update

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-ao3_english-2025-12-26_11-24-52.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 5910.00690612793,
+    "avg tokens": 1989.774,
+    "avg character count": 7857.404,
+    "parameters count": 0.360748032,
+    "avg bytes": 8012.242,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0851341810972543,
+    "bpb": 1.06416377027682,
+    "compression_rate": 13.30204712846025,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-arxiv_cs-2025-12-26_11-25-16.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 5032.815466796875,
+    "avg tokens": 2184.846,
+    "avg character count": 9964.74,
+    "parameters count": 0.360748032,
+    "avg bytes": 9994.128,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7286510150447603,
+    "bpb": 0.726508397296605,
+    "compression_rate": 9.081354966207563,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-arxiv_math-2025-12-26_11-25-54.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 4670.533972229004,
+    "avg tokens": 2998.584,
+    "avg character count": 9913.284,
+    "parameters count": 0.360748032,
+    "avg bytes": 9918.674,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6797097914311963,
+    "bpb": 0.6793404239355194,
+    "compression_rate": 8.491755299193994,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-arxiv_physics-2025-12-26_11-26-24.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 5132.874350097656,
+    "avg tokens": 2540.232,
+    "avg character count": 9946.974,
+    "parameters count": 0.360748032,
+    "avg bytes": 9952.8,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7444648362800635,
+    "bpb": 0.7440290541749105,
+    "compression_rate": 9.300363177186382,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-bbc_news-2025-12-26_11-26-33.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 2116.0300040283205,
+    "avg tokens": 779.508,
+    "avg character count": 3394.84,
+    "parameters count": 0.360748032,
+    "avg bytes": 3396.996,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8992429667330157,
+    "bpb": 0.8986722366419951,
+    "compression_rate": 11.23340295802494,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-github_cpp-2025-12-26_11-26-58.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1719.3788892211915,
+    "avg tokens": 1978.696,
+    "avg character count": 5773.33,
+    "parameters count": 0.360748032,
+    "avg bytes": 5853.154,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.42965487801469643,
+    "bpb": 0.4237953412619226,
+    "compression_rate": 5.297441765774033,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-github_javascript-2025-12-26_11-27-20.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1758.9756489562988,
+    "avg tokens": 1832.826,
+    "avg character count": 5774.754,
+    "parameters count": 0.360748032,
+    "avg bytes": 5870.628,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4394413070745002,
+    "bpb": 0.43226473314161595,
+    "compression_rate": 5.403309164270199,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-github_markdown-2025-12-26_11-27-39.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 2775.0485090026855,
+    "avg tokens": 1649.738,
+    "avg character count": 5024.17,
+    "parameters count": 0.360748032,
+    "avg bytes": 5522.098,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7968577341460353,
+    "bpb": 0.7250050111686692,
+    "compression_rate": 9.062562639608366,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-github_python-2025-12-26_11-28-03.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 2028.1806166992187,
+    "avg tokens": 1993.354,
+    "avg character count": 6339.622,
+    "parameters count": 0.360748032,
+    "avg bytes": 6497.474,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.46154898789534804,
+    "bpb": 0.450335948668526,
+    "compression_rate": 5.629199358356575,
+    "track_byte_wise_data": false
+}

data/2025-12/ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2025-12-wikipedia_english-2025-12-26_11-28-13.json

@@ -0,0 +1,27 @@
+{
+    "neg_log_prob_sum": 1887.2544329223633,
+    "avg tokens": 783.536,
+    "avg character count": 3043.39,
+    "parameters count": 0.360748032,
+    "avg bytes": 3062.292,
+    "sample_count": 500,
+    "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
+    "data_path": "UncheatableEval-2025-12-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8946380882084802,
+    "bpb": 0.8891159338406678,
+    "compression_rate": 11.113949173008347,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-ao3_english-2025-12-26_11-12-09.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 5802.224,
+    "avg tokens": 2137.526,
+    "avg character count": 7857.404,
+    "parameters count": 0.521411104,
+    "avg bytes": 8012.242,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.065344201587054,
+    "bpb": 1.0447562356362832,
+    "compression_rate": 13.05945294545354,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-arxiv_cs-2025-12-26_11-12-44.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4823.849,
+    "avg tokens": 2311.04,
+    "avg character count": 9964.74,
+    "parameters count": 0.521411104,
+    "avg bytes": 9994.128,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6983968503239608,
+    "bpb": 0.6963431957542654,
+    "compression_rate": 8.704289946928318,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-arxiv_math-2025-12-26_11-13-23.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4376.2615,
+    "avg tokens": 3268.756,
+    "avg character count": 9913.284,
+    "parameters count": 0.521411104,
+    "avg bytes": 9918.674,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6368838786100848,
+    "bpb": 0.6365377835468022,
+    "compression_rate": 7.956722294335028,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-arxiv_physics-2025-12-26_11-13-58.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 4956.74925,
+    "avg tokens": 2761.48,
+    "avg character count": 9946.974,
+    "parameters count": 0.521411104,
+    "avg bytes": 9952.8,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7189199008567921,
+    "bpb": 0.7184990718094495,
+    "compression_rate": 8.98123839761812,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-bbc_news-2025-12-26_11-14-30.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1966.312,
+    "avg tokens": 833.85,
+    "avg character count": 3394.84,
+    "parameters count": 0.521411104,
+    "avg bytes": 3396.996,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8356177526011415,
+    "bpb": 0.8350874040594863,
+    "compression_rate": 10.438592550743579,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-github_cpp-2025-12-26_11-15-06.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1737.634,
+    "avg tokens": 2154.262,
+    "avg character count": 5773.33,
+    "parameters count": 0.521411104,
+    "avg bytes": 5853.154,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4342166400812102,
+    "bpb": 0.4282948910416594,
+    "compression_rate": 5.353686138020743,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-github_javascript-2025-12-26_11-15-40.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1844.3236875,
+    "avg tokens": 2051.932,
+    "avg character count": 5774.754,
+    "parameters count": 0.521411104,
+    "avg bytes": 5870.628,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.4607636338708621,
+    "bpb": 0.45323884220739186,
+    "compression_rate": 5.6654855275923985,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-github_markdown-2025-12-26_11-16-14.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 2969.173,
+    "avg tokens": 1894.592,
+    "avg character count": 5024.17,
+    "parameters count": 0.521411104,
+    "avg bytes": 5522.098,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.852600760452255,
+    "bpb": 0.7757216845194355,
+    "compression_rate": 9.696521056492942,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-github_python-2025-12-26_11-16-48.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 2085.744,
+    "avg tokens": 2130.204,
+    "avg character count": 6339.622,
+    "parameters count": 0.521411104,
+    "avg bytes": 6497.474,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.47464857137600797,
+    "bpb": 0.46311728609670627,
+    "compression_rate": 5.788966076208828,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-wikipedia_english-2025-12-26_11-17-19.json

@@ -0,0 +1,28 @@
+{
+    "neg_log_prob_sum": 1816.556,
+    "avg tokens": 865.132,
+    "avg character count": 3043.39,
+    "parameters count": 0.521411104,
+    "avg bytes": 3062.292,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
+    "data_path": "UncheatableEval-2025-12-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8611240533408772,
+    "bpb": 0.8558087643820681,
+    "compression_rate": 10.697609554775852,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-ao3_english-2025-12-26_12-15-25.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5113.096,
+    "avg tokens": 2079.228,
+    "avg character count": 7857.404,
+    "parameters count": 1.554859392,
+    "avg bytes": 8012.242,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9388136645117389,
+    "bpb": 0.9206709236677068,
+    "compression_rate": 11.508386545846335,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-arxiv_cs-2025-12-26_12-15-54.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4357.824,
+    "avg tokens": 2317.894,
+    "avg character count": 9964.74,
+    "parameters count": 1.554859392,
+    "avg bytes": 9994.128,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6309257515867855,
+    "bpb": 0.6290704975828711,
+    "compression_rate": 7.863381219785889,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-arxiv_math-2025-12-26_12-16-29.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3843.726,
+    "avg tokens": 3293.932,
+    "avg character count": 9913.284,
+    "parameters count": 1.554859392,
+    "avg bytes": 9918.674,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5593831911540083,
+    "bpb": 0.5590792114687883,
+    "compression_rate": 6.988490143359853,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-arxiv_physics-2025-12-26_12-16-59.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4405.5345,
+    "avg tokens": 2782.132,
+    "avg character count": 9946.974,
+    "parameters count": 1.554859392,
+    "avg bytes": 9952.8,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6389724931034543,
+    "bpb": 0.6385984623035968,
+    "compression_rate": 7.982480778794961,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-bbc_news-2025-12-26_12-17-26.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1803.28,
+    "avg tokens": 822.958,
+    "avg character count": 3394.84,
+    "parameters count": 1.554859392,
+    "avg bytes": 3396.996,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7663345292662539,
+    "bpb": 0.7658481532902157,
+    "compression_rate": 9.573101916127696,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-github_cpp-2025-12-26_12-17-57.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1460.314,
+    "avg tokens": 2142.084,
+    "avg character count": 5773.33,
+    "parameters count": 1.554859392,
+    "avg bytes": 5853.154,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3649172602190981,
+    "bpb": 0.35994060056180405,
+    "compression_rate": 4.49925750702255,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-github_javascript-2025-12-26_12-18-27.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1512.8745,
+    "avg tokens": 2023.828,
+    "avg character count": 5774.754,
+    "parameters count": 1.554859392,
+    "avg bytes": 5870.628,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.37795835781703774,
+    "bpb": 0.3717858700359433,
+    "compression_rate": 4.647323375449291,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-github_markdown-2025-12-26_12-18-55.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2469.5585,
+    "avg tokens": 1759.972,
+    "avg character count": 5024.17,
+    "parameters count": 1.554859392,
+    "avg bytes": 5522.098,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7091359968184172,
+    "bpb": 0.6451931496208845,
+    "compression_rate": 8.064914370261056,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-github_python-2025-12-26_12-19-24.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1762.227,
+    "avg tokens": 2101.646,
+    "avg character count": 6339.622,
+    "parameters count": 1.554859392,
+    "avg bytes": 6497.474,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.40102645770057516,
+    "bpb": 0.39128377486706917,
+    "compression_rate": 4.891047185838365,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Base-UncheatableEval-2025-12-wikipedia_english-2025-12-26_12-19-50.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1605.888,
+    "avg tokens": 843.83,
+    "avg character count": 3043.39,
+    "parameters count": 1.554859392,
+    "avg bytes": 3062.292,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Base",
+    "data_path": "UncheatableEval-2025-12-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7612585484683514,
+    "bpb": 0.7565596794241358,
+    "compression_rate": 9.456995992801698,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-ao3_english-2025-12-26_12-03-14.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 5042.016,
+    "avg tokens": 2079.228,
+    "avg character count": 7857.404,
+    "parameters count": 1.554872208,
+    "avg bytes": 8012.242,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.9257626920141573,
+    "bpb": 0.9078721635321059,
+    "compression_rate": 11.348402044151323,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-arxiv_cs-2025-12-26_12-04-25.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4286.618,
+    "avg tokens": 2317.894,
+    "avg character count": 9964.74,
+    "parameters count": 1.554872208,
+    "avg bytes": 9994.128,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.620616547023341,
+    "bpb": 0.6187916075104668,
+    "compression_rate": 7.734895093880835,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-arxiv_math-2025-12-26_12-05-46.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3753.2425,
+    "avg tokens": 3293.932,
+    "avg character count": 9913.284,
+    "parameters count": 1.554872208,
+    "avg bytes": 9918.674,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5462149921260901,
+    "bpb": 0.5459181682958523,
+    "compression_rate": 6.823977103698153,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-arxiv_physics-2025-12-26_12-06-56.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4326.758,
+    "avg tokens": 2782.132,
+    "avg character count": 9946.974,
+    "parameters count": 1.554872208,
+    "avg bytes": 9952.8,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6275468609575785,
+    "bpb": 0.6271795182990365,
+    "compression_rate": 7.839743978737957,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-bbc_news-2025-12-26_12-08-06.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1779.38,
+    "avg tokens": 822.958,
+    "avg character count": 3394.84,
+    "parameters count": 1.554872208,
+    "avg bytes": 3396.996,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7561778174691601,
+    "bpb": 0.7556978877387561,
+    "compression_rate": 9.446223596734452,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-github_cpp-2025-12-26_12-09-20.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1412.5855,
+    "avg tokens": 2142.084,
+    "avg character count": 5773.33,
+    "parameters count": 1.554872208,
+    "avg bytes": 5853.154,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3529904051356248,
+    "bpb": 0.3481764012499341,
+    "compression_rate": 4.352205015624176,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-github_javascript-2025-12-26_12-10-33.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1462.88325,
+    "avg tokens": 2023.828,
+    "avg character count": 5774.754,
+    "parameters count": 1.554872208,
+    "avg bytes": 5870.628,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3654691455557293,
+    "bpb": 0.35950062074696776,
+    "compression_rate": 4.493757759337097,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-github_markdown-2025-12-26_12-11-43.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2402.919,
+    "avg tokens": 1759.972,
+    "avg character count": 5024.17,
+    "parameters count": 1.554872208,
+    "avg bytes": 5522.098,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6900004030432622,
+    "bpb": 0.6277830138034253,
+    "compression_rate": 7.847287672542816,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-github_python-2025-12-26_12-12-54.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1704.276,
+    "avg tokens": 2101.646,
+    "avg character count": 6339.622,
+    "parameters count": 1.554872208,
+    "avg bytes": 6497.474,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.38783866506647857,
+    "bpb": 0.37841637127075517,
+    "compression_rate": 4.730204640884439,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-1.5B-Deep-Base-UncheatableEval-2025-12-wikipedia_english-2025-12-26_12-14-00.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1579.056,
+    "avg tokens": 843.83,
+    "avg character count": 3043.39,
+    "parameters count": 1.554872208,
+    "avg bytes": 3062.292,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-1.5B-Deep-Base",
+    "data_path": "UncheatableEval-2025-12-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7485390503635627,
+    "bpb": 0.743918692432323,
+    "compression_rate": 9.298983655404038,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-ao3_english-2025-12-26_11-42-29.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4851.432,
+    "avg tokens": 2079.228,
+    "avg character count": 7857.404,
+    "parameters count": 3.149387264,
+    "avg bytes": 8012.242,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8907696342977941,
+    "bpb": 0.8735553528725198,
+    "compression_rate": 10.919441910906498,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-arxiv_cs-2025-12-26_11-43-07.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4041.882,
+    "avg tokens": 2317.894,
+    "avg character count": 9964.74,
+    "parameters count": 3.149387264,
+    "avg bytes": 9994.128,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5851836693439433,
+    "bpb": 0.5834629211531376,
+    "compression_rate": 7.29328651441422,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-arxiv_math-2025-12-26_11-43-58.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 3533.287,
+    "avg tokens": 3293.932,
+    "avg character count": 9913.284,
+    "parameters count": 3.149387264,
+    "avg bytes": 9918.674,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5142045393774094,
+    "bpb": 0.5139251106486051,
+    "compression_rate": 6.424063883107564,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-arxiv_physics-2025-12-26_11-44-38.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 4002.8095,
+    "avg tokens": 2782.132,
+    "avg character count": 9946.974,
+    "parameters count": 3.149387264,
+    "avg bytes": 9952.8,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5805618286800821,
+    "bpb": 0.5802219893168988,
+    "compression_rate": 7.252774866461236,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-bbc_news-2025-12-26_11-45-14.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1688.488,
+    "avg tokens": 822.958,
+    "avg character count": 3394.84,
+    "parameters count": 3.149387264,
+    "avg bytes": 3396.996,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7175517150147058,
+    "bpb": 0.717096300437364,
+    "compression_rate": 8.963703755467051,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-github_cpp-2025-12-26_11-45-57.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1265.133,
+    "avg tokens": 2142.084,
+    "avg character count": 5773.33,
+    "parameters count": 3.149387264,
+    "avg bytes": 5853.154,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3161435610237033,
+    "bpb": 0.31183206612451625,
+    "compression_rate": 3.897900826556453,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-github_javascript-2025-12-26_11-46-38.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1292.01425,
+    "avg tokens": 2023.828,
+    "avg character count": 5774.754,
+    "parameters count": 3.149387264,
+    "avg bytes": 5870.628,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3227812909836286,
+    "bpb": 0.31750990715692995,
+    "compression_rate": 3.9688738394616245,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-github_markdown-2025-12-26_11-47-16.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 2191.2495,
+    "avg tokens": 1759.972,
+    "avg character count": 5024.17,
+    "parameters count": 3.149387264,
+    "avg bytes": 5522.098,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.629219311249504,
+    "bpb": 0.5724825577163644,
+    "compression_rate": 7.156031971454555,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-github_python-2025-12-26_11-47-56.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1559.387,
+    "avg tokens": 2101.646,
+    "avg character count": 6339.622,
+    "parameters count": 3.149387264,
+    "avg bytes": 6497.474,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.35486656644934317,
+    "bpb": 0.34624530882720234,
+    "compression_rate": 4.32806636034003,
+    "track_byte_wise_data": false
+}

data/2025-12/Falcon-H1-3B-Base-UncheatableEval-2025-12-wikipedia_english-2025-12-26_11-48-30.json

@@ -0,0 +1,29 @@
+{
+    "neg_log_prob_sum": 1486.544,
+    "avg tokens": 843.83,
+    "avg character count": 3043.39,
+    "parameters count": 3.149387264,
+    "avg bytes": 3062.292,
+    "sample_count": 500,
+    "model_name_or_path": "tiiuae/Falcon-H1-3B-Base",
+    "tokenizer_name": "tiiuae/Falcon-H1-3B-Base",
+    "data_path": "UncheatableEval-2025-12-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_eos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7046844659617214,
+    "bpb": 0.7003348004903658,
+    "compression_rate": 8.754185006129573,
+    "track_byte_wise_data": false
+}