.

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-ao3_english-2026-05-18_19-07-52.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5368.896,
+    "avg tokens": 2132.32,
+    "avg character count": 9041.522,
+    "parameters count": 8.053338176,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8566787355324237,
+    "bpb": 0.8406732995250522,
+    "compression_rate": 10.508416244063152,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-ao3_nonenglish-2026-05-18_19-08-38.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3649.864,
+    "avg tokens": 1588.088,
+    "avg character count": 2942.368,
+    "parameters count": 8.053338176,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.7895928356749242,
+    "bpb": 1.003825834955493,
+    "compression_rate": 12.547822936943662,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-arxiv_cs-2026-05-18_19-09-47.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4958.88,
+    "avg tokens": 2489.716,
+    "avg character count": 11865.894,
+    "parameters count": 8.053338176,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6029171998640358,
+    "bpb": 0.6024931254046332,
+    "compression_rate": 7.531164067557914,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-arxiv_math-2026-05-18_19-10-49.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3450.224,
+    "avg tokens": 2188.546,
+    "avg character count": 8435.788,
+    "parameters count": 8.053338176,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5900599985153826,
+    "bpb": 0.5897627327306604,
+    "compression_rate": 7.372034159133254,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-arxiv_other-2026-05-18_19-11-54.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4308.968,
+    "avg tokens": 2337.96,
+    "avg character count": 10817.836,
+    "parameters count": 8.053338176,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5746552975058261,
+    "bpb": 0.5742559982726885,
+    "compression_rate": 7.178199978408606,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-arxiv_physics-2026-05-18_19-13-06.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4687.936,
+    "avg tokens": 2599.662,
+    "avg character count": 11165.434,
+    "parameters count": 8.053338176,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.605732121044721,
+    "bpb": 0.6054329137932777,
+    "compression_rate": 7.567911422415971,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-bbc_news-2026-05-18_19-13-29.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1299.856,
+    "avg tokens": 600.428,
+    "avg character count": 2745.97,
+    "parameters count": 8.053338176,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.682926545107836,
+    "bpb": 0.6823937453358064,
+    "compression_rate": 8.52992181669758,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-biorxiv_all-2026-05-18_19-14-39.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4679.568,
+    "avg tokens": 2543.254,
+    "avg character count": 11560.664,
+    "parameters count": 8.053338176,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5839793931475462,
+    "bpb": 0.5837026047486072,
+    "compression_rate": 7.29628255935759,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-github_cpp-2026-05-18_19-15-22.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1056.563,
+    "avg tokens": 1468.266,
+    "avg character count": 4752.824,
+    "parameters count": 8.053338176,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.320714211274553,
+    "bpb": 0.3146347113082788,
+    "compression_rate": 3.932933891353485,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-github_javascript-2026-05-18_19-16-07.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1254.603,
+    "avg tokens": 1527.154,
+    "avg character count": 5202.974,
+    "parameters count": 8.053338176,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3478797945914041,
+    "bpb": 0.33720618995235474,
+    "compression_rate": 4.2150773744044345,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-github_markdown-2026-05-18_19-16-51.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2425.17,
+    "avg tokens": 1508.444,
+    "avg character count": 4927.866,
+    "parameters count": 8.053338176,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7099991623783373,
+    "bpb": 0.6533475624094682,
+    "compression_rate": 8.166844530118352,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-github_other-2026-05-18_19-17-37.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1246.946,
+    "avg tokens": 1576.378,
+    "avg character count": 5229.94,
+    "parameters count": 8.053338176,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3439738908011047,
+    "bpb": 0.33787336538526236,
+    "compression_rate": 4.223417067315779,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-github_python-2026-05-18_19-18-19.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1323.508,
+    "avg tokens": 1439.866,
+    "avg character count": 5274.818,
+    "parameters count": 8.053338176,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.36198754690244667,
+    "bpb": 0.35149782357992493,
+    "compression_rate": 4.393722794749062,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-wikipedia_english-2026-05-18_19-18-45.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1384.644,
+    "avg tokens": 752.304,
+    "avg character count": 3127.092,
+    "parameters count": 8.053338176,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6388104450386038,
+    "bpb": 0.6354566656137296,
+    "compression_rate": 7.94320832017162,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/Apertus-8B-2509-UncheatableEval-2026-04-wikipedia_nonenglish-2026-05-18_19-19-14.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1347.604,
+    "avg tokens": 875.59,
+    "avg character count": 2498.564,
+    "parameters count": 8.053338176,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
+    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.778119595048248,
+    "bpb": 0.5539648116701649,
+    "compression_rate": 6.924560145877061,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}