.

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-ao3_english-2026-05-08_14-56-18.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 5440.544,
+    "avg tokens": 2159.186,
+    "avg character count": 9041.522,
+    "parameters count": 8.840488784,
+    "avg bytes": 9213.662,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.8681111264827097,
+    "bpb": 0.8518920976847428,
+    "compression_rate": 10.648651221059286,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-ao3_nonenglish-2026-05-08_14-57-33.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4250.92,
+    "avg tokens": 1327.272,
+    "avg character count": 2942.368,
+    "parameters count": 8.840488784,
+    "avg bytes": 5245.572,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-ao3_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 2.0843012169843176,
+    "bpb": 1.1691348823761665,
+    "compression_rate": 14.614186029702081,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-arxiv_cs-2026-05-08_14-58-53.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4825.024,
+    "avg tokens": 2449.01,
+    "avg character count": 11865.894,
+    "parameters count": 8.840488784,
+    "avg bytes": 11874.246,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_cs",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5866425401213116,
+    "bpb": 0.5862299127852186,
+    "compression_rate": 7.327873909815233,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-arxiv_math-2026-05-08_15-00-11.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 3269.504,
+    "avg tokens": 2198.142,
+    "avg character count": 8435.788,
+    "parameters count": 8.840488784,
+    "avg bytes": 8440.04,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_math",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5591531232134602,
+    "bpb": 0.5588714279750604,
+    "compression_rate": 6.985892849688255,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-arxiv_other-2026-05-08_15-01-29.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4197.792,
+    "avg tokens": 2327.854,
+    "avg character count": 10817.836,
+    "parameters count": 8.840488784,
+    "avg bytes": 10825.358,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5598285739480026,
+    "bpb": 0.5594395770637205,
+    "compression_rate": 6.992994713296506,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-arxiv_physics-2026-05-08_15-02-48.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4479.24,
+    "avg tokens": 2574.342,
+    "avg character count": 11165.434,
+    "parameters count": 8.840488784,
+    "avg bytes": 11170.952,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-arxiv_physics",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5787663367990425,
+    "bpb": 0.5784804495580574,
+    "compression_rate": 7.231005619475718,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-bbc_news-2026-05-08_15-04-03.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1341.228,
+    "avg tokens": 605.97,
+    "avg character count": 2745.97,
+    "parameters count": 8.840488784,
+    "avg bytes": 2748.114,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-bbc_news",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7046628274531123,
+    "bpb": 0.7041130696548333,
+    "compression_rate": 8.801413370685417,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-biorxiv_all-2026-05-08_15-05-22.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 4650.772,
+    "avg tokens": 2507.224,
+    "avg character count": 11560.664,
+    "parameters count": 8.840488784,
+    "avg bytes": 11566.146,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-biorxiv_all",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.5803858412203007,
+    "bpb": 0.5801107560552361,
+    "compression_rate": 7.251384450690451,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-github_cpp-2026-05-08_15-06-37.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1079.226,
+    "avg tokens": 1597.758,
+    "avg character count": 4752.824,
+    "parameters count": 8.840488784,
+    "avg bytes": 4844.66,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_cpp",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3275934472217849,
+    "bpb": 0.32138354357136156,
+    "compression_rate": 4.01729429464202,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-github_javascript-2026-05-08_15-07-53.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1290.052,
+    "avg tokens": 1626.518,
+    "avg character count": 5202.974,
+    "parameters count": 8.840488784,
+    "avg bytes": 5367.664,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_javascript",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3577091914910374,
+    "bpb": 0.3467340025174618,
+    "compression_rate": 4.3341750314682725,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-github_markdown-2026-05-08_15-09-09.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 2439.4145,
+    "avg tokens": 1498.294,
+    "avg character count": 4927.866,
+    "parameters count": 8.840488784,
+    "avg bytes": 5355.16,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_markdown",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.7141694197493661,
+    "bpb": 0.6571850704409635,
+    "compression_rate": 8.214813380512044,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-github_other-2026-05-08_15-10-25.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1264.58,
+    "avg tokens": 1719.35,
+    "avg character count": 5229.94,
+    "parameters count": 8.840488784,
+    "avg bytes": 5324.37,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_other",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3488382839587768,
+    "bpb": 0.3426514864307637,
+    "compression_rate": 4.283143580384547,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-github_python-2026-05-08_15-11-41.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1322.262,
+    "avg tokens": 1591.81,
+    "avg character count": 5274.818,
+    "parameters count": 8.840488784,
+    "avg bytes": 5432.234,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.3616467582684222,
+    "bpb": 0.3511669103643036,
+    "compression_rate": 4.389586379553795,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-wikipedia_english-2026-05-08_15-12-54.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1478.532,
+    "avg tokens": 743.918,
+    "avg character count": 3127.092,
+    "parameters count": 8.840488784,
+    "avg bytes": 3143.596,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_english",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 0.6821260085074697,
+    "bpb": 0.6785448207071267,
+    "compression_rate": 8.481810258839085,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}

data/2026-04/ZAYA1-base-UncheatableEval-2026-04-wikipedia_nonenglish-2026-05-08_15-14-07.json

@@ -0,0 +1,30 @@
+{
+    "neg_log_prob_sum": 1836.188,
+    "avg tokens": 833.256,
+    "avg character count": 2498.564,
+    "parameters count": 8.840488784,
+    "avg bytes": 3509.576,
+    "sample_count": 500,
+    "model_name_or_path": "Zyphra/ZAYA1-base",
+    "tokenizer_name": "Zyphra/ZAYA1-base",
+    "data_path": "Jellyfish042/UncheatableEval-2026-04-wikipedia_nonenglish",
+    "chunk_size": 4000,
+    "bos_mode": "add_default_bos",
+    "model_args": {
+        "device_map": "auto",
+        "trust_remote_code": true,
+        "attn_implementation": "flash_attention_2",
+        "torch_dtype": "torch.bfloat16"
+    },
+    "tokenizer_args": {
+        "trust_remote_code": true
+    },
+    "requirements": [],
+    "batch_size": 1,
+    "enable_chunking": true,
+    "bpc": 1.0602327263739588,
+    "bpb": 0.7548089346803785,
+    "compression_rate": 9.435111683504731,
+    "track_byte_wise_data": false,
+    "track_single_sample_byte_wise_data": false
+}