.

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-ao3_english-2026-01-16_19-31-11.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 5215.224,
-    "avg tokens": 2269.574,
-    "avg character count": 8933.384,
-    "parameters count": 6.06103552,
-    "avg bytes": 9114.402,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_english",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.8422315442753948,
-    "bpb": 0.8255042735579474,
-    "compression_rate": 10.318803419474342,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-ao3_nonenglish-2026-01-16_19-31-38.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 3935.374,
-    "avg tokens": 1620.596,
-    "avg character count": 3053.742,
-    "parameters count": 6.06103552,
-    "avg bytes": 5339.418,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-ao3_nonenglish",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 1.859208981585007,
-    "bpb": 1.0633264812463388,
-    "compression_rate": 13.291581015579235,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-arxiv_cs-2026-01-16_19-32-22.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 4960.592,
-    "avg tokens": 2639.85,
-    "avg character count": 11948.316,
-    "parameters count": 6.06103552,
-    "avg bytes": 11958.88,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_cs",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.5989648648624177,
-    "bpb": 0.5984357630709117,
-    "compression_rate": 7.480447038386397,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-arxiv_math-2026-01-16_19-33-00.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 3070.096,
-    "avg tokens": 2365.23,
-    "avg character count": 8202.032,
-    "parameters count": 6.06103552,
-    "avg bytes": 8205.778,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_math",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.5400140202151178,
-    "bpb": 0.5397674997121592,
-    "compression_rate": 6.74709374640199,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-arxiv_other-2026-01-16_19-33-41.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 4501.824,
-    "avg tokens": 2562.96,
-    "avg character count": 11405.326,
-    "parameters count": 6.06103552,
-    "avg bytes": 11413.15,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_other",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.569449672876945,
-    "bpb": 0.5690593008726702,
-    "compression_rate": 7.113241260908378,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-arxiv_physics-2026-01-16_19-34-24.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 4604.752,
-    "avg tokens": 2733.098,
-    "avg character count": 11143.33,
-    "parameters count": 6.06103552,
-    "avg bytes": 11149.444,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-arxiv_physics",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.5961640618130789,
-    "bpb": 0.5958371444283264,
-    "compression_rate": 7.44796430535408,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-bbc_news-2026-01-16_19-34-40.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1510.2,
-    "avg tokens": 725.342,
-    "avg character count": 3105.01,
-    "parameters count": 6.06103552,
-    "avg bytes": 3106.754,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-bbc_news",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.7016911542154494,
-    "bpb": 0.7012972545462282,
-    "compression_rate": 8.766215681827852,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-biorxiv_all-2026-01-16_19-35-26.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 4881.112,
-    "avg tokens": 2866.77,
-    "avg character count": 11858.768,
-    "parameters count": 6.06103552,
-    "avg bytes": 11866.026,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-biorxiv_all",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.5938185211502248,
-    "bpb": 0.5934553047855794,
-    "compression_rate": 7.4181913098197425,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-github_cpp-2026-01-16_19-35-53.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 952.99,
-    "avg tokens": 1652.096,
-    "avg character count": 4492.018,
-    "parameters count": 6.06103552,
-    "avg bytes": 4535.59,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_cpp",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.3060704447348103,
-    "bpb": 0.303130121333007,
-    "compression_rate": 3.7891265166625874,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-github_javascript-2026-01-16_19-36-23.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1111.198,
-    "avg tokens": 1739.482,
-    "avg character count": 5019.138,
-    "parameters count": 6.06103552,
-    "avg bytes": 5077.09,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_javascript",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.3194014279037027,
-    "bpb": 0.31575564822481667,
-    "compression_rate": 3.9469456028102083,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-github_markdown-2026-01-16_19-36-49.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1987.991,
-    "avg tokens": 1513.064,
-    "avg character count": 4490.514,
-    "parameters count": 6.06103552,
-    "avg bytes": 4834.316,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_markdown",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.638694090928542,
-    "bpb": 0.5932720899982317,
-    "compression_rate": 7.415901124977895,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-github_other-2026-01-16_19-37-18.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1097.349,
-    "avg tokens": 1786.438,
-    "avg character count": 4986.25,
-    "parameters count": 6.06103552,
-    "avg bytes": 5064.612,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_other",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.3175011201653473,
-    "bpb": 0.3125885971964808,
-    "compression_rate": 3.90735746495601,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-github_python-2026-01-16_19-37-47.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1197.918,
-    "avg tokens": 1772.848,
-    "avg character count": 5199.592,
-    "parameters count": 6.06103552,
-    "avg bytes": 5309.418,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-github_python",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.33237807081625353,
-    "bpb": 0.32550278730957427,
-    "compression_rate": 4.068784841369679,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-wikipedia_english-2026-01-16_19-38-04.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1456.232,
-    "avg tokens": 811.506,
-    "avg character count": 3116.258,
-    "parameters count": 6.06103552,
-    "avg bytes": 3133.736,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_english",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.6741735391561986,
-    "bpb": 0.6704134249929851,
-    "compression_rate": 8.380167812412314,
-    "track_byte_wise_data": false
-}

data/2026-01/Yi-1.5-6B-UncheatableEval-2026-01-wikipedia_nonenglish-2026-01-16_19-38-34.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 2242.391,
-    "avg tokens": 1826.516,
-    "avg character count": 2679.128,
-    "parameters count": 6.06103552,
-    "avg bytes": 3649.448,
-    "sample_count": 500,
-    "model_name_or_path": "01-ai/Yi-1.5-6B",
-    "tokenizer_name": "01-ai/Yi-1.5-6B",
-    "data_path": "Jellyfish042/UncheatableEval-2026-01-wikipedia_nonenglish",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 1.2075146747128334,
-    "bpb": 0.8864590961246862,
-    "compression_rate": 11.080738701558577,
-    "track_byte_wise_data": false
-}