update

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-ao3_english-2026-01-09_10-40-23.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 4291.004,
-    "avg tokens": 1872.126,
-    "avg character count": 7857.404,
-    "parameters count": 36.151104512,
-    "avg bytes": 8012.242,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-ao3_english",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.7878696565983758,
-    "bpb": 0.7726439355220056,
-    "compression_rate": 9.65804919402507,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-arxiv_cs-2026-01-09_10-42-56.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 3630.48,
-    "avg tokens": 2071.65,
-    "avg character count": 9964.74,
-    "parameters count": 36.151104512,
-    "avg bytes": 9994.128,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-arxiv_cs",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.525620888457357,
-    "bpb": 0.5240752862127205,
-    "compression_rate": 6.550941077659006,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-arxiv_math-2026-01-09_10-46-29.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 3158.016,
-    "avg tokens": 2889.856,
-    "avg character count": 9913.284,
-    "parameters count": 36.151104512,
-    "avg bytes": 9918.674,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-arxiv_math",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.4595907897169092,
-    "bpb": 0.4593410391598716,
-    "compression_rate": 5.741762989498396,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-arxiv_physics-2026-01-09_10-49-30.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 3650.56,
-    "avg tokens": 2444.214,
-    "avg character count": 9946.974,
-    "parameters count": 36.151104512,
-    "avg bytes": 9952.8,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-arxiv_physics",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.5294720593888769,
-    "bpb": 0.5291621260818679,
-    "compression_rate": 6.614526576023348,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-bbc_news-2026-01-09_10-50-31.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1524.508,
-    "avg tokens": 740.418,
-    "avg character count": 3394.84,
-    "parameters count": 36.151104512,
-    "avg bytes": 3396.996,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-bbc_news",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.647865622944101,
-    "bpb": 0.6474544366244622,
-    "compression_rate": 8.093180457805778,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-github_cpp-2026-01-09_10-52-49.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 877.2125,
-    "avg tokens": 1835.29,
-    "avg character count": 5773.33,
-    "parameters count": 36.151104512,
-    "avg bytes": 5853.154,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_cpp",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.21920626805601098,
-    "bpb": 0.21621678219226925,
-    "compression_rate": 2.7027097774033657,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-github_javascript-2026-01-09_10-54-58.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 905.7355,
-    "avg tokens": 1693.824,
-    "avg character count": 5774.754,
-    "parameters count": 36.151104512,
-    "avg bytes": 5870.628,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_javascript",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.22627805690200584,
-    "bpb": 0.22258268011652002,
-    "compression_rate": 2.7822835014565004,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-github_markdown-2026-01-09_10-56-54.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1614.3525,
-    "avg tokens": 1521.54,
-    "avg character count": 5024.17,
-    "parameters count": 36.151104512,
-    "avg bytes": 5522.098,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_markdown",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.46356280659227295,
-    "bpb": 0.4217633127837826,
-    "compression_rate": 5.272041409797282,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-github_python-2026-01-09_10-59-07.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1071.658,
-    "avg tokens": 1779.894,
-    "avg character count": 6339.622,
-    "parameters count": 36.151104512,
-    "avg bytes": 6497.474,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-github_python",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.24387505787079808,
-    "bpb": 0.23795026838568104,
-    "compression_rate": 2.9743783548210128,
-    "track_byte_wise_data": false
-}

data/2025-12/Seed-OSS-36B-Base-woSyn-UncheatableEval-2025-12-wikipedia_english-2026-01-09_11-00-10.json

@@ -1,29 +0,0 @@
-{
-    "neg_log_prob_sum": 1281.444,
-    "avg tokens": 755.354,
-    "avg character count": 3043.39,
-    "parameters count": 36.151104512,
-    "avg bytes": 3062.292,
-    "sample_count": 500,
-    "model_name_or_path": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "tokenizer_name": "ByteDance-Seed/Seed-OSS-36B-Base-woSyn",
-    "data_path": "Jellyfish042/UncheatableEval-2025-12-wikipedia_english",
-    "chunk_size": 4000,
-    "bos_mode": "add_default_eos",
-    "model_args": {
-        "device_map": "auto",
-        "trust_remote_code": true,
-        "attn_implementation": "flash_attention_2",
-        "torch_dtype": "torch.bfloat16"
-    },
-    "tokenizer_args": {
-        "trust_remote_code": true
-    },
-    "requirements": [],
-    "batch_size": 1,
-    "enable_chunking": true,
-    "bpc": 0.6074584276011017,
-    "bpb": 0.603708889935028,
-    "compression_rate": 7.54636112418785,
-    "track_byte_wise_data": false
-}