{ "neg_log_prob_sum": 1127.808, "avg tokens": 1439.866, "avg character count": 4820.668, "parameters count": 8.053338176, "avg bytes": 4872.032, "sample_count": 500, "model_name_or_path": "swiss-ai/Apertus-8B-2509", "tokenizer_name": "swiss-ai/Apertus-8B-2509", "data_path": "Jellyfish042/UncheatableEval-2026-07-github_cpp", "chunk_size": 4000, "bos_mode": "add_default_bos", "model_args": { "device_map": "auto", "trust_remote_code": true, "attn_implementation": "flash_attention_2", "torch_dtype": "torch.bfloat16" }, "tokenizer_args": { "trust_remote_code": true }, "requirements": [], "batch_size": 1, "enable_chunking": true, "bpc": 0.3375223119855796, "bpb": 0.33396394126206475, "compression_rate": 4.174549265775809, "track_byte_wise_data": false, "track_single_sample_byte_wise_data": false }