UncheatableEval / data /2026-01 /ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_cpp-2026-01-16_18-22-18.json
Jellyfish042's picture
2026-01 update
6a5b21f
Raw
History Blame
892 Bytes
{
"neg_log_prob_sum": 1378.518,
"avg tokens": 1518.258,
"avg character count": 4492.018,
"parameters count": 0.360748032,
"avg bytes": 4535.59,
"sample_count": 500,
"model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
"tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
"data_path": "Jellyfish042/UncheatableEval-2026-01-github_cpp",
"chunk_size": 4000,
"bos_mode": "add_default_eos",
"model_args": {
"device_map": "auto",
"trust_remote_code": true,
"attn_implementation": "flash_attention_2",
"torch_dtype": "torch.bfloat16"
},
"tokenizer_args": {
"trust_remote_code": true
},
"requirements": [],
"batch_size": 1,
"enable_chunking": true,
"bpc": 0.44273666810243684,
"bpb": 0.4384834348731195,
"compression_rate": 5.481042935913994,
"track_byte_wise_data": false
}