UncheatableEval / data /2026-01 /ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-01-github_markdown-2026-01-16_18-22-39.json
Jellyfish042's picture
2026-01 update
6a5b21f
Raw
History Blame
897 Bytes
{
"neg_log_prob_sum": 2504.239,
"avg tokens": 1425.684,
"avg character count": 4490.514,
"parameters count": 0.360748032,
"avg bytes": 4834.316,
"sample_count": 500,
"model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
"tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
"data_path": "Jellyfish042/UncheatableEval-2026-01-github_markdown",
"chunk_size": 4000,
"bos_mode": "add_default_eos",
"model_args": {
"device_map": "auto",
"trust_remote_code": true,
"attn_implementation": "flash_attention_2",
"torch_dtype": "torch.bfloat16"
},
"tokenizer_args": {
"trust_remote_code": true
},
"requirements": [],
"batch_size": 1,
"enable_chunking": true,
"bpc": 0.8045522598305531,
"bpb": 0.7473349252512117,
"compression_rate": 9.341686565640146,
"track_byte_wise_data": false
}