UncheatableEval / data /2026-04 /ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-04-github_python-2026-04-17_14-38-02.json
Jellyfish042's picture
update: 2026-04
db29891
Raw
History Blame
942 Bytes
{
"neg_log_prob_sum": 1827.91,
"avg tokens": 1654.592,
"avg character count": 5274.818,
"parameters count": 0.360748032,
"avg bytes": 5432.234,
"sample_count": 500,
"model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT",
"tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT",
"data_path": "Jellyfish042/UncheatableEval-2026-04-github_python",
"chunk_size": 4000,
"bos_mode": "add_default_eos",
"model_args": {
"device_map": "auto",
"trust_remote_code": true,
"attn_implementation": "flash_attention_2",
"torch_dtype": "torch.bfloat16"
},
"tokenizer_args": {
"trust_remote_code": true
},
"requirements": [],
"batch_size": 1,
"enable_chunking": true,
"bpc": 0.499944584285438,
"bpb": 0.4854571235685622,
"compression_rate": 6.068214044607028,
"track_byte_wise_data": false,
"track_single_sample_byte_wise_data": false
}