Spaces:
Running
Running
UncheatableEval / data /2026-07 /ERNIE-4.5-0.3B-Base-PT-UncheatableEval-2026-07-arxiv_math-2026-08-05_17-25-42.json
| { | |
| "neg_log_prob_sum": 4149.488, | |
| "avg tokens": 2364.356, | |
| "avg character count": 8384.11, | |
| "parameters count": 0.360748032, | |
| "avg bytes": 8388.09, | |
| "sample_count": 500, | |
| "model_name_or_path": "baidu/ERNIE-4.5-0.3B-Base-PT", | |
| "tokenizer_name": "baidu/ERNIE-4.5-0.3B-Base-PT", | |
| "data_path": "Jellyfish042/UncheatableEval-2026-07-arxiv_math", | |
| "chunk_size": 4000, | |
| "bos_mode": "add_default_eos", | |
| "model_args": { | |
| "device_map": "auto", | |
| "trust_remote_code": true, | |
| "attn_implementation": "flash_attention_2", | |
| "torch_dtype": "torch.bfloat16" | |
| }, | |
| "tokenizer_args": { | |
| "trust_remote_code": true | |
| }, | |
| "requirements": [], | |
| "batch_size": 1, | |
| "enable_chunking": true, | |
| "bpc": 0.7140228074092853, | |
| "bpb": 0.7136840162454461, | |
| "compression_rate": 8.921050203068075, | |
| "track_byte_wise_data": false, | |
| "track_single_sample_byte_wise_data": false | |
| } |