UncheatableEval / data /2026-07 /Falcon-H1-0.5B-Base-UncheatableEval-2026-07-github_markdown-2026-08-05_17-10-34.json
Jellyfish042's picture
2026-07
dc5cf28
Raw
History Blame Contribute Delete
891 Bytes
{
"neg_log_prob_sum": 4099.5935,
"avg tokens": 1956.49,
"avg character count": 5180.942,
"parameters count": 0.521411104,
"avg bytes": 5642.822,
"sample_count": 500,
"model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
"tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
"data_path": "Jellyfish042/UncheatableEval-2026-07-github_markdown",
"chunk_size": 4000,
"bos_mode": "add_default_eos",
"model_args": {
"device_map": "auto",
"trust_remote_code": true,
"torch_dtype": "torch.bfloat16"
},
"tokenizer_args": {
"trust_remote_code": true
},
"requirements": [],
"batch_size": 1,
"enable_chunking": true,
"bpc": 1.1415806646958466,
"bpb": 1.0481392487855594,
"compression_rate": 13.101740609819492,
"track_byte_wise_data": false,
"track_single_sample_byte_wise_data": false
}