UncheatableEval / data /2026-01 /Falcon-H1-0.5B-Base-UncheatableEval-2026-01-github_markdown-2026-01-16_18-08-13.json
Jellyfish042's picture
2026-01 update
6a5b21f
Raw
History Blame
837 Bytes
{
"neg_log_prob_sum": 2584.2485,
"avg tokens": 1611.29,
"avg character count": 4490.514,
"parameters count": 0.521411104,
"avg bytes": 4834.316,
"sample_count": 500,
"model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
"tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
"data_path": "Jellyfish042/UncheatableEval-2026-01-github_markdown",
"chunk_size": 4000,
"bos_mode": "add_default_eos",
"model_args": {
"device_map": "auto",
"trust_remote_code": true,
"torch_dtype": "torch.bfloat16"
},
"tokenizer_args": {
"trust_remote_code": true
},
"requirements": [],
"batch_size": 1,
"enable_chunking": true,
"bpc": 0.8302574038016011,
"bpb": 0.7712119967695,
"compression_rate": 9.64014995961875,
"track_byte_wise_data": false
}