data/2025-12/Falcon-H1-0.5B-Base-UncheatableEval-2025-12-github_python-2025-12-26_11-16-48.json

{
    "neg_log_prob_sum": 2085.744,
    "avg tokens": 2130.204,
    "avg character count": 6339.622,
    "parameters count": 0.521411104,
    "avg bytes": 6497.474,
    "sample_count": 500,
    "model_name_or_path": "tiiuae/Falcon-H1-0.5B-Base",
    "tokenizer_name": "tiiuae/Falcon-H1-0.5B-Base",
    "data_path": "UncheatableEval-2025-12-github_python",
    "chunk_size": 4000,
    "bos_mode": "add_default_eos",
    "model_args": {
        "device_map": "auto",
        "trust_remote_code": true,
        "torch_dtype": "torch.bfloat16"
    },
    "tokenizer_args": {
        "trust_remote_code": true
    },
    "requirements": [],
    "batch_size": 1,
    "enable_chunking": true,
    "bpc": 0.47464857137600797,
    "bpb": 0.46311728609670627,
    "compression_rate": 5.788966076208828,
    "track_byte_wise_data": false
}