data/2026-07/Apertus-8B-2509-UncheatableEval-2026-07-github_javascript-2026-08-05_22-34-13.json

{
    "neg_log_prob_sum": 1571.024,
    "avg tokens": 1640.312,
    "avg character count": 5543.69,
    "parameters count": 8.053338176,
    "avg bytes": 5668.5,
    "sample_count": 500,
    "model_name_or_path": "swiss-ai/Apertus-8B-2509",
    "tokenizer_name": "swiss-ai/Apertus-8B-2509",
    "data_path": "Jellyfish042/UncheatableEval-2026-07-github_javascript",
    "chunk_size": 4000,
    "bos_mode": "add_default_bos",
    "model_args": {
        "device_map": "auto",
        "trust_remote_code": true,
        "attn_implementation": "flash_attention_2",
        "torch_dtype": "torch.bfloat16"
    },
    "tokenizer_args": {
        "trust_remote_code": true
    },
    "requirements": [],
    "batch_size": 1,
    "enable_chunking": true,
    "bpc": 0.408844746715192,
    "bpb": 0.39984273333642806,
    "compression_rate": 4.9980341667053505,
    "track_byte_wise_data": false,
    "track_single_sample_byte_wise_data": false
}