{
    "bot_token_id": 128256,
    "eot_token_id": 128257,
    "latent_token_id": 128258,
    "label_pad_token_id": -100,
    "use_chat_template": false,
    "answer_prompt": "The answer is:",
    "num_latent_tokens": 24,
    "use_peft": true,
    "lora_r": 128,
    "lora_alpha": 32,
    "lora_dropout": 0.1,
    "lora_target_modules": "q_proj-k_proj-v_proj-o_proj-down_proj-up_proj-gate_proj",
    "lora_modules_to_save": ""
}