decider-4b-tr-rag / decider_config.json
hayriyigit's picture
decider LoRA fine-tune
8fe5d78 verified
Raw History Blame
849 Bytes
{
"temperature": 1.097,
"temperature_by_type": {
"noul": 1.097
},
"neutralize_none": false,
"version": "4b-v2.1-tr-lora-tr-lora",
"base": "hayriyigit/decider-4b-tr@df9aacb9f4c9e4e64178176502f51ae4db271f26 + LoRA (merged)",
"layout": "plain",
"max_options": 255,
"max_state_tokens": 32768,
"schema_first": false,
"schema_first_trained": false,
"isolated_levels": true,
"release_date": "2026-09-24",
"requires": "decider-ai>=1.4.0 for temperature_by_type; older versions serve every answer at temperature",
"stage": "LoRA rank 64 (alpha 128) on q_proj, k_proj, v_proj, o_proj, in_proj_qkv, in_proj_z, out_proj, gate_proj, up_proj, down_proj; LR 0.0001, 1 epochs; cross-entropy on Turkish decision rows, KL toward the base model on English replay rows; temperatures fitted with decider.calibrate.fit_by_type on held-out Turkish rows"
}