| { | |
| "temperature": 1.099, | |
| "temperature_by_type": { | |
| "choice": 1.11, | |
| "noul": 1.56, | |
| "score": 1.287 | |
| }, | |
| "neutralize_none": false, | |
| "version": "4b-v2.1-fp8-llmtech", | |
| "base": "Mapika/decider-4b v1 + LoRA (merged); v1 is Qwen/Qwen3.5-4B-Base + one supervised pass over mixture v2", | |
| "layout": "plain", | |
| "max_options": 255, | |
| "max_state_tokens": 32768, | |
| "schema_first": false, | |
| "schema_first_trained": false, | |
| "isolated_levels": true, | |
| "release_date": "2026-09-24", | |
| "requires": "decider-ai>=1.4.0 for temperature_by_type; older versions serve every answer at temperature", | |
| "stage": "decider-4b v1 + LoRA rank 64 (alpha 128) on attention and MLP, LR 1e-4, 2 epochs (1,518 steps of 65,536 tokens) over v2's 29,325-row mix in the plain state-first layout (generated decision families with code-computed answers, Qwen3.6-27B-written document questions kept when two independent answers agreed, human-labelled public sets, replay of v1's mixture v2), with the replay rows trained toward v1's own answer distribution (KL to v1) instead of their labels, merged into the bf16 weights; no RL stage; temperature fitted by NLL on 61 in-task regression tasks (the 67 in-task tasks without banking77, clinc_oos, mmlu, arc, winogrande, hellaswag); temperature_by_type fitted with decider.calibrate.fit_by_type on the same regression rows plus our own validation rows (choice, noul and score answers)", | |
| "quantization": "FP8_DYNAMIC (llm-compressor 0.14.0, compressed-tensors 0.19.0): FP8 E4M3 weights per output channel, FP8 activations scaled per token at run time, no calibration data; reference: bf16 Mapika/decider-4b v2.1" | |
| } |