{ "format_version": 1, "architecture": "qwen3.5-pdelta3-gdn2-clvr-localw", "accepted_full_attention_layers": [ 3, 7, 11 ], "config": { "feature_dim": 96, "local_window": 32, "chunk_size": 32, "conv_kernel": 4, "state_dtype": "fp16", "variant": "conv4_gdn2_clvr_f96", "local_gate_init": 0.72, "warm_start_previous_core": true }, "reports": [ { "layer": 3, "nmse": 0.062080949544906616, "cosine": 0.9744633436203003, "probe_nll": 2.8579028447469077, "incremental_delta_nll": -0.003246148427327178, "cumulative_delta_nll": -0.003246148427327178, "local_gate_mean": 0.7206810712814331, "step": 75, "round": 1, "accepted": true }, { "layer": 7, "nmse": 0.03889689967036247, "cosine": 0.9704566597938538, "probe_nll": 2.8711770375569663, "incremental_delta_nll": 0.013274192810058594, "cumulative_delta_nll": 0.010028044382731416, "local_gate_mean": 0.7213350534439087, "step": 150, "round": 1, "accepted": true }, { "layer": 11, "nmse": 0.10417895764112473, "cosine": 0.9411033391952515, "probe_nll": 2.8818757136662803, "incremental_delta_nll": 0.010698676109313965, "cumulative_delta_nll": 0.02072672049204538, "local_gate_mean": 0.7214324474334717, "step": 75, "round": 1, "accepted": true } ] }