CRACK_SURGERY.json

{
  "recipe": "glm52-v1-bf16",
  "mode": "mpoa",
  "attn_layers": [
    8,
    9,
    10,
    11,
    12,
    13,
    14,
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44
  ],
  "attn_strength": 4.0,
  "ffn_layers": [
    15,
    16,
    17,
    18,
    19,
    20,
    21,
    22,
    23,
    24,
    25,
    26,
    27,
    28,
    29,
    30,
    31,
    32,
    33,
    34,
    35,
    36,
    37,
    38,
    39,
    40,
    41,
    42,
    43,
    44
  ],
  "ffn_strength": 5.0,
  "n_targets": 62,
  "change_pct_sample": [
    [
      "model.language_model.layers.11.self_attn.o_proj.weight",
      14.43
    ],
    [
      "model.language_model.layers.14.self_attn.o_proj.weight",
      5.2
    ],
    [
      "model.language_model.layers.15.self_attn.o_proj.weight",
      13.05
    ],
    [
      "model.language_model.layers.15.mlp.shared_experts.down_proj.weight",
      5.3
    ],
    [
      "model.language_model.layers.16.self_attn.o_proj.weight",
      5.22
    ],
    [
      "model.language_model.layers.16.mlp.shared_experts.down_proj.weight",
      5.52
    ],
    [
      "model.language_model.layers.17.self_attn.o_proj.weight",
      5.34
    ],
    [
      "model.language_model.layers.17.mlp.shared_experts.down_proj.weight",
      6.28
    ],
    [
      "model.language_model.layers.18.self_attn.o_proj.weight",
      4.98
    ],
    [
      "model.language_model.layers.18.mlp.shared_experts.down_proj.weight",
      7.6
    ],
    [
      "model.language_model.layers.19.self_attn.o_proj.weight",
      10.94
    ],
    [
      "model.language_model.layers.19.mlp.shared_experts.down_proj.weight",
      5.86
    ],
    [
      "model.language_model.layers.20.self_attn.o_proj.weight",
      5.69
    ],
    [
      "model.language_model.layers.20.mlp.shared_experts.down_proj.weight",
      5.95
    ],
    [
      "model.language_model.layers.21.self_attn.o_proj.weight",
      5.75
    ],
    [
      "model.language_model.layers.21.mlp.shared_experts.down_proj.weight",
      6.59
    ],
    [
      "model.language_model.layers.22.self_attn.o_proj.weight",
      5.55
    ],
    [
      "model.language_model.layers.22.mlp.shared_experts.down_proj.weight",
      5.91
    ],
    [
      "model.language_model.layers.23.self_attn.o_proj.weight",
      11.62
    ],
    [
      "model.language_model.layers.23.mlp.shared_experts.down_proj.weight",
      6.58
    ],
    [
      "model.language_model.layers.24.self_attn.o_proj.weight",
      5.74
    ],
    [
      "model.language_model.layers.24.mlp.shared_experts.down_proj.weight",
      6.93
    ],
    [
      "model.language_model.layers.25.self_attn.o_proj.weight",
      9.29
    ],
    [
      "model.language_model.layers.25.mlp.shared_experts.down_proj.weight",
      8.61
    ],
    [
      "model.language_model.layers.26.self_attn.o_proj.weight",
      6.1
    ],
    [
      "model.language_model.layers.26.mlp.shared_experts.down_proj.weight",
      6.82
    ],
    [
      "model.language_model.layers.27.self_attn.o_proj.weight",
      11.28
    ],
    [
      "model.language_model.layers.27.mlp.shared_experts.down_proj.weight",
      8.26
    ],
    [
      "model.language_model.layers.28.self_attn.o_proj.weight",
      5.86
    ],
    [
      "model.language_model.layers.28.mlp.shared_experts.down_proj.weight",
      9.08
    ],
    [
      "model.language_model.layers.29.mlp.shared_experts.down_proj.weight",
      9.96
    ],
    [
      "model.language_model.layers.29.self_attn.o_proj.weight",
      5.4
    ],
    [
      "model.language_model.layers.30.self_attn.o_proj.weight",
      9.57
    ],
    [
      "model.language_model.layers.30.mlp.shared_experts.down_proj.weight",
      9.79
    ],
    [
      "model.language_model.layers.31.self_attn.o_proj.weight",
      11.97
    ],
    [
      "model.language_model.layers.31.mlp.shared_experts.down_proj.weight",
      10.39
    ],
    [
      "model.language_model.layers.32.self_attn.o_proj.weight",
      6.15
    ],
    [
      "model.language_model.layers.32.mlp.shared_experts.down_proj.weight",
      5.63
    ],
    [
      "model.language_model.layers.33.self_attn.o_proj.weight",
      4.94
    ],
    [
      "model.language_model.layers.33.mlp.shared_experts.down_proj.weight",
      5.41
    ]
  ],
  "change_pct_mean": 7.98
}