Add v1c_full_mtp_append_report.json

v1c_full_mtp_append_report.json

@@ -0,0 +1,706 @@
+{
+  "target_full_checkpoint": "/root/inference-v2/mini-glm-5.2/v1c-upscale/checkpoints/b2-final-full-original-dims-tiled-sglang",
+  "mtp_source_checkpoint": "/root/inference-v2/mini-glm-5.2/v1b-mtp/checkpoints/mtp-active-decoder-serveddata-align-1k/final",
+  "output_checkpoint": "/root/inference-v2/mini-glm-5.2/v1c-upscale/checkpoints/v1b-mtp-active-decoder-serveddata-align-1k-full-original-dims-tiled-sglang",
+  "mtp_layer": 14,
+  "num_changed_mtp_tensors": 71,
+  "changed_mtp_tensors": {
+    "model.layers.14.eh_proj.weight": {
+      "old_shape": [
+        1024,
+        2048
+      ],
+      "new_shape": [
+        6144,
+        12288
+      ]
+    },
+    "model.layers.14.enorm.weight": {
+      "old_shape": [
+        1024
+      ],
+      "new_shape": [
+        6144
+      ]
+    },
+    "model.layers.14.hnorm.weight": {
+      "old_shape": [
+        1024
+      ],
+      "new_shape": [
+        6144
+      ]
+    },
+    "model.layers.14.input_layernorm.weight": {
+      "old_shape": [
+        1024
+      ],
+      "new_shape": [
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.0.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.0.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.0.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.1.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.1.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.1.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.10.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.10.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.10.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.11.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.11.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.11.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.12.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.12.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.12.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.13.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.13.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.13.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.14.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.14.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.14.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.15.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.15.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.15.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.2.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.2.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.2.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.3.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.3.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.3.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.4.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.4.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.4.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.5.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.5.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.5.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.6.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.6.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.6.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.7.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.7.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.7.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.8.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.8.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.8.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.9.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.experts.9.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.experts.9.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.gate.e_score_correction_bias": {
+      "old_shape": [
+        16
+      ],
+      "new_shape": [
+        256
+      ]
+    },
+    "model.layers.14.mlp.gate.weight": {
+      "old_shape": [
+        16,
+        1024
+      ],
+      "new_shape": [
+        256,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.shared_experts.down_proj.weight": {
+      "old_shape": [
+        1024,
+        512
+      ],
+      "new_shape": [
+        6144,
+        2048
+      ]
+    },
+    "model.layers.14.mlp.shared_experts.gate_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.mlp.shared_experts.up_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.post_attention_layernorm.weight": {
+      "old_shape": [
+        1024
+      ],
+      "new_shape": [
+        6144
+      ]
+    },
+    "model.layers.14.self_attn.indexer.k_norm.bias": {
+      "old_shape": [
+        64
+      ],
+      "new_shape": [
+        128
+      ]
+    },
+    "model.layers.14.self_attn.indexer.k_norm.weight": {
+      "old_shape": [
+        64
+      ],
+      "new_shape": [
+        128
+      ]
+    },
+    "model.layers.14.self_attn.indexer.weights_proj.weight": {
+      "old_shape": [
+        8,
+        1024
+      ],
+      "new_shape": [
+        32,
+        6144
+      ]
+    },
+    "model.layers.14.self_attn.indexer.wk.weight": {
+      "old_shape": [
+        64,
+        1024
+      ],
+      "new_shape": [
+        128,
+        6144
+      ]
+    },
+    "model.layers.14.self_attn.indexer.wq_b.weight": {
+      "old_shape": [
+        512,
+        512
+      ],
+      "new_shape": [
+        4096,
+        2048
+      ]
+    },
+    "model.layers.14.self_attn.kv_a_layernorm.weight": {
+      "old_shape": [
+        128
+      ],
+      "new_shape": [
+        512
+      ]
+    },
+    "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": {
+      "old_shape": [
+        160,
+        1024
+      ],
+      "new_shape": [
+        576,
+        6144
+      ]
+    },
+    "model.layers.14.self_attn.kv_b_proj.weight": {
+      "old_shape": [
+        3584,
+        128
+      ],
+      "new_shape": [
+        28672,
+        512
+      ]
+    },
+    "model.layers.14.self_attn.o_proj.weight": {
+      "old_shape": [
+        1024,
+        2048
+      ],
+      "new_shape": [
+        6144,
+        16384
+      ]
+    },
+    "model.layers.14.self_attn.q_a_layernorm.weight": {
+      "old_shape": [
+        512
+      ],
+      "new_shape": [
+        2048
+      ]
+    },
+    "model.layers.14.self_attn.q_a_proj.weight": {
+      "old_shape": [
+        512,
+        1024
+      ],
+      "new_shape": [
+        2048,
+        6144
+      ]
+    },
+    "model.layers.14.self_attn.q_b_proj.weight": {
+      "old_shape": [
+        2048,
+        512
+      ],
+      "new_shape": [
+        16384,
+        2048
+      ]
+    },
+    "model.layers.14.shared_head.norm.weight": {
+      "old_shape": [
+        1024
+      ],
+      "new_shape": [
+        6144
+      ]
+    }
+  },
+  "missing_inactive_mtp_expert_tensors_added": 720,
+  "mtp_added_size_bytes": 19905841664,
+  "base_total_size_bytes": 242467656704,
+  "combined_total_size_bytes": 262373498368,
+  "first_mtp_shard_index": 58,
+  "last_mtp_shard_index": 70,
+  "note": "Existing target shards are hardlinked/copied from target-full; MTP shards are appended to the safetensors index."
+}