{
  "base_model": "/home/shared/models/DeepSeek-V4-Pro-Base",
  "created_utc": "2026-06-03T14:51:11Z",
  "eps": 1e-12,
  "instruct_model": "/home/shared/models/DeepSeek-V4-Pro",
  "out": "/home/ggb/mergehell/outputs/deepseek_v4_pro_base_instruct_widthwise_headstack_3p2t_factorized_rowwise_kv",
  "rewrite_reports": [
    {
      "changed_count": 183,
      "changed_sample": [
        "layers.0.attn.compressor.wgate.weight",
        "layers.0.attn.compressor.wkv.weight",
        "layers.0.attn.wkv.weight",
        "layers.1.attn.compressor.wgate.weight",
        "layers.1.attn.compressor.wkv.weight",
        "layers.1.attn.wkv.weight",
        "layers.10.attn.compressor.wgate.weight",
        "layers.10.attn.compressor.wkv.weight",
        "layers.10.attn.wkv.weight",
        "layers.11.attn.compressor.wgate.weight"
      ],
      "dtype_counts": {
        "torch.bfloat16": 427,
        "torch.float32": 305,
        "torch.float8_e4m3fn": 183
      },
      "elapsed_s": 87.53589153289795,
      "file": "model-00063-main-attention.safetensors",
      "output_file_size": 37940382360,
      "source_file_size": 37940385264,
      "tensor_count": 915
    },
    {
      "changed_count": 1,
      "changed_sample": [
        "mtp.0.attn.wkv.weight"
      ],
      "dtype_counts": {
        "torch.bfloat16": 12,
        "torch.float32": 19,
        "torch.float8_e4m3fn": 8
      },
      "elapsed_s": 9.863497018814087,
      "file": "model-00069-mtp-non-experts.safetensors",
      "output_file_size": 4558636948,
      "source_file_size": 4558636948,
      "tensor_count": 39
    }
  ],
  "slerp_dot_threshold": 0.9995,
  "slerp_t": 0.5,
  "source": "/home/ggb/mergehell/outputs/deepseek_v4_pro_base_instruct_widthwise_headstack_3p2t_factorized",
  "symlinked_safetensor_count": 68,
  "target_key_count": 184,
  "target_suffixes": [
    ".attn.wkv.weight",
    ".attn.compressor.wkv.weight",
    ".attn.compressor.wgate.weight"
  ],
  "targets_by_file": {
    "model-00063-main-attention.safetensors": 183,
    "model-00069-mtp-non-experts.safetensors": 1
  },
  "verify": {
    "missing_targets": [],
    "regular_files": [
      "model-00063-main-attention.safetensors",
      "model-00069-mtp-non-experts.safetensors"
    ],
    "rewrite_files": [
      "model-00063-main-attention.safetensors",
      "model-00069-mtp-non-experts.safetensors"
    ],
    "safetensor_files_indexed": 70,
    "safetensor_regular_count": 2,
    "safetensor_symlink_count": 68,
    "target_files": {
      "model-00063-main-attention.safetensors": 183,
      "model-00069-mtp-non-experts.safetensors": 1
    },
    "target_key_count": 184,
    "wrong_file_targets": []
  }
}