{
  "model": "Swift-1.5",
  "publication_redaction": "Internal training names, paths and timestamps were removed from the current published copy. The original manifest SHA-256 remains recorded in QUANTIZATION_MANIFEST.json.",
  "source_checkpoint": "<INTERNAL_TRAINING_CHECKPOINT_REDACTED>",
  "parent_model": "<INTERNAL_PARENT_MODEL_REDACTED>",
  "dtype": "bfloat16",
  "source_training_state": "Internal training-state inventory redacted from the current publication.",
  "converter_path": "<INTERNAL_CONVERTER_PATH_REDACTED>",
  "converter_sha256": "e83cd55ba2cf81936ab72a6b0a8ae3c2cbd02de6a232094aec5dc215939ee639",
  "export_script_sha256": "c8a097372b7f7eb5f35470697d37857e72b695d12309400eaea834c867e5d35d",
  "text_tensors": 851,
  "replicated_tensors_checked_equal": 454,
  "preserved_parent_tensors": [
    "model.visual.blocks.0.attn.proj.bias",
    "model.visual.blocks.0.attn.proj.weight",
    "model.visual.blocks.0.attn.qkv.bias",
    "model.visual.blocks.0.attn.qkv.weight",
    "model.visual.blocks.0.mlp.linear_fc1.bias",
    "model.visual.blocks.0.mlp.linear_fc1.weight",
    "model.visual.blocks.0.mlp.linear_fc2.bias",
    "model.visual.blocks.0.mlp.linear_fc2.weight",
    "model.visual.blocks.0.norm1.bias",
    "model.visual.blocks.0.norm1.weight",
    "model.visual.blocks.0.norm2.bias",
    "model.visual.blocks.0.norm2.weight",
    "model.visual.blocks.1.attn.proj.bias",
    "model.visual.blocks.1.attn.proj.weight",
    "model.visual.blocks.1.attn.qkv.bias",
    "model.visual.blocks.1.attn.qkv.weight",
    "model.visual.blocks.1.mlp.linear_fc1.bias",
    "model.visual.blocks.1.mlp.linear_fc1.weight",
    "model.visual.blocks.1.mlp.linear_fc2.bias",
    "model.visual.blocks.1.mlp.linear_fc2.weight",
    "model.visual.blocks.1.norm1.bias",
    "model.visual.blocks.1.norm1.weight",
    "model.visual.blocks.1.norm2.bias",
    "model.visual.blocks.1.norm2.weight",
    "model.visual.blocks.10.attn.proj.bias",
    "model.visual.blocks.10.attn.proj.weight",
    "model.visual.blocks.10.attn.qkv.bias",
    "model.visual.blocks.10.attn.qkv.weight",
    "model.visual.blocks.10.mlp.linear_fc1.bias",
    "model.visual.blocks.10.mlp.linear_fc1.weight",
    "model.visual.blocks.10.mlp.linear_fc2.bias",
    "model.visual.blocks.10.mlp.linear_fc2.weight",
    "model.visual.blocks.10.norm1.bias",
    "model.visual.blocks.10.norm1.weight",
    "model.visual.blocks.10.norm2.bias",
    "model.visual.blocks.10.norm2.weight",
    "model.visual.blocks.11.attn.proj.bias",
    "model.visual.blocks.11.attn.proj.weight",
    "model.visual.blocks.11.attn.qkv.bias",
    "model.visual.blocks.11.attn.qkv.weight",
    "model.visual.blocks.11.mlp.linear_fc1.bias",
    "model.visual.blocks.11.mlp.linear_fc1.weight",
    "model.visual.blocks.11.mlp.linear_fc2.bias",
    "model.visual.blocks.11.mlp.linear_fc2.weight",
    "model.visual.blocks.11.norm1.bias",
    "model.visual.blocks.11.norm1.weight",
    "model.visual.blocks.11.norm2.bias",
    "model.visual.blocks.11.norm2.weight",
    "model.visual.blocks.12.attn.proj.bias",
    "model.visual.blocks.12.attn.proj.weight",
    "model.visual.blocks.12.attn.qkv.bias",
    "model.visual.blocks.12.attn.qkv.weight",
    "model.visual.blocks.12.mlp.linear_fc1.bias",
    "model.visual.blocks.12.mlp.linear_fc1.weight",
    "model.visual.blocks.12.mlp.linear_fc2.bias",
    "model.visual.blocks.12.mlp.linear_fc2.weight",
    "model.visual.blocks.12.norm1.bias",
    "model.visual.blocks.12.norm1.weight",
    "model.visual.blocks.12.norm2.bias",
    "model.visual.blocks.12.norm2.weight",
    "model.visual.blocks.13.attn.proj.bias",
    "model.visual.blocks.13.attn.proj.weight",
    "model.visual.blocks.13.attn.qkv.bias",
    "model.visual.blocks.13.attn.qkv.weight",
    "model.visual.blocks.13.mlp.linear_fc1.bias",
    "model.visual.blocks.13.mlp.linear_fc1.weight",
    "model.visual.blocks.13.mlp.linear_fc2.bias",
    "model.visual.blocks.13.mlp.linear_fc2.weight",
    "model.visual.blocks.13.norm1.bias",
    "model.visual.blocks.13.norm1.weight",
    "model.visual.blocks.13.norm2.bias",
    "model.visual.blocks.13.norm2.weight",
    "model.visual.blocks.14.attn.proj.bias",
    "model.visual.blocks.14.attn.proj.weight",
    "model.visual.blocks.14.attn.qkv.bias",
    "model.visual.blocks.14.attn.qkv.weight",
    "model.visual.blocks.14.mlp.linear_fc1.bias",
    "model.visual.blocks.14.mlp.linear_fc1.weight",
    "model.visual.blocks.14.mlp.linear_fc2.bias",
    "model.visual.blocks.14.mlp.linear_fc2.weight",
    "model.visual.blocks.14.norm1.bias",
    "model.visual.blocks.14.norm1.weight",
    "model.visual.blocks.14.norm2.bias",
    "model.visual.blocks.14.norm2.weight",
    "model.visual.blocks.15.attn.proj.bias",
    "model.visual.blocks.15.attn.proj.weight",
    "model.visual.blocks.15.attn.qkv.bias",
    "model.visual.blocks.15.attn.qkv.weight",
    "model.visual.blocks.15.mlp.linear_fc1.bias",
    "model.visual.blocks.15.mlp.linear_fc1.weight",
    "model.visual.blocks.15.mlp.linear_fc2.bias",
    "model.visual.blocks.15.mlp.linear_fc2.weight",
    "model.visual.blocks.15.norm1.bias",
    "model.visual.blocks.15.norm1.weight",
    "model.visual.blocks.15.norm2.bias",
    "model.visual.blocks.15.norm2.weight",
    "model.visual.blocks.16.attn.proj.bias",
    "model.visual.blocks.16.attn.proj.weight",
    "model.visual.blocks.16.attn.qkv.bias",
    "model.visual.blocks.16.attn.qkv.weight",
    "model.visual.blocks.16.mlp.linear_fc1.bias",
    "model.visual.blocks.16.mlp.linear_fc1.weight",
    "model.visual.blocks.16.mlp.linear_fc2.bias",
    "model.visual.blocks.16.mlp.linear_fc2.weight",
    "model.visual.blocks.16.norm1.bias",
    "model.visual.blocks.16.norm1.weight",
    "model.visual.blocks.16.norm2.bias",
    "model.visual.blocks.16.norm2.weight",
    "model.visual.blocks.17.attn.proj.bias",
    "model.visual.blocks.17.attn.proj.weight",
    "model.visual.blocks.17.attn.qkv.bias",
    "model.visual.blocks.17.attn.qkv.weight",
    "model.visual.blocks.17.mlp.linear_fc1.bias",
    "model.visual.blocks.17.mlp.linear_fc1.weight",
    "model.visual.blocks.17.mlp.linear_fc2.bias",
    "model.visual.blocks.17.mlp.linear_fc2.weight",
    "model.visual.blocks.17.norm1.bias",
    "model.visual.blocks.17.norm1.weight",
    "model.visual.blocks.17.norm2.bias",
    "model.visual.blocks.17.norm2.weight",
    "model.visual.blocks.18.attn.proj.bias",
    "model.visual.blocks.18.attn.proj.weight",
    "model.visual.blocks.18.attn.qkv.bias",
    "model.visual.blocks.18.attn.qkv.weight",
    "model.visual.blocks.18.mlp.linear_fc1.bias",
    "model.visual.blocks.18.mlp.linear_fc1.weight",
    "model.visual.blocks.18.mlp.linear_fc2.bias",
    "model.visual.blocks.18.mlp.linear_fc2.weight",
    "model.visual.blocks.18.norm1.bias",
    "model.visual.blocks.18.norm1.weight",
    "model.visual.blocks.18.norm2.bias",
    "model.visual.blocks.18.norm2.weight",
    "model.visual.blocks.19.attn.proj.bias",
    "model.visual.blocks.19.attn.proj.weight",
    "model.visual.blocks.19.attn.qkv.bias",
    "model.visual.blocks.19.attn.qkv.weight",
    "model.visual.blocks.19.mlp.linear_fc1.bias",
    "model.visual.blocks.19.mlp.linear_fc1.weight",
    "model.visual.blocks.19.mlp.linear_fc2.bias",
    "model.visual.blocks.19.mlp.linear_fc2.weight",
    "model.visual.blocks.19.norm1.bias",
    "model.visual.blocks.19.norm1.weight",
    "model.visual.blocks.19.norm2.bias",
    "model.visual.blocks.19.norm2.weight",
    "model.visual.blocks.2.attn.proj.bias",
    "model.visual.blocks.2.attn.proj.weight",
    "model.visual.blocks.2.attn.qkv.bias",
    "model.visual.blocks.2.attn.qkv.weight",
    "model.visual.blocks.2.mlp.linear_fc1.bias",
    "model.visual.blocks.2.mlp.linear_fc1.weight",
    "model.visual.blocks.2.mlp.linear_fc2.bias",
    "model.visual.blocks.2.mlp.linear_fc2.weight",
    "model.visual.blocks.2.norm1.bias",
    "model.visual.blocks.2.norm1.weight",
    "model.visual.blocks.2.norm2.bias",
    "model.visual.blocks.2.norm2.weight",
    "model.visual.blocks.20.attn.proj.bias",
    "model.visual.blocks.20.attn.proj.weight",
    "model.visual.blocks.20.attn.qkv.bias",
    "model.visual.blocks.20.attn.qkv.weight",
    "model.visual.blocks.20.mlp.linear_fc1.bias",
    "model.visual.blocks.20.mlp.linear_fc1.weight",
    "model.visual.blocks.20.mlp.linear_fc2.bias",
    "model.visual.blocks.20.mlp.linear_fc2.weight",
    "model.visual.blocks.20.norm1.bias",
    "model.visual.blocks.20.norm1.weight",
    "model.visual.blocks.20.norm2.bias",
    "model.visual.blocks.20.norm2.weight",
    "model.visual.blocks.21.attn.proj.bias",
    "model.visual.blocks.21.attn.proj.weight",
    "model.visual.blocks.21.attn.qkv.bias",
    "model.visual.blocks.21.attn.qkv.weight",
    "model.visual.blocks.21.mlp.linear_fc1.bias",
    "model.visual.blocks.21.mlp.linear_fc1.weight",
    "model.visual.blocks.21.mlp.linear_fc2.bias",
    "model.visual.blocks.21.mlp.linear_fc2.weight",
    "model.visual.blocks.21.norm1.bias",
    "model.visual.blocks.21.norm1.weight",
    "model.visual.blocks.21.norm2.bias",
    "model.visual.blocks.21.norm2.weight",
    "model.visual.blocks.22.attn.proj.bias",
    "model.visual.blocks.22.attn.proj.weight",
    "model.visual.blocks.22.attn.qkv.bias",
    "model.visual.blocks.22.attn.qkv.weight",
    "model.visual.blocks.22.mlp.linear_fc1.bias",
    "model.visual.blocks.22.mlp.linear_fc1.weight",
    "model.visual.blocks.22.mlp.linear_fc2.bias",
    "model.visual.blocks.22.mlp.linear_fc2.weight",
    "model.visual.blocks.22.norm1.bias",
    "model.visual.blocks.22.norm1.weight",
    "model.visual.blocks.22.norm2.bias",
    "model.visual.blocks.22.norm2.weight",
    "model.visual.blocks.23.attn.proj.bias",
    "model.visual.blocks.23.attn.proj.weight",
    "model.visual.blocks.23.attn.qkv.bias",
    "model.visual.blocks.23.attn.qkv.weight",
    "model.visual.blocks.23.mlp.linear_fc1.bias",
    "model.visual.blocks.23.mlp.linear_fc1.weight",
    "model.visual.blocks.23.mlp.linear_fc2.bias",
    "model.visual.blocks.23.mlp.linear_fc2.weight",
    "model.visual.blocks.23.norm1.bias",
    "model.visual.blocks.23.norm1.weight",
    "model.visual.blocks.23.norm2.bias",
    "model.visual.blocks.23.norm2.weight",
    "model.visual.blocks.24.attn.proj.bias",
    "model.visual.blocks.24.attn.proj.weight",
    "model.visual.blocks.24.attn.qkv.bias",
    "model.visual.blocks.24.attn.qkv.weight",
    "model.visual.blocks.24.mlp.linear_fc1.bias",
    "model.visual.blocks.24.mlp.linear_fc1.weight",
    "model.visual.blocks.24.mlp.linear_fc2.bias",
    "model.visual.blocks.24.mlp.linear_fc2.weight",
    "model.visual.blocks.24.norm1.bias",
    "model.visual.blocks.24.norm1.weight",
    "model.visual.blocks.24.norm2.bias",
    "model.visual.blocks.24.norm2.weight",
    "model.visual.blocks.25.attn.proj.bias",
    "model.visual.blocks.25.attn.proj.weight",
    "model.visual.blocks.25.attn.qkv.bias",
    "model.visual.blocks.25.attn.qkv.weight",
    "model.visual.blocks.25.mlp.linear_fc1.bias",
    "model.visual.blocks.25.mlp.linear_fc1.weight",
    "model.visual.blocks.25.mlp.linear_fc2.bias",
    "model.visual.blocks.25.mlp.linear_fc2.weight",
    "model.visual.blocks.25.norm1.bias",
    "model.visual.blocks.25.norm1.weight",
    "model.visual.blocks.25.norm2.bias",
    "model.visual.blocks.25.norm2.weight",
    "model.visual.blocks.26.attn.proj.bias",
    "model.visual.blocks.26.attn.proj.weight",
    "model.visual.blocks.26.attn.qkv.bias",
    "model.visual.blocks.26.attn.qkv.weight",
    "model.visual.blocks.26.mlp.linear_fc1.bias",
    "model.visual.blocks.26.mlp.linear_fc1.weight",
    "model.visual.blocks.26.mlp.linear_fc2.bias",
    "model.visual.blocks.26.mlp.linear_fc2.weight",
    "model.visual.blocks.26.norm1.bias",
    "model.visual.blocks.26.norm1.weight",
    "model.visual.blocks.26.norm2.bias",
    "model.visual.blocks.26.norm2.weight",
    "model.visual.blocks.3.attn.proj.bias",
    "model.visual.blocks.3.attn.proj.weight",
    "model.visual.blocks.3.attn.qkv.bias",
    "model.visual.blocks.3.attn.qkv.weight",
    "model.visual.blocks.3.mlp.linear_fc1.bias",
    "model.visual.blocks.3.mlp.linear_fc1.weight",
    "model.visual.blocks.3.mlp.linear_fc2.bias",
    "model.visual.blocks.3.mlp.linear_fc2.weight",
    "model.visual.blocks.3.norm1.bias",
    "model.visual.blocks.3.norm1.weight",
    "model.visual.blocks.3.norm2.bias",
    "model.visual.blocks.3.norm2.weight",
    "model.visual.blocks.4.attn.proj.bias",
    "model.visual.blocks.4.attn.proj.weight",
    "model.visual.blocks.4.attn.qkv.bias",
    "model.visual.blocks.4.attn.qkv.weight",
    "model.visual.blocks.4.mlp.linear_fc1.bias",
    "model.visual.blocks.4.mlp.linear_fc1.weight",
    "model.visual.blocks.4.mlp.linear_fc2.bias",
    "model.visual.blocks.4.mlp.linear_fc2.weight",
    "model.visual.blocks.4.norm1.bias",
    "model.visual.blocks.4.norm1.weight",
    "model.visual.blocks.4.norm2.bias",
    "model.visual.blocks.4.norm2.weight",
    "model.visual.blocks.5.attn.proj.bias",
    "model.visual.blocks.5.attn.proj.weight",
    "model.visual.blocks.5.attn.qkv.bias",
    "model.visual.blocks.5.attn.qkv.weight",
    "model.visual.blocks.5.mlp.linear_fc1.bias",
    "model.visual.blocks.5.mlp.linear_fc1.weight",
    "model.visual.blocks.5.mlp.linear_fc2.bias",
    "model.visual.blocks.5.mlp.linear_fc2.weight",
    "model.visual.blocks.5.norm1.bias",
    "model.visual.blocks.5.norm1.weight",
    "model.visual.blocks.5.norm2.bias",
    "model.visual.blocks.5.norm2.weight",
    "model.visual.blocks.6.attn.proj.bias",
    "model.visual.blocks.6.attn.proj.weight",
    "model.visual.blocks.6.attn.qkv.bias",
    "model.visual.blocks.6.attn.qkv.weight",
    "model.visual.blocks.6.mlp.linear_fc1.bias",
    "model.visual.blocks.6.mlp.linear_fc1.weight",
    "model.visual.blocks.6.mlp.linear_fc2.bias",
    "model.visual.blocks.6.mlp.linear_fc2.weight",
    "model.visual.blocks.6.norm1.bias",
    "model.visual.blocks.6.norm1.weight",
    "model.visual.blocks.6.norm2.bias",
    "model.visual.blocks.6.norm2.weight",
    "model.visual.blocks.7.attn.proj.bias",
    "model.visual.blocks.7.attn.proj.weight",
    "model.visual.blocks.7.attn.qkv.bias",
    "model.visual.blocks.7.attn.qkv.weight",
    "model.visual.blocks.7.mlp.linear_fc1.bias",
    "model.visual.blocks.7.mlp.linear_fc1.weight",
    "model.visual.blocks.7.mlp.linear_fc2.bias",
    "model.visual.blocks.7.mlp.linear_fc2.weight",
    "model.visual.blocks.7.norm1.bias",
    "model.visual.blocks.7.norm1.weight",
    "model.visual.blocks.7.norm2.bias",
    "model.visual.blocks.7.norm2.weight",
    "model.visual.blocks.8.attn.proj.bias",
    "model.visual.blocks.8.attn.proj.weight",
    "model.visual.blocks.8.attn.qkv.bias",
    "model.visual.blocks.8.attn.qkv.weight",
    "model.visual.blocks.8.mlp.linear_fc1.bias",
    "model.visual.blocks.8.mlp.linear_fc1.weight",
    "model.visual.blocks.8.mlp.linear_fc2.bias",
    "model.visual.blocks.8.mlp.linear_fc2.weight",
    "model.visual.blocks.8.norm1.bias",
    "model.visual.blocks.8.norm1.weight",
    "model.visual.blocks.8.norm2.bias",
    "model.visual.blocks.8.norm2.weight",
    "model.visual.blocks.9.attn.proj.bias",
    "model.visual.blocks.9.attn.proj.weight",
    "model.visual.blocks.9.attn.qkv.bias",
    "model.visual.blocks.9.attn.qkv.weight",
    "model.visual.blocks.9.mlp.linear_fc1.bias",
    "model.visual.blocks.9.mlp.linear_fc1.weight",
    "model.visual.blocks.9.mlp.linear_fc2.bias",
    "model.visual.blocks.9.mlp.linear_fc2.weight",
    "model.visual.blocks.9.norm1.bias",
    "model.visual.blocks.9.norm1.weight",
    "model.visual.blocks.9.norm2.bias",
    "model.visual.blocks.9.norm2.weight",
    "model.visual.merger.linear_fc1.bias",
    "model.visual.merger.linear_fc1.weight",
    "model.visual.merger.linear_fc2.bias",
    "model.visual.merger.linear_fc2.weight",
    "model.visual.merger.norm.bias",
    "model.visual.merger.norm.weight",
    "model.visual.patch_embed.proj.bias",
    "model.visual.patch_embed.proj.weight",
    "model.visual.pos_embed.weight",
    "mtp.fc.weight",
    "mtp.layers.0.input_layernorm.weight",
    "mtp.layers.0.mlp.down_proj.weight",
    "mtp.layers.0.mlp.gate_proj.weight",
    "mtp.layers.0.mlp.up_proj.weight",
    "mtp.layers.0.post_attention_layernorm.weight",
    "mtp.layers.0.self_attn.k_norm.weight",
    "mtp.layers.0.self_attn.k_proj.weight",
    "mtp.layers.0.self_attn.o_proj.weight",
    "mtp.layers.0.self_attn.q_norm.weight",
    "mtp.layers.0.self_attn.q_proj.weight",
    "mtp.layers.0.self_attn.v_proj.weight",
    "mtp.norm.weight",
    "mtp.pre_fc_norm_embedding.weight",
    "mtp.pre_fc_norm_hidden.weight"
  ],
  "replicated_tensor_differences": [
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.0.self_attention.linear_attn.conv1d.weight",
      "different_elements": 45,
      "numel": 40960,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 1.8214023622675768e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.0.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 18609,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.291975748607399e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.0.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 9639,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.112669623104523e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.0.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 213,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.895282318922e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.0.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 115,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.531059501402865e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.0.self_attention.linear_attn.out_proj.weight",
      "different_elements": 9183,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.0142108264332705e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.1.self_attention.linear_attn.conv1d.weight",
      "different_elements": 49,
      "numel": 40960,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 2.0707602299552264e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.1.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 15243,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.0479778156380348e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.1.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 8172,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 9.054810790054546e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.1.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 182,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.5461306396579175e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.1.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 102,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.203668831273319e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.1.self_attention.linear_attn.out_proj.weight",
      "different_elements": 7573,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 8.400473094916094e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.2.self_attention.linear_attn.conv1d.weight",
      "different_elements": 19,
      "numel": 40960,
      "max_abs_difference": 3.814697265625e-06,
      "mean_abs_difference": 3.8039615901652724e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.2.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 6412,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 4.1276040918525325e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.2.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 3067,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.217904831487317e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.2.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 85,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.0481007173268608e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.2.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 48,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.6057949121269814e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.2.self_attention.linear_attn.out_proj.weight",
      "different_elements": 2922,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.940546695029411e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.4.self_attention.linear_attn.conv1d.weight",
      "different_elements": 22,
      "numel": 40960,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 1.0222720447927713e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.4.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 6353,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 5.091326249484496e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.4.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 2880,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.73936021036414e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.4.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 57,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.159601079718357e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.4.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 52,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.798018259424055e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.4.self_attention.linear_attn.out_proj.weight",
      "different_elements": 2780,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.477997612133521e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.5.self_attention.linear_attn.conv1d.weight",
      "different_elements": 2,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 7.465132401129893e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.5.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 4450,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.5795788555503805e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.5.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 1443,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.8462815998265825e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.5.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 44,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.661214912995206e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.5.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 25,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.0735236578038894e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.5.self_attention.linear_attn.out_proj.weight",
      "different_elements": 1449,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.7835337373650617e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.6.self_attention.linear_attn.conv1d.weight",
      "different_elements": 6,
      "numel": 40960,
      "max_abs_difference": 3.814697265625e-06,
      "mean_abs_difference": 1.6470949604219243e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.6.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 423,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.7659968065973928e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.6.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 165,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.594046075692468e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.6.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 2,
      "numel": 245760,
      "max_abs_difference": 2.9802322387695312e-08,
      "mean_abs_difference": 1.3452941831273296e-13,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.6.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 3,
      "numel": 245760,
      "max_abs_difference": 2.384185791015625e-07,
      "mean_abs_difference": 1.515824466814808e-12,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.6.self_attention.linear_attn.out_proj.weight",
      "different_elements": 143,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.4855916843914407e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.8.self_attention.linear_attn.conv1d.weight",
      "different_elements": 93,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.272486530178867e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.8.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 51265,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 4.324009594824929e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.8.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 23917,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.2533382654520437e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.8.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 518,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 9.054241800754426e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.8.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 387,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.4282117406833095e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.8.self_attention.linear_attn.out_proj.weight",
      "different_elements": 22821,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.0835232145420832e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.9.self_attention.linear_attn.conv1d.weight",
      "different_elements": 32,
      "numel": 40960,
      "max_abs_difference": 7.62939453125e-06,
      "mean_abs_difference": 1.059993315344343e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.9.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 12825,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 9.968682546102059e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.9.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 5561,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 6.905871430262778e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.9.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 152,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.8903487664090335e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.9.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 116,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.5164772770859258e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.9.self_attention.linear_attn.out_proj.weight",
      "different_elements": 5352,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 6.321395629171889e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.linear_attn.conv1d.weight",
      "different_elements": 97,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.235148841682303e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 53292,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 4.463299507762031e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 26066,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.531776870957515e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 536,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 9.588347893441096e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 358,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.20299145381864e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.linear_attn.out_proj.weight",
      "different_elements": 23819,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.1701967717623347e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.10.self_attention.input_layernorm.weight",
      "different_elements": 3,
      "numel": 5120,
      "max_abs_difference": 1.9073486328125e-06,
      "mean_abs_difference": 3.978129770043637e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.linear_attn.conv1d.weight",
      "different_elements": 74,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.36947464269133e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 38407,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.054222652565386e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 18097,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.2853243741849383e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 523,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 9.139074386155244e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 283,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.652696450335725e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.linear_attn.out_proj.weight",
      "different_elements": 16178,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.9580772558924764e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.12.self_attention.input_layernorm.weight",
      "different_elements": 3,
      "numel": 5120,
      "max_abs_difference": 9.5367431640625e-07,
      "mean_abs_difference": 2.561137135703717e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.13.self_attention.linear_attn.conv1d.weight",
      "different_elements": 76,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.16889633925166e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.13.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 31336,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.4398696396588093e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.13.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 15366,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.9322343725036717e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.13.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 279,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.049010542990118e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.13.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 221,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.640221235556851e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.13.self_attention.linear_attn.out_proj.weight",
      "different_elements": 13685,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.660277915149777e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.linear_attn.conv1d.weight",
      "different_elements": 84,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.1558565477828324e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 40416,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.276448889977246e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 19017,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.4159578781990376e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 406,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.500220279230916e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 273,
      "numel": 245760,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 4.591712787771485e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.linear_attn.out_proj.weight",
      "different_elements": 17752,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.2255928211478704e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.14.self_attention.input_layernorm.weight",
      "different_elements": 2,
      "numel": 5120,
      "max_abs_difference": 1.1920928955078125e-07,
      "mean_abs_difference": 3.4924597935859225e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.16.self_attention.linear_attn.conv1d.weight",
      "different_elements": 57,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.780075281094696e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.16.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 20152,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.5492070959410853e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.16.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 9562,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.1243013187112183e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.16.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 222,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.512121343225317e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.16.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 134,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.5048989549247835e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.16.self_attention.linear_attn.out_proj.weight",
      "different_elements": 9301,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.0786788129379943e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.17.self_attention.linear_attn.conv1d.weight",
      "different_elements": 1,
      "numel": 40960,
      "max_abs_difference": 1.862645149230957e-09,
      "mean_abs_difference": 4.547473576627277e-14,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.17.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 195,
      "numel": 52428800,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.0620981524822604e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.17.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 67,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.297081349942001e-12,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.17.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 1,
      "numel": 245760,
      "max_abs_difference": 1.4901161193847656e-08,
      "mean_abs_difference": 6.063298328045155e-14,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.17.self_attention.linear_attn.out_proj.weight",
      "different_elements": 65,
      "numel": 31457280,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 3.132455449542104e-12,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.18.self_attention.linear_attn.conv1d.weight",
      "different_elements": 68,
      "numel": 40960,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.081948556944326e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.18.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 36762,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.761990192112762e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.18.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 17856,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.11608064404345e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.18.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 374,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.4634009255826186e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.18.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 275,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.500869454915346e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.18.self_attention.linear_attn.out_proj.weight",
      "different_elements": 17512,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.1355404111744747e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.20.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 1241,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 8.9016530258057e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.20.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 567,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 6.48919945556159e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.20.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 14,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.3502857993129567e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.20.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 23,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.7907845479013815e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.20.self_attention.linear_attn.out_proj.weight",
      "different_elements": 536,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 5.636174513212744e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.21.self_attention.linear_attn.conv1d.weight",
      "different_elements": 6,
      "numel": 40960,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 5.768924782323381e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.21.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 2887,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.173750207612457e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.21.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 932,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.1033134822424628e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.21.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 22,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.046504160053587e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.21.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 19,
      "numel": 245760,
      "max_abs_difference": 7.62939453125e-06,
      "mean_abs_difference": 7.048583938740194e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.21.self_attention.linear_attn.out_proj.weight",
      "different_elements": 993,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.1451626452663177e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.22.self_attention.linear_attn.conv1d.weight",
      "different_elements": 4,
      "numel": 40960,
      "max_abs_difference": 3.814697265625e-06,
      "mean_abs_difference": 1.9244908444626674e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.22.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 2806,
      "numel": 52428800,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.8561535641836713e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.22.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 1136,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.3165928069991395e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.22.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 22,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.7560615728793323e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.22.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 16,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.761945949725231e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.22.self_attention.linear_attn.out_proj.weight",
      "different_elements": 1198,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.337261967826464e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.24.self_attention.linear_attn.conv1d.weight",
      "different_elements": 7,
      "numel": 40960,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 8.898496384190935e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.24.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 10669,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 9.136215117777624e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.24.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 4606,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 5.804748903770474e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.24.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 138,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.1675616856953184e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.24.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 84,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 1.714393738083686e-09,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.24.self_attention.linear_attn.out_proj.weight",
      "different_elements": 4876,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 6.426523757596669e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.25.self_attention.linear_attn.conv1d.weight",
      "different_elements": 1,
      "numel": 40960,
      "max_abs_difference": 3.725290298461914e-09,
      "mean_abs_difference": 9.094947153254554e-14,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.25.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 1653,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.0847993336948747e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.25.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 463,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 4.799040331793236e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.25.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 22,
      "numel": 245760,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 1.6037422778669708e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.25.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 16,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.5112664725490674e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.25.self_attention.linear_attn.out_proj.weight",
      "different_elements": 527,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.016221119036324e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.26.self_attention.linear_attn.conv1d.weight",
      "different_elements": 8,
      "numel": 40960,
      "max_abs_difference": 7.62939453125e-06,
      "mean_abs_difference": 2.3937901660886496e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.26.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 4895,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.8790440304303786e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.26.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 2237,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.649653274566788e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.26.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 73,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 9.704839154522915e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.26.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 42,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 5.797507474092356e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.26.self_attention.linear_attn.out_proj.weight",
      "different_elements": 2269,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 3.2059588317423504e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.28.self_attention.linear_attn.conv1d.weight",
      "different_elements": 2,
      "numel": 40960,
      "max_abs_difference": 7.62939453125e-06,
      "mean_abs_difference": 2.3283064365386963e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.28.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 1106,
      "numel": 52428800,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 8.712219140560862e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.28.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 285,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.5129877345708707e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.28.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 19,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.697285533288408e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.28.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 12,
      "numel": 245760,
      "max_abs_difference": 1.52587890625e-05,
      "mean_abs_difference": 2.2749493955309674e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.28.self_attention.linear_attn.out_proj.weight",
      "different_elements": 333,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.7015664838824236e-11,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.30.self_attention.linear_attn.conv1d.weight",
      "different_elements": 4,
      "numel": 40960,
      "max_abs_difference": 7.62939453125e-06,
      "mean_abs_difference": 3.78531705980123e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.30.self_attention.linear_attn.in_proj_qkv.weight",
      "different_elements": 3408,
      "numel": 52428800,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 2.462122727919791e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.30.self_attention.linear_attn.in_proj_z.weight",
      "different_elements": 1602,
      "numel": 31457280,
      "max_abs_difference": 6.103515625e-05,
      "mean_abs_difference": 1.9702034448343397e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.30.self_attention.linear_attn.in_proj_b.weight",
      "different_elements": 63,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 8.512794358317421e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.30.self_attention.linear_attn.in_proj_a.weight",
      "different_elements": 16,
      "numel": 245760,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 3.135331438919309e-10,
      "selected_tp_rank": 0
    },
    {
      "pp_rank": 1,
      "parameter": "decoder.layers.30.self_attention.linear_attn.out_proj.weight",
      "different_elements": 1583,
      "numel": 31457280,
      "max_abs_difference": 3.0517578125e-05,
      "mean_abs_difference": 2.1037689645897473e-10,
      "selected_tp_rank": 0
    }
  ],
  "replica_selection": "TP rank 0 for unsharded/duplicated tensors, matching upstream HF export convention; checkpoint replicas are not all identical",
  "output_shards": [
    {
      "file": "model-00001-of-00018.safetensors",
      "bytes": 3966730552,
      "sha256": "b9dcb3e15c00823d46d92f645f8a7324cdd1163c39ff6c04de48fa6e478952a0"
    },
    {
      "file": "model-00002-of-00018.safetensors",
      "bytes": 3043080328,
      "sha256": "ecf7312565a089592217b58d761e714f3b3d85d4ec578a15d901210a9ba14773"
    },
    {
      "file": "model-00003-of-00018.safetensors",
      "bytes": 2542796952,
      "sha256": "cec21a53517089f1b9708a77936465420f266482a45da26fd4c0dd596d609d08"
    },
    {
      "file": "model-00004-of-00018.safetensors",
      "bytes": 3988973152,
      "sha256": "3a1a2bfcfd177e62fbe78f08b2b1d3edac59c495397aa64d0d1c41b727a94c73"
    },
    {
      "file": "model-00005-of-00018.safetensors",
      "bytes": 2099339864,
      "sha256": "389931270466dcdbc9125bda7572cc7712f164e1fe774e7377524abca899b0c2"
    },
    {
      "file": "model-00006-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "da6f16eabe6be8552af22ed5ad171ae97469fa5bb5d5e613982460e43265debf"
    },
    {
      "file": "model-00007-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "b4b9f91766d367f0260882d97b5c0862863c393ef381f54d48dfda3d362072a9"
    },
    {
      "file": "model-00008-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "df58405d10cb8a199e3e5a01346c6b6ebf2a1bed05d6b11e14f856543b28e55c"
    },
    {
      "file": "model-00009-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "84ba24193b7d0885ef504ce5806d3d4ebbe5506fdfd5919f4837ebc9479611e6"
    },
    {
      "file": "model-00010-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "aacd71e34312a13bf487a06c9c54205ad31f72a8788b0a550154a04565820a97"
    },
    {
      "file": "model-00011-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "6d967f431bdfde43c38839188023c5507d5d0dce6a1daa6bbbf8605ecb3da9aa"
    },
    {
      "file": "model-00012-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "c36593694bc3f250449ae2196366e6cf788c122dc9a645fbe6ef116746fc5d73"
    },
    {
      "file": "model-00013-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "b50b55cffe8be40b6eb90c43b1d3cec7672d7f3a86b2efd436db5a83619686d2"
    },
    {
      "file": "model-00014-of-00018.safetensors",
      "bytes": 3979553696,
      "sha256": "27b627a940af6ba6f26d240767ca75a4774d02a91255c3a2274dd316e364d1d1"
    },
    {
      "file": "model-00015-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "f9203192d4a759f6fc58c32eebda8a2f00f4a15dc183f06ddc263de49595ade5"
    },
    {
      "file": "model-00016-of-00018.safetensors",
      "bytes": 3979564040,
      "sha256": "cf3333f84d3783148a58b24612998ba24b8c60dc69f77e14d86e66ef958c23de"
    },
    {
      "file": "model-00017-of-00018.safetensors",
      "bytes": 2108759344,
      "sha256": "e446dd9c79fc0255d9b2181a9a85debb2b5b51b2eb31177c4c1a7daa198221f7"
    },
    {
      "file": "model-00018-of-00018.safetensors",
      "bytes": 3392197344,
      "sha256": "2898c2335e6ce74567af2de8373d7468c403fb5e69f4b00f5f7b83fb815d71be"
    }
  ],
  "asset_sha256": {
    "chat_template.jinja": "c3cf9e34abf4f9e36c2d72165aa9c132d3e2a725b6c2586aaa3a8af9d7a81041",
    "generation_config.json": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e",
    "config.json": "191e0af232104ed8b65258cf3fb2b842e288008baca7633c11b82a1ac7203aab",
    "merges.txt": "a9d356d7bdf1ef4949e3e748e95b8e10ad9d4e2e838eddc38a0a7b6b94d1db8d",
    "preprocessor_config.json": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
    "tokenizer_config.json": "b11349aafa7cdc6a320767cf7ceb29ed82f7eda5d65e8e0819e76f0ce947bf27",
    "video_preprocessor_config.json": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13",
    "vocab.json": "ce99b4cb2983d118806ce0a8b777a35b093e2000a503ebde25853284c9dfa003",
    "tokenizer.json": "0997f410c57a1f4e53b09e4be8f4a172d90edd9564368fb0847030937229b9f3"
  },
  "parent_comparison": {
    "sampled_tensors": 851,
    "sampled_tensors_different_from_parent": 666
  },
  "all_saved_tensors_equal_to_export": true,
  "all_text_tensors_finite": true,
  "gated_qkv_roundtrip": true,
  "total_tensor_bytes": 55562855904,
  "finished_at": "2026-09-16T08:48:35.548578+00:00",
  "elapsed_seconds": 180.26648061099695
}