{
  "source": "qwen_image_2.1_bf16.safetensors",
  "source_sha256": "89f4158d066cc33906a199fca85634f766892dd78f49b6698dabf187ac86c4bc",
  "output": "qwen_image_2.1_nvfp4.safetensors",
  "output_sha256": "4fdbaec94c19f7b8888f1e1ddbae05354c014492f9b2547b1cd8dca0ce923526",
  "output_bytes": 4197574664,
  "nvfp4_matrices": 192,
  "elapsed_seconds": 22.873350399997435,
  "tensors": [
    {
      "name": "img_in.weight",
      "shape": [
        4096,
        64
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "34310ebf0edb66ef00944eb6fd46e7ce70e7df7928d03283df0a28dd8fab2c68"
    },
    {
      "name": "modulation.1.weight",
      "shape": [
        16384,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "4360117d34f9659f36d154af517f54dc7f521ea914a1894a837d660eb8048e0f"
    },
    {
      "name": "norm_out.linear.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "e9bcf4457d9deb7a0fd874fdfa7c950efcf36f7442b4e34878e3933524514ad3"
    },
    {
      "name": "proj_out.weight",
      "shape": [
        64,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "36cc3c201fbe549b207588243e4ed9995582fa506db8313b3c6b30f0e26d7e9d"
    },
    {
      "name": "time_text_embed.timestep_embedder.linear_1.weight",
      "shape": [
        4096,
        256
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "c15dc973e402662d4dc7d2b8a5d256080f10d39e5aeec563723c327d22a3a712"
    },
    {
      "name": "time_text_embed.timestep_embedder.linear_2.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "c96b67bbcb7c19d2a31a517959c3090adfa420bc16735810abf0367f20a71615"
    },
    {
      "name": "transformer_blocks.0.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "572f201a7f1f0eb25c33d65be6a3afc6e237af9753c94cb0c924c54622d33277"
    },
    {
      "name": "transformer_blocks.0.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "3faf374413f8b2585700421c2f9bb39c1e846227f105e3ff10e1a8220ffde022"
    },
    {
      "name": "transformer_blocks.0.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09442301839590073
    },
    {
      "name": "transformer_blocks.0.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09725861996412277
    },
    {
      "name": "transformer_blocks.0.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0944296196103096
    },
    {
      "name": "transformer_blocks.0.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09454155713319778
    },
    {
      "name": "transformer_blocks.0.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0946829617023468
    },
    {
      "name": "transformer_blocks.0.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09461568295955658
    },
    {
      "name": "transformer_blocks.1.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "92458b847b05a1da9cd8087668002bf9b31e9bdf4319b41082ac12a55eb556e0"
    },
    {
      "name": "transformer_blocks.1.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "d5e3edf26d8478f4bada9caae2b2b6b86b22338c2c7a6c6abfad38f337f8f246"
    },
    {
      "name": "transformer_blocks.1.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432397782802582
    },
    {
      "name": "transformer_blocks.1.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09523904323577881
    },
    {
      "name": "transformer_blocks.1.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09456050395965576
    },
    {
      "name": "transformer_blocks.1.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09415525943040848
    },
    {
      "name": "transformer_blocks.1.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0945473164319992
    },
    {
      "name": "transformer_blocks.1.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0944310873746872
    },
    {
      "name": "transformer_blocks.10.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "89dd760dbc3d89539c68b4c79e1b1c13feb28a4b334cc518717d6f25a5330c03"
    },
    {
      "name": "transformer_blocks.10.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "f3ee1eaebb22009e5f372b32269f48683f4c79759c0a941be40b9f7778a39b3d"
    },
    {
      "name": "transformer_blocks.10.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09438031911849976
    },
    {
      "name": "transformer_blocks.10.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09511259198188782
    },
    {
      "name": "transformer_blocks.10.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09445391595363617
    },
    {
      "name": "transformer_blocks.10.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09419218450784683
    },
    {
      "name": "transformer_blocks.10.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09455808252096176
    },
    {
      "name": "transformer_blocks.10.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09482181072235107
    },
    {
      "name": "transformer_blocks.11.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "c738b8925971f5f3cce78ef067876764565a358d82605a9d59479712d421cb2d"
    },
    {
      "name": "transformer_blocks.11.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "59cdf03f52fc4dced1699703c6303847638b1c0b5ec4996abb5e49d323c5b400"
    },
    {
      "name": "transformer_blocks.11.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09461991488933563
    },
    {
      "name": "transformer_blocks.11.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09524192661046982
    },
    {
      "name": "transformer_blocks.11.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09446550160646439
    },
    {
      "name": "transformer_blocks.11.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09410617500543594
    },
    {
      "name": "transformer_blocks.11.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09447803348302841
    },
    {
      "name": "transformer_blocks.11.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09461723268032074
    },
    {
      "name": "transformer_blocks.12.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "515145e5eb450bd0615815dc8728ab1e4922bc7f038853eaf61d8e4b110876dd"
    },
    {
      "name": "transformer_blocks.12.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "ab59bae2c2af0dafa123601c0411f2d24307f533691ce36ccf8bc694da54f72a"
    },
    {
      "name": "transformer_blocks.12.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09440026432275772
    },
    {
      "name": "transformer_blocks.12.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09543906152248383
    },
    {
      "name": "transformer_blocks.12.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09447003901004791
    },
    {
      "name": "transformer_blocks.12.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09415226429700851
    },
    {
      "name": "transformer_blocks.12.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09448692947626114
    },
    {
      "name": "transformer_blocks.12.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09464255720376968
    },
    {
      "name": "transformer_blocks.13.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "bf992f464eba69ccaacc832235583c4a617724483c15c0b808b5bd29d39037a0"
    },
    {
      "name": "transformer_blocks.13.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "d69e4d8abe599ea9730fb81f74d527a7ee7c1eced6dd530f33eaa178d1fa3ec7"
    },
    {
      "name": "transformer_blocks.13.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09427323937416077
    },
    {
      "name": "transformer_blocks.13.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09524256736040115
    },
    {
      "name": "transformer_blocks.13.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09445545077323914
    },
    {
      "name": "transformer_blocks.13.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09404991567134857
    },
    {
      "name": "transformer_blocks.13.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09441465139389038
    },
    {
      "name": "transformer_blocks.13.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09465336799621582
    },
    {
      "name": "transformer_blocks.14.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "dddc04478d062739db7d47f38fc403054d7ebb6689a41b47eb357b6aefd2280f"
    },
    {
      "name": "transformer_blocks.14.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "5957f7c5eb010c214df3cf6214d87c916b331926a726c43d7bc312b211a3a577"
    },
    {
      "name": "transformer_blocks.14.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09433333575725555
    },
    {
      "name": "transformer_blocks.14.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09543435275554657
    },
    {
      "name": "transformer_blocks.14.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0944102481007576
    },
    {
      "name": "transformer_blocks.14.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09410250931978226
    },
    {
      "name": "transformer_blocks.14.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0944635346531868
    },
    {
      "name": "transformer_blocks.14.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09459885954856873
    },
    {
      "name": "transformer_blocks.15.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "65470fddf382b681da0afef7172ec8b30499e36935c921f058498e7a3f827dc7"
    },
    {
      "name": "transformer_blocks.15.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "3f7664105a6c56532b60a8e1893b907c2f5473f735e290ae00ee33594756a7c1"
    },
    {
      "name": "transformer_blocks.15.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09426062554121017
    },
    {
      "name": "transformer_blocks.15.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09513749182224274
    },
    {
      "name": "transformer_blocks.15.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09444401413202286
    },
    {
      "name": "transformer_blocks.15.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09422986209392548
    },
    {
      "name": "transformer_blocks.15.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09437613189220428
    },
    {
      "name": "transformer_blocks.15.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09464667737483978
    },
    {
      "name": "transformer_blocks.16.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "476dc2fe95fb3c82698af316f7ae5bf1d79e3dc3504a5a67a80375cd62de21ca"
    },
    {
      "name": "transformer_blocks.16.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "19e6ab3408978ac437e3a1caac230feda2cbf50587b72532b934221ca87f8a09"
    },
    {
      "name": "transformer_blocks.16.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0942886620759964
    },
    {
      "name": "transformer_blocks.16.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09513603895902634
    },
    {
      "name": "transformer_blocks.16.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09439306706190109
    },
    {
      "name": "transformer_blocks.16.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432097524404526
    },
    {
      "name": "transformer_blocks.16.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09429603815078735
    },
    {
      "name": "transformer_blocks.16.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09470091760158539
    },
    {
      "name": "transformer_blocks.17.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "eb990a79a552d7b4b4077e5433dbdf08416716e7bfe44dd329d0212de411784a"
    },
    {
      "name": "transformer_blocks.17.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "12d5339fca65163052cab415ffc38d8006527aa66d60e3e1e6eb3d2ecd9b57d1"
    },
    {
      "name": "transformer_blocks.17.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0939578264951706
    },
    {
      "name": "transformer_blocks.17.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09532124549150467
    },
    {
      "name": "transformer_blocks.17.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09449957311153412
    },
    {
      "name": "transformer_blocks.17.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09404770284891129
    },
    {
      "name": "transformer_blocks.17.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432825446128845
    },
    {
      "name": "transformer_blocks.17.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09457230567932129
    },
    {
      "name": "transformer_blocks.18.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "de98af927d0b67feaf772e235f8570f0e8af43562bff458173f71cb633e60cd9"
    },
    {
      "name": "transformer_blocks.18.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "d83c826d686ec9066b1f11bc1f082d9dee32e8cf7a3238d9af7b7acbe88ad4f5"
    },
    {
      "name": "transformer_blocks.18.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09411294013261795
    },
    {
      "name": "transformer_blocks.18.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09533113241195679
    },
    {
      "name": "transformer_blocks.18.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0944882333278656
    },
    {
      "name": "transformer_blocks.18.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09433288872241974
    },
    {
      "name": "transformer_blocks.18.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09435984492301941
    },
    {
      "name": "transformer_blocks.18.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09458048641681671
    },
    {
      "name": "transformer_blocks.19.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "0ac76478bf22c4c63dc51dd0652d36c746c938a52875b4a0832c2f1610be40e9"
    },
    {
      "name": "transformer_blocks.19.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "b08bac0e42f6da3a7273dc53c0a92614b39ab445e7a35676fc8bb6d760e05744"
    },
    {
      "name": "transformer_blocks.19.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09398675709962845
    },
    {
      "name": "transformer_blocks.19.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09518875926733017
    },
    {
      "name": "transformer_blocks.19.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432109445333481
    },
    {
      "name": "transformer_blocks.19.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09421292692422867
    },
    {
      "name": "transformer_blocks.19.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432484209537506
    },
    {
      "name": "transformer_blocks.19.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0945013165473938
    },
    {
      "name": "transformer_blocks.2.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "49896138bb58de842c31f43422b134f3100886d6449d1cc682d534d4a84643be"
    },
    {
      "name": "transformer_blocks.2.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "ba0386bcdc5803f9500afbb627a10221af1dc7f8caa0ba174441da14be01777e"
    },
    {
      "name": "transformer_blocks.2.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09443528950214386
    },
    {
      "name": "transformer_blocks.2.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0953395888209343
    },
    {
      "name": "transformer_blocks.2.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09463594853878021
    },
    {
      "name": "transformer_blocks.2.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.094529889523983
    },
    {
      "name": "transformer_blocks.2.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09461885690689087
    },
    {
      "name": "transformer_blocks.2.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09440790116786957
    },
    {
      "name": "transformer_blocks.20.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "f7d6a3d1f15d81d6ec47bd81d80f001865bb35c7c1abaa6ab799e4a1eb146e61"
    },
    {
      "name": "transformer_blocks.20.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "425e716e33509e8d528985eccaba3850451546fda76a2368944170d5ba5b9062"
    },
    {
      "name": "transformer_blocks.20.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09418923407793045
    },
    {
      "name": "transformer_blocks.20.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0951521173119545
    },
    {
      "name": "transformer_blocks.20.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09440641105175018
    },
    {
      "name": "transformer_blocks.20.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.094474196434021
    },
    {
      "name": "transformer_blocks.20.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09444796293973923
    },
    {
      "name": "transformer_blocks.20.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09421083331108093
    },
    {
      "name": "transformer_blocks.21.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "d78604ccfcd6f4f8f8834cbb8ee6d18d16c7e6b11431623377cd84876de83d0e"
    },
    {
      "name": "transformer_blocks.21.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "bc53eb71732e3a2758d210a5a1ea161419ad556135a8125bf1d7b775d2103b64"
    },
    {
      "name": "transformer_blocks.21.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09433793276548386
    },
    {
      "name": "transformer_blocks.21.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09503240883350372
    },
    {
      "name": "transformer_blocks.21.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09457851201295853
    },
    {
      "name": "transformer_blocks.21.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09436649829149246
    },
    {
      "name": "transformer_blocks.21.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09445636719465256
    },
    {
      "name": "transformer_blocks.21.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09428934752941132
    },
    {
      "name": "transformer_blocks.22.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "ffb7961b6099752067ad7dbb3de075bfb14d65816448a84f99c95e886436345e"
    },
    {
      "name": "transformer_blocks.22.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "5f4e26623063a53c95ee7f6ace3e072377b0f2edbefe3bd5af1f1af1b02b8ab9"
    },
    {
      "name": "transformer_blocks.22.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09428413957357407
    },
    {
      "name": "transformer_blocks.22.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09517910331487656
    },
    {
      "name": "transformer_blocks.22.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09460055083036423
    },
    {
      "name": "transformer_blocks.22.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09407515823841095
    },
    {
      "name": "transformer_blocks.22.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09422037750482559
    },
    {
      "name": "transformer_blocks.22.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09452139586210251
    },
    {
      "name": "transformer_blocks.23.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "b2af62fa9d8f64e07dc6e05c378ddc174579dc4f5c9978f45ecc8a1c3b1bc61f"
    },
    {
      "name": "transformer_blocks.23.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "1d607ccc2b59a46d1bcf8890c712e2a96f2b8cbb961f3900ab259b3094d0e9d7"
    },
    {
      "name": "transformer_blocks.23.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09408468753099442
    },
    {
      "name": "transformer_blocks.23.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09505080431699753
    },
    {
      "name": "transformer_blocks.23.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09434711188077927
    },
    {
      "name": "transformer_blocks.23.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09392070770263672
    },
    {
      "name": "transformer_blocks.23.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09421507269144058
    },
    {
      "name": "transformer_blocks.23.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09436953812837601
    },
    {
      "name": "transformer_blocks.24.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "7cf55d07732b4460b4f4032d756677186dfe451fd580adc2e335794d3efc24e5"
    },
    {
      "name": "transformer_blocks.24.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "5c0019afbf7531a43cab1c18b944ea42e5358338b22afdb7c3b63ccd96c0cc9a"
    },
    {
      "name": "transformer_blocks.24.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09408159554004669
    },
    {
      "name": "transformer_blocks.24.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09515871852636337
    },
    {
      "name": "transformer_blocks.24.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09425819665193558
    },
    {
      "name": "transformer_blocks.24.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09295009821653366
    },
    {
      "name": "transformer_blocks.24.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0942286029458046
    },
    {
      "name": "transformer_blocks.24.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09437375515699387
    },
    {
      "name": "transformer_blocks.25.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "9912d37ce907c913ebe90ce90f8b74d951401f3fc6d081d4268cf6aa0fd530fb"
    },
    {
      "name": "transformer_blocks.25.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "41b0f2d2d46510be1bca296cc1981fd6bfbf1d897b9ad95cbfeb6efb23b46504"
    },
    {
      "name": "transformer_blocks.25.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09419506043195724
    },
    {
      "name": "transformer_blocks.25.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09516096860170364
    },
    {
      "name": "transformer_blocks.25.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09440808743238449
    },
    {
      "name": "transformer_blocks.25.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09340789914131165
    },
    {
      "name": "transformer_blocks.25.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09431573748588562
    },
    {
      "name": "transformer_blocks.25.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09465906769037247
    },
    {
      "name": "transformer_blocks.26.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "1770794279275ff0e355fc4c967f6fd15725898c41be4247ecf3208369e6db90"
    },
    {
      "name": "transformer_blocks.26.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "7d75f4f6ba1e2ffc36f448fc91e122ce73ed7a3ddfd578b90f6af614b0b05931"
    },
    {
      "name": "transformer_blocks.26.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09402094036340714
    },
    {
      "name": "transformer_blocks.26.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09514297544956207
    },
    {
      "name": "transformer_blocks.26.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432660043239594
    },
    {
      "name": "transformer_blocks.26.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09392236918210983
    },
    {
      "name": "transformer_blocks.26.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09436123818159103
    },
    {
      "name": "transformer_blocks.26.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09454623609781265
    },
    {
      "name": "transformer_blocks.27.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "e617551c3aea1ec17fbfd87d17d70439108df684584c801a33ae3b20134f2b93"
    },
    {
      "name": "transformer_blocks.27.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "8b4cb1eb2bde149b81d1a09d3de880668ba8f6a62406546df9ee9b0a07c95e78"
    },
    {
      "name": "transformer_blocks.27.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.093889020383358
    },
    {
      "name": "transformer_blocks.27.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09523267298936844
    },
    {
      "name": "transformer_blocks.27.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09420020878314972
    },
    {
      "name": "transformer_blocks.27.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09274192154407501
    },
    {
      "name": "transformer_blocks.27.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09421180933713913
    },
    {
      "name": "transformer_blocks.27.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09465836733579636
    },
    {
      "name": "transformer_blocks.28.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "e61f36f30099a0029417ef24a5ce24237e9e8c57e72199ce9380b31cad296537"
    },
    {
      "name": "transformer_blocks.28.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "d2420a2ed03503525c0309d1a5758c05db515fdee1bc61e1413704e58426433c"
    },
    {
      "name": "transformer_blocks.28.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09418927133083344
    },
    {
      "name": "transformer_blocks.28.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09510087966918945
    },
    {
      "name": "transformer_blocks.28.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09439761936664581
    },
    {
      "name": "transformer_blocks.28.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09371969848871231
    },
    {
      "name": "transformer_blocks.28.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09451578557491302
    },
    {
      "name": "transformer_blocks.28.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09452327340841293
    },
    {
      "name": "transformer_blocks.29.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "0e952868b18d5a499239a5122a51c4e64f72896a8eac1e2782073dbafae627b8"
    },
    {
      "name": "transformer_blocks.29.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "19cc1be26f7ae2d010a01ec1ee1e8a4d685578ef470750c77afc2d1d59d291df"
    },
    {
      "name": "transformer_blocks.29.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09389638900756836
    },
    {
      "name": "transformer_blocks.29.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09516238421201706
    },
    {
      "name": "transformer_blocks.29.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09444045275449753
    },
    {
      "name": "transformer_blocks.29.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09318964183330536
    },
    {
      "name": "transformer_blocks.29.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09439058601856232
    },
    {
      "name": "transformer_blocks.29.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09467429667711258
    },
    {
      "name": "transformer_blocks.3.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "9adafcf36fbcf1a1fc90864119107f5aaf1034c0af2e842a2e7e76abf67249dc"
    },
    {
      "name": "transformer_blocks.3.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "11fe2b7ce8993bc09ff3d12afaef320f363fc5b9bdd84e7bef02d223ab09a990"
    },
    {
      "name": "transformer_blocks.3.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09428946673870087
    },
    {
      "name": "transformer_blocks.3.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09520148485898972
    },
    {
      "name": "transformer_blocks.3.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09453629702329636
    },
    {
      "name": "transformer_blocks.3.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09431635588407516
    },
    {
      "name": "transformer_blocks.3.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09454379230737686
    },
    {
      "name": "transformer_blocks.3.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09459960460662842
    },
    {
      "name": "transformer_blocks.30.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "69689ec6f8424448347567aaf0a7f577c21cd02dd9d329c977f485671c8c39a6"
    },
    {
      "name": "transformer_blocks.30.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "49f667f017d3164db4b840b087903801a85b350a103d1173c8f5fc5c5a771165"
    },
    {
      "name": "transformer_blocks.30.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09390967339277267
    },
    {
      "name": "transformer_blocks.30.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.095180943608284
    },
    {
      "name": "transformer_blocks.30.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09430109709501266
    },
    {
      "name": "transformer_blocks.30.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09337132424116135
    },
    {
      "name": "transformer_blocks.30.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09421910345554352
    },
    {
      "name": "transformer_blocks.30.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09415393322706223
    },
    {
      "name": "transformer_blocks.31.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "c35261d78c7d5177ab9ec1e8412a59853981c038e6ba41066dc216d9a394f1e9"
    },
    {
      "name": "transformer_blocks.31.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "e0f1c31a771f5948f3f2d2bb96d4e0ed2a897b5d275251486e07c7d7ebb1651a"
    },
    {
      "name": "transformer_blocks.31.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09357605874538422
    },
    {
      "name": "transformer_blocks.31.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09499607235193253
    },
    {
      "name": "transformer_blocks.31.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0939827635884285
    },
    {
      "name": "transformer_blocks.31.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09221894294023514
    },
    {
      "name": "transformer_blocks.31.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09380938112735748
    },
    {
      "name": "transformer_blocks.31.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09404856711626053
    },
    {
      "name": "transformer_blocks.4.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "bbee8dc5c62f81c8286c2485ace11ab9eda0f9107596ce5c587c54dae1174406"
    },
    {
      "name": "transformer_blocks.4.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "dad41e5972a227e07a6e2885f463546b7b171b1a120b9de5199527148ca942aa"
    },
    {
      "name": "transformer_blocks.4.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09441725164651871
    },
    {
      "name": "transformer_blocks.4.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09523670375347137
    },
    {
      "name": "transformer_blocks.4.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09450657665729523
    },
    {
      "name": "transformer_blocks.4.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09446003288030624
    },
    {
      "name": "transformer_blocks.4.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09445067495107651
    },
    {
      "name": "transformer_blocks.4.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09469588100910187
    },
    {
      "name": "transformer_blocks.5.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "1d8bde5394b8c899d54bdb9bdbe83db069204b16286c4aeaf05c7c9f166090ad"
    },
    {
      "name": "transformer_blocks.5.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "d48c5fe07fcd71a357af1295c6e00109d4e2f23fb5b213ace6dc88fc7fd33de2"
    },
    {
      "name": "transformer_blocks.5.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09460146725177765
    },
    {
      "name": "transformer_blocks.5.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09520139545202255
    },
    {
      "name": "transformer_blocks.5.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09447811543941498
    },
    {
      "name": "transformer_blocks.5.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09432633221149445
    },
    {
      "name": "transformer_blocks.5.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0945073738694191
    },
    {
      "name": "transformer_blocks.5.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09461148828268051
    },
    {
      "name": "transformer_blocks.6.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "fbe5113744aff19a2be1ad19a9e3c2c97bdd83cd8d468168d1c5ada895f6b0e1"
    },
    {
      "name": "transformer_blocks.6.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "2d100b9bb3855e307372e7f60875268e9f760ad441936bc0bc15072a997143cc"
    },
    {
      "name": "transformer_blocks.6.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09451349079608917
    },
    {
      "name": "transformer_blocks.6.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09513034671545029
    },
    {
      "name": "transformer_blocks.6.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09451977163553238
    },
    {
      "name": "transformer_blocks.6.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09427080303430557
    },
    {
      "name": "transformer_blocks.6.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09461503475904465
    },
    {
      "name": "transformer_blocks.6.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0945393294095993
    },
    {
      "name": "transformer_blocks.7.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "1702076f2303eb64dc660d2934811de2ac7ef90e816f60fa319d422fc34867d2"
    },
    {
      "name": "transformer_blocks.7.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "b52ac50f9154d388aa3178a1cc21b1400616120ee3095ad984658f75b5ca0b1c"
    },
    {
      "name": "transformer_blocks.7.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09451562166213989
    },
    {
      "name": "transformer_blocks.7.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0953247919678688
    },
    {
      "name": "transformer_blocks.7.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09449370205402374
    },
    {
      "name": "transformer_blocks.7.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09425489604473114
    },
    {
      "name": "transformer_blocks.7.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09459647536277771
    },
    {
      "name": "transformer_blocks.7.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09462863206863403
    },
    {
      "name": "transformer_blocks.8.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "9a56df6095d2a425d0f66275b41bd6c356056735cd3bfa023724e0cd90e8dfff"
    },
    {
      "name": "transformer_blocks.8.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "ff2c3f870cad641f784f36f95efddfbc098752999384ee69463b39bb1e7f5533"
    },
    {
      "name": "transformer_blocks.8.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09443946182727814
    },
    {
      "name": "transformer_blocks.8.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09550652652978897
    },
    {
      "name": "transformer_blocks.8.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.0944790169596672
    },
    {
      "name": "transformer_blocks.8.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09414148330688477
    },
    {
      "name": "transformer_blocks.8.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09464308619499207
    },
    {
      "name": "transformer_blocks.8.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09467563033103943
    },
    {
      "name": "transformer_blocks.9.attn.norm_k.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "7e20746b285a1d254a56aed717f9e22293ea36bb699d5f599b7f43384bd1441a"
    },
    {
      "name": "transformer_blocks.9.attn.norm_q.weight",
      "shape": [
        128
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "c0bb2e40385389a5f7312b3a6c37883d70306a20f0affdd2b8303109431b8c3d"
    },
    {
      "name": "transformer_blocks.9.attn.to_k.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09447592496871948
    },
    {
      "name": "transformer_blocks.9.attn.to_out.0.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09517411887645721
    },
    {
      "name": "transformer_blocks.9.attn.to_q.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09470388293266296
    },
    {
      "name": "transformer_blocks.9.attn.to_v.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09404205530881882
    },
    {
      "name": "transformer_blocks.9.img_mlp.gate_up.weight",
      "shape": [
        24576,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09456857293844223
    },
    {
      "name": "transformer_blocks.9.img_mlp.out.weight",
      "shape": [
        4096,
        12288
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "nvfp4",
      "relative_rmse": 0.09464238584041595
    },
    {
      "name": "txt_in.in_layer.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "2afeaaac182536117eb984cd878e94b3d5447fd1e0989f1c925b55f5b2aba828"
    },
    {
      "name": "txt_in.out_layer.weight",
      "shape": [
        4096,
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "e4c37943834c699fc4e101b3141bee53839b78c096e00cfbd836b8b061162672"
    },
    {
      "name": "txt_in.text_norm.weight",
      "shape": [
        4096
      ],
      "source_dtype": "torch.bfloat16",
      "storage": "torch.bfloat16",
      "sha256": "b496795d142460d2f72d13b560d7cf54fba3081cc895c2d41b8e00b2470f9efe"
    }
  ]
}