diff --git "a/text-xlarge/structuredLatentFlow/manifest.json" "b/text-xlarge/structuredLatentFlow/manifest.json"
new file mode 100644--- /dev/null
+++ "b/text-xlarge/structuredLatentFlow/manifest.json"
@@ -0,0 +1,10658 @@
+{
+  "schema": "trellis-webgpu-pack",
+  "version": 1,
+  "stage": "structuredLatentFlow",
+  "upstreamRevision": "e0b00432b8e3a8ecee0df806ab1df9f7281f2be4",
+  "shards": [
+    {
+      "file": "stage-000.bin",
+      "bytes": 66688000,
+      "sha256": "0ca68cad23a4b0c0d8b30ebb7493f10b31a0e7aed6a668b22bc80ea50688cb07"
+    },
+    {
+      "file": "stage-001.bin",
+      "bytes": 63288320,
+      "sha256": "45f9a31f6df800ab0c45ecee3a9d5f37bdb5878cc77e2c979a61ce5166ef6b3c"
+    },
+    {
+      "file": "stage-002.bin",
+      "bytes": 64995840,
+      "sha256": "18923e01b68ff7aa37f93f1eebb2c72f7d80a7d692e828aef581d63a2b8d6fcf"
+    },
+    {
+      "file": "stage-003.bin",
+      "bytes": 66334720,
+      "sha256": "befec3a72ae968cc9fa7233e4e58f695f9ee41db7c4fd5c967cc2a56e8912289"
+    },
+    {
+      "file": "stage-004.bin",
+      "bytes": 61614080,
+      "sha256": "77088915f83a6ac391f0ad981f5381ff42d0ad0f4ee55bccc58bec54dbd77b43"
+    },
+    {
+      "file": "stage-005.bin",
+      "bytes": 66672640,
+      "sha256": "2ea5fc1b7f50f9cecb7ca6836f55a9d3dd80dd5d6b00381bb5517da85cd863f7"
+    },
+    {
+      "file": "stage-006.bin",
+      "bytes": 63288320,
+      "sha256": "7b2ebdc316bd7afc9a87fe696e36b550f033eb7102f0c0bcf0700261003c1f1a"
+    },
+    {
+      "file": "stage-007.bin",
+      "bytes": 64995840,
+      "sha256": "a6cd77d9918eea8ba1413411c52b6c3384b9f940bda915bd34e6ab8a35de8273"
+    },
+    {
+      "file": "stage-008.bin",
+      "bytes": 66334720,
+      "sha256": "c5ea284f58a64586ea797690777bc6e3e6b86d0e21963302dc294c3051358f1c"
+    },
+    {
+      "file": "stage-009.bin",
+      "bytes": 61614080,
+      "sha256": "efc9dec80b117fac922e6deb31ad84f3cb052cee557397eb494b2f65c9fc8a41"
+    },
+    {
+      "file": "stage-010.bin",
+      "bytes": 66672640,
+      "sha256": "e2b5011cfb7bcfa62e32813cf32f11065dd57e011e5e254b0632622107d55a44"
+    },
+    {
+      "file": "stage-011.bin",
+      "bytes": 63288320,
+      "sha256": "d947705a5c37aefd346f1bfbc3177e3b94c5cf40874dba9521e67113c0cca480"
+    },
+    {
+      "file": "stage-012.bin",
+      "bytes": 64995840,
+      "sha256": "b0c7079f8325504283ff702015f0da1cbb187d8e84106beb2a22316a8125b11b"
+    },
+    {
+      "file": "stage-013.bin",
+      "bytes": 66334720,
+      "sha256": "7c51b4df9f0e08eb0c1da2c0ea28be28e9ee806010759a09a6b5be2c60fdcfc5"
+    },
+    {
+      "file": "stage-014.bin",
+      "bytes": 61614080,
+      "sha256": "cd4d4cb93718d193436e61de2b45290d24d19c2bfcc67b53897fb0c9d8a08c61"
+    },
+    {
+      "file": "stage-015.bin",
+      "bytes": 53648896,
+      "sha256": "333936bb44d16e38edd343b31a326b750c8e68d647bac273a59e4a3e86f5933b"
+    },
+    {
+      "file": "stage-016.bin",
+      "bytes": 67044864,
+      "sha256": "4ee7dd4321fd84507d0bf82a3217810dd82ccd708ee4fbe2228c6f85e37c9519"
+    },
+    {
+      "file": "stage-017.bin",
+      "bytes": 18358528,
+      "sha256": "c7aa9498da7b99d17defc1b0ba3b78ef1ee3e49a30fe7f0010f09eff3f4717dc"
+    }
+  ],
+  "tensors": {
+    "blocks.0.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 0,
+        "bytes": 15360
+      }
+    },
+    "blocks.0.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 15360,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 9845760,
+        "bytes": 307200
+      }
+    },
+    "blocks.0.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 10152960,
+        "bytes": 5120
+      }
+    },
+    "blocks.0.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 0,
+        "offset": 10158080,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 12124160,
+        "bytes": 61440
+      }
+    },
+    "blocks.0.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 12185600,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 12188160,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 13826560,
+        "bytes": 51200
+      }
+    },
+    "blocks.0.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 13877760,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 13880320,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 15518720,
+        "bytes": 51200
+      }
+    },
+    "blocks.0.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 15569920,
+        "bytes": 10240
+      }
+    },
+    "blocks.0.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 15580160,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 22133760,
+        "bytes": 204800
+      }
+    },
+    "blocks.0.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 22338560,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 0,
+        "offset": 22341120,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 28894720,
+        "bytes": 204800
+      }
+    },
+    "blocks.0.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 29099520,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 29102080,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 29104640,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 29107200,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 29109760,
+        "bytes": 2560
+      }
+    },
+    "blocks.0.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 29112320,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 30750720,
+        "bytes": 51200
+      }
+    },
+    "blocks.0.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 30801920,
+        "bytes": 7680
+      }
+    },
+    "blocks.0.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 30809600,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 35724800,
+        "bytes": 153600
+      }
+    },
+    "blocks.1.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 35878400,
+        "bytes": 15360
+      }
+    },
+    "blocks.1.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 35893760,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 45724160,
+        "bytes": 307200
+      }
+    },
+    "blocks.1.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 46031360,
+        "bytes": 5120
+      }
+    },
+    "blocks.1.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 0,
+        "offset": 46036480,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 48002560,
+        "bytes": 61440
+      }
+    },
+    "blocks.1.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 48064000,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 48066560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 49704960,
+        "bytes": 51200
+      }
+    },
+    "blocks.1.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 49756160,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 49758720,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 51397120,
+        "bytes": 51200
+      }
+    },
+    "blocks.1.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 51448320,
+        "bytes": 10240
+      }
+    },
+    "blocks.1.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 51458560,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 58012160,
+        "bytes": 204800
+      }
+    },
+    "blocks.1.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 58216960,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 0,
+        "offset": 58219520,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 64773120,
+        "bytes": 204800
+      }
+    },
+    "blocks.1.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 64977920,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 64980480,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 64983040,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 64985600,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 64988160,
+        "bytes": 2560
+      }
+    },
+    "blocks.1.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 0,
+        "offset": 64990720,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 0,
+        "offset": 66629120,
+        "bytes": 51200
+      }
+    },
+    "blocks.1.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 0,
+        "offset": 66680320,
+        "bytes": 7680
+      }
+    },
+    "blocks.1.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 0,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 4915200,
+        "bytes": 153600
+      }
+    },
+    "blocks.10.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 5068800,
+        "bytes": 15360
+      }
+    },
+    "blocks.10.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 5084160,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 14914560,
+        "bytes": 307200
+      }
+    },
+    "blocks.10.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 15221760,
+        "bytes": 5120
+      }
+    },
+    "blocks.10.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 1,
+        "offset": 15226880,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 17192960,
+        "bytes": 61440
+      }
+    },
+    "blocks.10.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 17254400,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 17256960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 18895360,
+        "bytes": 51200
+      }
+    },
+    "blocks.10.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 18946560,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 18949120,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 20587520,
+        "bytes": 51200
+      }
+    },
+    "blocks.10.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 20638720,
+        "bytes": 10240
+      }
+    },
+    "blocks.10.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 20648960,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 27202560,
+        "bytes": 204800
+      }
+    },
+    "blocks.10.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 27407360,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 1,
+        "offset": 27409920,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 33963520,
+        "bytes": 204800
+      }
+    },
+    "blocks.10.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34168320,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34170880,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34173440,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34176000,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 34178560,
+        "bytes": 2560
+      }
+    },
+    "blocks.10.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 34181120,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 35819520,
+        "bytes": 51200
+      }
+    },
+    "blocks.10.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 35870720,
+        "bytes": 7680
+      }
+    },
+    "blocks.10.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 35878400,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 40793600,
+        "bytes": 153600
+      }
+    },
+    "blocks.11.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 40947200,
+        "bytes": 15360
+      }
+    },
+    "blocks.11.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 40962560,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 50792960,
+        "bytes": 307200
+      }
+    },
+    "blocks.11.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 51100160,
+        "bytes": 5120
+      }
+    },
+    "blocks.11.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 1,
+        "offset": 51105280,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 53071360,
+        "bytes": 61440
+      }
+    },
+    "blocks.11.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 53132800,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 53135360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 54773760,
+        "bytes": 51200
+      }
+    },
+    "blocks.11.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 54824960,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 54827520,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 56465920,
+        "bytes": 51200
+      }
+    },
+    "blocks.11.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 56517120,
+        "bytes": 10240
+      }
+    },
+    "blocks.11.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 1,
+        "offset": 56527360,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 1,
+        "offset": 63080960,
+        "bytes": 204800
+      }
+    },
+    "blocks.11.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 1,
+        "offset": 63285760,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 2,
+        "offset": 0,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 6553600,
+        "bytes": 204800
+      }
+    },
+    "blocks.11.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 6758400,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 6760960,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 6763520,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 6766080,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 6768640,
+        "bytes": 2560
+      }
+    },
+    "blocks.11.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 6771200,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 8409600,
+        "bytes": 51200
+      }
+    },
+    "blocks.11.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 8460800,
+        "bytes": 7680
+      }
+    },
+    "blocks.11.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 8468480,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 13383680,
+        "bytes": 153600
+      }
+    },
+    "blocks.12.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 13537280,
+        "bytes": 15360
+      }
+    },
+    "blocks.12.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 13552640,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 23383040,
+        "bytes": 307200
+      }
+    },
+    "blocks.12.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 23690240,
+        "bytes": 5120
+      }
+    },
+    "blocks.12.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 2,
+        "offset": 23695360,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 25661440,
+        "bytes": 61440
+      }
+    },
+    "blocks.12.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 25722880,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 25725440,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 27363840,
+        "bytes": 51200
+      }
+    },
+    "blocks.12.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 27415040,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 27417600,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 29056000,
+        "bytes": 51200
+      }
+    },
+    "blocks.12.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 29107200,
+        "bytes": 10240
+      }
+    },
+    "blocks.12.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 29117440,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 35671040,
+        "bytes": 204800
+      }
+    },
+    "blocks.12.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 35875840,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 2,
+        "offset": 35878400,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 42432000,
+        "bytes": 204800
+      }
+    },
+    "blocks.12.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 42636800,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 42639360,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 42641920,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 42644480,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 42647040,
+        "bytes": 2560
+      }
+    },
+    "blocks.12.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 42649600,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 44288000,
+        "bytes": 51200
+      }
+    },
+    "blocks.12.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 44339200,
+        "bytes": 7680
+      }
+    },
+    "blocks.12.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 44346880,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 49262080,
+        "bytes": 153600
+      }
+    },
+    "blocks.13.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 49415680,
+        "bytes": 15360
+      }
+    },
+    "blocks.13.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 49431040,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 59261440,
+        "bytes": 307200
+      }
+    },
+    "blocks.13.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 59568640,
+        "bytes": 5120
+      }
+    },
+    "blocks.13.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 2,
+        "offset": 59573760,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 61539840,
+        "bytes": 61440
+      }
+    },
+    "blocks.13.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 61601280,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 61603840,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 63242240,
+        "bytes": 51200
+      }
+    },
+    "blocks.13.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 63293440,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 2,
+        "offset": 63296000,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 2,
+        "offset": 64934400,
+        "bytes": 51200
+      }
+    },
+    "blocks.13.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 2,
+        "offset": 64985600,
+        "bytes": 10240
+      }
+    },
+    "blocks.13.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 0,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 6553600,
+        "bytes": 204800
+      }
+    },
+    "blocks.13.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 6758400,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 3,
+        "offset": 6760960,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 13314560,
+        "bytes": 204800
+      }
+    },
+    "blocks.13.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 13519360,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 13521920,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 13524480,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 13527040,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 13529600,
+        "bytes": 2560
+      }
+    },
+    "blocks.13.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 13532160,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 15170560,
+        "bytes": 51200
+      }
+    },
+    "blocks.13.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 15221760,
+        "bytes": 7680
+      }
+    },
+    "blocks.13.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 15229440,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 20144640,
+        "bytes": 153600
+      }
+    },
+    "blocks.14.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 20298240,
+        "bytes": 15360
+      }
+    },
+    "blocks.14.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 20313600,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 30144000,
+        "bytes": 307200
+      }
+    },
+    "blocks.14.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 30451200,
+        "bytes": 5120
+      }
+    },
+    "blocks.14.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 3,
+        "offset": 30456320,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 32422400,
+        "bytes": 61440
+      }
+    },
+    "blocks.14.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 32483840,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 32486400,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 34124800,
+        "bytes": 51200
+      }
+    },
+    "blocks.14.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 34176000,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 34178560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 35816960,
+        "bytes": 51200
+      }
+    },
+    "blocks.14.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 35868160,
+        "bytes": 10240
+      }
+    },
+    "blocks.14.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 35878400,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 42432000,
+        "bytes": 204800
+      }
+    },
+    "blocks.14.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 42636800,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 3,
+        "offset": 42639360,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 49192960,
+        "bytes": 204800
+      }
+    },
+    "blocks.14.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 49397760,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 49400320,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 49402880,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 49405440,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 49408000,
+        "bytes": 2560
+      }
+    },
+    "blocks.14.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 49410560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 51048960,
+        "bytes": 51200
+      }
+    },
+    "blocks.14.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 51100160,
+        "bytes": 7680
+      }
+    },
+    "blocks.14.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 51107840,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 56023040,
+        "bytes": 153600
+      }
+    },
+    "blocks.15.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 56176640,
+        "bytes": 15360
+      }
+    },
+    "blocks.15.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 3,
+        "offset": 56192000,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 3,
+        "offset": 66022400,
+        "bytes": 307200
+      }
+    },
+    "blocks.15.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 3,
+        "offset": 66329600,
+        "bytes": 5120
+      }
+    },
+    "blocks.15.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 4,
+        "offset": 0,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 1966080,
+        "bytes": 61440
+      }
+    },
+    "blocks.15.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 2027520,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 2030080,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 3668480,
+        "bytes": 51200
+      }
+    },
+    "blocks.15.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 3719680,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 3722240,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 5360640,
+        "bytes": 51200
+      }
+    },
+    "blocks.15.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 5411840,
+        "bytes": 10240
+      }
+    },
+    "blocks.15.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 5422080,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 11975680,
+        "bytes": 204800
+      }
+    },
+    "blocks.15.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 12180480,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 4,
+        "offset": 12183040,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 18736640,
+        "bytes": 204800
+      }
+    },
+    "blocks.15.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 18941440,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 18944000,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 18946560,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 18949120,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 18951680,
+        "bytes": 2560
+      }
+    },
+    "blocks.15.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 18954240,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 20592640,
+        "bytes": 51200
+      }
+    },
+    "blocks.15.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 20643840,
+        "bytes": 7680
+      }
+    },
+    "blocks.15.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 20651520,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 25566720,
+        "bytes": 153600
+      }
+    },
+    "blocks.16.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 25720320,
+        "bytes": 15360
+      }
+    },
+    "blocks.16.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 25735680,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 35566080,
+        "bytes": 307200
+      }
+    },
+    "blocks.16.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 35873280,
+        "bytes": 5120
+      }
+    },
+    "blocks.16.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 4,
+        "offset": 35878400,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 37844480,
+        "bytes": 61440
+      }
+    },
+    "blocks.16.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 37905920,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 37908480,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 39546880,
+        "bytes": 51200
+      }
+    },
+    "blocks.16.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 39598080,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 39600640,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 41239040,
+        "bytes": 51200
+      }
+    },
+    "blocks.16.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 41290240,
+        "bytes": 10240
+      }
+    },
+    "blocks.16.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 41300480,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 47854080,
+        "bytes": 204800
+      }
+    },
+    "blocks.16.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 48058880,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 4,
+        "offset": 48061440,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 54615040,
+        "bytes": 204800
+      }
+    },
+    "blocks.16.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 54819840,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 54822400,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 54824960,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 54827520,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 54830080,
+        "bytes": 2560
+      }
+    },
+    "blocks.16.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 54832640,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 56471040,
+        "bytes": 51200
+      }
+    },
+    "blocks.16.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 56522240,
+        "bytes": 7680
+      }
+    },
+    "blocks.16.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 4,
+        "offset": 56529920,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 4,
+        "offset": 61445120,
+        "bytes": 153600
+      }
+    },
+    "blocks.17.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 4,
+        "offset": 61598720,
+        "bytes": 15360
+      }
+    },
+    "blocks.17.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 0,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 9830400,
+        "bytes": 307200
+      }
+    },
+    "blocks.17.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 10137600,
+        "bytes": 5120
+      }
+    },
+    "blocks.17.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 5,
+        "offset": 10142720,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 12108800,
+        "bytes": 61440
+      }
+    },
+    "blocks.17.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 12170240,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 12172800,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 13811200,
+        "bytes": 51200
+      }
+    },
+    "blocks.17.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 13862400,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 13864960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 15503360,
+        "bytes": 51200
+      }
+    },
+    "blocks.17.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 15554560,
+        "bytes": 10240
+      }
+    },
+    "blocks.17.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 15564800,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 22118400,
+        "bytes": 204800
+      }
+    },
+    "blocks.17.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 22323200,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 5,
+        "offset": 22325760,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 28879360,
+        "bytes": 204800
+      }
+    },
+    "blocks.17.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 29084160,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 29086720,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 29089280,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 29091840,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 29094400,
+        "bytes": 2560
+      }
+    },
+    "blocks.17.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 29096960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 30735360,
+        "bytes": 51200
+      }
+    },
+    "blocks.17.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 30786560,
+        "bytes": 7680
+      }
+    },
+    "blocks.17.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 30794240,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 35709440,
+        "bytes": 153600
+      }
+    },
+    "blocks.18.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 35863040,
+        "bytes": 15360
+      }
+    },
+    "blocks.18.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 35878400,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 45708800,
+        "bytes": 307200
+      }
+    },
+    "blocks.18.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 46016000,
+        "bytes": 5120
+      }
+    },
+    "blocks.18.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 5,
+        "offset": 46021120,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 47987200,
+        "bytes": 61440
+      }
+    },
+    "blocks.18.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 48048640,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 48051200,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 49689600,
+        "bytes": 51200
+      }
+    },
+    "blocks.18.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 49740800,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 49743360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 51381760,
+        "bytes": 51200
+      }
+    },
+    "blocks.18.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 51432960,
+        "bytes": 10240
+      }
+    },
+    "blocks.18.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 51443200,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 57996800,
+        "bytes": 204800
+      }
+    },
+    "blocks.18.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 58201600,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 5,
+        "offset": 58204160,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 64757760,
+        "bytes": 204800
+      }
+    },
+    "blocks.18.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 64962560,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 64965120,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 64967680,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 64970240,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 64972800,
+        "bytes": 2560
+      }
+    },
+    "blocks.18.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 5,
+        "offset": 64975360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 5,
+        "offset": 66613760,
+        "bytes": 51200
+      }
+    },
+    "blocks.18.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 5,
+        "offset": 66664960,
+        "bytes": 7680
+      }
+    },
+    "blocks.18.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 0,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 4915200,
+        "bytes": 153600
+      }
+    },
+    "blocks.19.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 5068800,
+        "bytes": 15360
+      }
+    },
+    "blocks.19.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 5084160,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 14914560,
+        "bytes": 307200
+      }
+    },
+    "blocks.19.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 15221760,
+        "bytes": 5120
+      }
+    },
+    "blocks.19.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 6,
+        "offset": 15226880,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 17192960,
+        "bytes": 61440
+      }
+    },
+    "blocks.19.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 17254400,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 17256960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 18895360,
+        "bytes": 51200
+      }
+    },
+    "blocks.19.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 18946560,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 18949120,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 20587520,
+        "bytes": 51200
+      }
+    },
+    "blocks.19.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 20638720,
+        "bytes": 10240
+      }
+    },
+    "blocks.19.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 20648960,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 27202560,
+        "bytes": 204800
+      }
+    },
+    "blocks.19.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 27407360,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 6,
+        "offset": 27409920,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 33963520,
+        "bytes": 204800
+      }
+    },
+    "blocks.19.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 34168320,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 34170880,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 34173440,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 34176000,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 34178560,
+        "bytes": 2560
+      }
+    },
+    "blocks.19.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 34181120,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 35819520,
+        "bytes": 51200
+      }
+    },
+    "blocks.19.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 35870720,
+        "bytes": 7680
+      }
+    },
+    "blocks.19.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 35878400,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 40793600,
+        "bytes": 153600
+      }
+    },
+    "blocks.2.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 40947200,
+        "bytes": 15360
+      }
+    },
+    "blocks.2.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 40962560,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 50792960,
+        "bytes": 307200
+      }
+    },
+    "blocks.2.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 51100160,
+        "bytes": 5120
+      }
+    },
+    "blocks.2.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 6,
+        "offset": 51105280,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 53071360,
+        "bytes": 61440
+      }
+    },
+    "blocks.2.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 53132800,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 53135360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 54773760,
+        "bytes": 51200
+      }
+    },
+    "blocks.2.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 54824960,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 54827520,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 56465920,
+        "bytes": 51200
+      }
+    },
+    "blocks.2.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 56517120,
+        "bytes": 10240
+      }
+    },
+    "blocks.2.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 6,
+        "offset": 56527360,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 6,
+        "offset": 63080960,
+        "bytes": 204800
+      }
+    },
+    "blocks.2.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 6,
+        "offset": 63285760,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 7,
+        "offset": 0,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 6553600,
+        "bytes": 204800
+      }
+    },
+    "blocks.2.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 6758400,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 6760960,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 6763520,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 6766080,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 6768640,
+        "bytes": 2560
+      }
+    },
+    "blocks.2.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 6771200,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 8409600,
+        "bytes": 51200
+      }
+    },
+    "blocks.2.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 8460800,
+        "bytes": 7680
+      }
+    },
+    "blocks.2.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 8468480,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 13383680,
+        "bytes": 153600
+      }
+    },
+    "blocks.20.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 13537280,
+        "bytes": 15360
+      }
+    },
+    "blocks.20.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 13552640,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 23383040,
+        "bytes": 307200
+      }
+    },
+    "blocks.20.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 23690240,
+        "bytes": 5120
+      }
+    },
+    "blocks.20.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 7,
+        "offset": 23695360,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 25661440,
+        "bytes": 61440
+      }
+    },
+    "blocks.20.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 25722880,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 25725440,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 27363840,
+        "bytes": 51200
+      }
+    },
+    "blocks.20.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 27415040,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 27417600,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 29056000,
+        "bytes": 51200
+      }
+    },
+    "blocks.20.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 29107200,
+        "bytes": 10240
+      }
+    },
+    "blocks.20.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 29117440,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 35671040,
+        "bytes": 204800
+      }
+    },
+    "blocks.20.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 35875840,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 7,
+        "offset": 35878400,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 42432000,
+        "bytes": 204800
+      }
+    },
+    "blocks.20.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 42636800,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 42639360,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 42641920,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 42644480,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 42647040,
+        "bytes": 2560
+      }
+    },
+    "blocks.20.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 42649600,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 44288000,
+        "bytes": 51200
+      }
+    },
+    "blocks.20.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 44339200,
+        "bytes": 7680
+      }
+    },
+    "blocks.20.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 44346880,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 49262080,
+        "bytes": 153600
+      }
+    },
+    "blocks.21.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 49415680,
+        "bytes": 15360
+      }
+    },
+    "blocks.21.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 49431040,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 59261440,
+        "bytes": 307200
+      }
+    },
+    "blocks.21.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 59568640,
+        "bytes": 5120
+      }
+    },
+    "blocks.21.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 7,
+        "offset": 59573760,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 61539840,
+        "bytes": 61440
+      }
+    },
+    "blocks.21.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 61601280,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 61603840,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 63242240,
+        "bytes": 51200
+      }
+    },
+    "blocks.21.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 63293440,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 7,
+        "offset": 63296000,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 7,
+        "offset": 64934400,
+        "bytes": 51200
+      }
+    },
+    "blocks.21.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 7,
+        "offset": 64985600,
+        "bytes": 10240
+      }
+    },
+    "blocks.21.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 0,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 6553600,
+        "bytes": 204800
+      }
+    },
+    "blocks.21.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 6758400,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 8,
+        "offset": 6760960,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 13314560,
+        "bytes": 204800
+      }
+    },
+    "blocks.21.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 13519360,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 13521920,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 13524480,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 13527040,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 13529600,
+        "bytes": 2560
+      }
+    },
+    "blocks.21.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 13532160,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 15170560,
+        "bytes": 51200
+      }
+    },
+    "blocks.21.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 15221760,
+        "bytes": 7680
+      }
+    },
+    "blocks.21.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 15229440,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 20144640,
+        "bytes": 153600
+      }
+    },
+    "blocks.22.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 20298240,
+        "bytes": 15360
+      }
+    },
+    "blocks.22.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 20313600,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 30144000,
+        "bytes": 307200
+      }
+    },
+    "blocks.22.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 30451200,
+        "bytes": 5120
+      }
+    },
+    "blocks.22.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 8,
+        "offset": 30456320,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 32422400,
+        "bytes": 61440
+      }
+    },
+    "blocks.22.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 32483840,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 32486400,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 34124800,
+        "bytes": 51200
+      }
+    },
+    "blocks.22.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 34176000,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 34178560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 35816960,
+        "bytes": 51200
+      }
+    },
+    "blocks.22.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 35868160,
+        "bytes": 10240
+      }
+    },
+    "blocks.22.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 35878400,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 42432000,
+        "bytes": 204800
+      }
+    },
+    "blocks.22.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 42636800,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 8,
+        "offset": 42639360,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 49192960,
+        "bytes": 204800
+      }
+    },
+    "blocks.22.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 49397760,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 49400320,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 49402880,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 49405440,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 49408000,
+        "bytes": 2560
+      }
+    },
+    "blocks.22.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 49410560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 51048960,
+        "bytes": 51200
+      }
+    },
+    "blocks.22.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 51100160,
+        "bytes": 7680
+      }
+    },
+    "blocks.22.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 51107840,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 56023040,
+        "bytes": 153600
+      }
+    },
+    "blocks.23.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 56176640,
+        "bytes": 15360
+      }
+    },
+    "blocks.23.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 8,
+        "offset": 56192000,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 8,
+        "offset": 66022400,
+        "bytes": 307200
+      }
+    },
+    "blocks.23.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 8,
+        "offset": 66329600,
+        "bytes": 5120
+      }
+    },
+    "blocks.23.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 9,
+        "offset": 0,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 1966080,
+        "bytes": 61440
+      }
+    },
+    "blocks.23.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 2027520,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 2030080,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 3668480,
+        "bytes": 51200
+      }
+    },
+    "blocks.23.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 3719680,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 3722240,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 5360640,
+        "bytes": 51200
+      }
+    },
+    "blocks.23.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 5411840,
+        "bytes": 10240
+      }
+    },
+    "blocks.23.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 5422080,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 11975680,
+        "bytes": 204800
+      }
+    },
+    "blocks.23.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 12180480,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 9,
+        "offset": 12183040,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 18736640,
+        "bytes": 204800
+      }
+    },
+    "blocks.23.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 18941440,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 18944000,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 18946560,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 18949120,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 18951680,
+        "bytes": 2560
+      }
+    },
+    "blocks.23.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 18954240,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 20592640,
+        "bytes": 51200
+      }
+    },
+    "blocks.23.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 20643840,
+        "bytes": 7680
+      }
+    },
+    "blocks.23.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 20651520,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 25566720,
+        "bytes": 153600
+      }
+    },
+    "blocks.24.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 25720320,
+        "bytes": 15360
+      }
+    },
+    "blocks.24.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 25735680,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 35566080,
+        "bytes": 307200
+      }
+    },
+    "blocks.24.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 35873280,
+        "bytes": 5120
+      }
+    },
+    "blocks.24.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 9,
+        "offset": 35878400,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 37844480,
+        "bytes": 61440
+      }
+    },
+    "blocks.24.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 37905920,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 37908480,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 39546880,
+        "bytes": 51200
+      }
+    },
+    "blocks.24.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 39598080,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 39600640,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 41239040,
+        "bytes": 51200
+      }
+    },
+    "blocks.24.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 41290240,
+        "bytes": 10240
+      }
+    },
+    "blocks.24.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 41300480,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 47854080,
+        "bytes": 204800
+      }
+    },
+    "blocks.24.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 48058880,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 9,
+        "offset": 48061440,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 54615040,
+        "bytes": 204800
+      }
+    },
+    "blocks.24.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 54819840,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 54822400,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 54824960,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 54827520,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 54830080,
+        "bytes": 2560
+      }
+    },
+    "blocks.24.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 54832640,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 56471040,
+        "bytes": 51200
+      }
+    },
+    "blocks.24.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 56522240,
+        "bytes": 7680
+      }
+    },
+    "blocks.24.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 9,
+        "offset": 56529920,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 9,
+        "offset": 61445120,
+        "bytes": 153600
+      }
+    },
+    "blocks.25.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 9,
+        "offset": 61598720,
+        "bytes": 15360
+      }
+    },
+    "blocks.25.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 0,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 9830400,
+        "bytes": 307200
+      }
+    },
+    "blocks.25.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 10137600,
+        "bytes": 5120
+      }
+    },
+    "blocks.25.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 10,
+        "offset": 10142720,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 12108800,
+        "bytes": 61440
+      }
+    },
+    "blocks.25.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 12170240,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 12172800,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 13811200,
+        "bytes": 51200
+      }
+    },
+    "blocks.25.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 13862400,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 13864960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 15503360,
+        "bytes": 51200
+      }
+    },
+    "blocks.25.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 15554560,
+        "bytes": 10240
+      }
+    },
+    "blocks.25.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 15564800,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 22118400,
+        "bytes": 204800
+      }
+    },
+    "blocks.25.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 22323200,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 10,
+        "offset": 22325760,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 28879360,
+        "bytes": 204800
+      }
+    },
+    "blocks.25.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 29084160,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 29086720,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 29089280,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 29091840,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 29094400,
+        "bytes": 2560
+      }
+    },
+    "blocks.25.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 29096960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 30735360,
+        "bytes": 51200
+      }
+    },
+    "blocks.25.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 30786560,
+        "bytes": 7680
+      }
+    },
+    "blocks.25.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 30794240,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 35709440,
+        "bytes": 153600
+      }
+    },
+    "blocks.26.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 35863040,
+        "bytes": 15360
+      }
+    },
+    "blocks.26.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 35878400,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 45708800,
+        "bytes": 307200
+      }
+    },
+    "blocks.26.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 46016000,
+        "bytes": 5120
+      }
+    },
+    "blocks.26.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 10,
+        "offset": 46021120,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 47987200,
+        "bytes": 61440
+      }
+    },
+    "blocks.26.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 48048640,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 48051200,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 49689600,
+        "bytes": 51200
+      }
+    },
+    "blocks.26.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 49740800,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 49743360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 51381760,
+        "bytes": 51200
+      }
+    },
+    "blocks.26.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 51432960,
+        "bytes": 10240
+      }
+    },
+    "blocks.26.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 51443200,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 57996800,
+        "bytes": 204800
+      }
+    },
+    "blocks.26.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 58201600,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 10,
+        "offset": 58204160,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 64757760,
+        "bytes": 204800
+      }
+    },
+    "blocks.26.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 64962560,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 64965120,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 64967680,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 64970240,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 64972800,
+        "bytes": 2560
+      }
+    },
+    "blocks.26.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 10,
+        "offset": 64975360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 10,
+        "offset": 66613760,
+        "bytes": 51200
+      }
+    },
+    "blocks.26.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 10,
+        "offset": 66664960,
+        "bytes": 7680
+      }
+    },
+    "blocks.26.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 0,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 4915200,
+        "bytes": 153600
+      }
+    },
+    "blocks.27.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 5068800,
+        "bytes": 15360
+      }
+    },
+    "blocks.27.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 5084160,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 14914560,
+        "bytes": 307200
+      }
+    },
+    "blocks.27.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 15221760,
+        "bytes": 5120
+      }
+    },
+    "blocks.27.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 11,
+        "offset": 15226880,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 17192960,
+        "bytes": 61440
+      }
+    },
+    "blocks.27.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 17254400,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 17256960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 18895360,
+        "bytes": 51200
+      }
+    },
+    "blocks.27.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 18946560,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 18949120,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 20587520,
+        "bytes": 51200
+      }
+    },
+    "blocks.27.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 20638720,
+        "bytes": 10240
+      }
+    },
+    "blocks.27.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 20648960,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 27202560,
+        "bytes": 204800
+      }
+    },
+    "blocks.27.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 27407360,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 11,
+        "offset": 27409920,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 33963520,
+        "bytes": 204800
+      }
+    },
+    "blocks.27.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 34168320,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 34170880,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 34173440,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 34176000,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 34178560,
+        "bytes": 2560
+      }
+    },
+    "blocks.27.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 34181120,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 35819520,
+        "bytes": 51200
+      }
+    },
+    "blocks.27.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 35870720,
+        "bytes": 7680
+      }
+    },
+    "blocks.27.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 35878400,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 40793600,
+        "bytes": 153600
+      }
+    },
+    "blocks.3.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 40947200,
+        "bytes": 15360
+      }
+    },
+    "blocks.3.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 40962560,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 50792960,
+        "bytes": 307200
+      }
+    },
+    "blocks.3.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 51100160,
+        "bytes": 5120
+      }
+    },
+    "blocks.3.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 11,
+        "offset": 51105280,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 53071360,
+        "bytes": 61440
+      }
+    },
+    "blocks.3.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 53132800,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 53135360,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 54773760,
+        "bytes": 51200
+      }
+    },
+    "blocks.3.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 54824960,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 54827520,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 56465920,
+        "bytes": 51200
+      }
+    },
+    "blocks.3.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 56517120,
+        "bytes": 10240
+      }
+    },
+    "blocks.3.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 11,
+        "offset": 56527360,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 11,
+        "offset": 63080960,
+        "bytes": 204800
+      }
+    },
+    "blocks.3.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 11,
+        "offset": 63285760,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 12,
+        "offset": 0,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 6553600,
+        "bytes": 204800
+      }
+    },
+    "blocks.3.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 6758400,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 6760960,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 6763520,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 6766080,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 6768640,
+        "bytes": 2560
+      }
+    },
+    "blocks.3.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 6771200,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 8409600,
+        "bytes": 51200
+      }
+    },
+    "blocks.3.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 8460800,
+        "bytes": 7680
+      }
+    },
+    "blocks.3.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 8468480,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 13383680,
+        "bytes": 153600
+      }
+    },
+    "blocks.4.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 13537280,
+        "bytes": 15360
+      }
+    },
+    "blocks.4.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 13552640,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 23383040,
+        "bytes": 307200
+      }
+    },
+    "blocks.4.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 23690240,
+        "bytes": 5120
+      }
+    },
+    "blocks.4.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 12,
+        "offset": 23695360,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 25661440,
+        "bytes": 61440
+      }
+    },
+    "blocks.4.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 25722880,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 25725440,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 27363840,
+        "bytes": 51200
+      }
+    },
+    "blocks.4.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 27415040,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 27417600,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 29056000,
+        "bytes": 51200
+      }
+    },
+    "blocks.4.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 29107200,
+        "bytes": 10240
+      }
+    },
+    "blocks.4.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 29117440,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 35671040,
+        "bytes": 204800
+      }
+    },
+    "blocks.4.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 35875840,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 12,
+        "offset": 35878400,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 42432000,
+        "bytes": 204800
+      }
+    },
+    "blocks.4.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 42636800,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 42639360,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 42641920,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 42644480,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 42647040,
+        "bytes": 2560
+      }
+    },
+    "blocks.4.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 42649600,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 44288000,
+        "bytes": 51200
+      }
+    },
+    "blocks.4.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 44339200,
+        "bytes": 7680
+      }
+    },
+    "blocks.4.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 44346880,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 49262080,
+        "bytes": 153600
+      }
+    },
+    "blocks.5.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 49415680,
+        "bytes": 15360
+      }
+    },
+    "blocks.5.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 49431040,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 59261440,
+        "bytes": 307200
+      }
+    },
+    "blocks.5.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 59568640,
+        "bytes": 5120
+      }
+    },
+    "blocks.5.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 12,
+        "offset": 59573760,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 61539840,
+        "bytes": 61440
+      }
+    },
+    "blocks.5.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 61601280,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 61603840,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 63242240,
+        "bytes": 51200
+      }
+    },
+    "blocks.5.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 63293440,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 12,
+        "offset": 63296000,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 12,
+        "offset": 64934400,
+        "bytes": 51200
+      }
+    },
+    "blocks.5.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 12,
+        "offset": 64985600,
+        "bytes": 10240
+      }
+    },
+    "blocks.5.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 0,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 6553600,
+        "bytes": 204800
+      }
+    },
+    "blocks.5.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 6758400,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 13,
+        "offset": 6760960,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 13314560,
+        "bytes": 204800
+      }
+    },
+    "blocks.5.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 13519360,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 13521920,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 13524480,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 13527040,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 13529600,
+        "bytes": 2560
+      }
+    },
+    "blocks.5.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 13532160,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 15170560,
+        "bytes": 51200
+      }
+    },
+    "blocks.5.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 15221760,
+        "bytes": 7680
+      }
+    },
+    "blocks.5.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 15229440,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 20144640,
+        "bytes": 153600
+      }
+    },
+    "blocks.6.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 20298240,
+        "bytes": 15360
+      }
+    },
+    "blocks.6.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 20313600,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 30144000,
+        "bytes": 307200
+      }
+    },
+    "blocks.6.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 30451200,
+        "bytes": 5120
+      }
+    },
+    "blocks.6.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 13,
+        "offset": 30456320,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 32422400,
+        "bytes": 61440
+      }
+    },
+    "blocks.6.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 32483840,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 32486400,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 34124800,
+        "bytes": 51200
+      }
+    },
+    "blocks.6.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 34176000,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 34178560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 35816960,
+        "bytes": 51200
+      }
+    },
+    "blocks.6.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 35868160,
+        "bytes": 10240
+      }
+    },
+    "blocks.6.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 35878400,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 42432000,
+        "bytes": 204800
+      }
+    },
+    "blocks.6.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 42636800,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 13,
+        "offset": 42639360,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 49192960,
+        "bytes": 204800
+      }
+    },
+    "blocks.6.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 49397760,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 49400320,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 49402880,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 49405440,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 49408000,
+        "bytes": 2560
+      }
+    },
+    "blocks.6.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 49410560,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 51048960,
+        "bytes": 51200
+      }
+    },
+    "blocks.6.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 51100160,
+        "bytes": 7680
+      }
+    },
+    "blocks.6.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 51107840,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 56023040,
+        "bytes": 153600
+      }
+    },
+    "blocks.7.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 56176640,
+        "bytes": 15360
+      }
+    },
+    "blocks.7.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 13,
+        "offset": 56192000,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 13,
+        "offset": 66022400,
+        "bytes": 307200
+      }
+    },
+    "blocks.7.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 13,
+        "offset": 66329600,
+        "bytes": 5120
+      }
+    },
+    "blocks.7.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 14,
+        "offset": 0,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 1966080,
+        "bytes": 61440
+      }
+    },
+    "blocks.7.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 2027520,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 2030080,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 3668480,
+        "bytes": 51200
+      }
+    },
+    "blocks.7.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 3719680,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 3722240,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 5360640,
+        "bytes": 51200
+      }
+    },
+    "blocks.7.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 5411840,
+        "bytes": 10240
+      }
+    },
+    "blocks.7.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 5422080,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 11975680,
+        "bytes": 204800
+      }
+    },
+    "blocks.7.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 12180480,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 14,
+        "offset": 12183040,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 18736640,
+        "bytes": 204800
+      }
+    },
+    "blocks.7.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 18941440,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 18944000,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 18946560,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 18949120,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 18951680,
+        "bytes": 2560
+      }
+    },
+    "blocks.7.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 18954240,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 20592640,
+        "bytes": 51200
+      }
+    },
+    "blocks.7.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 20643840,
+        "bytes": 7680
+      }
+    },
+    "blocks.7.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 20651520,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 25566720,
+        "bytes": 153600
+      }
+    },
+    "blocks.8.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 25720320,
+        "bytes": 15360
+      }
+    },
+    "blocks.8.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 25735680,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 35566080,
+        "bytes": 307200
+      }
+    },
+    "blocks.8.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 35873280,
+        "bytes": 5120
+      }
+    },
+    "blocks.8.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 14,
+        "offset": 35878400,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 37844480,
+        "bytes": 61440
+      }
+    },
+    "blocks.8.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 37905920,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 37908480,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 39546880,
+        "bytes": 51200
+      }
+    },
+    "blocks.8.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 39598080,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 39600640,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 41239040,
+        "bytes": 51200
+      }
+    },
+    "blocks.8.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 41290240,
+        "bytes": 10240
+      }
+    },
+    "blocks.8.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 41300480,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 47854080,
+        "bytes": 204800
+      }
+    },
+    "blocks.8.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 48058880,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 14,
+        "offset": 48061440,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 54615040,
+        "bytes": 204800
+      }
+    },
+    "blocks.8.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 54819840,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 54822400,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 54824960,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 54827520,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 54830080,
+        "bytes": 2560
+      }
+    },
+    "blocks.8.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 54832640,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 56471040,
+        "bytes": 51200
+      }
+    },
+    "blocks.8.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 56522240,
+        "bytes": 7680
+      }
+    },
+    "blocks.8.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 14,
+        "offset": 56529920,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 14,
+        "offset": 61445120,
+        "bytes": 153600
+      }
+    },
+    "blocks.9.adaLN_modulation.1.bias": {
+      "shape": [
+        7680
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 14,
+        "offset": 61598720,
+        "bytes": 15360
+      }
+    },
+    "blocks.9.adaLN_modulation.1.weight": {
+      "shape": [
+        7680,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 7680,
+      "columns": 1280,
+      "padded_rows": 7680,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 0,
+        "bytes": 9830400
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 9830400,
+        "bytes": 307200
+      }
+    },
+    "blocks.9.cross_attn.to_kv.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 10137600,
+        "bytes": 5120
+      }
+    },
+    "blocks.9.cross_attn.to_kv.weight": {
+      "shape": [
+        2560,
+        768
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 768,
+      "padded_rows": 2560,
+      "padded_columns": 768,
+      "data": {
+        "shard": 15,
+        "offset": 10142720,
+        "bytes": 1966080
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 12108800,
+        "bytes": 61440
+      }
+    },
+    "blocks.9.cross_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 12170240,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.cross_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 12172800,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 13811200,
+        "bytes": 51200
+      }
+    },
+    "blocks.9.cross_attn.to_q.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 13862400,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.cross_attn.to_q.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 13864960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 15503360,
+        "bytes": 51200
+      }
+    },
+    "blocks.9.mlp.mlp.0.bias": {
+      "shape": [
+        5120
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 15554560,
+        "bytes": 10240
+      }
+    },
+    "blocks.9.mlp.mlp.0.weight": {
+      "shape": [
+        5120,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 5120,
+      "columns": 1280,
+      "padded_rows": 5120,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 15564800,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 22118400,
+        "bytes": 204800
+      }
+    },
+    "blocks.9.mlp.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 22323200,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.mlp.mlp.2.weight": {
+      "shape": [
+        1280,
+        5120
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 5120,
+      "padded_rows": 1280,
+      "padded_columns": 5120,
+      "data": {
+        "shard": 15,
+        "offset": 22325760,
+        "bytes": 6553600
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 28879360,
+        "bytes": 204800
+      }
+    },
+    "blocks.9.norm2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 29084160,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.norm2.weight": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 29086720,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.self_attn.k_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 29089280,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.self_attn.q_rms_norm.gamma": {
+      "shape": [
+        16,
+        80
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 29091840,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.self_attn.to_out.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 29094400,
+        "bytes": 2560
+      }
+    },
+    "blocks.9.self_attn.to_out.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 29096960,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 30735360,
+        "bytes": 51200
+      }
+    },
+    "blocks.9.self_attn.to_qkv.bias": {
+      "shape": [
+        3840
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 30786560,
+        "bytes": 7680
+      }
+    },
+    "blocks.9.self_attn.to_qkv.weight": {
+      "shape": [
+        3840,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 3840,
+      "columns": 1280,
+      "padded_rows": 3840,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 30794240,
+        "bytes": 4915200
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 35709440,
+        "bytes": 153600
+      }
+    },
+    "input_blocks.0.conv1.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 35863040,
+        "bytes": 512
+      }
+    },
+    "input_blocks.0.conv1.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 15,
+        "offset": 35863552,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 37633024,
+        "bytes": 55296
+      }
+    },
+    "input_blocks.0.conv2.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 37688320,
+        "bytes": 512
+      }
+    },
+    "input_blocks.0.conv2.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 15,
+        "offset": 37688832,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 39458304,
+        "bytes": 55296
+      }
+    },
+    "input_blocks.0.emb_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 39513600,
+        "bytes": 1024
+      }
+    },
+    "input_blocks.0.emb_layers.1.weight": {
+      "shape": [
+        512,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1280,
+      "padded_rows": 512,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 39514624,
+        "bytes": 655360
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 40169984,
+        "bytes": 20480
+      }
+    },
+    "input_blocks.0.norm1.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 40190464,
+        "bytes": 512
+      }
+    },
+    "input_blocks.0.norm1.weight": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 40190976,
+        "bytes": 512
+      }
+    },
+    "input_blocks.1.conv1.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 40191488,
+        "bytes": 512
+      }
+    },
+    "input_blocks.1.conv1.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 15,
+        "offset": 40192000,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 41961472,
+        "bytes": 55296
+      }
+    },
+    "input_blocks.1.conv2.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 42016768,
+        "bytes": 512
+      }
+    },
+    "input_blocks.1.conv2.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 15,
+        "offset": 42017280,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 43786752,
+        "bytes": 55296
+      }
+    },
+    "input_blocks.1.emb_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 43842048,
+        "bytes": 1024
+      }
+    },
+    "input_blocks.1.emb_layers.1.weight": {
+      "shape": [
+        512,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1280,
+      "padded_rows": 512,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 15,
+        "offset": 43843072,
+        "bytes": 655360
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 44498432,
+        "bytes": 20480
+      }
+    },
+    "input_blocks.1.norm1.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 44518912,
+        "bytes": 512
+      }
+    },
+    "input_blocks.1.norm1.weight": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 44519424,
+        "bytes": 512
+      }
+    },
+    "input_blocks.2.conv1.conv.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 44519936,
+        "bytes": 2560
+      }
+    },
+    "input_blocks.2.conv1.conv.weight": {
+      "shape": [
+        1280,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 6912,
+      "padded_rows": 1280,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 15,
+        "offset": 44522496,
+        "bytes": 8847360
+      },
+      "scales": {
+        "shard": 15,
+        "offset": 53369856,
+        "bytes": 276480
+      }
+    },
+    "input_blocks.2.conv2.conv.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 15,
+        "offset": 53646336,
+        "bytes": 2560
+      }
+    },
+    "input_blocks.2.conv2.conv.weight": {
+      "shape": [
+        1280,
+        3,
+        3,
+        3,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 34560,
+      "padded_rows": 1280,
+      "padded_columns": 34560,
+      "data": {
+        "shard": 16,
+        "offset": 0,
+        "bytes": 44236800
+      },
+      "scales": {
+        "shard": 16,
+        "offset": 44236800,
+        "bytes": 1382400
+      }
+    },
+    "input_blocks.2.emb_layers.1.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 45619200,
+        "bytes": 5120
+      }
+    },
+    "input_blocks.2.emb_layers.1.weight": {
+      "shape": [
+        2560,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 2560,
+      "columns": 1280,
+      "padded_rows": 2560,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 16,
+        "offset": 45624320,
+        "bytes": 3276800
+      },
+      "scales": {
+        "shard": 16,
+        "offset": 48901120,
+        "bytes": 102400
+      }
+    },
+    "input_blocks.2.norm1.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 49003520,
+        "bytes": 512
+      }
+    },
+    "input_blocks.2.norm1.weight": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 49004032,
+        "bytes": 512
+      }
+    },
+    "input_blocks.2.skip_connection.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 49004544,
+        "bytes": 2560
+      }
+    },
+    "input_blocks.2.skip_connection.weight": {
+      "shape": [
+        1280,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 256,
+      "padded_rows": 1280,
+      "padded_columns": 256,
+      "data": {
+        "shard": 16,
+        "offset": 49007104,
+        "bytes": 327680
+      },
+      "scales": {
+        "shard": 16,
+        "offset": 49334784,
+        "bytes": 10240
+      }
+    },
+    "input_layer.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 49345024,
+        "bytes": 512
+      }
+    },
+    "input_layer.weight": {
+      "shape": [
+        256,
+        8
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 49345536,
+        "bytes": 4096
+      }
+    },
+    "out_blocks.0.conv1.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 16,
+        "offset": 49349632,
+        "bytes": 512
+      }
+    },
+    "out_blocks.0.conv1.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        2560
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 69120,
+      "padded_rows": 256,
+      "padded_columns": 69120,
+      "data": {
+        "shard": 16,
+        "offset": 49350144,
+        "bytes": 17694720
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 0,
+        "bytes": 552960
+      }
+    },
+    "out_blocks.0.conv2.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 552960,
+        "bytes": 512
+      }
+    },
+    "out_blocks.0.conv2.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 17,
+        "offset": 553472,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 2322944,
+        "bytes": 55296
+      }
+    },
+    "out_blocks.0.emb_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 2378240,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.0.emb_layers.1.weight": {
+      "shape": [
+        512,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1280,
+      "padded_rows": 512,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 17,
+        "offset": 2379264,
+        "bytes": 655360
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 3034624,
+        "bytes": 20480
+      }
+    },
+    "out_blocks.0.norm1.bias": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 3055104,
+        "bytes": 5120
+      }
+    },
+    "out_blocks.0.norm1.weight": {
+      "shape": [
+        2560
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 3060224,
+        "bytes": 5120
+      }
+    },
+    "out_blocks.0.skip_connection.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 3065344,
+        "bytes": 512
+      }
+    },
+    "out_blocks.0.skip_connection.weight": {
+      "shape": [
+        256,
+        2560
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 2560,
+      "padded_rows": 256,
+      "padded_columns": 2560,
+      "data": {
+        "shard": 17,
+        "offset": 3065856,
+        "bytes": 655360
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 3721216,
+        "bytes": 20480
+      }
+    },
+    "out_blocks.1.conv1.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 3741696,
+        "bytes": 512
+      }
+    },
+    "out_blocks.1.conv1.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 13824,
+      "padded_rows": 256,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 17,
+        "offset": 3742208,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 7281152,
+        "bytes": 110592
+      }
+    },
+    "out_blocks.1.conv2.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 7391744,
+        "bytes": 512
+      }
+    },
+    "out_blocks.1.conv2.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 17,
+        "offset": 7392256,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 9161728,
+        "bytes": 55296
+      }
+    },
+    "out_blocks.1.emb_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 9217024,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.1.emb_layers.1.weight": {
+      "shape": [
+        512,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1280,
+      "padded_rows": 512,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 17,
+        "offset": 9218048,
+        "bytes": 655360
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 9873408,
+        "bytes": 20480
+      }
+    },
+    "out_blocks.1.norm1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 9893888,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.1.norm1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 9894912,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.1.skip_connection.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 9895936,
+        "bytes": 512
+      }
+    },
+    "out_blocks.1.skip_connection.weight": {
+      "shape": [
+        256,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 512,
+      "padded_rows": 256,
+      "padded_columns": 512,
+      "data": {
+        "shard": 17,
+        "offset": 9896448,
+        "bytes": 131072
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 10027520,
+        "bytes": 4096
+      }
+    },
+    "out_blocks.2.conv1.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 10031616,
+        "bytes": 512
+      }
+    },
+    "out_blocks.2.conv1.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 13824,
+      "padded_rows": 256,
+      "padded_columns": 13824,
+      "data": {
+        "shard": 17,
+        "offset": 10032128,
+        "bytes": 3538944
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 13571072,
+        "bytes": 110592
+      }
+    },
+    "out_blocks.2.conv2.conv.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 13681664,
+        "bytes": 512
+      }
+    },
+    "out_blocks.2.conv2.conv.weight": {
+      "shape": [
+        256,
+        3,
+        3,
+        3,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 6912,
+      "padded_rows": 256,
+      "padded_columns": 6912,
+      "data": {
+        "shard": 17,
+        "offset": 13682176,
+        "bytes": 1769472
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 15451648,
+        "bytes": 55296
+      }
+    },
+    "out_blocks.2.emb_layers.1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 15506944,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.2.emb_layers.1.weight": {
+      "shape": [
+        512,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 512,
+      "columns": 1280,
+      "padded_rows": 512,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 17,
+        "offset": 15507968,
+        "bytes": 655360
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 16163328,
+        "bytes": 20480
+      }
+    },
+    "out_blocks.2.norm1.bias": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16183808,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.2.norm1.weight": {
+      "shape": [
+        512
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16184832,
+        "bytes": 1024
+      }
+    },
+    "out_blocks.2.skip_connection.bias": {
+      "shape": [
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16185856,
+        "bytes": 512
+      }
+    },
+    "out_blocks.2.skip_connection.weight": {
+      "shape": [
+        256,
+        512
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 256,
+      "columns": 512,
+      "padded_rows": 256,
+      "padded_columns": 512,
+      "data": {
+        "shard": 17,
+        "offset": 16186368,
+        "bytes": 131072
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 16317440,
+        "bytes": 4096
+      }
+    },
+    "out_layer.bias": {
+      "shape": [
+        8
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16321536,
+        "bytes": 16
+      }
+    },
+    "out_layer.weight": {
+      "shape": [
+        8,
+        256
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16321792,
+        "bytes": 4096
+      }
+    },
+    "t_embedder.mlp.0.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16325888,
+        "bytes": 2560
+      }
+    },
+    "t_embedder.mlp.0.weight": {
+      "shape": [
+        1280,
+        256
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 256,
+      "padded_rows": 1280,
+      "padded_columns": 256,
+      "data": {
+        "shard": 17,
+        "offset": 16328448,
+        "bytes": 327680
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 16656128,
+        "bytes": 10240
+      }
+    },
+    "t_embedder.mlp.2.bias": {
+      "shape": [
+        1280
+      ],
+      "encoding": "raw",
+      "dtype": "f16",
+      "data": {
+        "shard": 17,
+        "offset": 16666368,
+        "bytes": 2560
+      }
+    },
+    "t_embedder.mlp.2.weight": {
+      "shape": [
+        1280,
+        1280
+      ],
+      "encoding": "symmetric-quantized",
+      "bits": 8,
+      "group_size": 64,
+      "output_tile": 16,
+      "rows": 1280,
+      "columns": 1280,
+      "padded_rows": 1280,
+      "padded_columns": 1280,
+      "data": {
+        "shard": 17,
+        "offset": 16668928,
+        "bytes": 1638400
+      },
+      "scales": {
+        "shard": 17,
+        "offset": 18307328,
+        "bytes": 51200
+      }
+    }
+  }
+}