{
  "file": "arvq-layer-003-gateup.safetensors",
  "header": {
    "__metadata__": {
      "fit": "sequential same_input-trajectory gradient PV; recipe=full_corpus_sequence_pass_v1; updates=58",
      "format": "pt",
      "codebook_scope": "expert",
      "arvq_format": "rvq256_256x8_expert_fp16block",
      "serving_compatibility": "requires FP16 block-scale v4 loader/kernel"
    },
    "model.layers.3.mlp.experts.arvq_w13_global": {
      "dtype": "F32",
      "shape": [
        1
      ],
      "data_offsets": [
        0,
        4
      ]
    },
    "model.layers.3.mlp.experts.arvq_w13_codebooks": {
      "dtype": "U32",
      "shape": [
        195,
        512
      ],
      "data_offsets": [
        4,
        399364
      ]
    },
    "model.layers.3.mlp.experts.arvq_w13_packed": {
      "dtype": "U32",
      "shape": [
        195,
        256,
        96,
        64
      ],
      "data_offsets": [
        399364,
        1227233284
      ]
    },
    "model.layers.3.mlp.experts.arvq_w13_scales": {
      "dtype": "F16",
      "shape": [
        195,
        256,
        48,
        16
      ],
      "data_offsets": [
        1227233284,
        1303910404
      ]
    }
  }
}