{ "format": "cascadia-lut-v1", "model_id": "/hf_cache/LFM2-1.2B-Extract", "n_layers": 93, "layers": [ { "name": "model.layers.0.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 0, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.0.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 8069512, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.0.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 10770315, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.0.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 21524185, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.0.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 32278055, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.1.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 43031925, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.1.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 51101437, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.1.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 53802240, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.1.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 64556110, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.1.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 75309980, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.self_attn.q_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 86063850, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.self_attn.k_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 88764653, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.self_attn.v_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 89452187, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.self_attn.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 90139721, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 92840524, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 103594394, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.2.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 114348264, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.3.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 125102134, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.3.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 133171646, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.3.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 135872449, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.3.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 146626319, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.3.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 157380189, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.4.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 168134059, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.4.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 176203571, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.4.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 178904374, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.4.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 189658244, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.4.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 200412114, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.self_attn.q_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 211165984, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.self_attn.k_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 213866787, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.self_attn.v_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 214554321, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.self_attn.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 215241855, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 217942658, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 228696528, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.5.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 239450398, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.6.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 250204268, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.6.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 258273780, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.6.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 260974583, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.6.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 271728453, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.6.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 282482323, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.7.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 293236193, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.7.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 301305705, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.7.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 304006508, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.7.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 314760378, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.7.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 325514248, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.self_attn.q_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 336268118, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.self_attn.k_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 338968921, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.self_attn.v_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 339656455, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.self_attn.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 340343989, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 343044792, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 353798662, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.8.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 364552532, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.9.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 375306402, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.9.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 383375914, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.9.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 386076717, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.9.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 396830587, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.9.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 407584457, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.self_attn.q_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 418338327, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.self_attn.k_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 421039130, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.self_attn.v_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 421726664, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.self_attn.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 422414198, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 425115001, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 435868871, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.10.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 446622741, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.11.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 457376611, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.11.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 465446123, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.11.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 468146926, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.11.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 478900796, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.11.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 489654666, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.self_attn.q_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 500408536, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.self_attn.k_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 503109339, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.self_attn.v_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 503796873, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.self_attn.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 504484407, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 507185210, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 517939080, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.12.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 528692950, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.13.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 539446820, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.13.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 547516332, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.13.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 550217135, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.13.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 560971005, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.13.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 571724875, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.self_attn.q_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 582478745, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.self_attn.k_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 585179548, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.self_attn.v_proj", "shape": [ 512, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 1048576, "codebook_shape": [ 32, 27 ], "n_outliers": 5242, "data_offset": 585867082, "data_size": 687534, "bits_per_weight": 5.2454681396484375, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 629146, "f32_idx_size": 20968, "f32_val_size": 20968, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.self_attn.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 586554616, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 589255419, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 600009289, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.14.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 610763159, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.15.conv.in_proj", "shape": [ 6144, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 12582912, "codebook_shape": [ 32, 27 ], "n_outliers": 62914, "data_offset": 621517029, "data_size": 8069512, "bits_per_weight": 5.1304575602213545, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 7549748, "f32_idx_size": 251656, "f32_val_size": 251656, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.15.conv.out_proj", "shape": [ 2048, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 4194304, "codebook_shape": [ 32, 27 ], "n_outliers": 20971, "data_offset": 629586541, "data_size": 2700803, "bits_per_weight": 5.151372909545898, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 2516583, "f32_idx_size": 83884, "f32_val_size": 83884, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.15.feed_forward.w1", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 632287344, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.15.feed_forward.w3", "shape": [ 8192, 2048 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 643041214, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "model.layers.15.feed_forward.w2", "shape": [ 2048, 8192 ], "grid_size": [ 32, 32 ], "main_bits": 0, "n_trits": 3, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 16777216, "codebook_shape": [ 32, 27 ], "n_outliers": 83886, "data_offset": 653795084, "data_size": 10753870, "bits_per_weight": 5.12784481048584, "spline_size": 4096, "codebook_size": 3456, "band_size": 132, "indices_size": 10066330, "f32_idx_size": 335544, "f32_val_size": 335544, "bspline_tx_size": 288, "bspline_ty_size": 288, "bspline_c_size": 8192, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false }, { "name": "__embeddings__", "shape": [ 65536, 2048 ], "grid_size": [ 1, 1 ], "main_bits": 0, "n_trits": 4, "tree_lut": false, "n_tree_l1": 0, "n_tree_l2": 0, "n_weights": 134217728, "codebook_shape": [ 1, 81 ], "n_outliers": 0, "data_offset": 664548954, "data_size": 107374515, "bits_per_weight": 6.400019347667694, "spline_size": 4, "codebook_size": 324, "band_size": 4, "indices_size": 107374183, "f32_idx_size": 0, "f32_val_size": 0, "bspline_tx_size": 0, "bspline_ty_size": 0, "bspline_c_size": 0, "row_band_size": 0, "band_hash": false, "band_block": 0, "band_absmean": false } ], "compression_ratio": 3.0319348358295333, "total_orig_bytes": 2340421632, "total_comp_bytes": 771923461 }