| { |
| "format": "cascadia-lut-v1", |
| "model_id": "/hf_cache/LFM2-1.2B-Extract", |
| "n_layers": 93, |
| "layers": [ |
| { |
| "name": "model.layers.0.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 0, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.0.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 8069512, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.0.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 10770315, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.0.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 21524185, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.0.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 32278055, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.1.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 43031925, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.1.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 51101437, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.1.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 53802240, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.1.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 64556110, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.1.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 75309980, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.self_attn.q_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 86063850, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 88764653, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 89452187, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.self_attn.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 90139721, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 92840524, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 103594394, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.2.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 114348264, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.3.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 125102134, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.3.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 133171646, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.3.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 135872449, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.3.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 146626319, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.3.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 157380189, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.4.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 168134059, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.4.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 176203571, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.4.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 178904374, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.4.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 189658244, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.4.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 200412114, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.self_attn.q_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 211165984, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 213866787, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 214554321, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.self_attn.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 215241855, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 217942658, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 228696528, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.5.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 239450398, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.6.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 250204268, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.6.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 258273780, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.6.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 260974583, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.6.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 271728453, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.6.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 282482323, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.7.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 293236193, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.7.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 301305705, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.7.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 304006508, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.7.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 314760378, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.7.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 325514248, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.self_attn.q_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 336268118, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 338968921, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 339656455, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.self_attn.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 340343989, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 343044792, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 353798662, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.8.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 364552532, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.9.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 375306402, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.9.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 383375914, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.9.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 386076717, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.9.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 396830587, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.9.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 407584457, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.self_attn.q_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 418338327, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 421039130, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 421726664, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.self_attn.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 422414198, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 425115001, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 435868871, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.10.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 446622741, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.11.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 457376611, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.11.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 465446123, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.11.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 468146926, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.11.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 478900796, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.11.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 489654666, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.self_attn.q_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 500408536, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 503109339, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 503796873, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.self_attn.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 504484407, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 507185210, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 517939080, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.12.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 528692950, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.13.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 539446820, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.13.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 547516332, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.13.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 550217135, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.13.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 560971005, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.13.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 571724875, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.self_attn.q_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 582478745, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.self_attn.k_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 585179548, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.self_attn.v_proj", |
| "shape": [ |
| 512, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 1048576, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 5242, |
| "data_offset": 585867082, |
| "data_size": 687534, |
| "bits_per_weight": 5.2454681396484375, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 629146, |
| "f32_idx_size": 20968, |
| "f32_val_size": 20968, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.self_attn.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 586554616, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 589255419, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 600009289, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.14.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 610763159, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.15.conv.in_proj", |
| "shape": [ |
| 6144, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 12582912, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 62914, |
| "data_offset": 621517029, |
| "data_size": 8069512, |
| "bits_per_weight": 5.1304575602213545, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 7549748, |
| "f32_idx_size": 251656, |
| "f32_val_size": 251656, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.15.conv.out_proj", |
| "shape": [ |
| 2048, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 4194304, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 20971, |
| "data_offset": 629586541, |
| "data_size": 2700803, |
| "bits_per_weight": 5.151372909545898, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 2516583, |
| "f32_idx_size": 83884, |
| "f32_val_size": 83884, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.15.feed_forward.w1", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 632287344, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.15.feed_forward.w3", |
| "shape": [ |
| 8192, |
| 2048 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 643041214, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "model.layers.15.feed_forward.w2", |
| "shape": [ |
| 2048, |
| 8192 |
| ], |
| "grid_size": [ |
| 32, |
| 32 |
| ], |
| "main_bits": 0, |
| "n_trits": 3, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 16777216, |
| "codebook_shape": [ |
| 32, |
| 27 |
| ], |
| "n_outliers": 83886, |
| "data_offset": 653795084, |
| "data_size": 10753870, |
| "bits_per_weight": 5.12784481048584, |
| "spline_size": 4096, |
| "codebook_size": 3456, |
| "band_size": 132, |
| "indices_size": 10066330, |
| "f32_idx_size": 335544, |
| "f32_val_size": 335544, |
| "bspline_tx_size": 288, |
| "bspline_ty_size": 288, |
| "bspline_c_size": 8192, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| }, |
| { |
| "name": "__embeddings__", |
| "shape": [ |
| 65536, |
| 2048 |
| ], |
| "grid_size": [ |
| 1, |
| 1 |
| ], |
| "main_bits": 0, |
| "n_trits": 4, |
| "tree_lut": false, |
| "n_tree_l1": 0, |
| "n_tree_l2": 0, |
| "n_weights": 134217728, |
| "codebook_shape": [ |
| 1, |
| 81 |
| ], |
| "n_outliers": 0, |
| "data_offset": 664548954, |
| "data_size": 107374515, |
| "bits_per_weight": 6.400019347667694, |
| "spline_size": 4, |
| "codebook_size": 324, |
| "band_size": 4, |
| "indices_size": 107374183, |
| "f32_idx_size": 0, |
| "f32_val_size": 0, |
| "bspline_tx_size": 0, |
| "bspline_ty_size": 0, |
| "bspline_c_size": 0, |
| "row_band_size": 0, |
| "band_hash": false, |
| "band_block": 0, |
| "band_absmean": false |
| } |
| ], |
| "compression_ratio": 3.0319348358295333, |
| "total_orig_bytes": 2340421632, |
| "total_comp_bytes": 771923461 |
| } |
