| { |
| "schema_version": 1, |
| "base_model": "cpsam_v2", |
| "scheme": "W4A16-G64", |
| "replacements": [ |
| { |
| "activation_bits": null, |
| "kind": "conv2d", |
| "name": "encoder.patch_embed.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 196608, |
| "group_size": 64, |
| "inner": 192, |
| "n_groups": 3, |
| "original_shape": [ |
| 1024, |
| 3, |
| 8, |
| 8 |
| ], |
| "padded_inner": 192, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.0.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.0.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.0.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.0.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.1.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.1.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.1.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.1.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.2.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.2.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.2.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.2.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.3.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.3.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.3.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.3.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.4.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.4.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.4.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.4.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.5.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.5.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.5.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.5.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.6.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.6.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.6.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.6.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.7.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.7.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.7.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.7.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.8.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.8.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.8.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.8.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.9.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.9.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.9.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.9.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.10.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.10.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.10.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.10.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.11.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.11.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.11.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.11.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.12.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.12.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.12.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.12.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.13.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.13.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.13.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.13.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.14.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.14.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.14.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.14.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.15.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.15.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.15.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.15.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.16.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.16.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.16.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.16.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.17.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.17.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.17.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.17.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.18.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.18.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.18.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.18.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.19.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.19.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.19.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.19.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.20.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.20.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.20.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.20.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.21.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.21.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.21.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.21.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.22.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.22.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.22.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.22.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.23.attn.qkv", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 3145728, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 3072, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 3072 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.23.attn.proj", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 1048576, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 1024, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.23.mlp.lin1", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 4096, |
| 1024 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 4096 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "linear", |
| "name": "encoder.blocks.23.mlp.lin2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 4194304, |
| "group_size": 64, |
| "inner": 4096, |
| "n_groups": 64, |
| "original_shape": [ |
| 1024, |
| 4096 |
| ], |
| "padded_inner": 4096, |
| "qmax": 7, |
| "rows": 1024 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "conv2d", |
| "name": "encoder.neck.0", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 262144, |
| "group_size": 64, |
| "inner": 1024, |
| "n_groups": 16, |
| "original_shape": [ |
| 256, |
| 1024, |
| 1, |
| 1 |
| ], |
| "padded_inner": 1024, |
| "qmax": 7, |
| "rows": 256 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "conv2d", |
| "name": "encoder.neck.2", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 589824, |
| "group_size": 64, |
| "inner": 2304, |
| "n_groups": 36, |
| "original_shape": [ |
| 256, |
| 256, |
| 3, |
| 3 |
| ], |
| "padded_inner": 2304, |
| "qmax": 7, |
| "rows": 256 |
| } |
| }, |
| { |
| "activation_bits": null, |
| "kind": "conv2d", |
| "name": "out", |
| "quant_state": { |
| "bits": 4, |
| "code_count": 49152, |
| "group_size": 64, |
| "inner": 256, |
| "n_groups": 4, |
| "original_shape": [ |
| 192, |
| 256, |
| 1, |
| 1 |
| ], |
| "padded_inner": 256, |
| "qmax": 7, |
| "rows": 192 |
| } |
| } |
| ], |
| "weights": { |
| "bytes": 176698640, |
| "file": "model.safetensors", |
| "sha256": "1320e3ac94e11cb8418a97a7a79a9668755d55a51f06ba90b135ada91333a22e", |
| "tensor_count": 450 |
| } |
| } |
