{ "schema_version": 1, "base_model": "cpsam_v2", "scheme": "W2A16-G64", "replacements": [ { "activation_bits": null, "kind": "conv2d", "name": "encoder.patch_embed.proj", "quant_state": { "bits": 2, "code_count": 196608, "group_size": 64, "inner": 192, "n_groups": 3, "original_shape": [ 1024, 3, 8, 8 ], "padded_inner": 192, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.attn.qkv", "quant_state": { "bits": 2, "code_count": 3145728, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.attn.proj", "quant_state": { "bits": 2, "code_count": 1048576, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.mlp.lin1", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 1, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.mlp.lin2", "quant_state": { "bits": 2, "code_count": 4194304, "group_size": 64, "inner": 4096, "n_groups": 64, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 1, "rows": 1024 } }, { "activation_bits": null, "kind": "conv2d", "name": "encoder.neck.0", "quant_state": { "bits": 2, "code_count": 262144, "group_size": 64, "inner": 1024, "n_groups": 16, "original_shape": [ 256, 1024, 1, 1 ], "padded_inner": 1024, "qmax": 1, "rows": 256 } }, { "activation_bits": null, "kind": "conv2d", "name": "encoder.neck.2", "quant_state": { "bits": 2, "code_count": 589824, "group_size": 64, "inner": 2304, "n_groups": 36, "original_shape": [ 256, 256, 3, 3 ], "padded_inner": 2304, "qmax": 1, "rows": 256 } }, { "activation_bits": null, "kind": "conv2d", "name": "out", "quant_state": { "bits": 2, "code_count": 49152, "group_size": 64, "inner": 256, "n_groups": 4, "original_shape": [ 192, 256, 1, 1 ], "padded_inner": 256, "qmax": 1, "rows": 192 } } ], "weights": { "bytes": 100926616, "file": "model.safetensors", "sha256": "edae03a6cacce60ad6e3078a50febdd306ffb3f717041d8c059c373cf236d6d2", "tensor_count": 450 } }