{ "schema_version": 1, "base_model": "cpsam_v2", "scheme": "W8A16", "replacements": [ { "activation_bits": null, "kind": "conv2d", "name": "encoder.patch_embed.proj", "quant_state": { "bits": 8, "code_count": 196608, "group_size": 192, "inner": 192, "n_groups": 1, "original_shape": [ 1024, 3, 8, 8 ], "padded_inner": 192, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.0.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.1.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.2.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.3.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.4.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.5.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.6.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.7.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.8.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.9.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.10.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.11.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.12.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.13.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.14.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.15.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.16.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.17.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.18.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.19.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.20.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.21.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.22.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.attn.qkv", "quant_state": { "bits": 8, "code_count": 3145728, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 3072, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 3072 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.attn.proj", "quant_state": { "bits": 8, "code_count": 1048576, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 1024, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.mlp.lin1", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 4096, 1024 ], "padded_inner": 1024, "qmax": 127, "rows": 4096 } }, { "activation_bits": null, "kind": "linear", "name": "encoder.blocks.23.mlp.lin2", "quant_state": { "bits": 8, "code_count": 4194304, "group_size": 4096, "inner": 4096, "n_groups": 1, "original_shape": [ 1024, 4096 ], "padded_inner": 4096, "qmax": 127, "rows": 1024 } }, { "activation_bits": null, "kind": "conv2d", "name": "encoder.neck.0", "quant_state": { "bits": 8, "code_count": 262144, "group_size": 1024, "inner": 1024, "n_groups": 1, "original_shape": [ 256, 1024, 1, 1 ], "padded_inner": 1024, "qmax": 127, "rows": 256 } }, { "activation_bits": null, "kind": "conv2d", "name": "encoder.neck.2", "quant_state": { "bits": 8, "code_count": 589824, "group_size": 2304, "inner": 2304, "n_groups": 1, "original_shape": [ 256, 256, 3, 3 ], "padded_inner": 2304, "qmax": 127, "rows": 256 } }, { "activation_bits": null, "kind": "conv2d", "name": "out", "quant_state": { "bits": 8, "code_count": 49152, "group_size": 256, "inner": 256, "n_groups": 1, "original_shape": [ 192, 256, 1, 1 ], "padded_inner": 256, "qmax": 127, "rows": 192 } } ], "weights": { "bytes": 310190520, "file": "model.safetensors", "sha256": "08d7029597c166eb7272d2e12f460ecdaeb3451f23c8ffbebfe50056deb62ece", "tensor_count": 450 } }