{ "artifact_bytes": 5888388744, "elapsed_seconds": 22.665597200393677, "files": { "companions": [ "tokenizer.json", "tokenizer_config.json", "vocab.json", "merges.txt", "chat_template.jinja", "LICENSE.txt", "NOTICE.txt" ], "config": "config.json", "index": "model.safetensors.index.json", "model_file": { "generated_from": { "kernels.py": "1f0d9fa6f5ffaa9b52b92e2e36b57984735d103bdd747a72c6dda0eec01503da", "layout.py": "fd1570d85e0c3e6b81e3c7d2319f0714b1f49be2d93e6051ac458ce13230fdcb", "modules.py": "aee10d37459616c9315242578f3e2def774da8c8f54dcd06746ec569b3efac0e", "packed_model.py": "4f09e6180d5ab871e8b8ed4c9880e5dbfd81b8babfeef09e063601ce07dc0726" }, "name": "ternel_packed_model.py", "requires": "mlx-lm>=0.31.3", "sha256": "0123aab234bfc62cb71bb621c0e8e64a6a6550fcb6e2dfd2a3654fadd56c0745" } }, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "plain": { "elements": 2645504, "tensors": 353, "tensors_detail": [ { "dtype": "F16", "gguf_name": "blk.0.attn_norm.weight", "mlx_name": "language_model.model.layers.0.input_layernorm.weight", "sha256": "c4a6c2b3fffb610a3af21524e1cb322e42119297ecf22d4e4b518216f9eda385", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.0.post_attention_norm.weight", "mlx_name": "language_model.model.layers.0.post_attention_layernorm.weight", "sha256": "209108700b68b3f40f6faf050b7565af3317902d1acc2c3d0d48bf62cc6e2eeb", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.0.ssm_a", "mlx_name": "language_model.model.layers.0.linear_attn.A_log", "sha256": "8d2633e20ad539c3db3a426a1633145f494f551606327603df0e1a8ef3f97e2d", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.0.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.0.linear_attn.conv1d.weight", "sha256": "060ac87f05dd419e03ceb9fcceb39a1395897c5766a743edfd22db5a535e8ca9", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.0.ssm_dt.bias", "mlx_name": "language_model.model.layers.0.linear_attn.dt_bias", "sha256": "cf90803cfb156480ad9bf737c78a15900cd6ca82093b88577ae842233a36a74d", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.0.ssm_norm.weight", "mlx_name": "language_model.model.layers.0.linear_attn.norm.weight", "sha256": "7a7e3b155d3a692d501387e8d533b7f25bbad74403d20caacb4c1bdada19a0ab", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.1.attn_norm.weight", "mlx_name": "language_model.model.layers.1.input_layernorm.weight", "sha256": "e80b90e0a15dd07058c59ee21e62fdb697181bafdcc0b59c33ab6d994c81f79f", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.1.post_attention_norm.weight", "mlx_name": "language_model.model.layers.1.post_attention_layernorm.weight", "sha256": "b00a68aa95858e8f514f5153f63288d1a276e25b36f9cae787e8f52a92744e92", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.1.ssm_a", "mlx_name": "language_model.model.layers.1.linear_attn.A_log", "sha256": "06eba0b71d89fe1d18d78d27384bcf4503225156b8433d3a2c07cc3a7c620ed4", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.1.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.1.linear_attn.conv1d.weight", "sha256": "99d821ec3fa4d1927c7bbc64ddb39e99ebf36a34c963962e61caf2a33f3741ff", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.1.ssm_dt.bias", "mlx_name": "language_model.model.layers.1.linear_attn.dt_bias", "sha256": "1698044d0e3e67b4aa5087206c77a92fb8257e4d3b6e6a50b60f3e985f8ef5ea", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.1.ssm_norm.weight", "mlx_name": "language_model.model.layers.1.linear_attn.norm.weight", "sha256": "aa0ff3b715b802451b9617d8a3a77e147e638a57575cbaca13b7e5d24dc0ecba", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.10.attn_norm.weight", "mlx_name": "language_model.model.layers.10.input_layernorm.weight", "sha256": "c06fc9a9cea757316b2b9a97eeb519b70dc6b43216b4acf702bada1010438a00", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.10.post_attention_norm.weight", "mlx_name": "language_model.model.layers.10.post_attention_layernorm.weight", "sha256": "be91c8fe6c9713ab9f61e4fb4f91a5a4c61873ef9410326691f79cd6a6057ffd", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.10.ssm_a", "mlx_name": "language_model.model.layers.10.linear_attn.A_log", "sha256": "72afd23223f63ba8752969703644543fc949acd7f129ce3e9bb11f080efc6ac9", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.10.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.10.linear_attn.conv1d.weight", "sha256": "1b6ab21bb877d441abbbc55075864ae40c6a26eb42b44f45f02e6ac8c4595a8e", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.10.ssm_dt.bias", "mlx_name": "language_model.model.layers.10.linear_attn.dt_bias", "sha256": "2a17beab92c0f3efca79f5457f294a3687f95dc19ec2d780f68190cb48289b6b", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.10.ssm_norm.weight", "mlx_name": "language_model.model.layers.10.linear_attn.norm.weight", "sha256": "64d378790d018ac3ac73c238cb07c85df5780e0dbb3f43f2ed7f164b00b7d639", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.11.attn_k_norm.weight", "mlx_name": "language_model.model.layers.11.self_attn.k_norm.weight", "sha256": "d63c4f38710e42582119d9d6c63d829d5abc4ba014fc5c31281c219764f04c75", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.11.attn_norm.weight", "mlx_name": "language_model.model.layers.11.input_layernorm.weight", "sha256": "343f718f17043633d0249572b0c24f7f345f61707de34ed2ffa0909a18763e3b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.11.attn_q_norm.weight", "mlx_name": "language_model.model.layers.11.self_attn.q_norm.weight", "sha256": "6472919400ce4b511360be314a7b3312a0b6ebca88dda34315f8da247232961c", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.11.post_attention_norm.weight", "mlx_name": "language_model.model.layers.11.post_attention_layernorm.weight", "sha256": "7e5099bc0dd234f9c6937e5bbffa0bd97e88aef6dc704f93416f5291aa6c88aa", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.12.attn_norm.weight", "mlx_name": "language_model.model.layers.12.input_layernorm.weight", "sha256": "148e9d0ec3c90f1cc2563e77410513441566293fd13dfd1ebd2b40c57cfac01b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.12.post_attention_norm.weight", "mlx_name": "language_model.model.layers.12.post_attention_layernorm.weight", "sha256": "f629cc383c99e68285824eba7acea8bfa7db407782fd581e8515fce7f1b0b29b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.12.ssm_a", "mlx_name": "language_model.model.layers.12.linear_attn.A_log", "sha256": "7c7356afcc26bcc7fbc418013ba46778d4fc858323b3950212a4bf320e2c0df6", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.12.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.12.linear_attn.conv1d.weight", "sha256": "147e7addff472702d8d27fa92497bc17dd9303aaaf701e9246fb552b3d9c27c8", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.12.ssm_dt.bias", "mlx_name": "language_model.model.layers.12.linear_attn.dt_bias", "sha256": "db1963ae5f2f1e71ef44d35a5342c47cbeed08ef095ec091562ca9516e2e0f06", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.12.ssm_norm.weight", "mlx_name": "language_model.model.layers.12.linear_attn.norm.weight", "sha256": "d01acbe9e27f9109fb71ddc28af997aa404bce218d2943f59054d45ef345ab21", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.13.attn_norm.weight", "mlx_name": "language_model.model.layers.13.input_layernorm.weight", "sha256": "cc41b5d26a2971edf3c7dd3ec06093f9eb7b5ea83a99f0f18c88a162feea7b8a", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.13.post_attention_norm.weight", "mlx_name": "language_model.model.layers.13.post_attention_layernorm.weight", "sha256": "de6e9b858604c83288be0bb9ef9c5212daf5c39193663a615671709994698cfa", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.13.ssm_a", "mlx_name": "language_model.model.layers.13.linear_attn.A_log", "sha256": "5598f67e4e2a554af13b7ec72c11b369dd81d91796bea95498d3479b71ccb05c", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.13.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.13.linear_attn.conv1d.weight", "sha256": "db896088037b564526ac6684833775e1ef070f53a948383195f468e64309e330", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.13.ssm_dt.bias", "mlx_name": "language_model.model.layers.13.linear_attn.dt_bias", "sha256": "059a51c512ac507a7ff8ec8c0f8331365d67b33317277e13e223d63ed47c35ea", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.13.ssm_norm.weight", "mlx_name": "language_model.model.layers.13.linear_attn.norm.weight", "sha256": "05d7aab4c50bc8e8b81489c80618a97f5851a3cf3761a8155795302fc99c757e", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.14.attn_norm.weight", "mlx_name": "language_model.model.layers.14.input_layernorm.weight", "sha256": "daf344bea4090420eba38ffb555aa2f76704553c96af8b7f7dfe1c266ed89ccc", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.14.post_attention_norm.weight", "mlx_name": "language_model.model.layers.14.post_attention_layernorm.weight", "sha256": "1e087c7765363706a9c6c3080bc538325d8c76064fba447563b90a5be2857bbc", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.14.ssm_a", "mlx_name": "language_model.model.layers.14.linear_attn.A_log", "sha256": "b09db09a3976eddd86b9b97db68ba23c575e7886e50bb398a91dde782f9e49a9", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.14.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.14.linear_attn.conv1d.weight", "sha256": "7d400e24a96280cc9461eaf94b6d2264be7e561417ce114fa65788cec109ff0d", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.14.ssm_dt.bias", "mlx_name": "language_model.model.layers.14.linear_attn.dt_bias", "sha256": "a484c9772e2daa6b2de6f9edcad1dcfaf9d38f815effd0d62dfa9cca290cea6f", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.14.ssm_norm.weight", "mlx_name": "language_model.model.layers.14.linear_attn.norm.weight", "sha256": "a464b1e7318610384bacf861468d17839bdf4d49d2a807ffe00652e8148ce848", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.15.attn_k_norm.weight", "mlx_name": "language_model.model.layers.15.self_attn.k_norm.weight", "sha256": "0ba8b9d0c994b8a7ff853a83acfc45e4058ce2b4663b345a2847bc377d6e230a", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.15.attn_norm.weight", "mlx_name": "language_model.model.layers.15.input_layernorm.weight", "sha256": "1e66f2b3902b28bcf184236703fd2bd66d3961cc2d0262e97a8450405ca8ddcc", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.15.attn_q_norm.weight", "mlx_name": "language_model.model.layers.15.self_attn.q_norm.weight", "sha256": "694e466f8697ebf02f6e70b1af2bb303d0b3eb8594435322ad5edd1a752ac58a", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.15.post_attention_norm.weight", "mlx_name": "language_model.model.layers.15.post_attention_layernorm.weight", "sha256": "92dc5569de8c6de2072acb4323f208644966068a261c2f2a0759bf1cc3c94f77", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.16.attn_norm.weight", "mlx_name": "language_model.model.layers.16.input_layernorm.weight", "sha256": "50dd1798b9da232a1a64bde3b8fb5c5b3f9756b2baecc5ecc612de0cfa91616e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.16.post_attention_norm.weight", "mlx_name": "language_model.model.layers.16.post_attention_layernorm.weight", "sha256": "99066e356bd2781a66741bcf5fd65b389028d2e02059cb1f47f162cc11c15535", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.16.ssm_a", "mlx_name": "language_model.model.layers.16.linear_attn.A_log", "sha256": "6a7dd4b00d1aea55d8ec96a5f9bb8c353e1f66b1600bc6c0508337b4d802c409", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.16.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.16.linear_attn.conv1d.weight", "sha256": "46c04114b848cdbd2196d88806d89d7a73088a12cec3dc9af4cdb27e92ed5092", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.16.ssm_dt.bias", "mlx_name": "language_model.model.layers.16.linear_attn.dt_bias", "sha256": "8fe97bd7971fb9f3e1f34e637a22a00a7db6014048fd1e3a651edc881c242c97", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.16.ssm_norm.weight", "mlx_name": "language_model.model.layers.16.linear_attn.norm.weight", "sha256": "0193e320def26dbe5cec6f892c4aea00233841ce4f06ec3c82aa6440e9aa59ce", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.17.attn_norm.weight", "mlx_name": "language_model.model.layers.17.input_layernorm.weight", "sha256": "006aeffd82157505658625d274808785427b00c5e0114954d84de383ae929eda", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.17.post_attention_norm.weight", "mlx_name": "language_model.model.layers.17.post_attention_layernorm.weight", "sha256": "fb7403ad743d217b24a7fd7fd469c64e107241a014d02ef29c6e1bc9752cfe93", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.17.ssm_a", "mlx_name": "language_model.model.layers.17.linear_attn.A_log", "sha256": "1fb367de73bacbfd6b2cd98edfd64ddf53905f7ca9e24eec163cf6e3e8a310fe", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.17.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.17.linear_attn.conv1d.weight", "sha256": "485fa44499fd03f7df6f78c8b5a142a37fb489f8af8ad53fdb00ab6115f3264a", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.17.ssm_dt.bias", "mlx_name": "language_model.model.layers.17.linear_attn.dt_bias", "sha256": "b75264a7ca1914971ea9daf9d5e64cb3d44230f034010d55adada3ce093f856a", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.17.ssm_norm.weight", "mlx_name": "language_model.model.layers.17.linear_attn.norm.weight", "sha256": "3ca9d316b9a775bc411c6cc4eb1bbcb31eaebb424c04f82611a2d0eb9b8bcff2", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.18.attn_norm.weight", "mlx_name": "language_model.model.layers.18.input_layernorm.weight", "sha256": "8845ad191cc77a63d9176285582faaf10af015288b24affa53cc5eee19dc59c1", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.18.post_attention_norm.weight", "mlx_name": "language_model.model.layers.18.post_attention_layernorm.weight", "sha256": "b572da7d43bdb691484da3dfeab7225b8bd62b0901f89e4a870ca4dd5da61ba2", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.18.ssm_a", "mlx_name": "language_model.model.layers.18.linear_attn.A_log", "sha256": "7c6c318a9e18c8a65c04750452329cbe14a13de72d70a3a1b684aa0f3d487624", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.18.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.18.linear_attn.conv1d.weight", "sha256": "b40c4317e399ae6b14b8c02d7ff37064eb183e9830cfa5db9e6c1975679fd5ea", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.18.ssm_dt.bias", "mlx_name": "language_model.model.layers.18.linear_attn.dt_bias", "sha256": "aadab53cfe1f035e54971abf32b170e82f82efbebf2556b9996930297adaeca6", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.18.ssm_norm.weight", "mlx_name": "language_model.model.layers.18.linear_attn.norm.weight", "sha256": "c3dfa47d8768a60f1e6a47da2a5443d921576f00bb17f0764fba01465707251a", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.19.attn_k_norm.weight", "mlx_name": "language_model.model.layers.19.self_attn.k_norm.weight", "sha256": "d5116c66143ef4995bbe731b1cb716fc691753a381e531b0f5570f7fdfd232e1", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.19.attn_norm.weight", "mlx_name": "language_model.model.layers.19.input_layernorm.weight", "sha256": "ed1f359fce4946f00d2b9064509e58cef9f94737a16c7ff8bdeb8840b7a2d85a", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.19.attn_q_norm.weight", "mlx_name": "language_model.model.layers.19.self_attn.q_norm.weight", "sha256": "7209442ccded7b8bb46c8f8604dab0ef89e8bc342aa6828c0569401711b8299c", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.19.post_attention_norm.weight", "mlx_name": "language_model.model.layers.19.post_attention_layernorm.weight", "sha256": "6d8aa9c9bd8a92234d47f1fc6f1a5e6b3dc02cf1f324c4214baaeac230f39c05", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.2.attn_norm.weight", "mlx_name": "language_model.model.layers.2.input_layernorm.weight", "sha256": "f0e867bbc340042683ff72b86d648ad2830555142141eafe53fe149c3ce36072", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.2.post_attention_norm.weight", "mlx_name": "language_model.model.layers.2.post_attention_layernorm.weight", "sha256": "4a1639b42f7fc425009e58c6bcd1f55703f7d18571b50a9dd51d9a70be161954", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.2.ssm_a", "mlx_name": "language_model.model.layers.2.linear_attn.A_log", "sha256": "b70090aa3b9a58d93d35adbfd293dd005aef9b5f009e2e5809a85e5533de08d9", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.2.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.2.linear_attn.conv1d.weight", "sha256": "46902c56ae397d76af43a5d2a181457d597f5811d82b0c912d2aa46918924eb4", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.2.ssm_dt.bias", "mlx_name": "language_model.model.layers.2.linear_attn.dt_bias", "sha256": "ab56710f3b0152211ace3c98600073c88a25138b7fb161a8fe593bd9159b9617", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.2.ssm_norm.weight", "mlx_name": "language_model.model.layers.2.linear_attn.norm.weight", "sha256": "66a13876ad5343554914c7c6e6b24dd7e95e0cb5e9e740a8d7ab924077b0551c", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.20.attn_norm.weight", "mlx_name": "language_model.model.layers.20.input_layernorm.weight", "sha256": "c4ea2ee0ca3fc5141a654d39d146ddaeb47688ac1f318dd7047fba7d7ce3d8d3", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.20.post_attention_norm.weight", "mlx_name": "language_model.model.layers.20.post_attention_layernorm.weight", "sha256": "24dd3f9b032fcedf8ab4cb29300ee576dd9826f0f7d92721d3df5b4ef92dcd25", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.20.ssm_a", "mlx_name": "language_model.model.layers.20.linear_attn.A_log", "sha256": "845687847c8636e93b9c89d3b9a8e9e4f720512c02c8447b835d57c2b37d33c7", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.20.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.20.linear_attn.conv1d.weight", "sha256": "9f1bba0293c30556aa0963c7d12e5d618060b06eabdd02b7cc4fae9ceb494731", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.20.ssm_dt.bias", "mlx_name": "language_model.model.layers.20.linear_attn.dt_bias", "sha256": "80dad8dbfa4069738cbfe20f2084d9d3928879eb850acf28eb30528dfc5fdbf3", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.20.ssm_norm.weight", "mlx_name": "language_model.model.layers.20.linear_attn.norm.weight", "sha256": "e918dd4fb17be43e04d2f468b1a07adf2e7e82324c056831a89e469756f2a5e8", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.21.attn_norm.weight", "mlx_name": "language_model.model.layers.21.input_layernorm.weight", "sha256": "d270aa1927101c4579ba6855018a4908abb30787e74c59bbfff2d2703b88e3cf", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.21.post_attention_norm.weight", "mlx_name": "language_model.model.layers.21.post_attention_layernorm.weight", "sha256": "55c3f1e2772b07109aeca5a76a79f9472571144a071b3839e7da2e6a613fbe9b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.21.ssm_a", "mlx_name": "language_model.model.layers.21.linear_attn.A_log", "sha256": "a8e2b4e0a61866ca9695f619fffc654c56d3b6ec10109685d1313246d0c03519", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.21.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.21.linear_attn.conv1d.weight", "sha256": "a67eca63fff428c617ce26a1ac62a1985bd3507494671042dd4cba07763cf81a", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.21.ssm_dt.bias", "mlx_name": "language_model.model.layers.21.linear_attn.dt_bias", "sha256": "ecf0dfb4e90642d5d64761806599bdb3764a9eee9d4f347fed9712f58afaaa57", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.21.ssm_norm.weight", "mlx_name": "language_model.model.layers.21.linear_attn.norm.weight", "sha256": "94a8f5028307adbcd0ad940dc4ed2cd12a934db05fb74c7efdb81b0cbd682d0c", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.22.attn_norm.weight", "mlx_name": "language_model.model.layers.22.input_layernorm.weight", "sha256": "fea6b15801548d45bc9b0ba9fbb8d0fa865237a42949d8c3f1006a6de9ccb295", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.22.post_attention_norm.weight", "mlx_name": "language_model.model.layers.22.post_attention_layernorm.weight", "sha256": "7c9c6e09b1caab3a2d1708e08872f8d98e64097553e34fd9c9aff2485e051d7e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.22.ssm_a", "mlx_name": "language_model.model.layers.22.linear_attn.A_log", "sha256": "bac53402d3373a907625f622ac9a450b1e7b64c27c688a32105f18fc7333a524", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.22.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.22.linear_attn.conv1d.weight", "sha256": "e9fdf0d3964c15d75d370c0070d211c088f9a4b766afedaf06755928528c7b5c", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.22.ssm_dt.bias", "mlx_name": "language_model.model.layers.22.linear_attn.dt_bias", "sha256": "8422a62c1aa894e218da65f56e49e20667390d732402d9da3e5e914afadeaddf", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.22.ssm_norm.weight", "mlx_name": "language_model.model.layers.22.linear_attn.norm.weight", "sha256": "23af772459c9394df9b0acb02a10142e5442d270e48b5ff87248cd6e75c89447", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.23.attn_k_norm.weight", "mlx_name": "language_model.model.layers.23.self_attn.k_norm.weight", "sha256": "eefd0b2d44b09e18f7cda841284ecd2a72a6c464a4e8bc5f1f2ae898a15ad91f", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.23.attn_norm.weight", "mlx_name": "language_model.model.layers.23.input_layernorm.weight", "sha256": "dc6217dcdd09ee30693a2a98194629b6e76a474977a574c537f52c50f2d9dcf0", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.23.attn_q_norm.weight", "mlx_name": "language_model.model.layers.23.self_attn.q_norm.weight", "sha256": "4dcf22fca04cf0348a3bd039d50bf04654e0eb657fe0cf7950419afbe10ce83d", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.23.post_attention_norm.weight", "mlx_name": "language_model.model.layers.23.post_attention_layernorm.weight", "sha256": "a966850acd970625da05c0e1779cf021174633ab9ecc290cb437841477ceecca", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.24.attn_norm.weight", "mlx_name": "language_model.model.layers.24.input_layernorm.weight", "sha256": "090d5a267b6ef7b0a4fc4c25e9ffa709ece796a4f6ecf3c43c417c8e543ec27c", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.24.post_attention_norm.weight", "mlx_name": "language_model.model.layers.24.post_attention_layernorm.weight", "sha256": "1aa0541d295fe70657a5124c3c29d12e62829a619c813b677c8becb8f5a5fc0e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.24.ssm_a", "mlx_name": "language_model.model.layers.24.linear_attn.A_log", "sha256": "161359499d14144a1585386f941fc4c7f7abe5d3d957d8485e7da31b64fa6d10", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.24.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.24.linear_attn.conv1d.weight", "sha256": "f44109aca87337ab7e7e99129a87216a7533fd53f11bba7845e255796b462f4e", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.24.ssm_dt.bias", "mlx_name": "language_model.model.layers.24.linear_attn.dt_bias", "sha256": "95e6639c0622d7409d35c3e505571dde443312ffec8872c6edb951c134d7b839", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.24.ssm_norm.weight", "mlx_name": "language_model.model.layers.24.linear_attn.norm.weight", "sha256": "2e4f78d50100ded3ad1b25db2e74ba1dbfc631f159c6db4eac50d359ec71b947", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.25.attn_norm.weight", "mlx_name": "language_model.model.layers.25.input_layernorm.weight", "sha256": "7369298c344894c1fee70660f8bb122747d4b4daaec0915c3e67c9a0efbd5ca5", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.25.post_attention_norm.weight", "mlx_name": "language_model.model.layers.25.post_attention_layernorm.weight", "sha256": "feff52d0a42231ebeaedf2ec0b054a4ad4808568a38a67b24fb8b1ce22a7d356", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.25.ssm_a", "mlx_name": "language_model.model.layers.25.linear_attn.A_log", "sha256": "63f6c8e6fc87053954b8e2e0aea1205657b528273955dce68dd847bdf4178185", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.25.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.25.linear_attn.conv1d.weight", "sha256": "43a7ab11a5da12cb7a34ddb1f6184acdc38b3d005ce35b68addf4619c4a1635e", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.25.ssm_dt.bias", "mlx_name": "language_model.model.layers.25.linear_attn.dt_bias", "sha256": "ff08abc10b52abd714867cb705b07012f06a92d401af1f90aac3ce749193d2c1", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.25.ssm_norm.weight", "mlx_name": "language_model.model.layers.25.linear_attn.norm.weight", "sha256": "1d1ae8e17cb97499a39230dee920ec7ccb2733edecc2de00807834cea8c5d1bf", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.26.attn_norm.weight", "mlx_name": "language_model.model.layers.26.input_layernorm.weight", "sha256": "22e8f76fb8f7c7230ae5545251934e21eddaeb32013caff5c355411724544057", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.26.post_attention_norm.weight", "mlx_name": "language_model.model.layers.26.post_attention_layernorm.weight", "sha256": "8fa6c7f9ea52c35fc560e923c3efb507afe0a66c7b8056edf3174dda15079941", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.26.ssm_a", "mlx_name": "language_model.model.layers.26.linear_attn.A_log", "sha256": "9b90b1eeb0751a1e0b4166d0788e8f42af665cca9bd7e2ed613113d5c81d6151", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.26.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.26.linear_attn.conv1d.weight", "sha256": "a15b5c3362bee5273969e44f8e18b12fee3ea37b43373a0778c52dd22bab7730", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.26.ssm_dt.bias", "mlx_name": "language_model.model.layers.26.linear_attn.dt_bias", "sha256": "9f2e50247221ead1ab723053e0d1648a2cd26932b6215f64df2d512218d3f6a9", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.26.ssm_norm.weight", "mlx_name": "language_model.model.layers.26.linear_attn.norm.weight", "sha256": "c00a72bd25084e3841c62f3593a0704838f310271683f65a3d79d4b74cffcfe5", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.27.attn_k_norm.weight", "mlx_name": "language_model.model.layers.27.self_attn.k_norm.weight", "sha256": "87febc24a9d282c98e9b23ceed14a48b2c98f91887f0f3d82e755d5d6977c31a", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.27.attn_norm.weight", "mlx_name": "language_model.model.layers.27.input_layernorm.weight", "sha256": "0a84922e6ba5a5381161a766223ec03d3c5ce6a843a09b1c014a453859660e9d", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.27.attn_q_norm.weight", "mlx_name": "language_model.model.layers.27.self_attn.q_norm.weight", "sha256": "e8a5bb9bbb9f3693cb17a27c488ef38f36c6a5156f1952116ef0fda2f4e64806", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.27.post_attention_norm.weight", "mlx_name": "language_model.model.layers.27.post_attention_layernorm.weight", "sha256": "dfca7a8876adac1610b17dba21a1eb26e62746cb7400ea398c366f60dea83a93", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.28.attn_norm.weight", "mlx_name": "language_model.model.layers.28.input_layernorm.weight", "sha256": "940ed4030926182d37c77fcb028d45f4603ca1edf9253b87bc737f85d5716f33", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.28.post_attention_norm.weight", "mlx_name": "language_model.model.layers.28.post_attention_layernorm.weight", "sha256": "479a0df5f3bfe7a98af7c3ae88d93e682bd0560e41fbebb53c6645c5fa3b9310", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.28.ssm_a", "mlx_name": "language_model.model.layers.28.linear_attn.A_log", "sha256": "fbb68a465eacd9ac48ee10c1115eb41e37f80d9a7afb07fcc08b60839e9a93b3", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.28.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.28.linear_attn.conv1d.weight", "sha256": "6a8774677b4ee7130de85a1833dffe476c6be8e59bef99ecf2f043fc7c3c7de5", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.28.ssm_dt.bias", "mlx_name": "language_model.model.layers.28.linear_attn.dt_bias", "sha256": "38c14ff4facc3f9a3be438788a248378419a3023c4ef37f2c2ec6d6fa0f41072", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.28.ssm_norm.weight", "mlx_name": "language_model.model.layers.28.linear_attn.norm.weight", "sha256": "c3035f4a63cebd7916ccb9aa6207eb7795684b7827c5f7be6cff2b698d19e916", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.29.attn_norm.weight", "mlx_name": "language_model.model.layers.29.input_layernorm.weight", "sha256": "f8cbce6a521e033714359691b21348899e5504735caeb7a878af03282544ddf1", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.29.post_attention_norm.weight", "mlx_name": "language_model.model.layers.29.post_attention_layernorm.weight", "sha256": "bd43cf50579213c894935c230420e31899da92198553734d199bd477d788a6dd", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.29.ssm_a", "mlx_name": "language_model.model.layers.29.linear_attn.A_log", "sha256": "a4996826678e002f2660973bb524d2d054715ab64326ec863a76a88e6a491ce7", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.29.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.29.linear_attn.conv1d.weight", "sha256": "559287ab6f6c9cc4698636254e2110dea109c1ea9ed865a65f5b6bdd43362ce3", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.29.ssm_dt.bias", "mlx_name": "language_model.model.layers.29.linear_attn.dt_bias", "sha256": "51344b6215af25c5e4aba1d939daaa6fce1bc58bca061014ad0a795c36093dfc", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.29.ssm_norm.weight", "mlx_name": "language_model.model.layers.29.linear_attn.norm.weight", "sha256": "755c88a10a51a341dcdb102f4d0df41d2111b52cfdffb755ed151da356cea9c7", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.3.attn_k_norm.weight", "mlx_name": "language_model.model.layers.3.self_attn.k_norm.weight", "sha256": "aae96c922ecc04785bd1d4ca78fa7d14366f4f69e5c892b299ab3e9e45bedca2", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.3.attn_norm.weight", "mlx_name": "language_model.model.layers.3.input_layernorm.weight", "sha256": "5c8a621cd08733a8fc83f8d518ed6ed5fcd27d21fb6cd6a2ebcde8d88d498d19", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.3.attn_q_norm.weight", "mlx_name": "language_model.model.layers.3.self_attn.q_norm.weight", "sha256": "009520b3255c3d0db9774824bda0cacbc2998acb893335051ccbf55c3d410f54", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.3.post_attention_norm.weight", "mlx_name": "language_model.model.layers.3.post_attention_layernorm.weight", "sha256": "ab30d83f49a23755ba52a60f441b1663ab386bcc6f764e605c2052345344b057", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.30.attn_norm.weight", "mlx_name": "language_model.model.layers.30.input_layernorm.weight", "sha256": "0f4b2a311f93ba981e164fc97571181db62113484fbbd170590a21a2e41c6a02", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.30.post_attention_norm.weight", "mlx_name": "language_model.model.layers.30.post_attention_layernorm.weight", "sha256": "411c50548f98b731b1e98edb1c7acf1f954a6a103c7d08b2ec9469f6ac948f44", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.30.ssm_a", "mlx_name": "language_model.model.layers.30.linear_attn.A_log", "sha256": "95e3e67141ff7e010ef2ca0bf236d8b9ec6926fe9f6293e7bb2904a3b8fed7b1", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.30.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.30.linear_attn.conv1d.weight", "sha256": "dc994267dd0b44c4002fda312892422846a23696c6d2d23b22980ccbadfb9cc9", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.30.ssm_dt.bias", "mlx_name": "language_model.model.layers.30.linear_attn.dt_bias", "sha256": "7e69b842bef51138a686aed646d4dd674b569cf160e03f5cedbfb64dfc28bc20", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.30.ssm_norm.weight", "mlx_name": "language_model.model.layers.30.linear_attn.norm.weight", "sha256": "34296b74a64d7e4be04b3971ec6299e2a405b92a06d26ee08a09d0e835a4f789", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.31.attn_k_norm.weight", "mlx_name": "language_model.model.layers.31.self_attn.k_norm.weight", "sha256": "d59d0b1ef60a004379bf2ffd4068c2d931410a5514b8e2d5e02aad030479df73", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.31.attn_norm.weight", "mlx_name": "language_model.model.layers.31.input_layernorm.weight", "sha256": "d42319c2627901cbaaf5afba30b7e7883cd0936eb38a88e7c64d2f17c210148a", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.31.attn_q_norm.weight", "mlx_name": "language_model.model.layers.31.self_attn.q_norm.weight", "sha256": "95d5fda0d3f1db906a1a1d94aa9e977385be6e6cd827fda9685c829533c0c2b4", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.31.post_attention_norm.weight", "mlx_name": "language_model.model.layers.31.post_attention_layernorm.weight", "sha256": "8df610d3ae1e24fa5a2406ed000da9fe692a992b3d7941924b10d76190c561a1", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.32.attn_norm.weight", "mlx_name": "language_model.model.layers.32.input_layernorm.weight", "sha256": "9e47e9c5f614698fd833661cebe7cb0e0651b747b7a00c39f17b0e6e331a9c2b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.32.post_attention_norm.weight", "mlx_name": "language_model.model.layers.32.post_attention_layernorm.weight", "sha256": "716bd41639120011e43e1255eaa652719c9bae27d184975b939c20cf0011b92f", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.32.ssm_a", "mlx_name": "language_model.model.layers.32.linear_attn.A_log", "sha256": "fc4654e774f8a7fbe6461ca2c990571f85bbe40d891b50d877c77933108281ac", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.32.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.32.linear_attn.conv1d.weight", "sha256": "5fe84b776f016b63c6073186ac44d308bcfdece283b8a7cfb09a5d239366c1e7", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.32.ssm_dt.bias", "mlx_name": "language_model.model.layers.32.linear_attn.dt_bias", "sha256": "dd9d7dc30a66e8c858fafc44504277336577f72d2df8d7af53d279d2fa93ad3b", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.32.ssm_norm.weight", "mlx_name": "language_model.model.layers.32.linear_attn.norm.weight", "sha256": "cd68c385b9cdc78d76be65ff3fe91e6862edec0927c2fa6afc7f7a2d434f703f", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.33.attn_norm.weight", "mlx_name": "language_model.model.layers.33.input_layernorm.weight", "sha256": "2522e650bffb05462be1e0337edaa6b158b131c9c1bc7b310e6ae85e144ee1c6", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.33.post_attention_norm.weight", "mlx_name": "language_model.model.layers.33.post_attention_layernorm.weight", "sha256": "022b73ab405e37d1e9229000241e004c382c94834c42dc7fcf6be2176735bdd3", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.33.ssm_a", "mlx_name": "language_model.model.layers.33.linear_attn.A_log", "sha256": "f8fa0ffd5f7adb1f0a3af9e40133f5c0efe7a6d3012aa3bf81ba0f5c4291f720", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.33.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.33.linear_attn.conv1d.weight", "sha256": "7437a58cce6ba1ee7233c0efc265deeb4a6febd9b38ab53b75f46a5534228b42", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.33.ssm_dt.bias", "mlx_name": "language_model.model.layers.33.linear_attn.dt_bias", "sha256": "5df67e8c38ac66574538e5092638566d62ff28ad0034843742c438df9baeb72f", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.33.ssm_norm.weight", "mlx_name": "language_model.model.layers.33.linear_attn.norm.weight", "sha256": "a5fb6f2132c70d56ef8a34ebeac0c5832b9fcd84c795a914458ae75a77cfc981", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.34.attn_norm.weight", "mlx_name": "language_model.model.layers.34.input_layernorm.weight", "sha256": "739c56c57ab31ae2436a649cece999a67998b8d105e1cecf7d9fe8340643671e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.34.post_attention_norm.weight", "mlx_name": "language_model.model.layers.34.post_attention_layernorm.weight", "sha256": "e2ff420140ea76ea08044db1a92be8ab52038c6c7c293323b93890e4b400ba85", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.34.ssm_a", "mlx_name": "language_model.model.layers.34.linear_attn.A_log", "sha256": "f56df4c5a364fa62e5d0bdc7096f68b0913607aa3c5112e88cb16bd8ebf6d54d", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.34.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.34.linear_attn.conv1d.weight", "sha256": "7972698a64e77403148299851ab3be5216ba6d64d41e2a09fab5ab0de8344c1e", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.34.ssm_dt.bias", "mlx_name": "language_model.model.layers.34.linear_attn.dt_bias", "sha256": "4d6922a26085ab8effc2a9ecc752c197f938a7a433e81264b1362f4864a789ae", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.34.ssm_norm.weight", "mlx_name": "language_model.model.layers.34.linear_attn.norm.weight", "sha256": "8221cedcd7997af76e0e4d8ca76e2962b6d6fc4c90c42bbfa1d9670803606a3c", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.35.attn_k_norm.weight", "mlx_name": "language_model.model.layers.35.self_attn.k_norm.weight", "sha256": "39f2768d2ef535265837708073bf7d1b7a2c5d776753b756f3f9281027a7ac04", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.35.attn_norm.weight", "mlx_name": "language_model.model.layers.35.input_layernorm.weight", "sha256": "37bdca9507ebd334f041802375c17fd2683e7f9fdc2d456c7437b5d5197bff9b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.35.attn_q_norm.weight", "mlx_name": "language_model.model.layers.35.self_attn.q_norm.weight", "sha256": "641f5ea5c2e5564cc8f9c17ec47b22b597714595b53931c055af8dc292a73c82", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.35.post_attention_norm.weight", "mlx_name": "language_model.model.layers.35.post_attention_layernorm.weight", "sha256": "28f12dd7e0379407a26dfd98cf3ac2b4444d37171bce2eae49a768dfbdd06100", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.36.attn_norm.weight", "mlx_name": "language_model.model.layers.36.input_layernorm.weight", "sha256": "0b83857e78a2adba9e098df0a4cbc762d4864477d325be270b9e63d43df996f6", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.36.post_attention_norm.weight", "mlx_name": "language_model.model.layers.36.post_attention_layernorm.weight", "sha256": "b3322fb10f315a8b696b67ca72ad684b8040691de95029fff0b12b9b8b138ea4", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.36.ssm_a", "mlx_name": "language_model.model.layers.36.linear_attn.A_log", "sha256": "a42eac82753bf4d5fecb2aea9a1a299f71cedfe2e4559a3e036ebc9caabd8081", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.36.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.36.linear_attn.conv1d.weight", "sha256": "c5f7c9dcb9e19b8305363f21db268573123608ab21f536381bede1642a8b8183", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.36.ssm_dt.bias", "mlx_name": "language_model.model.layers.36.linear_attn.dt_bias", "sha256": "eb905b92ef016d1ed4fa761f7eb876e7a8ad88a9f9c1e1ca995bbf9fccfadc8c", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.36.ssm_norm.weight", "mlx_name": "language_model.model.layers.36.linear_attn.norm.weight", "sha256": "f3cf0f76d060bf56a4af6b2ce3a266a33f097c45e0c0d0d0601f8a768af73557", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.37.attn_norm.weight", "mlx_name": "language_model.model.layers.37.input_layernorm.weight", "sha256": "950860ae821f12bb5beb5a21971de254bf3c0dd821db1ad8e9901368570e8056", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.37.post_attention_norm.weight", "mlx_name": "language_model.model.layers.37.post_attention_layernorm.weight", "sha256": "ed3024895ee32933f7d4a7c63ed0f02acb91512bc982fb5c8e610538cdebb5a2", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.37.ssm_a", "mlx_name": "language_model.model.layers.37.linear_attn.A_log", "sha256": "a43b96d61e70611c83aee61305abaae7f91163b2e15fc05774f01783d157b401", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.37.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.37.linear_attn.conv1d.weight", "sha256": "ea3dc6c27408cdea55e3f502258dc878761732606324ce060aaa17063cfb167a", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.37.ssm_dt.bias", "mlx_name": "language_model.model.layers.37.linear_attn.dt_bias", "sha256": "54ddedf25c5bf53264892c01348916a29faeda5ae9fa9de384c8ecc5ec77364c", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.37.ssm_norm.weight", "mlx_name": "language_model.model.layers.37.linear_attn.norm.weight", "sha256": "fe1dd9d9035b14a990ff4ba35e2797927c19f1ee8a354f20abe949b02b5e392b", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.38.attn_norm.weight", "mlx_name": "language_model.model.layers.38.input_layernorm.weight", "sha256": "2beb5fc6d4e829838d468a349e532c3f2c9c6388bc8574e92479d76f82e2a8e2", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.38.post_attention_norm.weight", "mlx_name": "language_model.model.layers.38.post_attention_layernorm.weight", "sha256": "7350db450f177eaa0a13469baedefad0725ca4a8164844e11a9eca814582fa49", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.38.ssm_a", "mlx_name": "language_model.model.layers.38.linear_attn.A_log", "sha256": "4cd2f570f5c153e8e2f2d65879fe6e82c439c3a15f4c9fe4e117fd8caf0017b9", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.38.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.38.linear_attn.conv1d.weight", "sha256": "12d873b6757ffd5643e00ed6430fcfa7b9fc99d254e0b5a3dbba6121612ece2f", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.38.ssm_dt.bias", "mlx_name": "language_model.model.layers.38.linear_attn.dt_bias", "sha256": "db71f3cefcb5fdbea53fa0ca90abc9c0ae0accf26a2fc3ff3dee3a452d65a5b0", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.38.ssm_norm.weight", "mlx_name": "language_model.model.layers.38.linear_attn.norm.weight", "sha256": "c1396dad763e9651e74f63aed2329cf277b3ca4185361d3fd9f1a8e3817795d3", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.39.attn_k_norm.weight", "mlx_name": "language_model.model.layers.39.self_attn.k_norm.weight", "sha256": "a56fb9d34c7c22a13daa43f58c503fe6997c3ae587a1b792670495a362981176", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.39.attn_norm.weight", "mlx_name": "language_model.model.layers.39.input_layernorm.weight", "sha256": "69b0d29b84260701bb8bc8f281bdef742cf4eeaf88e90576d75b944ff3cf091d", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.39.attn_q_norm.weight", "mlx_name": "language_model.model.layers.39.self_attn.q_norm.weight", "sha256": "0a3a02da3e3208a89ab35a812a4fd89c45e2c466dc41e2a30bbc7b03b5765244", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.39.post_attention_norm.weight", "mlx_name": "language_model.model.layers.39.post_attention_layernorm.weight", "sha256": "77e7b1f6e3761464ca089a72fb4f870d94ef9dec733803feb3c6fc89ae510053", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.4.attn_norm.weight", "mlx_name": "language_model.model.layers.4.input_layernorm.weight", "sha256": "d534e77157fb75f70f2d7104571d713137b022ae2aae5c671929edf3a53293bf", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.4.post_attention_norm.weight", "mlx_name": "language_model.model.layers.4.post_attention_layernorm.weight", "sha256": "80da93dafee4cee52628f925da3c4792519112235e2ca78ee885f35c8f3e09fe", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.4.ssm_a", "mlx_name": "language_model.model.layers.4.linear_attn.A_log", "sha256": "e9fa5055c039337cfd47656b1287d40ec31f4fd8add070a21b642feb41cf2fb2", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.4.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.4.linear_attn.conv1d.weight", "sha256": "67e9c1955e0bea97ef8429037d103b8bd7528e7ac3a7f88f85b0102e79eaaae1", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.4.ssm_dt.bias", "mlx_name": "language_model.model.layers.4.linear_attn.dt_bias", "sha256": "4f51fcf653a29069c06cd158925f289c23142f6f72e6ff49786f738d0634939c", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.4.ssm_norm.weight", "mlx_name": "language_model.model.layers.4.linear_attn.norm.weight", "sha256": "592a433c999d1cc305ebc7f4b01971a051be09799a47fd5f3a56684b76567bf8", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.40.attn_norm.weight", "mlx_name": "language_model.model.layers.40.input_layernorm.weight", "sha256": "e5ffc755f30af68e0351d8101c5a35bf9860deaa0ab4978fb8e28057b0bea131", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.40.post_attention_norm.weight", "mlx_name": "language_model.model.layers.40.post_attention_layernorm.weight", "sha256": "4b042e61a31915f3067ad43701004a74ecf06d78e5dd432efdbb90e6a39d7b17", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.40.ssm_a", "mlx_name": "language_model.model.layers.40.linear_attn.A_log", "sha256": "3b073595b6373606937ba4352b3a3439b6e875db138b45df4a5f4fb5061066f6", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.40.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.40.linear_attn.conv1d.weight", "sha256": "bfb9765040ca6f3cddb6fa28021fac4dfb4dac3b2ea0d23311556a7920d7b7fb", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.40.ssm_dt.bias", "mlx_name": "language_model.model.layers.40.linear_attn.dt_bias", "sha256": "1f54c6feab4f04220ac078196092ccea4397b560f0f084324c92b69e5a895a3d", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.40.ssm_norm.weight", "mlx_name": "language_model.model.layers.40.linear_attn.norm.weight", "sha256": "366d9058218f7fb37452d881de57a57e118abed26a160ecc20e7a56f62e06bb0", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.41.attn_norm.weight", "mlx_name": "language_model.model.layers.41.input_layernorm.weight", "sha256": "fcd110b5322363fbcc87c321fdfb49ffca44a4b414ec06d5082f18b7cfa22f80", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.41.post_attention_norm.weight", "mlx_name": "language_model.model.layers.41.post_attention_layernorm.weight", "sha256": "70a5c07ed15fb1ec44182a0bbdb3f3df3046e4aa546975025a92b1e3365f527a", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.41.ssm_a", "mlx_name": "language_model.model.layers.41.linear_attn.A_log", "sha256": "4c56fd7d1b056e9bb8166cd0339fecb18b39f50945322695e4213cd6cfc4c2fa", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.41.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.41.linear_attn.conv1d.weight", "sha256": "cbb9d8c97e369c6f8cf2249c4dfd23ea404dcf1a1960692012eb6def439e51bb", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.41.ssm_dt.bias", "mlx_name": "language_model.model.layers.41.linear_attn.dt_bias", "sha256": "62369f4f4f17db6513c862da20fefa151d88566f65c2de364e57fc9673281cbd", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.41.ssm_norm.weight", "mlx_name": "language_model.model.layers.41.linear_attn.norm.weight", "sha256": "ca5ff6ada93d501ea0f751d862b0ded2aed4d52570befd5061fccc97c7cb7b57", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.42.attn_norm.weight", "mlx_name": "language_model.model.layers.42.input_layernorm.weight", "sha256": "fb939f26ae6d075ddf087551800465c32ae6899a59fdbff5b3cfcb29a1a98b45", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.42.post_attention_norm.weight", "mlx_name": "language_model.model.layers.42.post_attention_layernorm.weight", "sha256": "d11e70842fe653e1281a9e935a4f6535eb740678150ed7300ef191afd8032d5e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.42.ssm_a", "mlx_name": "language_model.model.layers.42.linear_attn.A_log", "sha256": "bdcddecb6e703005b37599260771510aa84862d19ababbfc767b1008bb4332e3", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.42.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.42.linear_attn.conv1d.weight", "sha256": "8d4fc1f72e4e6e68aa3341b13e76318a207542383ba403f01525c25e66a39871", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.42.ssm_dt.bias", "mlx_name": "language_model.model.layers.42.linear_attn.dt_bias", "sha256": "988685d1ab98162b5d2113965c7a15afa6762718f418c22fd6dc10ee2d3d0391", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.42.ssm_norm.weight", "mlx_name": "language_model.model.layers.42.linear_attn.norm.weight", "sha256": "51cae58105e4a49085f8572ec55baec55f36714e94a98ddd3bbe96f40e60edc7", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.43.attn_k_norm.weight", "mlx_name": "language_model.model.layers.43.self_attn.k_norm.weight", "sha256": "06bc97a6656d678aac6e2b3d3b5b0d7918d874f4a4619163a28c988dff053e89", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.43.attn_norm.weight", "mlx_name": "language_model.model.layers.43.input_layernorm.weight", "sha256": "9c2bc046b9e490362a390c055a53f85d19c2f59bfb1ec7669e59105179e36427", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.43.attn_q_norm.weight", "mlx_name": "language_model.model.layers.43.self_attn.q_norm.weight", "sha256": "fce96a8b543f279979927120cd70b7acf7fbfdace8368ae3081611043bd257b6", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.43.post_attention_norm.weight", "mlx_name": "language_model.model.layers.43.post_attention_layernorm.weight", "sha256": "e6f592f7c013d50551d635d29e93e3a90fc916a31e6c5b0d5496a4dd7780dfed", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.44.attn_norm.weight", "mlx_name": "language_model.model.layers.44.input_layernorm.weight", "sha256": "15769674fef29148dac992940419587ab745eef79a9610ef0faf7b6f54792748", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.44.post_attention_norm.weight", "mlx_name": "language_model.model.layers.44.post_attention_layernorm.weight", "sha256": "507321a66a5524fd9f6cdb5bdc6be79e02141b1d0109e5f66f3fc5ce06529bc0", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.44.ssm_a", "mlx_name": "language_model.model.layers.44.linear_attn.A_log", "sha256": "f7c631e79576072f2a751c9e23764802beeccc4afe1b291fc8f37a11c5a4aa0a", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.44.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.44.linear_attn.conv1d.weight", "sha256": "cd0b08fcd8c83c46d4336f2923642e1c40cf057f3226f8ff85f991239e13557c", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.44.ssm_dt.bias", "mlx_name": "language_model.model.layers.44.linear_attn.dt_bias", "sha256": "5e129635b6feab7de1ca8e7144d67c2457160689aa3938fe3a640a7acd687cac", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.44.ssm_norm.weight", "mlx_name": "language_model.model.layers.44.linear_attn.norm.weight", "sha256": "ccf3bdf092cf13d0b8ed94fff23027cd7fe24ebae8d0194fbe35f718b077a038", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.45.attn_norm.weight", "mlx_name": "language_model.model.layers.45.input_layernorm.weight", "sha256": "e7473289a57ac7e67404fc1a6ceaf617336d7416479889bc2ab17291fc9e0682", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.45.post_attention_norm.weight", "mlx_name": "language_model.model.layers.45.post_attention_layernorm.weight", "sha256": "6a728b46d02bb74627c69af9bb0d0c35103c6a66469bafd277f278d0deda114b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.45.ssm_a", "mlx_name": "language_model.model.layers.45.linear_attn.A_log", "sha256": "8445710d61743bf0751a7c045228e968e738a1feef9cbd88df4c9d82432cad4b", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.45.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.45.linear_attn.conv1d.weight", "sha256": "5180484421675c2e2adb424c4f2eb9b63e6b5ae9244371d05059138bb0c845a6", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.45.ssm_dt.bias", "mlx_name": "language_model.model.layers.45.linear_attn.dt_bias", "sha256": "c80819443e476fb45ff0450cb823277015aae3b652185671cb4e308a7ea32568", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.45.ssm_norm.weight", "mlx_name": "language_model.model.layers.45.linear_attn.norm.weight", "sha256": "abed6fc39d7ae80db4ac7b7422cf05e37f958313ad2aaef04b9507b1da7453cd", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.46.attn_norm.weight", "mlx_name": "language_model.model.layers.46.input_layernorm.weight", "sha256": "4f88fffc86e6a6daf72f7e256b2dc08ad36112a473761891d7faef440719a4be", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.46.post_attention_norm.weight", "mlx_name": "language_model.model.layers.46.post_attention_layernorm.weight", "sha256": "4428ca2a57d9e0637bea2f14dc6106f3306d19926b8db611f53caaf9c65f4c0c", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.46.ssm_a", "mlx_name": "language_model.model.layers.46.linear_attn.A_log", "sha256": "273fd0122b60bddf33708a50c75792abb976f931618460671806874254045105", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.46.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.46.linear_attn.conv1d.weight", "sha256": "7b6f21c87a35f47ea4791818150e398dc7ac5098eb7e1d11b3d568d6ad0431a0", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.46.ssm_dt.bias", "mlx_name": "language_model.model.layers.46.linear_attn.dt_bias", "sha256": "52df644fdc5460d79163dbda64b51970e8d0362e4985798cc61783502d79f7c6", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.46.ssm_norm.weight", "mlx_name": "language_model.model.layers.46.linear_attn.norm.weight", "sha256": "58d0123211c108928eea4b782f29370964e112717ffa32d3867ad002fbbd2484", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.47.attn_k_norm.weight", "mlx_name": "language_model.model.layers.47.self_attn.k_norm.weight", "sha256": "d3a5c3af63b145ebc2ff4785c21436d16d396c62c7764930c263d422b7e9c7e9", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.47.attn_norm.weight", "mlx_name": "language_model.model.layers.47.input_layernorm.weight", "sha256": "8ecf925c1e317eb070e68c708f864348c83f2cedc8cfbf9b294cc6b1fafb36ec", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.47.attn_q_norm.weight", "mlx_name": "language_model.model.layers.47.self_attn.q_norm.weight", "sha256": "2df4296b21acf7e77cd41996530157b91b72b6a4b4a4d53635e9d812a6da1697", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.47.post_attention_norm.weight", "mlx_name": "language_model.model.layers.47.post_attention_layernorm.weight", "sha256": "604e9ef140c877f7561bea53d5f0563861be98cc79c6b9afbae2060f8f52d03e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.48.attn_norm.weight", "mlx_name": "language_model.model.layers.48.input_layernorm.weight", "sha256": "c6f7265345e8520f212b8ffffaa18bd8b9fc5f1b5f3aea974d7f21535b2ea784", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.48.post_attention_norm.weight", "mlx_name": "language_model.model.layers.48.post_attention_layernorm.weight", "sha256": "a92053b5d65799a225b05820527523b53b09c66850fbdf205a1c538e2d6dcdf9", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.48.ssm_a", "mlx_name": "language_model.model.layers.48.linear_attn.A_log", "sha256": "6d82d0595dfbc3f5293dea4a6f8f83e69af71280516b3adada89f66b104aa6c2", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.48.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.48.linear_attn.conv1d.weight", "sha256": "9186186e59507ca9f68d7192e75eea9a90d3180a99c05a8a17b2171589322a8c", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.48.ssm_dt.bias", "mlx_name": "language_model.model.layers.48.linear_attn.dt_bias", "sha256": "c451cc978de445ec7f09b4e08560c3bd8381cc75fd4426d4f853b77beb5279ef", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.48.ssm_norm.weight", "mlx_name": "language_model.model.layers.48.linear_attn.norm.weight", "sha256": "afcc5671130cc52ed8ae62e747b559f467e809a9ec4cb4685042d5fdefcef328", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.49.attn_norm.weight", "mlx_name": "language_model.model.layers.49.input_layernorm.weight", "sha256": "fa0cb33fe78959172ea883748e571d5fd79f2b1e62ff2032ca3744896d4109af", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.49.post_attention_norm.weight", "mlx_name": "language_model.model.layers.49.post_attention_layernorm.weight", "sha256": "669dcfe83d38dcecedf52cbb350c34f097a5b2b7b00085a2d0fdc55e813ade15", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.49.ssm_a", "mlx_name": "language_model.model.layers.49.linear_attn.A_log", "sha256": "1b94f4e711e08983ab645a8e265d5b2329de0144f6a056056906d3c1c0a4a2b4", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.49.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.49.linear_attn.conv1d.weight", "sha256": "88578e2e3ebdc275bcd0dc652172dd7938a4d4fb35634a7897eedc8632d77c72", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.49.ssm_dt.bias", "mlx_name": "language_model.model.layers.49.linear_attn.dt_bias", "sha256": "94a9a931940cb03d09325fdb8eb24600bcaa7ac623bc1ca513d9e6490b4f3f4c", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.49.ssm_norm.weight", "mlx_name": "language_model.model.layers.49.linear_attn.norm.weight", "sha256": "aaf0a2702d2cab884491361a2818413c24ebc8c1bd2b3139d6c8be6f2bc077de", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.5.attn_norm.weight", "mlx_name": "language_model.model.layers.5.input_layernorm.weight", "sha256": "084957224a431e701058f9f6bd10c6a3d5272bee0c5a343feae7b2187221a88b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.5.post_attention_norm.weight", "mlx_name": "language_model.model.layers.5.post_attention_layernorm.weight", "sha256": "ac63db8b31e6d80f0460883e36fadebf8a0927a8aaa8cb5849085217ff977502", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.5.ssm_a", "mlx_name": "language_model.model.layers.5.linear_attn.A_log", "sha256": "12348935b92deeeb416d78d02b906aca947a934501af93e71a58691d222d90be", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.5.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.5.linear_attn.conv1d.weight", "sha256": "9188b6ffda8c4de2f5dd23d6cd8f7c0b50b36dc60a0a4ed15eb9a21b255e1717", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.5.ssm_dt.bias", "mlx_name": "language_model.model.layers.5.linear_attn.dt_bias", "sha256": "5ebe321c02cb5e67d1e8da099488b39166ff7e13baacd8f9dd18ff51ed9223bc", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.5.ssm_norm.weight", "mlx_name": "language_model.model.layers.5.linear_attn.norm.weight", "sha256": "b6de172ab4b77d2f765f2dc9643c0fa4a57fbc5add7d8db50f417bfb3a2e9676", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.50.attn_norm.weight", "mlx_name": "language_model.model.layers.50.input_layernorm.weight", "sha256": "594bf40c356bb1c2298e73bce2f44ab6fd28b33c0cb924f88e29dd0fd4ae95e2", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.50.post_attention_norm.weight", "mlx_name": "language_model.model.layers.50.post_attention_layernorm.weight", "sha256": "6fb9c2d860c4df7f03424dfcbeb0455136a9f4a7af115dc99cb1a7659437d8ba", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.50.ssm_a", "mlx_name": "language_model.model.layers.50.linear_attn.A_log", "sha256": "57f04f253e7c75ca3212608ef85c7bef2d8ea74cc3284e896ac4bf862d11dfc3", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.50.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.50.linear_attn.conv1d.weight", "sha256": "720dba9cf2dcc6a957730eb07142c5af7f9b3ae37b9533bf5f7e8c576fa0a24a", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.50.ssm_dt.bias", "mlx_name": "language_model.model.layers.50.linear_attn.dt_bias", "sha256": "053b455bdd2d600193d1ebce4440fcfd81b27fd6a92783313092a7ed91444d09", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.50.ssm_norm.weight", "mlx_name": "language_model.model.layers.50.linear_attn.norm.weight", "sha256": "4f575b0cdd03a0c7ae5b387d85c6b88b9308d98f0379513cfb74f95995323ee6", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.51.attn_k_norm.weight", "mlx_name": "language_model.model.layers.51.self_attn.k_norm.weight", "sha256": "fa6e2d103494203b140b602806a68916abd47f285055ed5f21010711b391c926", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.51.attn_norm.weight", "mlx_name": "language_model.model.layers.51.input_layernorm.weight", "sha256": "1fee619ca8a03ee031f6bc8eb894ae3741669783cd558f75e9466362073e2b0c", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.51.attn_q_norm.weight", "mlx_name": "language_model.model.layers.51.self_attn.q_norm.weight", "sha256": "04ae2d51f861d076f1db32d2cd92b193acf4d9913d4cd94a4d1de2343f4112d6", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.51.post_attention_norm.weight", "mlx_name": "language_model.model.layers.51.post_attention_layernorm.weight", "sha256": "ba8efbe7daf4b76a3344c99925f7773cfda3b6e7cca8dda82e0ac40ecadf4786", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.52.attn_norm.weight", "mlx_name": "language_model.model.layers.52.input_layernorm.weight", "sha256": "5d4afefaa827f87435312396c7ef79dffd3b6005229d23bc9b2aa8c03ee054c4", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.52.post_attention_norm.weight", "mlx_name": "language_model.model.layers.52.post_attention_layernorm.weight", "sha256": "796066938b563d0e626213e7579c75f53d99139beea40598ee2c7ac4d19642b5", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.52.ssm_a", "mlx_name": "language_model.model.layers.52.linear_attn.A_log", "sha256": "898f5a112da00ab781abbd8812a406aaa3c44bcb9e444ceb48b3845d922777df", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.52.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.52.linear_attn.conv1d.weight", "sha256": "2772c01c395f423bf195283e65cae0b225392aa5fea127f68c0501a092019f6f", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.52.ssm_dt.bias", "mlx_name": "language_model.model.layers.52.linear_attn.dt_bias", "sha256": "d7e8f9680bc2d50f44ba4a4e451ec83ed3e00bdd993aeec117cb8fb52b889006", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.52.ssm_norm.weight", "mlx_name": "language_model.model.layers.52.linear_attn.norm.weight", "sha256": "4eb86bf9e967b694503b2ab1ca5182e83f196b0fd9f61c06f6f04b342ccb45c8", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.53.attn_norm.weight", "mlx_name": "language_model.model.layers.53.input_layernorm.weight", "sha256": "a436fabbff99c34a2ed4c37305f221e7db6f75f2536f283abffb6699b30a0c0e", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.53.post_attention_norm.weight", "mlx_name": "language_model.model.layers.53.post_attention_layernorm.weight", "sha256": "85126dd4f41ea53e3a813bd7e7e60371e5fe656fce99b8b2b06a4161da5b74a8", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.53.ssm_a", "mlx_name": "language_model.model.layers.53.linear_attn.A_log", "sha256": "d56d2477f6d2330a9e0b2f5aa239b623dc3599cc1acf239c90554c4cd30b08a6", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.53.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.53.linear_attn.conv1d.weight", "sha256": "cd7a28500937148a2b0845c5c1f1fcf746c908eba5fdc968f99f1695f5d4ec76", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.53.ssm_dt.bias", "mlx_name": "language_model.model.layers.53.linear_attn.dt_bias", "sha256": "05a4d2f0b7b58ae40a799c8fb53a8e4cba1cc04b66437da1f9731bc637471169", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.53.ssm_norm.weight", "mlx_name": "language_model.model.layers.53.linear_attn.norm.weight", "sha256": "e20ff0641ab36aff220c4239bea083fcee6a5ddd2f36c8517eca32f0e54c8d4e", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.54.attn_norm.weight", "mlx_name": "language_model.model.layers.54.input_layernorm.weight", "sha256": "6229410bf13f069f6414e12b87e9bd8ec955cdb82f8a227cc30c618f942783b7", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.54.post_attention_norm.weight", "mlx_name": "language_model.model.layers.54.post_attention_layernorm.weight", "sha256": "42d443bd77ccdd8abda9781c893b9cf4d89559d8876eda59630a812ecd6e7dce", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.54.ssm_a", "mlx_name": "language_model.model.layers.54.linear_attn.A_log", "sha256": "c5f5ea9ef147ca18df4f4d84097dbcd78f38817b1051e00bccd06d8f32506530", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.54.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.54.linear_attn.conv1d.weight", "sha256": "01c9e5b7f1067b4063fc14437ae6360407748bd5d23eae938036cb0f1ec776e2", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.54.ssm_dt.bias", "mlx_name": "language_model.model.layers.54.linear_attn.dt_bias", "sha256": "9095bbc0a5511b10368ab6f4293957c0aaa8c1d3045f5ba9dffab102793791fd", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.54.ssm_norm.weight", "mlx_name": "language_model.model.layers.54.linear_attn.norm.weight", "sha256": "e92136e2258f998115f500848019267db2711b433777b4392e57626187882d6e", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.55.attn_k_norm.weight", "mlx_name": "language_model.model.layers.55.self_attn.k_norm.weight", "sha256": "f4973b93c831dc7e4c363da3a0a188a4d11ef7a8c11aaf76842addcd6ba92ed0", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.55.attn_norm.weight", "mlx_name": "language_model.model.layers.55.input_layernorm.weight", "sha256": "83a4218567424506ca317da333c0ab9da3271772d00065c1222bc2fc9c10adab", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.55.attn_q_norm.weight", "mlx_name": "language_model.model.layers.55.self_attn.q_norm.weight", "sha256": "32940e07585e84a7bc4b3f5cfa1fa2979bc82c18a8231f9dcb0591b46516d56c", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.55.post_attention_norm.weight", "mlx_name": "language_model.model.layers.55.post_attention_layernorm.weight", "sha256": "d4aa4c24eae114e105fead713a694817aea9f090d164f07456265fff74a8148a", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.56.attn_norm.weight", "mlx_name": "language_model.model.layers.56.input_layernorm.weight", "sha256": "5341cabc41b2c7d0d89c6ea81c4267cf63e510872fcde0bf7d50e0ddb2ab1084", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.56.post_attention_norm.weight", "mlx_name": "language_model.model.layers.56.post_attention_layernorm.weight", "sha256": "7bbecc1e88558f4666e7788d684483eafb67568cb237b0430ca32a43d64dff9c", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.56.ssm_a", "mlx_name": "language_model.model.layers.56.linear_attn.A_log", "sha256": "fe9b1d6b480f2c356b74c7335c3c26d8f5d8d83df7cf0ed1f5842737258a5373", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.56.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.56.linear_attn.conv1d.weight", "sha256": "6dae3f005ee6042f01607a46205229c022d1e737f6648daeb1a43cda24f38980", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.56.ssm_dt.bias", "mlx_name": "language_model.model.layers.56.linear_attn.dt_bias", "sha256": "e5409ccbe4fdd79b4aba5bda4161d5ed73d369d0c9e5642e24fa7482be464910", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.56.ssm_norm.weight", "mlx_name": "language_model.model.layers.56.linear_attn.norm.weight", "sha256": "fdfca9dbf8df7e422321bdfdf13143758a1af6d3a53e5ef9f6e415dda6636deb", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.57.attn_norm.weight", "mlx_name": "language_model.model.layers.57.input_layernorm.weight", "sha256": "84fff1c6cecff67067a145a55b2c6ac5e73274378971cb2f5e70efbc1f348234", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.57.post_attention_norm.weight", "mlx_name": "language_model.model.layers.57.post_attention_layernorm.weight", "sha256": "dffcd9de2df425d1e162266fa83b258f3ab6fee73060ba2fedda6e6da801ecdc", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.57.ssm_a", "mlx_name": "language_model.model.layers.57.linear_attn.A_log", "sha256": "75b2360340a7a76783181c43685f488d5b0e807f814024ef53cd352b1e58c4a5", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.57.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.57.linear_attn.conv1d.weight", "sha256": "fcdc1efa408c44ac94e1a4e47c00a6f6235bffcd9d9ba7bd38b24d1704605581", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.57.ssm_dt.bias", "mlx_name": "language_model.model.layers.57.linear_attn.dt_bias", "sha256": "13202c022d7df91b329534f555babd7c1f0b65b9873f6638cffb848013ce04e3", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.57.ssm_norm.weight", "mlx_name": "language_model.model.layers.57.linear_attn.norm.weight", "sha256": "c5d231f04e785822dc996e6b8326ce4025e302c01d24ffb8e0fd4feda2499bc7", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.58.attn_norm.weight", "mlx_name": "language_model.model.layers.58.input_layernorm.weight", "sha256": "e6d5fbc6944a14a5736f907200c9fe1c9a171261ab69aa3f21e625f5088fe116", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.58.post_attention_norm.weight", "mlx_name": "language_model.model.layers.58.post_attention_layernorm.weight", "sha256": "21e79eacaa8a6b8bd40b4e2295d1c108e4fdb1510e2b3f5967e30b7ff2ecce9f", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.58.ssm_a", "mlx_name": "language_model.model.layers.58.linear_attn.A_log", "sha256": "5e9d17c436c0c210ab74d299beba83f7cf257631c08991285aad5870b42fcf2d", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.58.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.58.linear_attn.conv1d.weight", "sha256": "11ba3eaed8e536da5a52d090533da3d97496352bef72298ccd05ac81c36b88bd", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.58.ssm_dt.bias", "mlx_name": "language_model.model.layers.58.linear_attn.dt_bias", "sha256": "77c880ece750ac6026a16831d14530bc29de19cf38e21a6928a0003c07559f91", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.58.ssm_norm.weight", "mlx_name": "language_model.model.layers.58.linear_attn.norm.weight", "sha256": "55678bea01a61fb0558e9f79ea26ff550fdcdd91c84788499c75552f5406b17a", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.59.attn_k_norm.weight", "mlx_name": "language_model.model.layers.59.self_attn.k_norm.weight", "sha256": "e8460e2f89939838c1971ddd9573be3e4ae98eb046e7424194d49475eafd2ac2", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.59.attn_norm.weight", "mlx_name": "language_model.model.layers.59.input_layernorm.weight", "sha256": "307d28ff2abc03ccf2959aff7d9344ecadfec0d696e1b1b452c6a7c10b80f99b", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.59.attn_q_norm.weight", "mlx_name": "language_model.model.layers.59.self_attn.q_norm.weight", "sha256": "09074d0e958e7e45cd61f103c7e415bf0b473128546a18c59c125dec3c329c5b", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.59.post_attention_norm.weight", "mlx_name": "language_model.model.layers.59.post_attention_layernorm.weight", "sha256": "a847c69fbaa52095bb9843d33c42031ec749fa103639a149f576b6fc53212d42", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.6.attn_norm.weight", "mlx_name": "language_model.model.layers.6.input_layernorm.weight", "sha256": "905b427c2343f610f055da6ef1015be70bf0da6124fa807d1ed75429abfed662", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.6.post_attention_norm.weight", "mlx_name": "language_model.model.layers.6.post_attention_layernorm.weight", "sha256": "ce0d8ebf2febe3b83936c72e5ec2ff19f2565dc41972f5112e4b64ffdcd8e31c", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.6.ssm_a", "mlx_name": "language_model.model.layers.6.linear_attn.A_log", "sha256": "6eab9677650542fe759bb17ca103d4b923cca59e222085896e5c4949edb438fc", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.6.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.6.linear_attn.conv1d.weight", "sha256": "8c9ecb5fc7c52d3c2077af6d502644e98c916bc45622579e80799b6e3be287f7", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.6.ssm_dt.bias", "mlx_name": "language_model.model.layers.6.linear_attn.dt_bias", "sha256": "421a52b1d413d14d606aff0d4fb29a3f48995979c25dbb4932785ab75fd5cc9f", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.6.ssm_norm.weight", "mlx_name": "language_model.model.layers.6.linear_attn.norm.weight", "sha256": "7b6afbc71223f83c8afa0cbb6c52f9150d6c1c3a10f962beff823d729f53aa63", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.60.attn_norm.weight", "mlx_name": "language_model.model.layers.60.input_layernorm.weight", "sha256": "a62e636b9eb146bf81f4c69b7432c6202ece3c8bd7874f8479a2cff77138defd", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.60.post_attention_norm.weight", "mlx_name": "language_model.model.layers.60.post_attention_layernorm.weight", "sha256": "bafc7cee92db8b89900246d00eaa21df8230070ab4c94f1dae4abc8d0629d635", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.60.ssm_a", "mlx_name": "language_model.model.layers.60.linear_attn.A_log", "sha256": "4ff837ed5de2022acd3334aebd13abe54de8b743cdae8ba767c44d346df6e2d7", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.60.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.60.linear_attn.conv1d.weight", "sha256": "3c95738d9c81880d60f5d75969c697e5f44401145b0b9668822577a7990f6bab", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.60.ssm_dt.bias", "mlx_name": "language_model.model.layers.60.linear_attn.dt_bias", "sha256": "c6013350e7fe206519e0b4c4f8e54b58a0b033809aab86e5d517c6f3273d210a", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.60.ssm_norm.weight", "mlx_name": "language_model.model.layers.60.linear_attn.norm.weight", "sha256": "517f445086242397231259a8b458c86c742369a2f7fafda51d442f0835b67745", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.61.attn_norm.weight", "mlx_name": "language_model.model.layers.61.input_layernorm.weight", "sha256": "7f5fa4e43deca9a6200b3bae910c6ad0b600fc44b1d636550a2ebaa249a21bc6", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.61.post_attention_norm.weight", "mlx_name": "language_model.model.layers.61.post_attention_layernorm.weight", "sha256": "70182d50318d9eac6d8f14b2730047fe9e2d039e39a6076954d00929063a9cef", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.61.ssm_a", "mlx_name": "language_model.model.layers.61.linear_attn.A_log", "sha256": "c1b80a01dd1cd697fd449dcf1ba77a9e0fe6befa719c9832314552b808202f9f", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.61.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.61.linear_attn.conv1d.weight", "sha256": "bbf56b8698a63b6968c4b05c3a76007302f838504e6f2b76affd6ddb8c50f036", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.61.ssm_dt.bias", "mlx_name": "language_model.model.layers.61.linear_attn.dt_bias", "sha256": "88e0b9aa3fed29f02962ca7fca52328e703288dd685c07aa8f069af8260c807d", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.61.ssm_norm.weight", "mlx_name": "language_model.model.layers.61.linear_attn.norm.weight", "sha256": "1ff3197f6a09c42f89b18a6dbde9ede8fffe0661511f463991affe99ce766cf1", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.62.attn_norm.weight", "mlx_name": "language_model.model.layers.62.input_layernorm.weight", "sha256": "b5bf02a5de27c8ee7e0a410c54ee5387d9a56f31baabb3a1a0d3dc469a10ed9c", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.62.post_attention_norm.weight", "mlx_name": "language_model.model.layers.62.post_attention_layernorm.weight", "sha256": "485fb0254c7b6be0ba3f8700d4b48565450059b60884d3219c6025d26a903557", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.62.ssm_a", "mlx_name": "language_model.model.layers.62.linear_attn.A_log", "sha256": "cb4e1b81a9aa421467643872e163e282d2e0085243900195b5569b00d0800c19", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.62.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.62.linear_attn.conv1d.weight", "sha256": "72ee2158ad717c3bc2efa13eac9e7b8b5fa0101e975b9464a473d38c6591635e", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.62.ssm_dt.bias", "mlx_name": "language_model.model.layers.62.linear_attn.dt_bias", "sha256": "26ad7befeb1330313f7404a0a00fd74743347b4e44fe999667452e2cf0e25d8f", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.62.ssm_norm.weight", "mlx_name": "language_model.model.layers.62.linear_attn.norm.weight", "sha256": "2d5c005469cd97b9cf26108ef810d97a4d14fb1bcf68b8d5dea5b7d89dd700aa", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.63.attn_k_norm.weight", "mlx_name": "language_model.model.layers.63.self_attn.k_norm.weight", "sha256": "41404c8648aeb85c7b39cb562788969f2a11ad630ac3a58b1784b5879c815ce8", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.63.attn_norm.weight", "mlx_name": "language_model.model.layers.63.input_layernorm.weight", "sha256": "518e141a99a9ad2fc75d234394f0edc2f5abf56918a66da597dd13460c7916cf", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.63.attn_q_norm.weight", "mlx_name": "language_model.model.layers.63.self_attn.q_norm.weight", "sha256": "2ad55ab9802aec0b449ef39428b5dd67db1793a3a248c6bfe1980a3f6f203f4f", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.63.post_attention_norm.weight", "mlx_name": "language_model.model.layers.63.post_attention_layernorm.weight", "sha256": "eead0e73f290f7753a2aa796875c7812922b0c1a63ec63eec96c762b4c8f6b79", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.7.attn_k_norm.weight", "mlx_name": "language_model.model.layers.7.self_attn.k_norm.weight", "sha256": "032edcfcc867bf06bb64f389ef0d6d2f005a69356a8ff808c7db26d710ad9f0d", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.7.attn_norm.weight", "mlx_name": "language_model.model.layers.7.input_layernorm.weight", "sha256": "942f13cfbc3bcb161a70924a295981aa456e789a77822c71d12ab4e8433d73fd", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.7.attn_q_norm.weight", "mlx_name": "language_model.model.layers.7.self_attn.q_norm.weight", "sha256": "7932a7faa9bc25ddb7018d616d3b1677e6229fd12f68d6d0db8025e319609a70", "shape": [ 256 ] }, { "dtype": "F16", "gguf_name": "blk.7.post_attention_norm.weight", "mlx_name": "language_model.model.layers.7.post_attention_layernorm.weight", "sha256": "f95c974fda9c04b2664ab7751096b3ec68288657eb534de947eb588b90abd7ca", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.8.attn_norm.weight", "mlx_name": "language_model.model.layers.8.input_layernorm.weight", "sha256": "248bc43170291f6ccf92af497b54beee89a5353185d3daf5af5f8e5e85f26841", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.8.post_attention_norm.weight", "mlx_name": "language_model.model.layers.8.post_attention_layernorm.weight", "sha256": "d34a421975b94fe2c45be1f07688bd441e3baac5046fba9334aa2955a3f76e20", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.8.ssm_a", "mlx_name": "language_model.model.layers.8.linear_attn.A_log", "sha256": "a74d344f9f2621553e210d988d66cc436cc5c2a24143afe96c4ea4ae342d424a", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.8.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.8.linear_attn.conv1d.weight", "sha256": "4cd3a7ad9e9b1c902673a82f4ccfb1b79691f606f2f89f059e542e7db1d331d7", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.8.ssm_dt.bias", "mlx_name": "language_model.model.layers.8.linear_attn.dt_bias", "sha256": "593f2b529879a687241529b376acaaaf1e59ba971c4eb230ac88eca8e8c1b05e", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.8.ssm_norm.weight", "mlx_name": "language_model.model.layers.8.linear_attn.norm.weight", "sha256": "2b6b49e3f19b461ed31b383138920b7ea7a1f1526a53d757cef39cd8d58b95de", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "blk.9.attn_norm.weight", "mlx_name": "language_model.model.layers.9.input_layernorm.weight", "sha256": "e44de58b7d8e902f05b22085d42eb8c8a046855a63a5cb6ef835a90049ff78a2", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.9.post_attention_norm.weight", "mlx_name": "language_model.model.layers.9.post_attention_layernorm.weight", "sha256": "6c8471706b1a6e6eef71a1d31d6492e1d5a8a48a8caaca0a0b663e61ab2c1c32", "shape": [ 5120 ] }, { "dtype": "F16", "gguf_name": "blk.9.ssm_a", "mlx_name": "language_model.model.layers.9.linear_attn.A_log", "sha256": "9230173247136a728a079cd7a5efb7e1cb304fe789dbd557356abc7ed3aed5c8", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.9.ssm_conv1d.weight", "mlx_name": "language_model.model.layers.9.linear_attn.conv1d.weight", "sha256": "2d4cefa885115ac4f28d71741069a6ef60435c732c464207e2da2c5d83997a6b", "shape": [ 10240, 4, 1 ] }, { "dtype": "F16", "gguf_name": "blk.9.ssm_dt.bias", "mlx_name": "language_model.model.layers.9.linear_attn.dt_bias", "sha256": "9b80fe85d874d18fa90bea81795eb57c219589a5ab4665f6a6f2e8f8b1b7c23e", "shape": [ 48 ] }, { "dtype": "F16", "gguf_name": "blk.9.ssm_norm.weight", "mlx_name": "language_model.model.layers.9.linear_attn.norm.weight", "sha256": "106c6bcafd06c19d1e040144b0dd8af83cc8291ffffe635f9fe03352e32e7fae", "shape": [ 128 ] }, { "dtype": "F16", "gguf_name": "output_norm.weight", "mlx_name": "language_model.model.norm.weight", "sha256": "ead432736a950bf5b25207d1aa119e98206ea9641bc47120b45caa48eddbe7d3", "shape": [ 5120 ] } ] }, "quantised": { "bits_per_weight": 1.75, "canonical_bytes": 5882920960, "groups": 210104320, "payload_bytes": 5882920960, "reordered_tensors": 240, "tensors": 498, "tensors_detail": [ { "bits_per_weight": 1.75, "canonical_sha256": "3f8a4142e22762e7d537fab50ae70484eadda9edeff8b89076fc3f187fae73f5", "codes_bytes": 6389760, "codes_sha256": "8ae77b786fdf18b35d51567c561247036c7b9cb9682c2984c3848ecf17b6a27b", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.0.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "e9d00ce4e359f2b28b91955ddd3c2cd9bab7c270e507cfe4c9a2b8894d012256", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 556237056, "sidecar_payload_sha256": "2c30af6d03a6fcc98dee20db2225be58d8f6f4d3819200a12fbce7c1314f69b5", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "f983a48a0214c4a74e73c3f2277f9ee15416f04ca0840a17edd2f5fe1769ff8b", "codes_bytes": 10649600, "codes_sha256": "3f9b2710fbaad19e3ca195b077b02929948c481214b7c9d46acc3c4702b2e2cb", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.0.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "875e782a847f62327ac92ec53f5ea2860aba06a9153687f723c8c1f2126a8b68", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 563118336, "sidecar_payload_sha256": "677b25444f08f9deee095b46a05f0978d95651741b6985ff238be8849c5b3a9c", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "e16845ff7a11822f6a5b5e0b1a3c6ea2c7e8168ebfe69eabed7660f00b2e6f3c", "codes_bytes": 18104320, "codes_sha256": "e767aaa57234e310a60f7190e344b93b0b4d4d0cc9675fc29f5ec37d8907e2e1", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.0.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "bfce9a813fce64f230a0eb793dad785195c6b2aa25413c89cf610cd6c224691b", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 574587136, "sidecar_payload_sha256": "e16845ff7a11822f6a5b5e0b1a3c6ea2c7e8168ebfe69eabed7660f00b2e6f3c", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "855ff53012c2c2208385fe385399e846596dde9720f7c5fe3aa64ee2a2fcb8c2", "codes_bytes": 18104320, "codes_sha256": "33ad581b3eb8ad9058bb3d809b07464c9e78fc0fed46dd20d4575f71b60c1be9", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.0.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "83debfad3f3d8a6838345f5e4b57c43f1759c96f2e795cc199cb93b07c492780", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 594084096, "sidecar_payload_sha256": "855ff53012c2c2208385fe385399e846596dde9720f7c5fe3aa64ee2a2fcb8c2", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "43cbcffd08bd8b631a66b2f3a438de5261168eff2dd2fc5f7a202d942e96fe94", "codes_bytes": 18104320, "codes_sha256": "ee70aca84c6f1c1836fd5e408f47e07d7206373f76ec12b9528f1460fd2dc063", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.0.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "cf4894decbd23e6dfee052c26bc2462f3ddb117aa3fb25c65645833d529a0106", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 613581056, "sidecar_payload_sha256": "43cbcffd08bd8b631a66b2f3a438de5261168eff2dd2fc5f7a202d942e96fe94", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "24cc6107452cb7905018e1747454e89be1df23b82746eae35594cc35669ab4a1", "codes_bytes": 49920, "codes_sha256": "3b9dc812980b45c13ecae2b0107b3fd14b624a0991f093c5ae2156a5b4545e41", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.0.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "a79e937bd850cecfacdb5aaf1b95ade02fcfd3164a77bda2a35a734e2217ffa5", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 633078016, "sidecar_payload_sha256": "28c8dd4d95f54157b931137581d1c3214454bad42017a287b7a48b25e7a5ee3b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "9b16928e93b2019bcb1c4b95937551cee0a6cf36ae731b0ab8474df518cb0ed2", "codes_bytes": 49920, "codes_sha256": "4305b2098105cc61c271c2fa207b6a2cdedfd60fa8d96418ec0dca8597edf37c", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.0.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "142bc055712ae8d75a3cb585cb59332374e07fac3c97e1b8261df34e4f4f86d9", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 633131776, "sidecar_payload_sha256": "bd6f4bfbf8a464175349a7be2b7ba4fb97ffb8c591e262a4bed9ff6493dab612", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "48be388b0808724ebbdc8389aa47ce2e3fac1c5d4039bed39a65a1c243085968", "codes_bytes": 6389760, "codes_sha256": "fd71dde9fb9c998158623348afb8ea7e050feb6498e376853b2c684a7ba54a9a", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.0.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.0.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "accc90d15a97a0a09a1e24065b9d3864c9fdc938fea82297002fed29013dd68a", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 633185536, "sidecar_payload_sha256": "275f7bf38059659dbd2122f67c8520498dbb38419dffb29511617bf66a8a8092", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "bd397c2cad1bf67d7f0a3c31277d7df00a37836cdef4f63a81d14aa77b1233d5", "codes_bytes": 6389760, "codes_sha256": "bb40e78aa1cd6b4e43f96bb84475e79fec2249c92341b5c52a6a902bd34ec210", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.1.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "4bc44e56d32cd317638b72bdc64cf4ee0c49d13c0ef8faa2bc3260f8fe95a201", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 640066816, "sidecar_payload_sha256": "68be2d5bda5baa9f59c2a5831caad35ed7c41c58f2646c3e2a29c5bf427eedb1", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "21363fdcc701bbdc5d7079725aa2ea1bbc0e7391f8d04e6e78ba51960fc23a14", "codes_bytes": 10649600, "codes_sha256": "94b33852790de58e0d28945f25d1206c652a11875b403315d758b2cde23f0b2c", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.1.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "906ea9c227d5e2b3cc2b6fac0796b524fc5093f979078736b2662b96e19cd42b", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 646948096, "sidecar_payload_sha256": "f0a8e76b4cd1380d19e72f57cc957ed92e5c5e4b57c0db5f0430f4825a244870", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "fa0f60e2b9dfcb463a58227c7809449a2221e1aca51b79593d7c84b3ef52f191", "codes_bytes": 18104320, "codes_sha256": "dad20750d66dad3d3389491ca7c08d1b724537ae23e627c8e243b858b84e0556", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.1.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "ae3bb41f62f765a8a4b0ee34c2574f562ff71d40580ce1d86ad0bb1011aedd25", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 658416896, "sidecar_payload_sha256": "fa0f60e2b9dfcb463a58227c7809449a2221e1aca51b79593d7c84b3ef52f191", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d37de3ad74622df1c8bed42b00f3f70f1831a5cedac84304ba7aa6cdcb3b671d", "codes_bytes": 18104320, "codes_sha256": "371b231df2eed4204bf4772885849a76d8ffe007d28882a3975ec47059940892", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.1.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "35fbde89e61974ba609484b54cc1ef74c09ecc723a4444e258b76d376bf5e630", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 677913856, "sidecar_payload_sha256": "d37de3ad74622df1c8bed42b00f3f70f1831a5cedac84304ba7aa6cdcb3b671d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "298a9265ebf20786ebb20d8b4dbd341aff3b93f34a8cb109a2d0811e57aed520", "codes_bytes": 18104320, "codes_sha256": "9c42b1f09cb44d2cf9f9088fece16502046efbdd3564f80ae5dd3377bceefc23", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.1.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "5fd9f83e08fc2b841e789108314424be0c573a044c5a844f5bb2ad9e65fbf0cc", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 697410816, "sidecar_payload_sha256": "298a9265ebf20786ebb20d8b4dbd341aff3b93f34a8cb109a2d0811e57aed520", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "5b8e6385d44b4ef4b90fc90892981a88df56b9a6b4d758b0bbb4950036cfa854", "codes_bytes": 49920, "codes_sha256": "c000e0d5d351465e17439eb1018946efe0e2be63b6074897a8b67cad76e23912", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.1.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "7ebce3f3303bc92347c131f0764334071a7c61cc5cd5ad369b6dac5fb57c140e", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 716907776, "sidecar_payload_sha256": "1dc7894f20cfdc39a3ead4b008c98eb86bfbb80f718de9208b56867f9fed81c5", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "ad5bc3e4e3d1d963f2c564487c93fa53e3f2c7c92132d5dc9da2c8610f67be5c", "codes_bytes": 49920, "codes_sha256": "3dcb23171958891fe8c16e946df8318f81419bf79b6a3e7ab3ab1f29f2abf740", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.1.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "4a7063391bf6d31fea280356e920346c81578461e23656e2d6bc315bd0c0a2c9", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 716961536, "sidecar_payload_sha256": "4ac9b03f989af72d290020c279e8fc3be1722e500d161bfb267116027e3550b6", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "b483fc51d3007703d703395bce23d93f888e2e6841c10dc175baeafd203e01ac", "codes_bytes": 6389760, "codes_sha256": "9482322198576ae5ec21bb402570b4c4e402afc0449f9a543b6aba43b96edad0", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.1.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.1.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "1c447e74d256fac0d0aebf62cc3d2e60bcc299a932aa370e6ccafdfa73e734e9", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 717015296, "sidecar_payload_sha256": "af646c8b1c82a049269162a648f674d911aded34a4da6ee7a5cf540ce9be4558", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "7f17652c06a059176edb9b6061abcae021443dbdd7607e73b315258b37ea9ec3", "codes_bytes": 6389760, "codes_sha256": "2e672b028a5df612c17dd91826e5f3d2cab09e0fb42ef0a044e91059f72334de", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.10.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "9e29221aa3e140c1611f4df7de2f364e2027bcd3096f53ec1a6ced04c6365160", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1389732096, "sidecar_payload_sha256": "0bd62ae9af54f7fc5cfd572e5ffc9f772b9da86c81dd0355c58035e5868beb92", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "319575beb70bb83c789efe1144a5c58dd534ba45930cfffcf98b7dccc02bea94", "codes_bytes": 10649600, "codes_sha256": "dcc2a24be8374052cef2f586ce8d3828d297d22c013192adfe17febac62f6d6a", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.10.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "f1d54f896b35810bfd4202c17b4b31a139646be2fcb5aa6646bd3cce77193d98", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1396613376, "sidecar_payload_sha256": "3fab1d522be3c6ec4a8dcc6b47f00b4e1e5f1cd79887003638cfec42c9c6bcf5", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "7a4230361f0f26b19b98d426b0f7e9280e28ffb7a640e8aa2bfb89e1ed3034ef", "codes_bytes": 18104320, "codes_sha256": "e0c6e67ed8dc8613a58032f564b609d0c37ff1b0055bc662cf78e207a10a81cd", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.10.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "1041fe01402b3bdb5ef09d4fc254a49af169fd5e04c3d9d0e3e6eb211c01659a", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1408082176, "sidecar_payload_sha256": "7a4230361f0f26b19b98d426b0f7e9280e28ffb7a640e8aa2bfb89e1ed3034ef", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "df4dc9cded4f36ee7cef04ecb00fb6cf578c61a194482c3bfdb22a39d85678aa", "codes_bytes": 18104320, "codes_sha256": "6c1557866feac7a3d996a69fb6e0642d5060cd3c73304f56175a392ffc5da0eb", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.10.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "334a40986e861c0fe77e0b956cd16e644ab9d35ae297ff4ee446222c0214cd26", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1427579136, "sidecar_payload_sha256": "df4dc9cded4f36ee7cef04ecb00fb6cf578c61a194482c3bfdb22a39d85678aa", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "901ced2070f810db52d947536e263cad2a1a6ed14833b50980b6b5ddfbc64ab5", "codes_bytes": 18104320, "codes_sha256": "2b1624308733156611c34a713836881d44e02d44189355b6b988ea4d8c3030e0", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.10.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "159cc854299c0f2070ded179f59037e9a9c002ca1567d0a52d02f79b85a1339f", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1447076096, "sidecar_payload_sha256": "901ced2070f810db52d947536e263cad2a1a6ed14833b50980b6b5ddfbc64ab5", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "3d49aeeab3a0b182ae726ee78c900f3188ec492bba59e6c869f9be039b8c936e", "codes_bytes": 49920, "codes_sha256": "65d844e183e3a723bf0a84b05c1785481b376c426c10439b566c57263827f0bd", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.10.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "74769503ae10521d542d5ab2471567d9de87e56de577ae95484007d5ff3e1bc0", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1466573056, "sidecar_payload_sha256": "c0856606c45df049772909e7a48aaecc120dcb96ef8789ca401e4f80710c087c", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "8bd50e67cea73679f95142afe61af105e5a78e43bd301d819955d3a75e907b4f", "codes_bytes": 49920, "codes_sha256": "0373728c9c1e4bf6a1dcacb8e7cd96fad1ede056784df0e7de04f45fd69960e1", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.10.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "9738db28df7560e384400b9245ba813e1eca16a83a264c762c0ebbd9512b0c3f", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1466626816, "sidecar_payload_sha256": "8dae4bf9d5fa263d2a53d9872430f51c4e715749dacecbfe20aeef63b171025a", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "a5a24c791e8039eeb032e11356d249e25e2417ced7145ef06801c4a6659a6cc7", "codes_bytes": 6389760, "codes_sha256": "e264652c80373bce32c300877b8b3b8fb68bcf3ad856b73c01668b9acfcc1aec", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.10.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.10.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f2f95075d708940a15428fc8c13b3df3b7031bf9775f1546e199c3f658c414b2", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1466680576, "sidecar_payload_sha256": "f614b9be53432f49cb8d25e147bd9d314f37286106f5eccc1b4d3c5d2fa28f3c", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "5af30d8a930273756db49cc02ab119abea6ee4ae5274e9210d9bb7bc14f4b503", "codes_bytes": 1064960, "codes_sha256": "031be07144e3b87aea6c503e4aa3ab72f279cae398efe57a59f8ccb7a6a1c94c", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.11.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "1ac412a95f8130bcf998e541f85de6a4fd249dd861536649dd72cdfcb8a706b8", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 1473561856, "sidecar_payload_sha256": "5af30d8a930273756db49cc02ab119abea6ee4ae5274e9210d9bb7bc14f4b503", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "c4091f330217b5a9c284974234ca9cf8cd631f04062ae26ea87b5400b01d18e2", "codes_bytes": 6389760, "codes_sha256": "87c45df630aca30cf63a63a104bd6a242f3ee4a5d07d74c4a64537e8da7431f0", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.11.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f0eaf9dfccbcb16e9ead912afd123b56dc16a2be19a0c48491b9f7b09a09f2a3", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1474708736, "sidecar_payload_sha256": "c4091f330217b5a9c284974234ca9cf8cd631f04062ae26ea87b5400b01d18e2", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "324c031f3f7dd3f10baf330af00779f40c798928a42c35dad8e9708d537a4a70", "codes_bytes": 12779520, "codes_sha256": "c6e7894f244f0704ab4bae132a470f3fda8e2cc5d03026ff23cbade742caf949", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.11.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "f813c49e833d65b9faf0f9bc942211318797512d1ac61acc78efeffc47bc2298", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 1481590016, "sidecar_payload_sha256": "324c031f3f7dd3f10baf330af00779f40c798928a42c35dad8e9708d537a4a70", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "b667a44218961c8bfef72b131d2879f5cb2c3faa3984cfc91ef66c295cfb279f", "codes_bytes": 1064960, "codes_sha256": "2ea2ebe4f9e208ab727b205aaf1e0854fb1cd41d7564d5c78a38356fba0a17e2", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.11.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "d95772aa3e127873863a73c04f62d0127e88855b97fa9dd0fb19585aa18fcd60", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 1495352576, "sidecar_payload_sha256": "b667a44218961c8bfef72b131d2879f5cb2c3faa3984cfc91ef66c295cfb279f", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "478d25fd3059a48d0b72acca9dcbba432f3b55f1d3bb195dfda4c83f4f0878c2", "codes_bytes": 18104320, "codes_sha256": "5a1ad599673b5d7ad291573dbfafe33a4aa7d03f4eb8061903ca8da8d681095f", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.11.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "f5974efe44bea3675939cbf9150a7185d928a26d26e53246be4db06bfe171378", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1496499456, "sidecar_payload_sha256": "478d25fd3059a48d0b72acca9dcbba432f3b55f1d3bb195dfda4c83f4f0878c2", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "ec09b4744a9015c0a3d1a08172ff0dbdf028fff5e684b75902a70a93d9c50948", "codes_bytes": 18104320, "codes_sha256": "3659d00fd2d2d192b4d9edc17fe84047ed1cdc3d5ff37a15fda17fac5a085b97", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.11.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "ff16f0c6a62450a0ea0d585e77488d45ba01b4c1ec8baf8b79da6bf8f14330c0", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1515996416, "sidecar_payload_sha256": "ec09b4744a9015c0a3d1a08172ff0dbdf028fff5e684b75902a70a93d9c50948", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "eb2d61213e03b7040e03690a672b93106eb1a1ca0dd7c3bf36addbc1338a9b82", "codes_bytes": 18104320, "codes_sha256": "f58e5e31247cba3a68fb64bf7bfcdbd3ff97f98b24fcd707d0b64e46e73fa6d7", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.11.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.11.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "7b0770145bd6c18a3b7d9803ebc6566a1e7c41d3932b9e31f349afa3f0752705", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1535493376, "sidecar_payload_sha256": "eb2d61213e03b7040e03690a672b93106eb1a1ca0dd7c3bf36addbc1338a9b82", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "e2c5cf507acd78434b281331aa43423398a6dcd7af8becdfa0e49916affc8ab6", "codes_bytes": 6389760, "codes_sha256": "c362c1149c777d055aa81ba7c738215ada2f5886d31f3fa5446f85febd36808d", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.12.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "d749ece0efbb50c24c7d3d327c64a9cd05f7377a927344f32efa08b17225321b", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1554990336, "sidecar_payload_sha256": "898d55b292aa2b93ab1cbd7aef48dc509c4787666a9dc828fcab4d2b446bc2ac", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "18fa988eb063b6e1abe228ef573cd149618d55405f422045b48cc12574f8eb2c", "codes_bytes": 10649600, "codes_sha256": "c996af25da4918cb89a26c30209d1a3d75e4309728601b852e77b713ef686fc8", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.12.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "dbed6a368fe94d784ff2c2992c9a2444ebc18c1ffbec90801fcdb5720011fbc2", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1561871616, "sidecar_payload_sha256": "8932dcf2ab8144ff4df289883b069a50428f033fb6cf4bfb01295267f0c5f0ba", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "eddbf426108a0fadee46193c056c4cba50bcb6cdacb1f9d9ab783b0fe1963e52", "codes_bytes": 18104320, "codes_sha256": "2b5588a852bfe0b5703d2306006f80213553e32bfeacf122531958cff761e519", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.12.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "55146b7017d8e54ffd1aa9f673a490f17487bf67bf6c099e4c78136a8d991194", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1573340416, "sidecar_payload_sha256": "eddbf426108a0fadee46193c056c4cba50bcb6cdacb1f9d9ab783b0fe1963e52", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "4f91a5a26eaa8dcd058e8487a278063cd4e1916eb7ee9edfce64fb8b2a3fd171", "codes_bytes": 18104320, "codes_sha256": "2a8a6ed4ec852c78c266282a4cb59ac13d25e3efc5ece42449fb7d7760a02c47", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.12.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "d205ae13fefb6635e003594c2c50524d6b699e580c2724dc04882c32bbeb761a", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1592837376, "sidecar_payload_sha256": "4f91a5a26eaa8dcd058e8487a278063cd4e1916eb7ee9edfce64fb8b2a3fd171", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "9f2d6066d59694cf530e99a12b3215808227e7772a21fc7eeb5a01c53078ea8f", "codes_bytes": 18104320, "codes_sha256": "c42df8243b716b6b5730f9c8b031c98efa652c670e5649cfe2189b27c627f1d3", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.12.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "4aa105fe506ef73cc09ed251e44ab9f2ea79a457e766827f5e509a275fdedfdc", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1612334336, "sidecar_payload_sha256": "9f2d6066d59694cf530e99a12b3215808227e7772a21fc7eeb5a01c53078ea8f", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "d1e4408f33990980cafd8efb0420e2cf80ae99460e0b47881c3ac69c6e506bda", "codes_bytes": 49920, "codes_sha256": "51f03f9c36ca7329fdd4f5a73be238e1209b5b3f0b5da8269db93811c070b353", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.12.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "27449991f523ec6040acfb45302f18cc44757c27b6e63e02e2401cc5e06607b7", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1631831296, "sidecar_payload_sha256": "d0c96e5d95eba761b870c6fc7cbb9d33326bc4f86c7fc0c7dfb106d7339c0e7e", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "dbad555c3a1f5b1eb4daa9be290e6c18017e8197f57974b1049d6806e6908998", "codes_bytes": 49920, "codes_sha256": "38d3026f782447c2ce592be0f310b9a22b4462366b7d296b32cacdc11ad9e8bd", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.12.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "c1da4bfd7d7d72efebd1f200e2931bbb5d128c893a36f522ce8c94bd82c0e101", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1631885056, "sidecar_payload_sha256": "0ab16290e4c1f802af81778a9e922ba4ad2caae60779217d730b8644fe51cb86", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "1e98118e47c5676bf0ba97b1ceb8785f898a5aaa0d56f7d7721bc54588486cf9", "codes_bytes": 6389760, "codes_sha256": "ada74c71b0a5372afaa0803344c125f515f9f643e21f80db459a242d8151297f", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.12.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.12.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "b7b8b6913210ea13a32eb19a58bf5277bbceba32a4e3c4d38cba5564fc7095c1", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1631938816, "sidecar_payload_sha256": "df71179b5a04744f25600f8b629aa1ee570b44e8ef8c07e9eeb5d848feab9751", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "833bef0591126b02ed8734ae680fbf741c69b13e34d10ba6bedf16414c978f48", "codes_bytes": 6389760, "codes_sha256": "bc3da32997af4419d5e3e0e1a24cb93c640dd7894f8df80a8d837c04c5f3686b", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.13.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "4a538a02d255b9ab7b279c2c1be7b9f1ce8b4abf64e37c0dcd1358eb1d4251c0", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1638820096, "sidecar_payload_sha256": "8246352d836f7a86242b4f560cbfad10c103790c3224c5fee79e95f1774ba0b5", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "2343d7897a4ef2930f42aaa7090b9d4519feeaa8c30ecc49fd9cde09f76b9ed6", "codes_bytes": 10649600, "codes_sha256": "865bc1548163ee41dc06842808929163e098c93b8e4c368bba54b41efca6fff3", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.13.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "24807ef938c0a543f7911b2385111898b53c772deedd2c5b4bfe774f51fd74d2", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1645701376, "sidecar_payload_sha256": "d5a2472222d590063145f70523f8a1b7c3603612eeb58f883fff7e0d4de97b47", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "07f241c7732d687f421c3b5c57f61287c6e6d8a51680f98582e77e405e8c469f", "codes_bytes": 18104320, "codes_sha256": "83f3932d4f244b6e50124311bc1c1925faac78c87f8692b0b1046a28d4080a5b", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.13.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "870bb8eaf03464597330d61efd48523149e8b0aababdacdf7a08dc2cf0196616", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1657170176, "sidecar_payload_sha256": "07f241c7732d687f421c3b5c57f61287c6e6d8a51680f98582e77e405e8c469f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "3a6fddd5e844d38b1aa1b99a1d2d9fdeed34422971977224c452087ecee1873e", "codes_bytes": 18104320, "codes_sha256": "19c399c3a73116b7ba378595ba39f9b7cec497e8ecba073c5ac17cddde3fdbb4", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.13.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "8fecfeb7c6edea939c18c9a27e8d0c2756b45f0e0fde1dd3e46f327d1067e9b2", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1676667136, "sidecar_payload_sha256": "3a6fddd5e844d38b1aa1b99a1d2d9fdeed34422971977224c452087ecee1873e", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "b3ce1df25271b11403182d9e8b93096761ea7e3126834608edfbbacce49a777b", "codes_bytes": 18104320, "codes_sha256": "9d98c679c4adab2fe9d85c5374ae5d983b48b6483b197fef27e7045ea9712f2e", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.13.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "84b5c379e06d4c248585ef0cce7fc4211e3e8a318ae0341c2da45000f8dd18bf", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1696164096, "sidecar_payload_sha256": "b3ce1df25271b11403182d9e8b93096761ea7e3126834608edfbbacce49a777b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "76c27f56936521e396dd5a57fd1e420bc68e6877188c0bc63ee04afa81713193", "codes_bytes": 49920, "codes_sha256": "d1357150f9243ead71a3cd6282e3cdf9d9b1da1301dbb9f77b7cf690cc69f990", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.13.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "5cb931a8a4f44c1daed80fe1efe46fd96ff2c393430b550c33f263d7ecf7f466", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1715661056, "sidecar_payload_sha256": "12f40cdc213712489ddbc490d47b68f20ee8afb84333c4ba51b473f1b25ac593", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "76f679c0b9605249544dc7408b554da14030b7c587f7e800120a7bd8d70ab25b", "codes_bytes": 49920, "codes_sha256": "0786aa30a2702424375de7b6b957da701713fe96bbb44bfeb5a30d5af33488c1", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.13.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "2360c4566e88cacd32cb6584468c0dd943d415a957233174a2ca7fab98043e8d", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1715714816, "sidecar_payload_sha256": "7fb5518296b52cb88466a8d61c4c6be47a64c32fc32ab865644575fe6a45fbc6", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "abecd99b3161e11ab6cd5931fceecdb56e36a41683b716e6fd5959bc204652c3", "codes_bytes": 6389760, "codes_sha256": "4b2ee02af196440a4d97a583251c4051bcdaacb229176b10f7dfef087d3fe0d5", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.13.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.13.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "9fb975e4bc7a5697a1b9bd74ead3db4ba31f3cadc42609c5da9ab86e868dc755", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1715768576, "sidecar_payload_sha256": "c786a47066207a6f6fd8e6ddcefc50d355fbc702dabef674777f7d8337ecf054", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a36b4728532d0e33e95e8460908dafd7434d2bf24eb49ef3404b7f9319cfb296", "codes_bytes": 6389760, "codes_sha256": "9f589fac95e97579ad50c6f8d4dd30833eac287d0e79c7c0ff15e96d4bd7f497", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.14.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "8f2457412fc0e224191990fb1620e9ada388715bbfc6ca323f10fdfb83299766", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1722649856, "sidecar_payload_sha256": "5d449dbb8bbede6076c23af28ffa33aa529f9228bbda5762573c120152e0ee94", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "0e20ff3e8cb98f3bb43a9e07b10492374c07074544b3adf5913769e940e94253", "codes_bytes": 10649600, "codes_sha256": "ea620083c3593faf3e563cf5cc1431eb6a10eb92b07344c9f5cad5039137476e", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.14.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "d87e13dbdb0154536a697ced405adfeb50cbf4f84986377031100688feba3f17", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1729531136, "sidecar_payload_sha256": "84f3dcb16e87fd5e472adc3bba1b4fa05f10606e06ba7130650ca7a8c799ce3d", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "7c683aa7ebaa4e03d4bb54e17276079f01aa585be5174575868bac9a45613521", "codes_bytes": 18104320, "codes_sha256": "8c8c1eab2b6f155d69cb41a41ecb35f1936f3cc2f64b2cffe315b53765a386d4", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.14.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "ee03b229129cdabfbdc5f00a2a6195193366b55a2c9a203ca37ae317411e7d39", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1740999936, "sidecar_payload_sha256": "7c683aa7ebaa4e03d4bb54e17276079f01aa585be5174575868bac9a45613521", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "60d465936c706b9d833ea28f521cf3dcc9582d15124f5347552231a540aeda6c", "codes_bytes": 18104320, "codes_sha256": "b79fd8699f0cc01be57c0179627c2a7ee1698b02e828bb744d695a982276e206", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.14.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "dcc2cbbdc6e1f6a54ada8f412a7a41cfc2b2808c25d9a28ac22a0cd3b92e40d8", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1760496896, "sidecar_payload_sha256": "60d465936c706b9d833ea28f521cf3dcc9582d15124f5347552231a540aeda6c", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "18162c3517a78a979c4459077eb8151260d6fd9e60f24dbc86b227b22df7534d", "codes_bytes": 18104320, "codes_sha256": "16021e2252ff154fc2fe3bf92a12203ea1c65bad6e50d5311181ad17d6ed1cd6", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.14.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "5e045dd81eb38e722f92fadfe74b2d4d8ad402470bfb07e24571b17673ca56c6", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1779993856, "sidecar_payload_sha256": "18162c3517a78a979c4459077eb8151260d6fd9e60f24dbc86b227b22df7534d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "2994e7cf31b0533853ea8fa7bcbd322e80ad35de5cfc991894ccddc0de1a13f7", "codes_bytes": 49920, "codes_sha256": "c481abe72a171fbb9bdffb0f5d5dba2a794adb524f5876d2061a97750645e202", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.14.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "d0b174ab8adc7c92ad86131749e30aede8aaba96d47d8a3e289625ba6a120f8e", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1799490816, "sidecar_payload_sha256": "28dee63383eb8394ae4dc39ab00e1d208333571119722183bbc2b465d01fcf5f", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "12953ff2977df32353ed34d5571861fd5668b9b33f36c5a313c1cf7f12894464", "codes_bytes": 49920, "codes_sha256": "ca847b4e8ee32c0c1998c1780b0440227ca65eb032b1c1cdfdf3f570cd77dbb3", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.14.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "2a12fd73fc62c839173d6073e0c9a0230d4c1b071b72820a4e83de9952311fab", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1799544576, "sidecar_payload_sha256": "8b12b3f279c34eb1deb4e1d76fd856e6926787557cb221d2b745883a253743c5", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "c107a1033871ecfc8ffef5c5ee6a3fca18c799565fd501d593815f1fe3684163", "codes_bytes": 6389760, "codes_sha256": "17b417dd3d501fd72c28c72d39981b1ba447308d655b4a59323102844badbeb7", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.14.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.14.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f86d5f44f9f273a8ad4dd3ef64b86d1818d6257a2558d4307cc9aa4a8a6b805a", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1799598336, "sidecar_payload_sha256": "1ea9c652c2ef776cb738356cdb6bed966ac2c4591cf35ff0d4a94ad4b9c42c4a", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a3c5cbf654170a65662963ffe69e33d1e0356412abbe848160dca11dc2b6c046", "codes_bytes": 1064960, "codes_sha256": "2db302e75008608faff59b5926ed51230af27af08c8e8d6b1cca9e3593bd7da4", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.15.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "009184f4f170f44acf6a93e797637fa43f62ca17af76570dc3f52d707032b800", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 1806479616, "sidecar_payload_sha256": "a3c5cbf654170a65662963ffe69e33d1e0356412abbe848160dca11dc2b6c046", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d6b8d211c0d628b431895292c99cbc1d35861d65c6b6509cf5e79a1e2c26ddc", "codes_bytes": 6389760, "codes_sha256": "e05d5db1530b34f1bf56d872ca0fca606356205bb4c3320e46b988a0cbb1ff2d", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.15.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "c1000d1a39c48869c55d8b0e375e113b3d8438f24b2e23285731a034f3cd2a71", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1807626496, "sidecar_payload_sha256": "9d6b8d211c0d628b431895292c99cbc1d35861d65c6b6509cf5e79a1e2c26ddc", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d1961acb3d38b8499e4876ed913a612cdec1b2e308f5ef7fbc45dc353cbe631", "codes_bytes": 12779520, "codes_sha256": "16648b8a1e478555832303ca691ab9010d8f796936ef8397018b9ada889a7190", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.15.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "94701068c26a01e9f958d9f26bf47c065272937022544d7241657d42540db672", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 1814507776, "sidecar_payload_sha256": "9d1961acb3d38b8499e4876ed913a612cdec1b2e308f5ef7fbc45dc353cbe631", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "2dd25964e8ccee8b066b00ddaca7104f638bf8abd388821a056e2bb36d2350b3", "codes_bytes": 1064960, "codes_sha256": "7611c6dec253003e0dc22bfbf3e554275d5b76aded6b4a7f77ca149da89716f8", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.15.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "0e2423774706a36f7e62ec67b61ad4423424f2258451a0d7bddd148cbd9d32c9", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 1828270336, "sidecar_payload_sha256": "2dd25964e8ccee8b066b00ddaca7104f638bf8abd388821a056e2bb36d2350b3", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "f124d51e23bec949cba61f054da660eaf2db8a2f2b9f5a6ebafb3c76a3284d95", "codes_bytes": 18104320, "codes_sha256": "daaedb49b74ad785565949b0ee9caea6d5a8b0be254fcfd5d6bab6fcecd9a360", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.15.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "c81a22fcb1ec6e7f2a355acd8a7804f96b821aa09a950f9a889ee41cc3425973", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1829417216, "sidecar_payload_sha256": "f124d51e23bec949cba61f054da660eaf2db8a2f2b9f5a6ebafb3c76a3284d95", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "c4395d31c8a4e8f672e3d1dcf46ead8070dc5068ccd8510d4849d922201bbdc7", "codes_bytes": 18104320, "codes_sha256": "abda3f49ca3d4855e6eb8b5a7fe12fa7e04afc994e07933d3c00f88b279c9db8", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.15.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "2fcecc4dc1fd94aebb14d033db0571dd41121d1b6eabc9769acdeaa88cbb18ef", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1848914176, "sidecar_payload_sha256": "c4395d31c8a4e8f672e3d1dcf46ead8070dc5068ccd8510d4849d922201bbdc7", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "a42124220c6dc05bd08b70e9e2ac6874a3907314489629c9f34a980b11b0bfee", "codes_bytes": 18104320, "codes_sha256": "e692a659a5c71ff2bad9221958ea3c1f1c10345e69c5b05f6041acecc9575b70", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.15.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.15.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "790ae1df3bbb6208782662790dcc48943846643c49db3b34944dd61ef54827a7", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1868411136, "sidecar_payload_sha256": "a42124220c6dc05bd08b70e9e2ac6874a3907314489629c9f34a980b11b0bfee", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "7a3683762870ef986bd2c905bdaabe49151f3b58eaf6fe0e32ac9a48cb3f83de", "codes_bytes": 6389760, "codes_sha256": "db5637f6920c29ca1783653414c9f617cbb5ec89c953fdde890de39e578bfdb1", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.16.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "24319b37438949c95388e86224ed7ae2a68258036bbdd383eaffc94c6dbd3b47", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1887908096, "sidecar_payload_sha256": "144cf9f5ca8f66745d2c532aa77a580b4ca48f13240d4834504ebc31f2682788", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "5a1c30ab1062033939e58d41c953a2aba0ea4f52bc3422c9207780b753c4159a", "codes_bytes": 10649600, "codes_sha256": "0af2cf8db64b142cf6f86a8311c3215514a57ff79e482a382453b268897ce549", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.16.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "c5b71a49f9210faf73f7d93309250fbf09f5984659d18fb1724f9c41bf0e8e9c", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1894789376, "sidecar_payload_sha256": "9eeea7bceabaf4667193bef04479f483253cc6f7973e0b827ae3adcdcea7dbbd", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "e4879c9a8a487d72cc68b18d5396a35d0a7bf66b264282f27d9c7e038e7dc1a5", "codes_bytes": 18104320, "codes_sha256": "be36e915824623f3bfc094974863a8d50a7e736291530591cc54d9a89088b207", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.16.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "e6b7d691abd48c43a8b2f9d3038a5a00ad34607511dc835b334a9bd4dbca2ce4", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1906258176, "sidecar_payload_sha256": "e4879c9a8a487d72cc68b18d5396a35d0a7bf66b264282f27d9c7e038e7dc1a5", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "1a869a1bf6b82c35a4e5b51b463544532d13b5d00c6e2cf09e27636ee366d354", "codes_bytes": 18104320, "codes_sha256": "3585a791cc73e5212cd7fa6842da0b36da23bf0f22b5aee85b0d655753a41a15", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.16.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "816d8c422a15e5bf0ae272932df8455a667fbae802b0fe99de8771063f2fcc41", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1925755136, "sidecar_payload_sha256": "1a869a1bf6b82c35a4e5b51b463544532d13b5d00c6e2cf09e27636ee366d354", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "f3a3ce122d9e76c084eb13acf18a12ab5ea6f223dc872660904d9fa61c5df538", "codes_bytes": 18104320, "codes_sha256": "e846f9c690b6da8ffb20386e4ec61b46b86da661e9159c5ec78bc78af02f755d", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.16.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "dc04b31f62944c8b75cd7148afecd166cbfffd13e5ee18fbc92e2e1157328be5", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1945252096, "sidecar_payload_sha256": "f3a3ce122d9e76c084eb13acf18a12ab5ea6f223dc872660904d9fa61c5df538", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "909441dc4d5f2b239d98bc3c8766099e05baaa484c4d94a3afcaadb76d55e5fe", "codes_bytes": 49920, "codes_sha256": "fc8720734def400f51c28213aefe54e585eb475cea0e8b6fcd489aa5c06ff1b6", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.16.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "f8192dc842f162503368e6c49359b7fca3e22632f1b2e866de9edc5bbd755d42", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1964749056, "sidecar_payload_sha256": "c56b1b4ca91fefe3cb6e192699dea1d20f74fb1b5ed9bf98f487bd626d767195", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "94d0b5c986a716d6c48f40b419a340eac8169a433875aa0b5adcf745198ff64a", "codes_bytes": 49920, "codes_sha256": "6ef86983653d838dd55a3701109a830e9fe74189bf3c486e6fbaa93fe4a1806b", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.16.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "58d2abebe09dae85388b850a5194effebb7ef73155790f0dea0841f132f16dba", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1964802816, "sidecar_payload_sha256": "6e71405a98d2c64ee32f7ae3c8f7d96c535a30e61b8624d2a4b4697a0e5e2887", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "2b30ec750f4c4ae79a0c853b149a1f21cc9ed28fed76c14756d57e86ce3f8113", "codes_bytes": 6389760, "codes_sha256": "0b3c69d5ad3b2a73e92a9a852e5d22fbf5408d941b3d8582bf81dcf0fac967a4", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.16.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.16.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "9bb96f3c722dc74484a7689f821bfe71e5413a1995e1c7084b8a81926b9a8c1c", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1964856576, "sidecar_payload_sha256": "4abd6d3233f932abc80a66142e92d9c061a4c9fa40e2e9ca785ca65b78d0ea95", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "ebf9c3dfd9e6a22c3d56da9b156d579012154b17300a331435339d4d1cac9e95", "codes_bytes": 6389760, "codes_sha256": "4a42f416320e0cab50cc98beb4efbe0ea6cd49990002871f8c5c727e4b9a41dc", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.17.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c220b59f3c47318c66e49c5e5bc7584d1a81eee768fd8f3791871f53dd906191", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1971737856, "sidecar_payload_sha256": "159914d2760a2d4c3ee7fe8fc2b4674cd26cfc9a4a3a14810b2f77cea8845ebb", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "b575d939deda24697ffd7f159f4eebaf63328fb9409dce6b3701438176e197c9", "codes_bytes": 10649600, "codes_sha256": "7fd5e637a757140d29d5d38b30d6793c3176711236ca53671ac35dd399e7f8ab", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.17.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "f0e3e8cdab392a44d1241b6aeb755669be806d4237af5dd702ab0c95421de135", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1978619136, "sidecar_payload_sha256": "258130a75a426f13b53425af7ce434ebc54ff508e4105f1db5f1ee7d2a17ba4c", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "c2a4123a11e7a9f08c53a07e4099a35f94d1fa29f8fe9eec92e7d85e6cba90bb", "codes_bytes": 18104320, "codes_sha256": "9420ad65bf0da6ed7443e420d5968cf3a8e5bc9b9965e95a7d782df8e679df55", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.17.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "adcf69e1d5f1e1fba145e0f1104084356603abd66bd51333ba910f5b8097cf20", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1990087936, "sidecar_payload_sha256": "c2a4123a11e7a9f08c53a07e4099a35f94d1fa29f8fe9eec92e7d85e6cba90bb", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "bf5263def54b447ab258595e00fa5d6f60f4913c3dc0ca50faff3c8e282800af", "codes_bytes": 18104320, "codes_sha256": "8549463895784ae045949ed3dc1234b25bcde55f0d181b9df2b5d5717feb968a", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.17.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "f5d59239d076f44e7c8b4dfa67b3ab3022b297c81e443d20568cf695e071a5a6", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2009584896, "sidecar_payload_sha256": "bf5263def54b447ab258595e00fa5d6f60f4913c3dc0ca50faff3c8e282800af", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "ca4b3349ec1c88acc452b43fe2875334c4385c0b7d36ef4d94dc0badaabce780", "codes_bytes": 18104320, "codes_sha256": "e0e83c872369701a2bed6e1709ff2d0668c8136b57e28412b7d40b9f427ed514", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.17.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "6680902ba3699ec56aa840b0e7bfd3395e714f64b32baa13e8a9a9a53b4a0fa4", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2029081856, "sidecar_payload_sha256": "ca4b3349ec1c88acc452b43fe2875334c4385c0b7d36ef4d94dc0badaabce780", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "194250f32ddbb26c9c419e52fe45285fa83fffae11941446ea517cdd33ee0052", "codes_bytes": 49920, "codes_sha256": "ea92a1915c697c3e11e059c2b1aedbe41f1f19542638176909ab0cd95a33e39b", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.17.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "7523ae0bbef8da6d28f968823d1ed9cf32d8ec7914bc21408f628d2816cce29b", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2048578816, "sidecar_payload_sha256": "a45ca4f015ed9eb44f31e503ad63ca66cc83446f01b32316441d0eb45f94d5d2", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d5e4a040a77b16aa11f310f3b351be8c68e5c972af3fb0bd0e447c8094b6484", "codes_bytes": 49920, "codes_sha256": "c935d534974db836998d91b1847a76e9c905ddb3af7403cadd95fc6861b1ce5e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.17.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "3e19be8caf9b1e5c8cf524e091fc71df6eec22af2c81ced3cc01681697b5daa3", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2048632576, "sidecar_payload_sha256": "234e527625f16bb5a7268d5795ac3cb556b884aa01473f8afd9592c0e763567d", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "f2d891551c81fdb1c44c22811dd5154d404be2d22a8f630066b8405007b3caa0", "codes_bytes": 6389760, "codes_sha256": "7038b19ddfd6df78f613602a201da3f6fd62def8470430e35a6b99958d1d8bd6", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.17.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.17.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "5cbacd1501f2dbfddfc1bc575e98b2521f3072789a56ca25921ec71df2657b84", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2048686336, "sidecar_payload_sha256": "a8714e5181f3b2e3933ff3c8b9e37306332bbb53d458c088226f6e09f61d2eb3", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d4e4a535b4fcecb8cdb76833708be2803182ace0504c07f38c615e5a96a3c310", "codes_bytes": 6389760, "codes_sha256": "0e8958991a82add9433acab85d0660b0691a1046bd3676e7fd912c1bd2f58d4f", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.18.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "2d4b0799992da0058889482b5befadf6553136ac9b954bb0a03c16f0f672b40d", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2055567616, "sidecar_payload_sha256": "4f15915a2882548be6bf50c3f739e673f7288cb57d7a8d122e20087002eb9833", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "6ac3794bcc1b855af9b6c5e98368b107b444ee7035550d638c4406698df05501", "codes_bytes": 10649600, "codes_sha256": "5ce2fe7f3d5d08d48a73524c8ef762adcd34cd6d9b58e12894ff19f578efbfd0", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.18.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "441c4837aa8f5b9ca681a938e9480fb82e80d696692daa5b5165bd6d245a0744", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2062448896, "sidecar_payload_sha256": "9fbf6ec9bea0b582afcf6c1cc771f42877c8b32fd1a25909bc71108b35256d07", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "54a341e8dd112dc361a104abf64de592d42c4c375bd69a84450e24069205495d", "codes_bytes": 18104320, "codes_sha256": "4284e63e621bd890f6f43179f4de878816df8f7e77efc8314d4a5ea57e835d67", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.18.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "fc04b98bb9bde72764bb8e33fe2615608934fbcde5016edda0c57f9ccd9042b0", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2073917696, "sidecar_payload_sha256": "54a341e8dd112dc361a104abf64de592d42c4c375bd69a84450e24069205495d", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "6bdabee692a0f5b78b5efedb097264f13d0f6f21807dddb3f55c3fc21c695f1d", "codes_bytes": 18104320, "codes_sha256": "98b8f415e5db9e0c35042e37a82c40993365f5189cdf5d7d651710739300627f", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.18.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "20c67e8965658be81b7e37845f80b905c98d497318efefaa4ac2228e9c611d29", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2093414656, "sidecar_payload_sha256": "6bdabee692a0f5b78b5efedb097264f13d0f6f21807dddb3f55c3fc21c695f1d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "01264a03e6e65bc3df3f324ff73244809547e2f360ab02a0020f7828cdda65d8", "codes_bytes": 18104320, "codes_sha256": "3cb06e5f37eef0221cb92d06c72a8b22141a61a099f6acf8c45bb31ba7313326", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.18.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "9df9fd783e4b12db7bb995477eec7af1b6d8fc7d939b5366b8b2423c8f85543e", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2112911616, "sidecar_payload_sha256": "01264a03e6e65bc3df3f324ff73244809547e2f360ab02a0020f7828cdda65d8", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "2f73a646770bab9f54eab7b893d73041116fc3cf12388ef7fabf7aeaf2db8244", "codes_bytes": 49920, "codes_sha256": "42be6da69aee72855670fa68d24f995d4757b6a20566f6f418deb12842e6a240", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.18.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "addd3d59c17e34c9745a08ce330ca3e87cc91a1ce20cfddce4fcc5bdd7875bc3", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2132408576, "sidecar_payload_sha256": "b8dcff8cb38342c66901ca03664339fd4e9c0d763ecf77345ed92bf639ec52c0", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "2e421378619b046f880ea606ceda1c9638494c8b751f2d452b6fcb2c0e72f29c", "codes_bytes": 49920, "codes_sha256": "c37fc8f94b2c43ea2612071d7923251dcbea13d2ad8b3596d1a80dc03dc46634", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.18.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "f3ea88825746dd7780cfc5c9e5039a8f2e72b3cca258601fc0f4ce840690ced2", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2132462336, "sidecar_payload_sha256": "920c276c040a6d98b8486d8382f4824a019e759ff67ab9dfdf6a153fa1853345", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "be80bfed3d66a55daaa6a8a15aaa14bd92a53db7259e9a222400e5d96c55d2bd", "codes_bytes": 6389760, "codes_sha256": "5593054ea360a7b610b06a80fda1ddcbe98c88bf029b10fe918b8099e21f98b6", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.18.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.18.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "72f54be6e53dcc844db469b58c627dce8887cfb799a7c8c6b3428ef691287b9e", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2132516096, "sidecar_payload_sha256": "2eb7a9da8a80e42cba53b4f9ec001670c259c4876a650000fb9ca9e3b33352bd", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "2bfd4abe45ee635fe0e26a921b432a84d8ae79940095aa45e6d59e91c9a2ed3b", "codes_bytes": 1064960, "codes_sha256": "15bf83f1c7b7e5461328a6a62ae675acc0d852cfaccb5c1565a3892f5c9a2b34", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.19.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "7c874712d76c3d0a02340fedbd9779524256ea1aa01959e6cca75863878fef67", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 2139397376, "sidecar_payload_sha256": "2bfd4abe45ee635fe0e26a921b432a84d8ae79940095aa45e6d59e91c9a2ed3b", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "36e96d485d28fa4efbb2b59f5f604b0632dcc483ec0d6ab7d0cbbf03057d1687", "codes_bytes": 6389760, "codes_sha256": "c3f992b148ea16c1de385754cfae4e238112a70624191075432f34319e9b837b", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.19.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "a835dd47f732275b7a1b8995994ae0fee64b0d3c61d4628d2f0a5411c8bbeb98", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2140544256, "sidecar_payload_sha256": "36e96d485d28fa4efbb2b59f5f604b0632dcc483ec0d6ab7d0cbbf03057d1687", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9a422cbd5817339b5c681f239e2c589826571925004c86183dfafc524bbbfacb", "codes_bytes": 12779520, "codes_sha256": "a858cd1e777393287dc0459389a781a31543ce669b555c00c54b104f25ee20e4", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.19.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "ff2f89e3eeb560819ef6f6c1867956036bdbf36682e11d2ce11e8e7af41044b9", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 2147425536, "sidecar_payload_sha256": "9a422cbd5817339b5c681f239e2c589826571925004c86183dfafc524bbbfacb", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "f90f4491697d79480de29c40190754a4afeb57cbc6d450559234504abb0537cf", "codes_bytes": 1064960, "codes_sha256": "41e35cc390bd3c65ed605cf232b296aa6b7937823c004e0f4575e922679cd9d3", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.19.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "b1c1adcb3464242986262148a62ba7e5c17156e4796c252d6a1b3fe442087595", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 2161188096, "sidecar_payload_sha256": "f90f4491697d79480de29c40190754a4afeb57cbc6d450559234504abb0537cf", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "823360bd6f8da3ffacdd49d8bb503ebfb2a4caa3a92073325111d934cba8f313", "codes_bytes": 18104320, "codes_sha256": "6f8a700b0526d67a118a029c903e1b01caffaa45a0c9d1dda46d657d68b5f6a9", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.19.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "de59e0b141e75cde54e29a3edbcb8bbef3e4b788c958bf9ff38cf7432eddd433", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2162334976, "sidecar_payload_sha256": "823360bd6f8da3ffacdd49d8bb503ebfb2a4caa3a92073325111d934cba8f313", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "3bb55b33ba16fa804fc15a4699a4fb5664fa6a551c045d98eebde46cd59a1089", "codes_bytes": 18104320, "codes_sha256": "3a28c60f5f5f42f6aa115b973a341780954d6572a269f9609e925efa304e0f8b", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.19.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "861efda13def06f1badfae7f080ed37ce2a5530e0a40e578a7c25b3fc1957155", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2181831936, "sidecar_payload_sha256": "3bb55b33ba16fa804fc15a4699a4fb5664fa6a551c045d98eebde46cd59a1089", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "ae8ddbdc00cf63243677bd1745974cb06ca67dd8e7db350838f13dcb215cddfc", "codes_bytes": 18104320, "codes_sha256": "552a59ddf0506de09eca1f73e9ebb6f3a58d58d8e815dcbf834585050eab2134", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.19.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.19.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "efebee959749a44ef047fe7f6186408f90f6b8e821b7312a3aa02bc5b350e130", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2201328896, "sidecar_payload_sha256": "ae8ddbdc00cf63243677bd1745974cb06ca67dd8e7db350838f13dcb215cddfc", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "eb4544c9aab117b26f0b9dbf2f3dc1442fb89d7233af910979bbc2ea7dbcae05", "codes_bytes": 6389760, "codes_sha256": "a12a6e436ad6b874754205614f2138b74c6421876a3853fb557be13f2a722b83", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.2.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "ba0bf3f9da995e532c84cba9683affe63d590604baba60820ebbf1ce2f7b415f", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 723896576, "sidecar_payload_sha256": "51c335daf8711a8966e96473e47a48ad0366728ce5d6dede8c2a0c228f0244be", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "39278503e7f6a4c5190846454d6670dda912aaa3a3ab40d09def51977a96df9a", "codes_bytes": 10649600, "codes_sha256": "df34260dbbbf1f70f7f198ba31511bb255208e49983e301ff8e6445526283aa0", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.2.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "94026acec03ccc5e76ef0bd4ba8adad68556e960ce7f386f0b1d7b6d5d6608e4", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 730777856, "sidecar_payload_sha256": "df4ca67ff0086f0f28801c8d2a2f3eaad906087af2c0d3312d12c14ab1c8afd5", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "a4e1c55a8cbafd7bdf55db48a1897c081c36d1416d423174ef5c391759b7d431", "codes_bytes": 18104320, "codes_sha256": "7ad35cff93ebc8b66bb92e44c358906fd749a78b3bb60baf748f693ff2c6859f", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.2.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "1c643e40e6e1999bd3b375b779274d7a81ffe1af341d8f09076e5cd20eb8c93d", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 742246656, "sidecar_payload_sha256": "a4e1c55a8cbafd7bdf55db48a1897c081c36d1416d423174ef5c391759b7d431", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "b21ce4bf809572b5d422645b6672789bf08a810cbf1443dbf8ead5dcb96d9191", "codes_bytes": 18104320, "codes_sha256": "6df05be65919ea96f705241cbccc5f76d883f5a89f9bd151111875b158f7f00c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.2.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "697d7c6ed7e50b8bb1977eb9aa283d3de16f9b83f1143309434f2bd618d07093", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 761743616, "sidecar_payload_sha256": "b21ce4bf809572b5d422645b6672789bf08a810cbf1443dbf8ead5dcb96d9191", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "bccb367ea06d642a3b63bef326e274d2a34d76286c8629607d0a400000d03a75", "codes_bytes": 18104320, "codes_sha256": "003f4b3acfe44d464a9a2a65288a487379ea8374b90b5d5c5b6e8cf9e8a89384", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.2.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "6f81364080e733b564cabc0beda9eee5cbf1395f5125de58f0ffbf3a9fc60c98", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 781240576, "sidecar_payload_sha256": "bccb367ea06d642a3b63bef326e274d2a34d76286c8629607d0a400000d03a75", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "4e39b1e54a353dbadedc98ad7a6735c22b7c18a5547f62e37d253f2373d4d742", "codes_bytes": 49920, "codes_sha256": "5180bf5a86fb7780f11620bc794d377c6273d1bf60f3edbd9551bb6a767d457d", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.2.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "adb08789bdd6543382f64fed5bc08faf19c2bb4ca4671e92665440bfe10bc969", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 800737536, "sidecar_payload_sha256": "b377504025410bfbde84f8eb382f26dfee3bf31e0155c7430952df716bf96ae4", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cf95c5044eb313554a206dd45ac7bc9ce9ce7d1717a84c4cae471b63f9a7ee99", "codes_bytes": 49920, "codes_sha256": "3c5468e12cf788f0dbbc3df5688474504d5e5025f22f84f67cf2e47a7ac92888", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.2.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "e27eb539e9eb5438839ccfe63a40639a136059a0f7cd6a2f573b7ba240c93faf", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 800791296, "sidecar_payload_sha256": "e9a7261338ca9c865d8c22da081d6391aea2de178143068b59f033eed24da38f", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d3b7b97bb0bf25ef6a6c38f5d53de450b49e9b22b77cfe9eecc5ea92836a29d9", "codes_bytes": 6389760, "codes_sha256": "3c24bbc3a397235b36ce5ec5bb774070d2d6fc4a0839e798b8dad46c27871b17", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.2.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.2.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "5e1e9a8e79d46d4a38be4c201dfb919f204fdf3e69d77695be1721af845216ed", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 800845056, "sidecar_payload_sha256": "633404231fc082aa97f235b6e496f291d77ef65971cfffc10bbd5435cb4f4dcd", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "5e9855b5814bffdbb07d88a19483dd010bfee2b139d4c07663da687316638d6b", "codes_bytes": 6389760, "codes_sha256": "3f4b82be3ead11a7d8030114b9def52ad3fde954c52c4ac9bcf48485ff0ab61a", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.20.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c3f37ccec34a4e3cc7124143975655c67e6b502be66c77e230d80096d2d5895f", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2220825856, "sidecar_payload_sha256": "c663c0e98fd8b621bb93212e3eed1fbad0d823bbdce4b37e33a565370383afee", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "8f0ae84148590ce4e729dc968b5c2ab39cf611c6876a4668221986ea4b344f42", "codes_bytes": 10649600, "codes_sha256": "92f32f3de0f737513334b970ee1dfcc3b1f9e00636ce1467755a1487c85e0324", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.20.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "ff932eed516bd29afa9ae578da413c67d6fa98d3ecab7c96823ca2f2b382e33e", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2227707136, "sidecar_payload_sha256": "9d5f74aba11504c9980720782145277bae8e470e68321f0230d2796897fdbae3", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "5ea2215152c44e45bd5a02c07d73b3f82b14a6243c6f0184f8ab8f34c7e8f58b", "codes_bytes": 18104320, "codes_sha256": "9e4809475a37bd786daaf8190b87c7001387ccd3d0329ada32755343a20427f9", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.20.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "6aaf37b0c387c90ede3079af90eabcfd331551e402bac7177ca09aa7cb55a904", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2239175936, "sidecar_payload_sha256": "5ea2215152c44e45bd5a02c07d73b3f82b14a6243c6f0184f8ab8f34c7e8f58b", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "20d3982bc8fd3bd2b108d609c99882f10e2709c3db729d22b06648e74c39370d", "codes_bytes": 18104320, "codes_sha256": "fbfe02d2bdf6d54663295b60a764fd26e0cbc1bb9b3374985690e81a20e9304e", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.20.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "590ada03c21da8eddcefc7e5f3cb677b7d76985bd69fab8395c91ba61a84c4b0", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2258672896, "sidecar_payload_sha256": "20d3982bc8fd3bd2b108d609c99882f10e2709c3db729d22b06648e74c39370d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "5d757279ac3c896b316a28a5756f4603f16133aea2fb2f0e23611084cc0dc4d7", "codes_bytes": 18104320, "codes_sha256": "80883efb207f5e90d4cd66678b76184bb5643a49c302dfd09b0b4ed92e46d21c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.20.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "7cccb320f4e05a757aa51196767acd6834daaedb30a675ef0f9d4a15a3cb5fb3", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2278169856, "sidecar_payload_sha256": "5d757279ac3c896b316a28a5756f4603f16133aea2fb2f0e23611084cc0dc4d7", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "38bcc0e668d8b0e85bef156248476a10119e7acb9eb0c9fefe01272e0cb109fd", "codes_bytes": 49920, "codes_sha256": "aadf4676b36705f7a309f94d465ee772e334032cd027d901bb4fd4ac6c4d5c2b", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.20.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "563bd5a6bbda1fb8a09a6371faccff96530311af62f4a297668fa62d9a6394ff", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2297666816, "sidecar_payload_sha256": "8ec53412ff4f0d95d33a498996148ac37238c7a05b7b1c8f9b99f9c8e2b65018", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "92c661264cf6ec402fa10114828020c8b0234218bd9621d3b7d9af36a4fcbeb6", "codes_bytes": 49920, "codes_sha256": "80ec3d7fdc572d20be1afb87ed54ef4ea4e3f74c17ef8da1ca14a98ce06d1951", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.20.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "d71284c33f2d007e4a00a3761926036a0125280f75795da63df83e0432f6cf95", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2297720576, "sidecar_payload_sha256": "ebb3f892f7a4430ff6a4c83c051647859c707e634f8c5f75403e37083438b06b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "3dc59f811c685da81c2a5d5f520ad4597d43188dd3980613a7e6db1f80aefa07", "codes_bytes": 6389760, "codes_sha256": "1b1d614264440e1eaaa87d8fe91bdd28e06e9c4ef03ac22fd0789753de513b9c", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.20.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.20.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "cb31b9714b38c7a2e64594249752fc1cb54205aaa5a5c183e848eff96e68d903", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2297774336, "sidecar_payload_sha256": "7047f347580afae1aab207a68a60b9f78185e4cf0a084935e410af1611497d40", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "80325d0e2d617c46904b7c5702c51d1feca64fba5e042ce5d33a8b362ab29071", "codes_bytes": 6389760, "codes_sha256": "f15dc7646c3c1e76020ae5172a5ad4e96121d9950def709f58132e37682d2748", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.21.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c8d1807999d77c41961018deb1f6783cb36dddc69390f2b55fce5a72869f2442", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2304655616, "sidecar_payload_sha256": "ea0a7f8d454a977e3e6e19c4e223488976fa89fa2924dd0d6dd1e9e0d45efae9", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "0f0e323f60701df637fae3533eb08b446d36d7e5b04bd3eeefa3cc37fd782f9d", "codes_bytes": 10649600, "codes_sha256": "dabcb42531e2d891b759b3631f8a945b6a26708a419807be8c8f10200907b292", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.21.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "a4690020f8eccfdb639a9520af0cb4848eaff3574f0118d6478e68e548fe7ff7", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2311536896, "sidecar_payload_sha256": "7c301a72d8aed9da9cd788b9ab202f86b690a2ceccec699b49ce89cb9d18673c", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "e2c7dbb3bbc1568d43eca4ac6b8e42ff54755aa92abb43cb9d6210b45ac1bea0", "codes_bytes": 18104320, "codes_sha256": "d56068f357208a9478975306fbf2705dafc10ad0768df3740c27a6379435e65c", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.21.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "2961e99125a6e58aad5a524df79df45a1c44284cf6918012aefb763fafc532a2", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2323005696, "sidecar_payload_sha256": "e2c7dbb3bbc1568d43eca4ac6b8e42ff54755aa92abb43cb9d6210b45ac1bea0", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "139d4783858e21bf1c806141c172d5592c68cd64f2eabdae3d8363df51d430d8", "codes_bytes": 18104320, "codes_sha256": "d2514b413a0673c4a10d028391b8e5bcb14b9fe0460f4a23fc56e94b185aefa7", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.21.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "7c76bfa0bd9ba27402dd5616236004daddbaa9171e4f6e844346d283fdf459d9", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2342502656, "sidecar_payload_sha256": "139d4783858e21bf1c806141c172d5592c68cd64f2eabdae3d8363df51d430d8", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "9cd7f9908f58704805f6cbe41763adf701c4df7e688bfa8337f590d7fa024bcb", "codes_bytes": 18104320, "codes_sha256": "22d705e398a1064b60795182577968e8cde40e38c4d4f89d488f0705bc33f0b4", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.21.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "593323fd1aab23825a20653ff8ee3d79630ce7357e3697432ffced52338ab320", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2361999616, "sidecar_payload_sha256": "9cd7f9908f58704805f6cbe41763adf701c4df7e688bfa8337f590d7fa024bcb", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "0c286f3d01688debb705b8effdcf2d1fa59c7b6940af2cc425802eae79286d2b", "codes_bytes": 49920, "codes_sha256": "668ff78f6c4519b266ed651347b52995f9605c7d12d2e5b199785383ba0c9d6a", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.21.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "ee7e7520428a35beedba4170a74a139a3926f2ee3f6eb8c360a2704af370436b", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2381496576, "sidecar_payload_sha256": "8983fc9c90aa3ab95a10ef39a2c61ed0987b890b2a1242795587bdcdd126347a", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "eb72f29c6c75640bdcee19c34642235510f8d02ff42610928c0781322f696e28", "codes_bytes": 49920, "codes_sha256": "c78b6be4f142753b2107a5819ab364117446d826cdadbe9104fc5f0b666e7e65", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.21.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "ac34deda6a901e6687f151d9e84cceaa973178fb8311acab447cd0aa3ed59725", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2381550336, "sidecar_payload_sha256": "96b0e3256e9e5a11e77911cf240195f89bd896e5147c147b54e1b43a9557b12a", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d7a0b52928f2e31769a2377f6668420b9348a84bba44b26c099b5d5c9afb46b7", "codes_bytes": 6389760, "codes_sha256": "fd6496c9e3dc85892f18ae524163350e2aa9b141793fc0d0b8a45aeb298a274f", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.21.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.21.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "adaae0014473bc92bc31cfcfa82e0b87bf7012b1c9b33a1f240febbb78a8d6d0", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2381604096, "sidecar_payload_sha256": "273b8504e5fa671e4d3b706325779253b7b127fbcc886e7681ab3c2c24527bd5", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "7d51ff310c6069bc717576e7292a8b4fb52ecf286860799552843773e33a0a4b", "codes_bytes": 6389760, "codes_sha256": "0aadf536a7df8c438f5f630da39dcf4c4cb51e8ffd3ca0fb97ac462d41ccb869", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.22.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "88fa72bf9fa8438fdd8b07e9d587f19b1e397665ed25bff82c0c4f4ddaed8af9", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2388485376, "sidecar_payload_sha256": "10e962b2fef2dc7705f6b2939cb62b3320f65742ce3dcafc65a4a6e84dcea25c", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "444c6f1e0faa5369d6e5ce9a0d39860f1e9b2ebee17c757b149a6fc9699315d2", "codes_bytes": 10649600, "codes_sha256": "b3572193d1ba044b3acd42f734467e9445f18c2c79c5974531bae2d8da609a85", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.22.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "765a014dadc04dfadf19d9d761ef860b0152e06ee7891396666fb38666dc49bd", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2395366656, "sidecar_payload_sha256": "834be42cea1d75058ec5f5db55a4ba1137fd3a6f20365a86c1695f8594660713", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "aada506e3a75a9defc31743670dd86124ea194cf1e999d1b0491d0dcaed11a0e", "codes_bytes": 18104320, "codes_sha256": "7712491dbfdcef8b6bed5978805616a65d49d4bb7622780cae273075307463f1", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.22.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "7a29152491c6191d8e3085f2e7bfb301a61dcd00c17328db783dacdb567dc425", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2406835456, "sidecar_payload_sha256": "aada506e3a75a9defc31743670dd86124ea194cf1e999d1b0491d0dcaed11a0e", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "058a51e9b5a938cad708468dc2d96784c1919f16863ebc1e8e385315aae8a48c", "codes_bytes": 18104320, "codes_sha256": "f98dbcb048b209307e461607ea545ad55c330d1ac7ae4fe83cdb7310ea4f1af9", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.22.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "a97e8e917f754f2c24dbc90b9b11937abf9ec5266b69000d15251e8cbe7614b7", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2426332416, "sidecar_payload_sha256": "058a51e9b5a938cad708468dc2d96784c1919f16863ebc1e8e385315aae8a48c", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "b4e9fa41b7c28703946d46130887972f2f04dddcc9a1d9adabeb499db59e979b", "codes_bytes": 18104320, "codes_sha256": "cf63e54e5c2590ee467c0bb33a353bb67f5f6fe8b4781abb7ff1c7b85eae7dda", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.22.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "502cf901280fcf4fc2431335ec2f750c9f909ab940cdeac01e2a411b4fb05e9a", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2445829376, "sidecar_payload_sha256": "b4e9fa41b7c28703946d46130887972f2f04dddcc9a1d9adabeb499db59e979b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "1dcbc0aee5dc431725837746d96bcdf4600c8f6b1bd4be0b0cfc94aafa868a65", "codes_bytes": 49920, "codes_sha256": "75e1270dad079eb03f49465bf914e4fd15cf435a1401e288a29d355ba24485eb", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.22.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "db7691b7ca7100db8f56759edf7f30204ccf3c4b5ac1509b36f74a47821a1eeb", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2465326336, "sidecar_payload_sha256": "8344f4abda56d71f678002efed845bac70c792b7cfa3052e36820cdcdac9a26d", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "43081357fe2be38cb8874d392898aad37768f2ea6cade59bf92fb98bf618cedf", "codes_bytes": 49920, "codes_sha256": "68f4a815df048a9742ffa51a251734f5ffb5ed5abcb1221b5dcb11e5c0303d66", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.22.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "9d2d9b257b3140fd1f46e33d7c4c140ec7f11118c670df1572b07102e2e2027d", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2465380096, "sidecar_payload_sha256": "1c7e74a07414bab57f32e7e756fa0f5aff6a7b9d5871c2e6cceea2d3343f9ee7", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "34b2d0a46e409f29535e044367b60594100e115f23070c7d2a1998101dee04d5", "codes_bytes": 6389760, "codes_sha256": "5ecc095f0db0f5f76a28ed8171fc8b4c91eb2fa5ffd9fb707b5f75d5f6fa38f3", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.22.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.22.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "9d462c5fdc81c2fd3cafc595c520b4cef05aec08234215edc60c33d60e37d1a9", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2465433856, "sidecar_payload_sha256": "e3cb3abee90c3572a7868465c893975571d1002e530dd436a1bf456aa3128f60", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "dd839217ad0c7ac1413d64a9cf6828107ef3f2670b20a840ad2c4583a1a18232", "codes_bytes": 1064960, "codes_sha256": "642aa730217ab015ed145a20cb4858c24e2c89db0fbc7dcbcf8a8e2ccd3d6965", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.23.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "e3918702620695631cecd4980f85cfdd21115db0d1787397177728af06446d31", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 2472315136, "sidecar_payload_sha256": "dd839217ad0c7ac1413d64a9cf6828107ef3f2670b20a840ad2c4583a1a18232", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "ad7372ba4f841e792847744519c7ce394ac7a605c19ee8caef7f729d3213cfa6", "codes_bytes": 6389760, "codes_sha256": "af5b218c0bbc6e52c943adb045373b54c4f18a341f11144406989ff4d450ed5c", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.23.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "7f25371483db069d1c2f2336840eb3eedeaff909bf7ee80447a96d57c8f2606c", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2473462016, "sidecar_payload_sha256": "ad7372ba4f841e792847744519c7ce394ac7a605c19ee8caef7f729d3213cfa6", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "b6a2c5652028347d1b3eb1ed111b798b75719680152514f36c41f4a0d892aaa2", "codes_bytes": 12779520, "codes_sha256": "f53e534ca4fae35825b2ebcd75b2e2f2b6821a58aa52bddd7cb364f78fd2b552", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.23.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "0b8f33e42ae377a19be1928458c447258d93597d28e8ce8bb4e9d5e4b49fa3a2", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 2480343296, "sidecar_payload_sha256": "b6a2c5652028347d1b3eb1ed111b798b75719680152514f36c41f4a0d892aaa2", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "37aa4d86fc84ca60e335cec3a54dbc0876ea74c442a63e3573f9f30e092b050c", "codes_bytes": 1064960, "codes_sha256": "be84b5d409f89fb7c0709ac3d44732b04f6c0bc8a5b84b4773ea82bab363b3b7", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.23.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "02eb673b3b6b243963a7bcb05e7abe9548f9525dbd3a91f201d024bbe7a04f3f", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 2494105856, "sidecar_payload_sha256": "37aa4d86fc84ca60e335cec3a54dbc0876ea74c442a63e3573f9f30e092b050c", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "47e9036a7860457a776100d17637c0fe66052e3e6faedf93233feb61e7121214", "codes_bytes": 18104320, "codes_sha256": "28ed8c9925f635f8f1a823d853f0db64e87d7974a4efbbf1d550e8b53dd057b0", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.23.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "0bfac053466985e47ef3cd9c44f0a4647b2fcc224df928b0beb65910025b2a0b", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2495252736, "sidecar_payload_sha256": "47e9036a7860457a776100d17637c0fe66052e3e6faedf93233feb61e7121214", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9c9ec608d7c2d2752e32d77c7b2267d872e10b2ed2ba43f0cb26dcd3e7ae5a44", "codes_bytes": 18104320, "codes_sha256": "0e1f8104f71a76f8ebc3e0f87d8f4107b39c650eaa9bdae2a51adc9189d92fe7", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.23.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "357fc7ad9fe641a309ac5a388ccb11a1e6a9f6a6f7e8bbbd35cf3dc4b540f5a1", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2514749696, "sidecar_payload_sha256": "9c9ec608d7c2d2752e32d77c7b2267d872e10b2ed2ba43f0cb26dcd3e7ae5a44", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "1c916c2bb2eac26103f774c0cc1ab4a6432a54b7e5b8033a2a730f37775f2d2c", "codes_bytes": 18104320, "codes_sha256": "86f8733bb88870d1171c1a335052cd0b4db3f264af49e8e2c01858e0f5551459", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.23.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.23.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "21f792b62acbc3292536a836f0da41099608acbd154dade43395f9dab278a518", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2534246656, "sidecar_payload_sha256": "1c916c2bb2eac26103f774c0cc1ab4a6432a54b7e5b8033a2a730f37775f2d2c", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "eef5c3358f4947d69519e29dafc81ad5f6541f1d12bb7ac4758e3c75441849b1", "codes_bytes": 6389760, "codes_sha256": "65d654ac8394f23cbf64814f33b4fd3bcc8fcc713dacc68104eca1568d34b33e", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.24.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "1da18b685157184ba06664dfb3bb43322ec812fb28fb6e45b348da36249506d9", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2553743616, "sidecar_payload_sha256": "61eb9a2f324ff9fcd79ec021ec0332f9cab48bd2ed9c6ca4c81e473828648452", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "256f0f2db4b7e2c2876049d0864f01bfbff736ed4628802c167ce3559005e0a3", "codes_bytes": 10649600, "codes_sha256": "db3515fa43e6b61d191916c04d34298f6c26b69036de5baddb02ee6df08a9b7a", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.24.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "f7592d267c4861df9da257a93673bdc03a59ad65ae8fa6a9b186a0e58a1dd555", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2560624896, "sidecar_payload_sha256": "a1d223d5ff96989419d4eed1f9005b75a6802f31dcab17222502240fd9d45e05", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "4c10157c1cfe44718963cbb282f5cd5eb1f3af373e2dbd6faf15035e78fe0631", "codes_bytes": 18104320, "codes_sha256": "083adc31b663eeda783de3378e88a2689eaa7fa4515a04a4603fef9235c16672", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.24.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "067e2b2c527090ee405680baed2a728281026b88f7a8c69a6ffe61d3d18b7b88", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2572093696, "sidecar_payload_sha256": "4c10157c1cfe44718963cbb282f5cd5eb1f3af373e2dbd6faf15035e78fe0631", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d59621c4f7e5f596eafb83d5c1fb289cc34b5e782b72c3545d7ac7d135f4e999", "codes_bytes": 18104320, "codes_sha256": "f266a4ffb2f2931db27bfeced81678bc73a26f296c2ce6414f06a06b23ea697d", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.24.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "194a2c6f19602f3099bcdcc5d6383e8a23c49e26e22b1280916429a7f540f165", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2591590656, "sidecar_payload_sha256": "d59621c4f7e5f596eafb83d5c1fb289cc34b5e782b72c3545d7ac7d135f4e999", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d34b635b09a8b2ccde7b43b8a6a43a4b863be0c328431698c3d55d1896d1fb8", "codes_bytes": 18104320, "codes_sha256": "77832c8df628cef9450205623ca128f5c0fbbd960afe7f9cd7d33e8c02b332d0", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.24.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "3937a4169e0cc759c2f74b6d7f09c510479e3137dc9f4782e884c948cc8f60e6", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2611087616, "sidecar_payload_sha256": "9d34b635b09a8b2ccde7b43b8a6a43a4b863be0c328431698c3d55d1896d1fb8", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "1778108bb548e83219576404fc49dc64a8a98fd7d33d928ef92116ec4e987f6f", "codes_bytes": 49920, "codes_sha256": "ccdc02928512e0fc04bfda58463fefd27af09be3228c9a395d8997ca4747c66e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.24.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "e833807b44d1fc8bdaf13f28b27fdbb5ac83e9b5ad383dba04f1c8fac18ae815", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2630584576, "sidecar_payload_sha256": "50577fa602abf83afa88fa0c2441023fa823817f29725c9b5e55b119b15754da", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d7652b830223b2cc768f074ddeb586df1810ed4db8d53a6437a9497539bb84c2", "codes_bytes": 49920, "codes_sha256": "cd7a74697c63c1f193349efa4c36b8d677e6f014ba9acc00cc13a2cdf9050539", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.24.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "993b3f2a774adf0dde4ff176e3bdb879209c282de2a3a709ec4878e3bc3fcf58", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2630638336, "sidecar_payload_sha256": "333e4509a65ebf957f5dbabcc9497281f4922e40992969e8806e42714b5f1e02", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "7f8c15aab7de673c3c43dc572db1c8d4f05311a14bd0d163cfd884bd4e7d4ef5", "codes_bytes": 6389760, "codes_sha256": "5f4310a7a817435ec431e8ee37d800475d174de85f0444c6d8aec3778aab8e47", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.24.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.24.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "002e79e3ce4dbcdf0de830084fcc720809d729cd881d783e530481aaff041959", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2630692096, "sidecar_payload_sha256": "0cb889314916c14335ab0c99d2947df2a47e76feda0a2928f0d0b8b8d8ef0fc8", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d56bd765e5fe74404b35884f0184e82a7dc9ced09c507293493c2efe2cff6894", "codes_bytes": 6389760, "codes_sha256": "fa4aee1164c896ccb30dc036b689c36c806409d435875fc67c4b8bf98b24726d", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.25.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "b09da60186649542f9d3630029f6491b11eaa760894a43f981beb76b254a7e17", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2637573376, "sidecar_payload_sha256": "750f01ff2dad4dbe24731047ae90afd628bac2a76c302cecacd013f44959faa2", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "cf487e0a53e9e30efb3a97f16bb92a0c41b76f5507e5fdf79525f178177d1e90", "codes_bytes": 10649600, "codes_sha256": "a4093e2579f252ec206c9bd7198ec4939815bd2a5746d7f17ee35b3549807ae6", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.25.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "19e7ef9c3799d2bf8a995a32aaa1798545ddba8f2f387ab1d76e07d458c7ab40", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2644454656, "sidecar_payload_sha256": "84d57e87d9b9459758a6910158010938a4fa9d66a71c4075eda0c0aa9138d7fa", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d6c54733fb28fa7aa9758dc997a2e90dcd8664b8d173662fffe277e2ffde927", "codes_bytes": 18104320, "codes_sha256": "846bfcd4b4ffb0359c0fd3f3803b99311570628af25559ef1349eeabd7b8aabf", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.25.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "cad81430fe00164d04800366d721c8c3941218c1a3a5a4930d60295f790b2680", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2655923456, "sidecar_payload_sha256": "9d6c54733fb28fa7aa9758dc997a2e90dcd8664b8d173662fffe277e2ffde927", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "bf2e38bec40626e9b254d3883467134fdb0d720c97d656c587d307b26511b157", "codes_bytes": 18104320, "codes_sha256": "aabe82046a9692beb6fb54a9344ec8c47cd04c3ac4a598bf01af98b8e6ccc539", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.25.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "9d998530b479e6397c060b4d48810c687985afe19dcd25436bc88f65b7d1d680", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2675420416, "sidecar_payload_sha256": "bf2e38bec40626e9b254d3883467134fdb0d720c97d656c587d307b26511b157", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "4f4b90eb4aba11b3eadf49cf257eef7d5f424ea96f42017dbcaaf7ec054ee299", "codes_bytes": 18104320, "codes_sha256": "5955f15e23e1b0b9a620f1e14846ec952b2db477af36e33173d4b828cf5bcd57", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.25.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "a596e45edc4d88dedbf16f6242405a135c8667cefe302cd9ae485f8cf168f0a3", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2694917376, "sidecar_payload_sha256": "4f4b90eb4aba11b3eadf49cf257eef7d5f424ea96f42017dbcaaf7ec054ee299", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "1a8a669ad01e683a2b16d3282245373633c393ff5e8c3832613b61a2d57b49f9", "codes_bytes": 49920, "codes_sha256": "be7359d24002fabbbc3850d6df3d7aa17a1ca41f6660e46c888e6ab49ce37745", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.25.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "dbce97f03a0027a4116b20c58cc5eb77caa54515a978bd71380084971b73be9e", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2714414336, "sidecar_payload_sha256": "33a11e9bf1667668571d10a031ab240762e244e97616698276de291f5856581e", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "2c919e84df51a84deb78d9c6c9b23d93b635eb516383d6b3bc9cac4bc2bf021e", "codes_bytes": 49920, "codes_sha256": "4024914780a602f6eb6400884cb7989f0ae7fbc799ea03ea3aab532301b3c2b4", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.25.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "bd8d0aaa7b02a4b5eb0d3ce69ff8fd4736b3979456f3cee307ae1d99e247c629", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2714468096, "sidecar_payload_sha256": "95be2b0b3f3baf482e4dbd585d2986857150f8dc7f1ea7f0b2f5051d19b2a237", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "f96a67469f1c19f8e3364da2d99d6f15a380f684ff4ecbe81866e443b3701be0", "codes_bytes": 6389760, "codes_sha256": "6323934da8a7c7fd05f5c4f1bfb4498096b0bc40199fc7d9834db27df009ea6c", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.25.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.25.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "e0c36077ecf700d1630345a764c16f2d6b9ad43c780a38bad35883374133fc42", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2714521856, "sidecar_payload_sha256": "1dc47f145b0020a6f0c5b58bd95081672dbb3bc9a3ec63b6e0586ad7e47056f6", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "1970ef93ca2cbaf0473fb778c0f06e4029831c3749a5b53968f5e9d9fd30e182", "codes_bytes": 6389760, "codes_sha256": "921abc9a8106299a6fc258b22c00ab15df4756589cf014388834167d42cb3820", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.26.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c74cd5a62008f3345c60a4cc79ff3c33dd6ae09bc0ee84390608383ae9215fdc", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2721403136, "sidecar_payload_sha256": "f1cbc5838b513df77f21b643cc12a9b263159c0b97feebad66d38d7a71a06870", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "987ee4ceaf58e7090b8b5c43ff94a97fd2916c0e4593c37490d20409f0f4d6d8", "codes_bytes": 10649600, "codes_sha256": "befe6828a53a0152d0f63d5903950e8a95e5a39a4919f30f01814172e85efdd3", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.26.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "e5b3bc4dc4056132cf785f5c04db29d5feec4832d5e90ff49b028cb74b33750f", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2728284416, "sidecar_payload_sha256": "b0d5b77d02db587f37e1d09e2b5a2face60f0db66b2e965c230dbd697e113b67", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "9a947e291276c02dfa32495d3193c66e211fb29a9d0dcd21bb41260cb975120d", "codes_bytes": 18104320, "codes_sha256": "4f1b98d9bc1ba9348b9aa693f52c9daeab4bd18eebf0f7ed7b220fa190514fad", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.26.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "14534a7ef9c98d9d5faa7c15c1266a2c6759e6b4d0c7312c120762866fea2a68", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2739753216, "sidecar_payload_sha256": "9a947e291276c02dfa32495d3193c66e211fb29a9d0dcd21bb41260cb975120d", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "48e7582b0f2f36581b36d5299f379b96b9ad9c47cbffce07507f89a088bde923", "codes_bytes": 18104320, "codes_sha256": "cbe1c4275c57083b14c219f15fffcb7e886d76ad9c3498eaade39fdde5400f61", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.26.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "e978d36aa199f9e6650aa3a1528053cf76bfb7033393f41452cb39cb0991a8bb", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2759250176, "sidecar_payload_sha256": "48e7582b0f2f36581b36d5299f379b96b9ad9c47cbffce07507f89a088bde923", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8d36c3232a90379b3f2af8e4068f842dabd2434bae8e58af8e80c4dac2ea1402", "codes_bytes": 18104320, "codes_sha256": "a8c57b490fb24b763ed405a093ba7876bcff5733ac190de213e95afeea5bca49", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.26.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "0c1c1e8e4c2ec25f2c9eccf6a7f58b76ec86dcc59b0f19640dc7b2ca55c6889c", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2778747136, "sidecar_payload_sha256": "8d36c3232a90379b3f2af8e4068f842dabd2434bae8e58af8e80c4dac2ea1402", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "b89709c45811486285ca34cee61d704c6106a2fa9fd3e80b889a4ad89d776130", "codes_bytes": 49920, "codes_sha256": "f78209287f103980699e3b186f03abecfffffd5a4514a05ea63a610726ff0f54", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.26.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "6d9d1d2f09153f320140808476c861ce1e1cddec20f1e0e0bd288beb9b699418", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2798244096, "sidecar_payload_sha256": "f66b38097287eb6b885bbac6deed8884923a4a8857e300eb1ac43eda674984ef", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d7ef125b8fb428079cc0a4bad9154924e8c50eb2e1b4ae76fdf484acb2ee0bf1", "codes_bytes": 49920, "codes_sha256": "5d35b4783c832aea5ff1fe3c3d463d062aee9c6c105e8a1b20f9a0e1431d4e9e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.26.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "543a095df54d4f15b0eca5526fa4e67c5c1fa995649af274fd0e245ce89a7c3c", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2798297856, "sidecar_payload_sha256": "e712d461c5e13353a12bc1ca5ca2ff5065ab6a733a7388a34ecf79005d1e7178", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "9c6dc9bfd7e392480d1ae2b5c51c8f4c23af50f2888ac4893a2cd0b6db52319a", "codes_bytes": 6389760, "codes_sha256": "bd928c4b386099a6282b557b9b3c5b3c975e12a98b28baab9353d9435a9cd22d", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.26.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.26.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "ddc49ad0ad025ce6c4967a487329b036be0f5dd5d2f0d5e0d73a39cb2b64effe", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2798351616, "sidecar_payload_sha256": "aece3cd1f77838a460bc5e3f354e58af1879db38cacfca2729a7b125ff98f58a", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "eefadfcf61726fbcd367f8d38e0f58d2402a26be306825028e8fb5fddaa170d7", "codes_bytes": 1064960, "codes_sha256": "ca96d0d2635a5c6c942511a40d9cdf6776e80e84749de3a537effc1348c20cf7", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.27.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "585b1557fe9783e644a58e1d1739a1d5204fe6537eff0bccd7c18da395a65035", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 2805232896, "sidecar_payload_sha256": "eefadfcf61726fbcd367f8d38e0f58d2402a26be306825028e8fb5fddaa170d7", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "c649bc6f3bb525f113108bb6b00ff5fecd536076fa9929b87177b4ca03a49ec4", "codes_bytes": 6389760, "codes_sha256": "66ecf719886187ea8921fbd02b5f2709a99566abf87b5d0e793ee7a34bee8aff", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.27.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f7adc8dfd1fad9a69cd1a92f8d2ea63c4189da7036c0591095c3fe45c611592a", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2806379776, "sidecar_payload_sha256": "c649bc6f3bb525f113108bb6b00ff5fecd536076fa9929b87177b4ca03a49ec4", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "7989a5f0eb4bfdb134d3c2a85d9c45a1cd1b9b107d2abe6f066dbd409bdbc9b2", "codes_bytes": 12779520, "codes_sha256": "52bbe7df124956e1885a3d78de873643dc67aa5525264acb9b681d06bd674f49", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.27.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "92c8bd5efe4b15c31108bc14c520c64889f56debcc885c91947a314fa43bd2cf", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 2813261056, "sidecar_payload_sha256": "7989a5f0eb4bfdb134d3c2a85d9c45a1cd1b9b107d2abe6f066dbd409bdbc9b2", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "ad13ba9ed5d2fef1abf23bf1f99f62821ec2f7ecde7935c88debb1bde981b442", "codes_bytes": 1064960, "codes_sha256": "ef2d6cf29bbf2e1eef9be80055c719f87c4cd1b6d5d5d172c0776c00660fd78f", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.27.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "69105ce967b9e33039c084bf5a7967b8e0cbbff7f72372e161a1731f5381d776", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 2827023616, "sidecar_payload_sha256": "ad13ba9ed5d2fef1abf23bf1f99f62821ec2f7ecde7935c88debb1bde981b442", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "cf10c82f583f53c30f107353c238b958084081f45bf6d38951dc7dea9fdde49a", "codes_bytes": 18104320, "codes_sha256": "8225e3c1d9c1c0f9aca9d48367f8d360a3b2cf1fa783fc110ffcb9988ee1f56b", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.27.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "69709d4447da1382441967d815115047c0fba5e27ebe6345c24ada6f00cba7df", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2828170496, "sidecar_payload_sha256": "cf10c82f583f53c30f107353c238b958084081f45bf6d38951dc7dea9fdde49a", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "34b6241d364d0c3412ac8e81734efeec5aa759056593c478c3368bc6b8f6a1fa", "codes_bytes": 18104320, "codes_sha256": "97e6214cc98a1e0d4509be48fdcc9f079bb09d8f694621540610c6a6e36c4995", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.27.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "2c28ed57df5d6c0c1251bc3af325bda0cc15930cafdc843e80f6c25391eb10df", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2847667456, "sidecar_payload_sha256": "34b6241d364d0c3412ac8e81734efeec5aa759056593c478c3368bc6b8f6a1fa", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "ae82b65e3a792714c3adc35f4d54c5ada3d523d084135748919e1516a075d42e", "codes_bytes": 18104320, "codes_sha256": "2189813931f1ff7f4ad5cce74837990f0f7effbf5fbed1dfc4dbfba0d15dc29e", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.27.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.27.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "274f86a950bfa9d34abbcb1810db51879115b599f2764f29ec5ae8e597a90f0b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2867164416, "sidecar_payload_sha256": "ae82b65e3a792714c3adc35f4d54c5ada3d523d084135748919e1516a075d42e", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "846d55bfa9ad697d1c132d4715d30825cf5d1662837eadde3cfa0bc51e011a43", "codes_bytes": 6389760, "codes_sha256": "5a3862c7aff9012b387f8209dedf8183369fa1d153de3af0a1fe04d11fcb76b3", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.28.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "688a07b834a57b233d0ab1f7bafb906914f3459d382c49e59cce5d8bfedb60b9", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2886661376, "sidecar_payload_sha256": "f382137c48eb9467d3bf78979a61e62fb675e1e593c34cc52acedfc5b13157df", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "aa346e09932ffd02f5d5d1993976b17f587eca558e0558465c87fe410aeaf86b", "codes_bytes": 10649600, "codes_sha256": "0c839f29989021f438522b507781cf5d58574de2a4c8f3302df1a7aec955f8c3", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.28.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "8c0cb949d718580e78bb66ece0668476954b0d79448acf08568158384ea4acad", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2893542656, "sidecar_payload_sha256": "0ffafbe477be5133674b1b35a2baec4447546de112cd02d6d295c3c25eab3b26", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "0906fe40900fd04218060e423933303ed938993e18b9edfe3ceeb231b4d93c84", "codes_bytes": 18104320, "codes_sha256": "4724db7b9fd45ad0f3b03b3337a498f6a06fab3a7b7512f1296033710c946644", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.28.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "2d91a4979cbca15186922ee52c8c16a71aab79ac2eb2a6b4a5b836c7168ad20e", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2905011456, "sidecar_payload_sha256": "0906fe40900fd04218060e423933303ed938993e18b9edfe3ceeb231b4d93c84", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d77da37344961304061c1ab44b0c679e6e820a5418551a526cec02bf9ba4797a", "codes_bytes": 18104320, "codes_sha256": "ce541fae69d7c1d8019ef10cc7eb01590fb391581a730acd4ff83ebe807178c8", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.28.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "764b6f8422c49e481ee116fd7e2b584e914c0fd8270df7f47027ca8bb1b9affb", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2924508416, "sidecar_payload_sha256": "d77da37344961304061c1ab44b0c679e6e820a5418551a526cec02bf9ba4797a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "094099b5d2d94af65744cb2b4a5006dd7ac902d45d7135efd4193ddb49579e47", "codes_bytes": 18104320, "codes_sha256": "87f808937bdf8c5af06e73aa9ee59f6aa31ffd25497f9cbc806c325fb2de17f8", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.28.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "ad7d122490e831094b985a31fc49a14b1d2cacc301291e777a782b1fba333e85", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 2944005376, "sidecar_payload_sha256": "094099b5d2d94af65744cb2b4a5006dd7ac902d45d7135efd4193ddb49579e47", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "eed0d42f05bfb14472921b2f967fa7b1c29b335f595d98917d590bd3f5ee48b7", "codes_bytes": 49920, "codes_sha256": "808004af17e9166c0f7512a21de397a47018e9b09c747ec89d90b940506c2670", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.28.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "ef0a5c723262c55ebb4d3a2f27bb25f68066d6fcd03aa2564da85e4e2023741d", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2963502336, "sidecar_payload_sha256": "e89410504b5cbdea02c56df57b41b9ccbd15a333d992824d9e3461af9fcd98b9", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "b7de9b90b4ff3d6ca25ffe09ccfb765417ad1a59e1358c5e24854948e14bfd82", "codes_bytes": 49920, "codes_sha256": "4d105f2a2df502b7e652b1b3c74866c5800c6b6cb92aae44024b1182f691f669", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.28.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "4fa1b2ee8e761db43fb8106abbee2d84de674cf9dac55b72d4960e5d82f99389", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 2963556096, "sidecar_payload_sha256": "7b09585da81ad25d1c9c08c79a06ce10850cd578a20bc543e71f479936279331", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d76da9b61a7614d002c97ecfc20ee566f19927a2860c5c93b5b00d7f2ff21be6", "codes_bytes": 6389760, "codes_sha256": "09cb32b2501ec56cec9fae122830828eebe1ebe43169725fde94acaeb34c6d65", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.28.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.28.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "379b5e4587228b192925e929a2ccaa48606015c8fd28537e0f2b117ba376c9a5", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 2963609856, "sidecar_payload_sha256": "526d322a36378d7552a431aab11994bfb41238bdf76558a51b7e52607f5e93cb", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "17d001e039258029085ae0091d6da23bd7f7b1f0ab0a75732397c6c040bc2558", "codes_bytes": 6389760, "codes_sha256": "c104855a0d2aec79fbeb3810183c53452eaa7c21a577c19f79d1d72cf9d56b64", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.29.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "4fa659e24c4f6c375febbd5bcae1a46278022433c613e146d635c93d362d8673", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 2970491136, "sidecar_payload_sha256": "cf4e6785579c581b29b2467f9808084e9ce964c3b68a09a6b5df2dc3813c530b", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "e147134a6d51e9edb9f3061f76c505add13f89ff596e40806230217a67ee5da6", "codes_bytes": 10649600, "codes_sha256": "82bbef34344b3339e9227a34464080ef88c49e6dce6d9229451d347cbc948edb", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.29.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "7eeea8bbe6f2d66437f13712885afc996b2163bf29e1d4e0475ab9951a23cc3d", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 2977372416, "sidecar_payload_sha256": "1493890bb15f1fe40aa8aacbf19e79e7e4dfe6cff8b1b3d08ceef74f07a52935", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "38f00a61efafcd2fa4848ff0d2220c63846764d519b5c041e3c9d821374d4d4e", "codes_bytes": 18104320, "codes_sha256": "456eea5990c0da7cef67d115b89c0addcb3b984b5e7f21099903d97b792e4a83", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.29.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "b91dc886d48ec2dd9d80bb8e56fec6829363ddbfe6c44d7313d240c0007a4adb", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 2988841216, "sidecar_payload_sha256": "38f00a61efafcd2fa4848ff0d2220c63846764d519b5c041e3c9d821374d4d4e", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "857580cf229edd28e012fd987a25f649f138c7865d84f73dcb1f27d5590f9b55", "codes_bytes": 18104320, "codes_sha256": "8fa678713702360acfab3998efb29dad3b890ed11fcc14774fb234dc64ceed1f", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.29.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "0a41a821aa28a739974ff8e7b3a1f5c7ac5c6c967ffb00ccb79db7399438b40a", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3008338176, "sidecar_payload_sha256": "857580cf229edd28e012fd987a25f649f138c7865d84f73dcb1f27d5590f9b55", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "357f3caf90f6a5f44d017f02bb87c342d05804340cfda4793b4290cd04057c69", "codes_bytes": 18104320, "codes_sha256": "d4021e12dee07951b6fd2e747966e861e8cacc2ab03dc1aed357d0bca6e3602c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.29.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "58364e856a5ae8007fd7fb4806b162dbcb7e21f6b6927a19868882c851ee38ff", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3027835136, "sidecar_payload_sha256": "357f3caf90f6a5f44d017f02bb87c342d05804340cfda4793b4290cd04057c69", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "91dcdea21a8fd37fb139ad156558737b57b7f33b9b2eacfb3863e99c88c7a3f1", "codes_bytes": 49920, "codes_sha256": "dcccfd9ca4befb4632a6dbe3ed65994abf4a77ea5fd2d7dd27b4592171991121", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.29.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "c3c71fe054d3388d5d1fde3ebbad294d15b2720dd24b2e8895466b69527866e8", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3047332096, "sidecar_payload_sha256": "89ed6fbdb203be19d638a51cae7856e14a7e77b6f3237906b3fd99abc0b5c3ad", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cc479abc20b5d19a114438dd67550b6f629e0839a99d446416039db6e7d3e27f", "codes_bytes": 49920, "codes_sha256": "e3c064670e83662c8154a22d881e553cc60e21030ef54378a70ffd0f6e58fc72", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.29.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "47046df59b16e85bff10a8efd2522b3da59d7843d8636050631affeea985dfd2", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3047385856, "sidecar_payload_sha256": "1d2367e47560370590596329cb52785abb56ecd85de324b2191df6aa6f836bce", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "0f19f56593f6e21d24760c10a48dfad66be63d86cfad6299b88a0355c631e3d0", "codes_bytes": 6389760, "codes_sha256": "ae19f33da034bea7db513147b800adbf39eac7d30475f2aa69456522133f0882", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.29.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.29.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "ce5834ba872a4390c60d6a2d9fe507d53a6c59d58799fcca3ea951a2af55c176", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3047439616, "sidecar_payload_sha256": "33f5cc51a4f2b0c93696a5490872ccb5fee11d003658e1dcfdad713885071447", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "002123089b35811f1b09632453389d0fdbaf1b08f8aba1a17f07a3b46f30d765", "codes_bytes": 1064960, "codes_sha256": "5dda03dfeab05a63cba0a39bb610bb17e8c8732fef2107e0e3e182e9dfb8856e", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.3.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "1f4e1f3f89d2cfe7b9946c77a130516dfce07b9aa4207c4167f6d2cb971fae22", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 807726336, "sidecar_payload_sha256": "002123089b35811f1b09632453389d0fdbaf1b08f8aba1a17f07a3b46f30d765", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "9ee625a339ff6d954b1f31f99b8409db9bb8ef20f84f0b6b8569502411e3a55d", "codes_bytes": 6389760, "codes_sha256": "d92c9af15a13a726d643a2f0bd7e2fe486e7c9e9317fe5341db615bdd7c4ba65", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.3.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f206fc964ee960bc068c822a4bc0a19e9d64acbc9d5d37184930b27962c3dd04", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 808873216, "sidecar_payload_sha256": "9ee625a339ff6d954b1f31f99b8409db9bb8ef20f84f0b6b8569502411e3a55d", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9010bb085cb5dc6678cc7dc0bfe0a0de4594996ee9a137ec2bcd522a30bf7132", "codes_bytes": 12779520, "codes_sha256": "15c1536b02170b348ff556658f4f1c829fd1e0c3fb3ef754287fcf0875fcf267", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.3.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "1a4a6a724c30913007e5b477cfbe12f5d344bdefee1d7728e34ce8b42da17721", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 815754496, "sidecar_payload_sha256": "9010bb085cb5dc6678cc7dc0bfe0a0de4594996ee9a137ec2bcd522a30bf7132", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "1d5ca544f40ab514bd0cfff3c4f2d3a9c1eae6eec33080888c5d34559c33ea6d", "codes_bytes": 1064960, "codes_sha256": "4246f39393b62730da8ef1fbdc05dce292033d5d9563f98decb1b076a095bf2c", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.3.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "0ee0dba340911bb1dc4249e14f0b15945e809fb986a9a502ffb660796c27013b", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 829517056, "sidecar_payload_sha256": "1d5ca544f40ab514bd0cfff3c4f2d3a9c1eae6eec33080888c5d34559c33ea6d", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "3e793cd1d6b6caca4ebdd2c722bb4751512c48f31aae0ea41c46912155b12676", "codes_bytes": 18104320, "codes_sha256": "b97680e42c4a9feda1fbedb1fbe452260a428dde240302faef7701430ba202b5", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.3.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "cc78763fd5a91d2658d55322841f6701b0945899168ea8c73ff4d88db8769245", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 830663936, "sidecar_payload_sha256": "3e793cd1d6b6caca4ebdd2c722bb4751512c48f31aae0ea41c46912155b12676", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "89aa99eb9ad1c4982fbf505f294bfff2803eede9908f4dbc508b1b4c2b183368", "codes_bytes": 18104320, "codes_sha256": "48205e24fcb98477ec32877a0f82823acc4ae7e23a2bb6a85a31f8b49254f09f", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.3.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "e6fda45e81f15ff2822ee0e33a35f02c6c3ecde6c3787ee084b66ef5abf33f6b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 850160896, "sidecar_payload_sha256": "89aa99eb9ad1c4982fbf505f294bfff2803eede9908f4dbc508b1b4c2b183368", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "516fdcff66127fd2453ad006cc7b1b90b870a589e830a44e3700b808bb566fe3", "codes_bytes": 18104320, "codes_sha256": "85d033c38ed031398cf6829f01e19ac1b7554af90c977e0f11d50e0a4363941c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.3.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.3.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "3a5c282530be0e166a4fa1fe33837b929503856d425d2e5834320f37c654f867", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 869657856, "sidecar_payload_sha256": "516fdcff66127fd2453ad006cc7b1b90b870a589e830a44e3700b808bb566fe3", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8fca24503f292f0d341a13e3cbc9a04ce60544032a220577c9bdbffd5637a441", "codes_bytes": 6389760, "codes_sha256": "3502fdc27815ce5bc9b6eb97df25488ef7f8882405a516be631ab6f1d6fee85e", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.30.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "00ef9a89c5054fcb6ac60656f188d2f05b3535804c98ee4d34d54636251640d6", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3054320896, "sidecar_payload_sha256": "e55fd998fe87f515c74559835df075c4f6fae63ac4c65aa4476be99a2631e8fa", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "6201f4705c5c5227698fcbaaad23684fb19289a648fb36be53e40c0908bb4806", "codes_bytes": 10649600, "codes_sha256": "fe61a80cde76658c82d06649b3538f1cc68e3452986682c2668c0cdc5385e8b6", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.30.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "8a18f1f9d4d0aba7d88a1cef5ae305e5ac65924aece8eb09e873e02be04d9ffd", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3061202176, "sidecar_payload_sha256": "0eb2cee812fae57ef63227e551469f0638abadef1e40f92f582b93d7990ed593", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "2b44180b49e70c536dcf501416dbac2a5386b95f25120357037b496c81077163", "codes_bytes": 18104320, "codes_sha256": "2adcbb8b038f9777ff9a1aeb1ec397e1997b5b4509eeaaf896d53fa323d6fde5", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.30.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "c2454a16365fa3b193879083917e88fd4c10b526f71dbb85532f4f5f4326f2b4", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3072670976, "sidecar_payload_sha256": "2b44180b49e70c536dcf501416dbac2a5386b95f25120357037b496c81077163", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "8bc1bb1e2c8079e78b2edb4ae3782b8de00242d995ecdf254c63153b3a32e42d", "codes_bytes": 18104320, "codes_sha256": "9f8de9ec35930b9069b64614921af7926b5fc3c69e91e52cd56399e3debc7f37", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.30.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "9b22677d27438d0d06c0eb40455a03ac43f52cfa57e3bd81fb6cd40a6337d7ec", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3092167936, "sidecar_payload_sha256": "8bc1bb1e2c8079e78b2edb4ae3782b8de00242d995ecdf254c63153b3a32e42d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "ade44c0e2fee0e7c459f1a8b66a3f51a1846d3bbb5caf459ec495281987a4433", "codes_bytes": 18104320, "codes_sha256": "a7653ec75206ff892ebf78a3e135bf4eb78622bc992a4fa42fa0e09dee7e69f9", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.30.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "2f3123419164b2185ebffaa113ab870eadca30efb22fb18441aa3a7c3e4c572d", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3111664896, "sidecar_payload_sha256": "ade44c0e2fee0e7c459f1a8b66a3f51a1846d3bbb5caf459ec495281987a4433", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8bcf6ddeb7a4859b6217cf5f8bd8f2b6971f9930cc02b5526a86b3bab81e6b41", "codes_bytes": 49920, "codes_sha256": "6789df84adb7f326f4c5969f0f00ec3a1d5b8dcfd8f7d69ef6bd6c642f11bf85", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.30.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "e6213c83b323f8b4402f6cd03f6edbbea37adad11f26cfeef192a0e6bacafb9d", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3131161856, "sidecar_payload_sha256": "2d9494bf8571f1e19a7b1f0c7de78ae79e79bba75b8a56d9e6cef6d55c2e0f79", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "7868e74d4d13271c71409393e8adb94cdcfe7275e77a628641dc8888002a0bb3", "codes_bytes": 49920, "codes_sha256": "3b8c523fa5b17a5fee3adbf1b169028d63587dac1c14fdd25b2784cd055489b9", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.30.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "952d7a6c1e2b1916e6d5f4e0e6507d465e48ed0a118e8f9cca5d5ff89f932f28", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3131215616, "sidecar_payload_sha256": "227362b5a173da9aa8a41f603ca22abae498f1ef7e37cfa84dcb95038b5c62fd", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "8494611c5cae421074dbe84765a5c7b600d835333c7b27224567c827326afdee", "codes_bytes": 6389760, "codes_sha256": "b0bbe94931622a526fce12be32de6c62b7f14916e421e6b4ba13a4272747e446", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.30.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.30.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "35de26944b70cfe34fa81d17d21a7f5cf2e199c953e3fa1c84e7f83946de454a", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3131269376, "sidecar_payload_sha256": "a32eb4b0eaf2f878e459e9717ac611a923f161ae0862a991f8baa1811c9c6965", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "5157ad14f0b67d844222a6252315c25191c12e1d4e4b0099abfcc009448d650c", "codes_bytes": 1064960, "codes_sha256": "26dffb2f7b1effc51702ad83c5b9140056a732bdef9040e3cf8dd26a41a90330", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.31.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "55b3ec56655c99cb8328e1d85d0292454baadd307ed5cd20e8595ab51345b34f", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 3138150656, "sidecar_payload_sha256": "5157ad14f0b67d844222a6252315c25191c12e1d4e4b0099abfcc009448d650c", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "b251501d253cf89927cde17c20aed02fe26a578c77c9eed1450785be6e709cd1", "codes_bytes": 6389760, "codes_sha256": "10c41a0fd82d4f32f96ca70ba0241842520be1241cb6e336770eade5441f6f6b", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.31.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "08eaf0c453d7fb56f6bbc99c963367e2c55a4b1b907ffe32f0d16b384a52b78f", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3139297536, "sidecar_payload_sha256": "b251501d253cf89927cde17c20aed02fe26a578c77c9eed1450785be6e709cd1", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "156ee7345d49d767a3f77cc572f1ab4affe68dffa49bd698524a6ba0aefe1e3d", "codes_bytes": 12779520, "codes_sha256": "67f0d84a35ac8f483896d315bb179ac4d3399d74513dcdc76e53c92c5fb6d3da", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.31.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "7b369e03a7783aa53a1a38210288d5bbdc18698d0936a38cf7b7d2bb49cc8c62", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 3146178816, "sidecar_payload_sha256": "156ee7345d49d767a3f77cc572f1ab4affe68dffa49bd698524a6ba0aefe1e3d", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "75d378f685fee6d2806f6beaee81a1ab271469c738c4aa13c21fc756fcbbef8d", "codes_bytes": 1064960, "codes_sha256": "8c842330b799bee929c68238ced6952a46138030ab02703e2bb4967a9add98b8", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.31.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "0dfbeea57e836e96ec847f512c3a6937a17e4cc8d0927778eaceed84565bcab6", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 3159941376, "sidecar_payload_sha256": "75d378f685fee6d2806f6beaee81a1ab271469c738c4aa13c21fc756fcbbef8d", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "bbc99fc2be718fc23731793b9660ed6745e0354d67ae296048021a716a8ae886", "codes_bytes": 18104320, "codes_sha256": "1330410e74cfc0a2e04d73a82abdb3a4866b99470ee7e2b510e73b1bd8b9dda5", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.31.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "80027125f96a6a3f55c838048c9f944294277c92cf64da5ec7bf7eb2459a07d6", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3161088256, "sidecar_payload_sha256": "bbc99fc2be718fc23731793b9660ed6745e0354d67ae296048021a716a8ae886", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d388c3cab01d3bdb7dad1b830487a055abcea88be585d18699b576d5a8f222e1", "codes_bytes": 18104320, "codes_sha256": "59c58f1e1edf475fcc276af96ec288115e8f11f068f90f5bbc98638c6d84fe7d", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.31.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "884959417b777a39c9cd1478153ffacce8aff00efe0909ead34823bd189617dc", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3180585216, "sidecar_payload_sha256": "d388c3cab01d3bdb7dad1b830487a055abcea88be585d18699b576d5a8f222e1", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "36ded5b4438dfc2ffe23935b0ef1c22c6f312b3d33261115c629ac13266eecc5", "codes_bytes": 18104320, "codes_sha256": "8f44cdae0d790d12e5ae1bd33f9a52da275d66db69263cd7145ef891774bde41", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.31.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.31.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "d3cbf9999b270bd5b8d64a43bd917e56fad14b80276bcf7d1dffd7166a6ed4c4", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3200082176, "sidecar_payload_sha256": "36ded5b4438dfc2ffe23935b0ef1c22c6f312b3d33261115c629ac13266eecc5", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "14a0db6ea9647a1ee7f9edf81c6022ae9ee8c503d02300b3a58260c738db4cb6", "codes_bytes": 6389760, "codes_sha256": "06f04787e525258c33301cbbfca6181dc9785aa929c8baec38a216b23b53df5b", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.32.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "d43ca673fb413a29d6bdb195e913cd0f6532d92a293bd5fd49d5d2d638b63872", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3219579136, "sidecar_payload_sha256": "68a33b3fe97cbc321d4e9cfa9fbef1559c75ce2d79344d050e05e62feac58ec2", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "705e55c611d7fdf7a3a34d04a5545d3e7c913cdf342b4cbc5ee7d4a135b29256", "codes_bytes": 10649600, "codes_sha256": "580471c3c9dd1dbf55cc9c98037e99c36ca182369f48df8e16c0e9a28d7ef666", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.32.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "ffd64665caba7d4ca63e244b30045fa884874f65584627dc40cf6bbe2a37e8a7", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3226460416, "sidecar_payload_sha256": "27a1c7f29bf44d186200ae3709a603fa908daa625dbf745ad18d5a28f19ee3c3", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "a66f02ce955021c85e03119c3394838f03e5ea55cd364be1f025507ffb255ecd", "codes_bytes": 18104320, "codes_sha256": "0d64098f593d93e2d1dd1eaa5d901eb30ff1ef54a69645be9d9b5770e46b38b0", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.32.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "1aa2e5911ff4e74b6f723cc73609389cc94f9aa0804270d99a8a3e611728e1b3", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3237929216, "sidecar_payload_sha256": "a66f02ce955021c85e03119c3394838f03e5ea55cd364be1f025507ffb255ecd", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "4192fef5af58f6686cb931c5316f02ab41dbb23779469d76a54e202ae87cce6b", "codes_bytes": 18104320, "codes_sha256": "b66ddcaf99a81f6f354e1f994a20f18f7e5722b1bea1c5e7db96a28856fa8ed6", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.32.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "ebd1530b93f21ce8d1ee9091668d292186812aa739369c22feb3c7b8275d8fc5", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3257426176, "sidecar_payload_sha256": "4192fef5af58f6686cb931c5316f02ab41dbb23779469d76a54e202ae87cce6b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "60c9dc8e7d5119ffff6e47065268a5bda1286c6ee6ee6f145341dd06e34cba6a", "codes_bytes": 18104320, "codes_sha256": "cfcc849a4c9ce846c3bb732c6825dbbbfa564b326647981bbaee1677d0dab8d8", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.32.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c7e2b7785e799587bd9d9d7dc7c6d31aca5527eaa74177e450407672f0413ce1", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3276923136, "sidecar_payload_sha256": "60c9dc8e7d5119ffff6e47065268a5bda1286c6ee6ee6f145341dd06e34cba6a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "4d88b852a0547803c555b4142ae544434e8601094a0f4d0b936c8b1d17e75047", "codes_bytes": 49920, "codes_sha256": "12690c8e1f620e3d1b9991245efa5c1fa51b5dd99625482ffc047f712e5602e3", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.32.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "67d86c273d8bad3cbc665857a7ff0d061a376a9a8fd66fdf1c2dfa671c245e0a", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3296420096, "sidecar_payload_sha256": "ec37187b226eb58e96163e24bd09a2312cb16af928efb94575f0313e47f21e06", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "8d89dee43fd6126c14e8b80bab7072bc3a3d147d096f24ec98cef4f07d0bd4b7", "codes_bytes": 49920, "codes_sha256": "14730f77f930eb710f55ca18649248b5d83ac323bd76c3dd47e441a7c328a09c", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.32.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "099795dab207c70eacbe9bc06ddd73d79d82e349f45b33b1fd8bf7fe2738cac8", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3296473856, "sidecar_payload_sha256": "cfcc56e5d92e07241238396eede83a8113a32b1a0941260a9c7fe1db950a7301", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "7c50aac94905ade4f0933bac30ac10d5ccf24ec6d0c37b8e3ee9a9c23771d882", "codes_bytes": 6389760, "codes_sha256": "6e76f3e334fbe16b367434fbceb8d313f18c5d634c096ae9e545aa1131bfdc43", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.32.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.32.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "378ac3ba74074a5e447cadc85f2998394b3db25dcdbf558620863d769745f53f", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3296527616, "sidecar_payload_sha256": "99851ad3f29af317d7fa002008cf5ee8694edb3c393dd01c8acee0b4ecb7c65f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "cc56d6cdd18ac6a872b36d0cd5edf2fe03f5bbb6dbd35dadba4390be6a17c2d2", "codes_bytes": 6389760, "codes_sha256": "68e4be65aeeeb2bf21949de3caf8d50dd7359c20e95f38c26e0ca21d0a3102e7", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.33.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "4da8207600f4f4097eb13044a01a7378862c59c765311ef9d95cf4d59d8b578b", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3303408896, "sidecar_payload_sha256": "51222994fbbc3068e2246c7054cd009c403d36c84121d2cbb4f9cab391fbc578", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "585bd6b3a7ef08d9f0cd24919ccbf7c8e0736d7d5e50e83b0390e89ad514b85d", "codes_bytes": 10649600, "codes_sha256": "2b62bf1867c0d1725c1b73f6f579c8aefe454ee6c1232690e96a982f5a1abd3f", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.33.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "952cd5b60ffe55b2a04e79c6b369038ddb9ff0c41a5cd22a6ac42bf19f9cd37d", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3310290176, "sidecar_payload_sha256": "049953931ca9eb27ee1291622e63999b06f3499aa949e89315f7820f85e49e4d", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "48ec5e9f35adc28d6b927d196f7f3031165a0fa9973298db5104dc096c759b25", "codes_bytes": 18104320, "codes_sha256": "3acfbdb2df0907fc71fcbd7d4a2c3134add63c28f53b380545ced904dfbcaa97", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.33.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "631912e6332c4350a0ff3aea01aeaf2489ec061c72de3ddbb55685d4bad44692", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3321758976, "sidecar_payload_sha256": "48ec5e9f35adc28d6b927d196f7f3031165a0fa9973298db5104dc096c759b25", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "3ac65e336a0849f6ea7b1b2d46569e552bd97471e053a3d9c8a3f5a941588b27", "codes_bytes": 18104320, "codes_sha256": "16e36132ee17009d3f232999df19ea4d6ef0c026e77798037990480702b7984f", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.33.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "ccbd1576259f8c2d363f963d61c55ae7f91e4939297100c20d2ef3d04a1a5b42", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3341255936, "sidecar_payload_sha256": "3ac65e336a0849f6ea7b1b2d46569e552bd97471e053a3d9c8a3f5a941588b27", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "2ed0a7487967ed6785d1af42be1ad5bda09ec302235a5c50c15d797fefc5c069", "codes_bytes": 18104320, "codes_sha256": "8aa94b701e9a9dbf66e065bded487a978f7dd66060ccb573446416b3989533ce", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.33.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "77128eb7ca6f605d34a243fa0475ae160a95441fbeff92d6f4b532fca78a9f7d", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3360752896, "sidecar_payload_sha256": "2ed0a7487967ed6785d1af42be1ad5bda09ec302235a5c50c15d797fefc5c069", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "f5cf16d395a46366442716e9bb541b8f877a67a94a6745a89526b0cecd572041", "codes_bytes": 49920, "codes_sha256": "f5b03260c3f58f78ad28f00dd7ee5c211f95620610af93f966b2e88a47ee34aa", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.33.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "81b822ee8ca1cb9f7b0b3fa6a63adf539c7b59eed21abd12c7c218dcd731c171", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3380249856, "sidecar_payload_sha256": "677c08f2c16e71665e01851165f9f21ea146f1ef5016f4e13999d60e7e37f862", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "0808673e25b2feaf8c412f490f2a45771d71e797950f69d2c5f85dc2862a2604", "codes_bytes": 49920, "codes_sha256": "7043fdeeb7fef7f47a1374c86cb9927a40a5595410cb993d978ee4e0d4937442", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.33.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "898fe65c07e452eef8c40a8cbca116defa546c2d0e77076000a75c97d8413ca3", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3380303616, "sidecar_payload_sha256": "860ae767df8cf5ebff84626c5e590bfbb7a52adf69edd1c09a9a940eaaf3bb50", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "0efcd429ce8143f63a7123688f9959ef1549625c6632677573b0096c7b4e3905", "codes_bytes": 6389760, "codes_sha256": "1d4f34e4b967b85decc0075e7fbd00b9973a1044cbd33889166c76848b13b451", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.33.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.33.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f5abce7bb854bf4008d10645e52bdc52773d9984433813a12e82ecf1c3f2f1bb", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3380357376, "sidecar_payload_sha256": "7f872317af54ec41ac55fb2789a24e3a97016d85ea6b2ba7c9d339c8c07d2fa4", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "2fba7afea266ca465d404106fafa8e9dce275b64e50ce704e890d2b061f0474b", "codes_bytes": 6389760, "codes_sha256": "3773a12c5cf26ee12273c6c1e1e2fa2d911042ec446895113fe36392203e1ae4", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.34.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "6795d6c673feb58c441def87e03293c561e923054ea37b89de05da6aaae2c58f", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3387238656, "sidecar_payload_sha256": "9ab5c1b7f6f0f4749b184ad96719bf3fa3c93c10c4c72645a6ca9ec798cd3abe", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "45c6e3aac924263fd3e28194ab6b4f1ba4e1f7f2d3a04438b650ea1a59177c61", "codes_bytes": 10649600, "codes_sha256": "2946d721608e2e1beac841a89aadaf3c649b8e000954c6e8181b6b0d36f3e677", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.34.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "1e5aae51f53411687e259328f94275a1e5c939dcc2d137604fbe2dd56e43a448", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3394119936, "sidecar_payload_sha256": "b6b527340e9e8337b76e0f6a66da2d873b94713d154875ecf4bdceda7615e84e", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "764b53ec9fade1a02d2ed1b29d77ae3b8dc799a24b2318b2c1916b8ab259789c", "codes_bytes": 18104320, "codes_sha256": "cec335265022c46f9352ece21aabb967b634af14b793a9713ef23a01fa4361d9", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.34.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "488581af820915cb06ee4371564a153b629a9009f1a42ba7c438bc6b1146c634", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3405588736, "sidecar_payload_sha256": "764b53ec9fade1a02d2ed1b29d77ae3b8dc799a24b2318b2c1916b8ab259789c", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "61d5deba8434b31997c2fd402ece6b1b5dde7108d3cf05670a388efd6c1863c9", "codes_bytes": 18104320, "codes_sha256": "f678f516d54978c9c3543a4cd38d6afdee1845bb41ff7459b6071497c0f9fe10", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.34.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "20cf574e2db4c50cd921ad5200f9e498c0a4c25287433b967db7e6ebbbd1fac6", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3425085696, "sidecar_payload_sha256": "61d5deba8434b31997c2fd402ece6b1b5dde7108d3cf05670a388efd6c1863c9", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "324d6d09a002771a8bd581e29e6bf24d7d0fc1e4882bae9c618af5efe2e086b7", "codes_bytes": 18104320, "codes_sha256": "aec5a8ff1c6415606bf63a3749b91f2df619f24edb9e6e6f700d6dbb56e95484", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.34.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "7a4aab3f6c3c85637df2de5f8e4492fe21507ae6b573ef1f74d79bcbfee31d10", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3444582656, "sidecar_payload_sha256": "324d6d09a002771a8bd581e29e6bf24d7d0fc1e4882bae9c618af5efe2e086b7", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "354ebdd155321876548376c266aa0414d25a9f96f87a3991680ad097892b086b", "codes_bytes": 49920, "codes_sha256": "2c4bf9674cc28f44ca39f39fa042548c030e01136c042ea4e4966fb1bbe88f89", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.34.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "9fd2c2c6a93c2408f0456f4a4ed540270528f1b040cf7e5f3f3fe856736b7973", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3464079616, "sidecar_payload_sha256": "20520f0ed8cc96185737c8ff83a8c6e2786a8e0b0b833d2cc6298f560ab04426", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "326c4a7c16a27bec3856e6c67ca6f3dbb317edc69706712717e4d57dab5757af", "codes_bytes": 49920, "codes_sha256": "c3e4a447749b52cf172ed5757e1fdb32a69126103d70db7608b2888d16f400e5", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.34.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "071e5ea9bf36d0824b4ecd0372021862cb1d7d22ba7639508b864cff5e19b08b", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3464133376, "sidecar_payload_sha256": "fb26f99bb3df7c7d577d08f61e74ea55889c0e9a89f76bb8b6858f1a16e9c7ed", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d87a371d7a01cc040ea59407f21b65454a7b6e8d27ade9a18489115b37ef945d", "codes_bytes": 6389760, "codes_sha256": "8fbc887a99dc3b0fad29a75a0db2bf9a881fb020e9643fe27b1c6ea54f0a6fcd", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.34.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.34.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "32ceacb29a136ab17e1e706292ae057abd7002af1b2a7d27772a9f6edae94152", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3464187136, "sidecar_payload_sha256": "4e24146f456781cfea2db71c76d75d146c6f818deb5313e4ed24028c503f24de", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "242f471290c6d952a9548970e84e8dcb185fc1ada6de22300953833902ed7e4e", "codes_bytes": 1064960, "codes_sha256": "4e3fd1e0e7e6b6db11d099c96f1b10637394a93090d4f5513eac7a066818c6cf", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.35.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "367bbec18908194d57a71b56505cc44d70aea619ff7d3dd42923cca907ef17bd", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 3471068416, "sidecar_payload_sha256": "242f471290c6d952a9548970e84e8dcb185fc1ada6de22300953833902ed7e4e", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "60e76d22c1dc5d250e838f80d28a5106f436a590e8b8fc83837b8133dc69b224", "codes_bytes": 6389760, "codes_sha256": "6c563b3b15b0f5e322b51acfc384e2fe1a50c3cb246a66c05ce7d8dac130de4d", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.35.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "7885adf2d3304316a4a69cc359d2fea05708d4eed28ee33305f8886118ad3103", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3472215296, "sidecar_payload_sha256": "60e76d22c1dc5d250e838f80d28a5106f436a590e8b8fc83837b8133dc69b224", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "76af68bafeeae4b184e603adf1d94c9e1c86598bfc1de05fc9772078a9249bc0", "codes_bytes": 12779520, "codes_sha256": "0cf249f6976248c57c0bee4a69f3611d724dd769efc340e7ddd99871333e7a2a", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.35.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "81070f4a22cf708056fe046adab560e4a0531d5b312bca76b828af1234a2d5cd", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 3479096576, "sidecar_payload_sha256": "76af68bafeeae4b184e603adf1d94c9e1c86598bfc1de05fc9772078a9249bc0", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "a569c54c079f44920e85f4327df3fe81c2107fff19a829c28e11432ae73552df", "codes_bytes": 1064960, "codes_sha256": "cbb203a7b79736b44be376ffdd4315351af81666f521c6210c4253a2a8d95fc1", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.35.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "040bf170dcf8dcabe8a9cb5fc43f7c834151e40f4445c9a94361d9848285c862", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 3492859136, "sidecar_payload_sha256": "a569c54c079f44920e85f4327df3fe81c2107fff19a829c28e11432ae73552df", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "682050655fed527bf5483cfc02ded15c167089b35674daecca98d40cae3ce4b8", "codes_bytes": 18104320, "codes_sha256": "90aca50f9690b1bd9b0c844cba47c5ed5c014345ddd8e1f74c0f7a494e9b040e", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.35.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "2e784689010682e793e83877e6f1131e5f82e706a7545ec1e728ac590f4735cb", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3494006016, "sidecar_payload_sha256": "682050655fed527bf5483cfc02ded15c167089b35674daecca98d40cae3ce4b8", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "af0598ddbed5e78cad8f089fc178be32918c1e07c181e986ad4ca73d9e50f5d5", "codes_bytes": 18104320, "codes_sha256": "98a674160f35742b2913247db0dd53c1a4cf44b30092e43e24dde4191c599593", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.35.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "f0598953eb91cb18da44797483e6c8313add00dacefd74c363e8946c076806d3", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3513502976, "sidecar_payload_sha256": "af0598ddbed5e78cad8f089fc178be32918c1e07c181e986ad4ca73d9e50f5d5", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "993fff4f44daf9a936e92711cfbbe601450c71ab0e35ab51a0732eb5676c81d8", "codes_bytes": 18104320, "codes_sha256": "78c73b96abf4e241db796e93caad0c69af66a47ae436a9b656dfac8ce73c0590", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.35.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.35.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "6c8c7ae12df8047a489a23c6415f865af87cba1d4f6a9829dbf169163dc11076", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3532999936, "sidecar_payload_sha256": "993fff4f44daf9a936e92711cfbbe601450c71ab0e35ab51a0732eb5676c81d8", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "53391a995b613436c52977b61078e9087f72c286fd91f8ce1701c0a31e2c2dab", "codes_bytes": 6389760, "codes_sha256": "191e7fb8bbfc5dd0d37965ceea54ee6b61871a490f5e028dc52b04262488b763", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.36.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "d147aaacef7cb0e04c9f072084e1ccea96984a813ad517d7b98993852d487e58", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3552496896, "sidecar_payload_sha256": "bdaecc1ad8f4953f52c5c9e7e1b15e60d67b0b7d4aac8d14a567f2a32c3db44f", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "47541d6ca0d34090557b07e4232ec5be94a3f8f438d52a330739d122ab8b9747", "codes_bytes": 10649600, "codes_sha256": "7a4776e5bd35c5d26dd5c50374c2325fe656d1ef5f525371a9362db8ef29e9e7", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.36.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "b0c294057457cd73e6541c03720269a18e5e6c24041cc3841549c819bef111e1", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3559378176, "sidecar_payload_sha256": "5d7eae947536f5c2f03f40e4abb1c330d4bf96c778deef3c62f1243aa62e64c4", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "2ead9827a8431fff04e9efc8061d3de17586ccf7ba69ddeb22bcccb23f173ffa", "codes_bytes": 18104320, "codes_sha256": "567caebcb362bad8b4c8e9a6390d758763af14c750636c1158b041976615ca8a", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.36.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "e4f62d73c727b453088bb594f2f73860379a4067ba4266dcc48035e9ea4fbbc0", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3570846976, "sidecar_payload_sha256": "2ead9827a8431fff04e9efc8061d3de17586ccf7ba69ddeb22bcccb23f173ffa", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "cae0c5e253a086ed77bdb71beb3604dc54585996d021a951f0885dd712321e08", "codes_bytes": 18104320, "codes_sha256": "84d695a551c30fb33057c5f7272f1d26d664c6263053500f46d2f5e607f17e66", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.36.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "064016c0e7ba24ca83ac96929b772f5d8a1e4f81f982e1fedab8629c75b8cc1b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3590343936, "sidecar_payload_sha256": "cae0c5e253a086ed77bdb71beb3604dc54585996d021a951f0885dd712321e08", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "0b477d3a16ea46a5a859e4ebcf33a5a9648b411d9dde3bbed9c050027c357425", "codes_bytes": 18104320, "codes_sha256": "a29df1ddc94f0185abf8858885609969695e29dc48e869e358dc3ee784e37ee8", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.36.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "a5be875c869422fbdd75d3a98d75e4c3b6ae422e1bef063dd11bc1fec54b0c3c", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3609840896, "sidecar_payload_sha256": "0b477d3a16ea46a5a859e4ebcf33a5a9648b411d9dde3bbed9c050027c357425", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "6a27f45d65c22e520cbadfe4bd16363c028f7d55043fe828bdcf7a2f7fbb7f95", "codes_bytes": 49920, "codes_sha256": "164ed387563fb3ee28342b7031ca00be29238fc49bb68ffa9bcfd86386e484ad", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.36.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "0f4c7d5f01320dc285a1db84f1549b45857d7ec1f37c0fb8cde82f575644f4f4", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3629337856, "sidecar_payload_sha256": "95591257490979f4bd728ce8654130e3ffdd2d9382abc8feb5a7dfa11ecf6d1b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "e92fcede1f9691396d4ba6370a92175f170788f0415d7e652c64f8f68b0a9085", "codes_bytes": 49920, "codes_sha256": "f91723a2529b5d5a923c9296662cb49b4833551dd6ae18eca27d2730721ce750", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.36.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "b2bee2f9ca16bfac07c555c6b54d4f1a75bf07ca325ab38c4359cd1785f62377", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3629391616, "sidecar_payload_sha256": "0e8c33064af806833a453e80aa11908fd59b5d5f0e5d542eb0a47d9fb327f2ab", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "916b03334d47bb8dde8d613fda3e6f90659c33aedb6b01e7e7201a4951a0258b", "codes_bytes": 6389760, "codes_sha256": "2749975f8d7ba75d1f323f53d6f41d7d5367a028dbda6131ce3aef195f4deb48", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.36.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.36.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "b88baf81625c0778544ee0ddd1eec55d5d087887f9f7e13cfd52fd6437a502a6", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3629445376, "sidecar_payload_sha256": "395eef082f5220f14b351e18c9c34e1e99751011424d20ed3af4aa20c72ec3a4", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d224f46e317a928839f7273c3b43431f2532174f4a70964b1ab93bb50b7405a4", "codes_bytes": 6389760, "codes_sha256": "a7c00b222c5f15ae97ea83416df13828e8c8b4b7dde13608852427dff4ad7bce", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.37.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "64cd322e696c0a5e6f6cc6e504a1f1c5921ce3fc89ae293a5080283d47ea49e8", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3636326656, "sidecar_payload_sha256": "483159a153d7986cde4412c1413605ca3cd9dc80cd95089e290511db412621f7", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "a7b1e2d3e83ef6b687c775cbb706361efa92adba40b1f1056b1b502c70879c6e", "codes_bytes": 10649600, "codes_sha256": "82035f9b9332a28a10cc11ac9f91568b29bfbff16b56e87e9294e05209b566d5", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.37.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "376c83585a49220975a012d25f5054bc718e1787feb4079cfdfa9826535260d6", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3643207936, "sidecar_payload_sha256": "7c77360c5b44a79c69c5d9dda3fd9d722a8fd0dde144aaa22545451dd1e0d47f", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "cb3ba6a6673150f5fd35f40c6c6303c48fa0a48cd94280de62e81121b2cc78df", "codes_bytes": 18104320, "codes_sha256": "ad3e37ff37939270f80320c31d7c5cd4b675aedff21407c4cd4a37e630e61ed4", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.37.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "f4b6edf71978a9ef021beeadd5b11244c4e0fb8e860988c28ae4270a62f744b2", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3654676736, "sidecar_payload_sha256": "cb3ba6a6673150f5fd35f40c6c6303c48fa0a48cd94280de62e81121b2cc78df", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "801cecc78185cc7f4de193cd4d559ab84178ae90d1ccad1ce34f591caba98ed6", "codes_bytes": 18104320, "codes_sha256": "3b0f3161fe48733d3a07f160ecc40430d1b02e22be6b1e52d422586bb9f33617", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.37.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "0569ce4369ade04138f34dd424a82ad3e269b57747f052bce6a078dbb46b5552", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3674173696, "sidecar_payload_sha256": "801cecc78185cc7f4de193cd4d559ab84178ae90d1ccad1ce34f591caba98ed6", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "4b89d09e8217c864fbaa2d59ce4c1e91a2da550401ebfefabb8fc872152cd8f9", "codes_bytes": 18104320, "codes_sha256": "22e8638c13effd3fc22eb3ded5247b1b3d52bd1d97fcba9d8a438dc23259067d", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.37.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "bf2240c97362c4b6e8d3eaf4da96924f396776d25bf71226c73c3db908c2023d", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3693670656, "sidecar_payload_sha256": "4b89d09e8217c864fbaa2d59ce4c1e91a2da550401ebfefabb8fc872152cd8f9", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "c10cc6f4c273a81520a60b813d18c8196ac77ba40c44e4ac6efeb33a9ff3fd6f", "codes_bytes": 49920, "codes_sha256": "22921cf908cd3f486682f5564ce923ac58b020fef2434f951c3f926886bc9924", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.37.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "4008a0f104f3925a564a4a8cf10f1e0190103f5246943bc2c358f7d664d4f1aa", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3713167616, "sidecar_payload_sha256": "598188d780a525e100b961d39a0ba5b4404b4212047ae16e9eab4da9a356360a", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cfa71974b98186d5a4370bd393c48805bbfc6e98c3806b742fb42104b38d9517", "codes_bytes": 49920, "codes_sha256": "272e920d08d7b53b5dd1772ca9cd2332aafe72cb5e806f51e142c7d0df06780e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.37.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "8d884ed0fe803e5895c880c9216f9647628f5f58368db15ac846c9b1db12557e", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3713221376, "sidecar_payload_sha256": "dfa921e7933c646453d5667f93df243a9372260e8d565dec2d769192cc4ab838", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "71c75712a38668490a6063602a06d1544622510097e3645f0393cc29c3185403", "codes_bytes": 6389760, "codes_sha256": "1a58d1976bed10500c145b1a481b1376d0990963bd90e6f51204749e20fae45f", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.37.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.37.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "c603cbe51d9e4d0213a6ca94431c511aec62e5bcbf21c0c7a4dae7b25e383c71", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3713275136, "sidecar_payload_sha256": "8fbe0a4d73b244f7139bf8b44ab80600c44ac84f09613711755bf9582ace253b", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "93a19c3c20093f7afa32921e774f421358936f979d6ab8f48f540abb146052bd", "codes_bytes": 6389760, "codes_sha256": "1ce068a8cb43f129aa2459089b34c8623d341b50a186ba504e7cad34b00afe1f", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.38.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "40836267ae2f94ed753ed7121e4d152cf340f18189991a2add1018b08ee275cd", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3720156416, "sidecar_payload_sha256": "94e9420716c79c9aad049f3cc5a2866fca2da8182cdc98e7f3cb887a6bd18f71", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "b8a1980d9680d95c9c24cb439188343c2bf6927536497a730f6f65c21b00cece", "codes_bytes": 10649600, "codes_sha256": "5ee2208c37ab58f2014ab39c0f945640fd2b70a399bec4ab13fb4edde4d883f3", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.38.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "8788a6e0c704a8f4d570311f25b41d20d66beaa17a1a5bbc84217bcb95b41a80", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3727037696, "sidecar_payload_sha256": "5446c83465a069e46fa1132f51db48d4d793898b96a083594bc67433a2ce7b8b", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "0a4245c28f192bdc6a307be88111ae2520f720fc84f0b583a310d0acf8f1ff05", "codes_bytes": 18104320, "codes_sha256": "1d0e3c1ddc92b6c35d7adcf7bd9a0ad0aa5a3e4343d0ae6dccd79d19fc870a05", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.38.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "4802c420d93949a50e0f89aa33c3502ec1ae4113cbc07ece08e8c23ce7125c71", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3738506496, "sidecar_payload_sha256": "0a4245c28f192bdc6a307be88111ae2520f720fc84f0b583a310d0acf8f1ff05", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "31c8b150aa84f13ac00757a530c9add131792f140b05e3db6ba059ef3c078f50", "codes_bytes": 18104320, "codes_sha256": "eb694d22b0be237eaed813e4a748dcc71e658e14db8e6853c80f0996160e77df", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.38.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "e4a6b0bdb08d0137ca68549d98647cadbb512bbce00b092cbd6acd6cd6430c38", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3758003456, "sidecar_payload_sha256": "31c8b150aa84f13ac00757a530c9add131792f140b05e3db6ba059ef3c078f50", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "1a768782f8c9d36b994647d3da57e361d6ecede13327789235b27cb034403ea1", "codes_bytes": 18104320, "codes_sha256": "665f63a64274453f363c095fd0ee532baf346e1f0c0438c3055d6bfb9ca65c5e", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.38.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c873f4197e90dabeac8f7f55b169521534953f204384f3a2461e2001d7997ac6", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3777500416, "sidecar_payload_sha256": "1a768782f8c9d36b994647d3da57e361d6ecede13327789235b27cb034403ea1", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "7c0b0eae2fb608af67c645fd5b8b26db8d53a79e482dad938aa7f8ac10011c92", "codes_bytes": 49920, "codes_sha256": "891437981e19fb9e39c18c92a80bb18622b1905f4782db1497796e225861d9b8", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.38.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "3df6ac32a810445a6409cc906e84dfe56af3bd130d92af19a717f40299dab94c", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3796997376, "sidecar_payload_sha256": "62aeced1a0e9693fcbdbbe26d199135775ec4cb3042132258f40324d7a14e972", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "1dd478e462806a0ccb49f349faf2e9d9a4db0ebc7d43630538ecbca8ee616722", "codes_bytes": 49920, "codes_sha256": "64541adbb0929d748a0cc9712b79716fbbc83c7dc884943f42e4041589615755", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.38.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "20055603d7141d4549d896e50ec59f374610582884fd6e2ba667b05ce2e9f786", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3797051136, "sidecar_payload_sha256": "6871c1622d05b31a2a32329a66b08d8102056f101c21ac28d64cb1abbcf704a3", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "506145dfd59bd2000c34181a70d9de50b16124019a01daba5b7f8bd9f6270740", "codes_bytes": 6389760, "codes_sha256": "3558a23f91532cdc63a683b6d5a9fae1cf4861f3bddac92c065f2f7775c96fc8", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.38.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.38.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f24ca6393cb48a9ad3f7d277c374ad5709760099394453aadd8ea9ea94492082", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3797104896, "sidecar_payload_sha256": "c8826d8832c1b86940440faf2c05dd0ef8fc964e04a7a95a1418796e374d2afd", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "86f3fc95ae25f77022b3a7ba004233b195e7d432ea4b4cfe80b2ee4cfe11c2dd", "codes_bytes": 1064960, "codes_sha256": "552de6bd15309dc38c7f4ccd38783cc9f60ee506114b4e219fa0aac355ddc679", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.39.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "cf7cc70cdde9c4400d7c8bf672f3ae645e15fd1a97e210fdeb506e30374079d4", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 3803986176, "sidecar_payload_sha256": "86f3fc95ae25f77022b3a7ba004233b195e7d432ea4b4cfe80b2ee4cfe11c2dd", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "de4312db64594f96602f1cb36e2274dee46ea46fc4c16d07c4ef4bb9732b2f98", "codes_bytes": 6389760, "codes_sha256": "c1fc32ac3b82acd391dc42dc9a2b1de71b1e7a4680e554c82c792e7c4249b721", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.39.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "2ef862979de0a06727b30818602da80abe3abaa8d522bc2b5a3c135fda3571ee", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3805133056, "sidecar_payload_sha256": "de4312db64594f96602f1cb36e2274dee46ea46fc4c16d07c4ef4bb9732b2f98", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "43d617bac81b8e2267f63352ad2b757a3b87aa18a4eca4d8b98c7c0a7f4fbee0", "codes_bytes": 12779520, "codes_sha256": "114feda2427bc918e5bfe489841725ffe6287a42584c1caf312803754eaf92ab", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.39.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "8de1e0b373b6a37f8ccefe3ec9e482a9530479beb1f5f0eeb52d5cafeb9270d0", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 3812014336, "sidecar_payload_sha256": "43d617bac81b8e2267f63352ad2b757a3b87aa18a4eca4d8b98c7c0a7f4fbee0", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "6fd700fcd8440f9d0a68501f510c125dab81f7b9fad575c9578213ff57d1ae28", "codes_bytes": 1064960, "codes_sha256": "3ce19ef5f8ae83ecf5d909b82db855c54507c087c2ceb9510220413163c219c4", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.39.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "c6f37e294a86079cc34bf143b69406dc7a5d00cce9958ef838c4db89411882b0", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 3825776896, "sidecar_payload_sha256": "6fd700fcd8440f9d0a68501f510c125dab81f7b9fad575c9578213ff57d1ae28", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "c5e0a0b3e09d93c1ce5245ee122229361500278c83cfa090133356ee71741713", "codes_bytes": 18104320, "codes_sha256": "30d48164666c0162c1a23839f780f39b1d55c9700779c4c15759668ca058ef1f", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.39.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "119d18e80248621570fe15dd1b8e82998d537f7ac7230012231c114b7109c6af", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3826923776, "sidecar_payload_sha256": "c5e0a0b3e09d93c1ce5245ee122229361500278c83cfa090133356ee71741713", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d8dfa1ab176e256f7c4e7e24108b0e537fb1afab5b328f156dc12c578d986278", "codes_bytes": 18104320, "codes_sha256": "568972a9b59925703b01d7d3e32c16a44d3d37781f3ad15881c727c907c38d85", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.39.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "633f373f7b18ca9c5fe50429e876c3421a092a28b0bb79d441fd34deae2cff99", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3846420736, "sidecar_payload_sha256": "d8dfa1ab176e256f7c4e7e24108b0e537fb1afab5b328f156dc12c578d986278", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "662687d88d1e0e9fa1cf1b6d355ecb2983048e49c2579f4d9ce9125b9b5b55c9", "codes_bytes": 18104320, "codes_sha256": "6c90e5cf4153d2ac7779584686260cb5caa821a700906f50a6e8637c7f5ed859", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.39.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.39.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "ad551ae38d4299d4fca887aa5cf5b8581f0909deeb65189cd9e3f5c4bd85c480", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3865917696, "sidecar_payload_sha256": "662687d88d1e0e9fa1cf1b6d355ecb2983048e49c2579f4d9ce9125b9b5b55c9", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "422f8a7b1ea149696b7fd36dabff144aae611e81c9f3e8c71d76fecb6e7ec19c", "codes_bytes": 6389760, "codes_sha256": "58f732f68864335f6dac78a161d4c5733ac07e72771a45d12ec94fbc20e79530", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.4.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "6fcb152271c90da80f14c38a24df49b7338b233789c224760681999cd324969d", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 889154816, "sidecar_payload_sha256": "cc4fc7adb8cc0c3a6ba6b04b73355be88f8abb783c65b2c0b95da60666cded22", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "ab024159a5eef900b57158f34df6cbe3bf58e052cc1b9e2342ca198b280b58a5", "codes_bytes": 10649600, "codes_sha256": "2f79afe0016ecf87ce37a5a865f66f3a0029864f30abb6f8678673640399750b", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.4.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "7bdb34d766c5484d0983aee4e5f34389847e5d2040d7ade303149d4dbb8c67ca", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 896036096, "sidecar_payload_sha256": "622011baf87cd6d46b8117947551a87e3db1d99b56af72001ad74c46be85907f", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "26069d55a015d4415edd99724f6eb44e6aecf8aa0e385e18e0dae533f7033b1f", "codes_bytes": 18104320, "codes_sha256": "a4c16d07d152ed9a394b891f4582aae457612d5aeefa1b2e13c74b57bde89136", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.4.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "8ecf3357e251b16877fac92a396f62055d9036a7ed9839e1b814cc35366e5c70", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 907504896, "sidecar_payload_sha256": "26069d55a015d4415edd99724f6eb44e6aecf8aa0e385e18e0dae533f7033b1f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "5bb41b876e72010bfea22ca9bdcf1d7bc3128800c7ae5375965b6f1c6ede0c6a", "codes_bytes": 18104320, "codes_sha256": "b640ce301a810f1be721e62777d16d113b145e5f0f7ff5ff87f7804c747fd6ba", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.4.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "f767fe66b95c7a6dd27774762c8ec32d1acae23ff43bad444e7288aa99886291", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 927001856, "sidecar_payload_sha256": "5bb41b876e72010bfea22ca9bdcf1d7bc3128800c7ae5375965b6f1c6ede0c6a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "027613311eb007cd2fb618d61663ed3f5b7d21571e24d7bed33ecea80ccbc40c", "codes_bytes": 18104320, "codes_sha256": "3120ddc170e3a9b0f4902c4626cadaf0d90aaa3518e99238b19bf80ed91a8839", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.4.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "9a8f11acd287da966c8908d689519ec31592bdb0c20d07cc86cd7084f94be31b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 946498816, "sidecar_payload_sha256": "027613311eb007cd2fb618d61663ed3f5b7d21571e24d7bed33ecea80ccbc40c", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "5219a7dd0b64f27b258554f8ddd1395ddbf693ba72b35888277b869109011309", "codes_bytes": 49920, "codes_sha256": "6b0d3ad71691bc6f0a39a983b5544e1b73e6ccf2270991fe5f7389c80a29d4bb", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.4.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "2550f38662f99c5b47ad988a3643af8f17e4fd371002adc5214671f2944f32c3", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 965995776, "sidecar_payload_sha256": "048f230f4467e4d9f7bdda785b013e0e6bd6e074ef3905d791a0bab1414bfa0b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "2e7030b0d97100fb82ceb6cffd82ff6b4e6aa937615e8e8a0d68f88e560fbd49", "codes_bytes": 49920, "codes_sha256": "111881a2cf67bc8e3d55dfaa8462c84cb9ce3a68a0fe0a86cc41afdca4b92f3a", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.4.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "5162362807357df69e69df7ece4251fefd0bf4f1d69715f0be9d6d08d7f7c94d", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 966049536, "sidecar_payload_sha256": "4a9ae799c690db889df2ad8d3b4d9023cf86c60a66d1808e5a87acd8786606f7", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "df214fcf3b40f4ea899ec0d407cbe0aa70fc1bda3e4c6e13e1eabead146f073d", "codes_bytes": 6389760, "codes_sha256": "5fad2602f633c9c636eef68b0c9c65be5949772b49ba9f3ce5f4bc9aa02182c8", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.4.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.4.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "b2049f4603c5f40c739b1cdd5132453bfaa0b79ec827eb30f8759f0877a9aa1e", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 966103296, "sidecar_payload_sha256": "0598a4b330ca37909bc01f1cad86c748e354dae11e09b3164897379709c2f1ea", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "b8dc69b45d447344ee83f61e403fdaf661495495723f17f779c2e51feaabad87", "codes_bytes": 6389760, "codes_sha256": "5f980c5edecfcd9b5179320ba36ba27d118e3b5ecf009e8a4bbefe383248920e", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.40.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "6ba11037c1a8c35d98db8caa8f7f88b35ef49792b0dcd190356a0fe5746b5eb2", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3885414656, "sidecar_payload_sha256": "85c1f4e6b71974ad8950c085081af7f68f59cd2788ac3849ff887047b864497f", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "8e1fd396bef7952779a3b2d21113a418b6c227ef24b45028eace168733ea8150", "codes_bytes": 10649600, "codes_sha256": "c803c8806bc82e4f5fd67205cb32d97650daebaca112360b025735e0d821f9ec", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.40.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "94f4a216c5c1b2a003203d83456a88a712cce5739f27cb228ffafb345230c9b4", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3892295936, "sidecar_payload_sha256": "5e1e1eccea81d434d7e67a4577ac036c985f37f5addf9cb568413c92207d3496", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "76aa555bea98b843eca8f2b0400f24c71649a773c5343de08c0566345a74a460", "codes_bytes": 18104320, "codes_sha256": "3209cd8b6f445395dc565dda644d54b8915bc34691cc29a367e1ca100167a4c2", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.40.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "c7838b48168b494bf7e9da9baa3b0f57097245918823761244dfde38c54350dd", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3903764736, "sidecar_payload_sha256": "76aa555bea98b843eca8f2b0400f24c71649a773c5343de08c0566345a74a460", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "c59c2c57ea91ee20235decbb2f2dde15e3265f1192d42cc904a60036368bac70", "codes_bytes": 18104320, "codes_sha256": "e1203839ea01eeb544647b68aab626958ab4651ce8e9c4f76e54edcdc85fa32e", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.40.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "18625057d1d59a4d473ccea6d1b0e711ba148056d4a16f4dcb1e45321f9cc70c", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3923261696, "sidecar_payload_sha256": "c59c2c57ea91ee20235decbb2f2dde15e3265f1192d42cc904a60036368bac70", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8366c594180ac220d437bc8172d886ab17182f57695e9b84539a9408e3a07fb2", "codes_bytes": 18104320, "codes_sha256": "a3bf6b0feb75db9e555822a213ef8433b2d3789f8b1075b6a2444928bcdd0b0a", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.40.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "a24b74a9847a484d71c3bae1c3ce4f456877b28d6a63698f7fb5c2a6176725e5", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 3942758656, "sidecar_payload_sha256": "8366c594180ac220d437bc8172d886ab17182f57695e9b84539a9408e3a07fb2", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "1b4b96afedbaaa0cfbb7f4d98be79a2af260276a7b2c9b01eec1607892c9e453", "codes_bytes": 49920, "codes_sha256": "5933390dca6c39d9e03107ad3ec5e039074287c2de2bf3be26c8fd51ccaa503e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.40.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "93b6be7fbe874c6959cff6de5f76d769f6879dc8e6020c9ecf6ef462ca339153", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3962255616, "sidecar_payload_sha256": "75f06bcee8d312678c05893cd1220a5fedb8c9cac5949914bbc86b32dc6d1c67", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "dae60a26ef10d280b619a549f3a4a5bfd1f1f933a20362ec237b3c98a5258019", "codes_bytes": 49920, "codes_sha256": "6f139f09782dc0c19c2874b8d65c4b31d96609a2ab6d6acb67f1b4475ce50745", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.40.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "2a775f130fb6afd83cdee02b915858a5ad53b1987329ccfc00921f2a5c89aafd", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 3962309376, "sidecar_payload_sha256": "d522c9108d38d4e8e2cedbff857e1caf4165fe8debccff54c107cc688d2c02ee", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "5a06197970c1f18fdf1944a3158802f463c60735a93e0de52208feafabbda8e9", "codes_bytes": 6389760, "codes_sha256": "f4298c1c863fc65b85df80a7634c48fd6bc189d5e6a1ad164c4fdcc3ba15d2fa", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.40.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.40.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "06b1bf7899a6480f6317c7e99f5bcfef5e1b7650bf185614e17c93f546dbc9ad", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 3962363136, "sidecar_payload_sha256": "5401039b156c1c238a49f049827464c419d699ff49d078490687f17f15f9b83d", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9a26f2fa6f75e16ec8b669a814ee19b2408f218cef64950933dc1fb750b89c0a", "codes_bytes": 6389760, "codes_sha256": "5e74b9a279d66fff59f2939895cb12ca1573a158a536d68cdf2f82ca31dd8524", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.41.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "537e8a1989d3ffc7494cbb78a9e8cb558e34c5ea11afff0429f7b91b3bb29851", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 3969244416, "sidecar_payload_sha256": "b23c7bb3bdf2d06a7bcf16045499d2740d1010dba9bee8341ac732b5700eac1d", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "491d497e4d22402dd5136868132f0d89fc019f2dc5da3e682827a90e7cabfa03", "codes_bytes": 10649600, "codes_sha256": "1bf9be147a73a202c29250925e1c5284a9694b6653bf05f79d2f17660ff004bc", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.41.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "fcc97e070469a95c4d487a6bfe08ceb3c48ae19b8f3f085fcf701e5dbdbfe360", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 3976125696, "sidecar_payload_sha256": "bb1127a2183ae116b0857a30e1b05d006d5fd384366ecbd2ff74520ffcb6c95d", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "3fdf9f25c1e2860b51b93411fc99777e57df468c5094a79c6bbef2045561d532", "codes_bytes": 18104320, "codes_sha256": "eb756575821ee50eef3de47f57fbf24f9f052e1b680f14a17e557a3e98f52ed1", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.41.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "def0d28cba6c190b3379ceca44ed88cda36bb8856feafa35def05b865d7950b1", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 3987594496, "sidecar_payload_sha256": "3fdf9f25c1e2860b51b93411fc99777e57df468c5094a79c6bbef2045561d532", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "4f0a6f8f0f0f9319798b4a4d050a9b2fd5172e68bd4beb8f437b86c1cd65ee4e", "codes_bytes": 18104320, "codes_sha256": "574b18bde29fcd90c8a89eedddf2e3c098b7cb26801d9522f428e6a17f6cc5a6", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.41.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "8a75f67f63eb25568ebc9e3fa8669b41cad7783b929edc60b6d35d62d9558968", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4007091456, "sidecar_payload_sha256": "4f0a6f8f0f0f9319798b4a4d050a9b2fd5172e68bd4beb8f437b86c1cd65ee4e", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "a3e562fd6a89f23eb8608fecd7d4476eafff2285cfb291529133d984e4d2656f", "codes_bytes": 18104320, "codes_sha256": "ca622d67aedff6a2a3f080124b9a0353141c206c5054ff2cef8f09ba89ec10da", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.41.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c7d4321227b8387156b9035686bc36055de697a736b657edd71367210c753b9b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4026588416, "sidecar_payload_sha256": "a3e562fd6a89f23eb8608fecd7d4476eafff2285cfb291529133d984e4d2656f", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "c381c0f6e52b4e4ef8727179ebf74406d0c6224418d9376f98f23d2a9014b636", "codes_bytes": 49920, "codes_sha256": "5016e70754618d5bb22d0ca806bd9b917effcaaaab6298d8cb391c2d500d4c64", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.41.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "0cf2a0e0304a1a3f1d79fb5d7333cef048b54cbca58cac70761e2ad996bf7f89", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4046085376, "sidecar_payload_sha256": "07f836f727aa894aab63f32b38502b169a4ef351da83c5e6c183e37fb45618e5", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "84ce3281d5dac2c056173399c160f6459667b21a5629323062b32355387331c5", "codes_bytes": 49920, "codes_sha256": "c58ed7438a80b170e6fd8d761281f569b6abbf3e9d3426be285102752d4e790f", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.41.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "a387fb84cc573df6be67bd83d27f14d8aa9cbc86e7dc2775128775be3389d830", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4046139136, "sidecar_payload_sha256": "09fbdf9ccb65c2a492719d0a03ae13fea72d010defb30702ae4e9cf75ab9d5a0", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cd128579415f87fe4ee0908395ecedbd848803d6e9b2b9d21d7bf53ab62c6ad4", "codes_bytes": 6389760, "codes_sha256": "930777df481ed68fec272094de3acc3c19d27b2548806b73d8395a2429260d3a", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.41.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.41.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "eac081b52dd5f77c4fde67c4cf62f3a97d01c54711c5c8621faff437c3739680", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4046192896, "sidecar_payload_sha256": "d47b24d114e3055658fd8660fe7c2953863cca4831547d20ec486d3e1042b18f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a8c88bc5d0bd9381ee7d7e1e92e0ce133f0f733211c6e1f6653eb62312daa366", "codes_bytes": 6389760, "codes_sha256": "ac4a393a0d718254f4cd466238ff10cce09378d71e846e7cac9134c323ee3730", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.42.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "782341fe2295801086cde3e0c3d3d0f5b27d54fa9ec75c6e3eb9f11c72c6d947", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4053074176, "sidecar_payload_sha256": "1ec2f06bdb4eb84c48bb32f6327e9870428e4e681bf7110aac0661ee62984563", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "2939c55b32a3ad8cd04f14fe5a315c5f9b75c44e1c6e93fc956bedad3816533d", "codes_bytes": 10649600, "codes_sha256": "342ec19b607ffcadd60995e4a80f5d0e9e205d49c1156aa2721deb0d5a6c7e4c", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.42.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "83b9bb708fa67eef1c1665dab86fc5ed5d59cce8c96fe7ce014c4a1bf8d61706", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4059955456, "sidecar_payload_sha256": "97db483196c3901f3c1a07d340ac6e48d92e880bf119d48cf3a032eb398c89a0", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "6e06c0f4787d9df88244964123cba26c5691b0a70642783695693a15e67dc77b", "codes_bytes": 18104320, "codes_sha256": "90113a7c765c8e09c09215d9493dbc7525ecc8c2db518d798d789239b385ae27", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.42.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "37d07db0c6da42c6f3ad43eeb83171a12fc61fb2fe8780a46c2c0c0f017395c6", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4071424256, "sidecar_payload_sha256": "6e06c0f4787d9df88244964123cba26c5691b0a70642783695693a15e67dc77b", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "3e98504484c015c1c13e55117f9df778ab3f89f54c59dc2154f43ad41d28d41e", "codes_bytes": 18104320, "codes_sha256": "5966de6a471a8f36c1b37686689221fde16696e4476a579b26c988297756ab7b", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.42.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "bb1f0a4455ce0b42642e72aeca6155ed0bb0b8507c4a713cfba16d6901d31acb", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4090921216, "sidecar_payload_sha256": "3e98504484c015c1c13e55117f9df778ab3f89f54c59dc2154f43ad41d28d41e", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "eb8e06bd2b6a4e8a541df2505b362581636d68f27a00bb5be12322ac84cd1146", "codes_bytes": 18104320, "codes_sha256": "465304988f545759099c5a674a7c278c5dca22a2beb878195698a9e3f53d8e99", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.42.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "7fd2a82981b82a42b0c0b976a2e113af4ced001ed47ccea24245db6502e8a4a5", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4110418176, "sidecar_payload_sha256": "eb8e06bd2b6a4e8a541df2505b362581636d68f27a00bb5be12322ac84cd1146", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "df78d57d8043854ec996f1bb5f7c1d0bd357b8541763ed332216975ca4760b02", "codes_bytes": 49920, "codes_sha256": "e3fcdc40e77c6643a9502b5db5d148f2a111379d4c0826cd7d04bdf6cc06427c", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.42.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "a582b1af2ffbe7273a12c7f703d9e3a4b8212d9c3f6cd9366bba4b8057773dbc", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4129915136, "sidecar_payload_sha256": "5ad2c42e8b3b03a17622787242fc5056f5aaac9e2d69ecbbff7557d91c326a29", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cc23a0abf570d4c728a508aeee3c7663b2657c5752a79f0f30cff91334b5e287", "codes_bytes": 49920, "codes_sha256": "32c9a50e797e29f0f00b63360999b02288066337217f470bd757c71a7d74e8a9", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.42.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "b68719251aaa029bba308b94eeadb932da646647db32a3cffb221d6fbfa9cd3b", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4129968896, "sidecar_payload_sha256": "e176a514929b822aa2402d38d2f101eb24520d4ce3d768a852e8f489cceb16b3", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "3dc33634c1092bd90e0d732634f82e4a5d514d1c521f48e92b06e94a8850bd9d", "codes_bytes": 6389760, "codes_sha256": "d219692542b2040edc32e438c717ba998ef1d8f4afa6d7a58f48ea1c646638a1", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.42.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.42.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "f859b0f247ed98f9931b4bde5fac3e20c9d380b76271fab4614ecf3e30a31b27", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4130022656, "sidecar_payload_sha256": "cfbcf05b83bdda7e6e1264d3fb2aa2d0f2f3469e62d367f0bb0cd16ab037ec68", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "25da6055858cdeae4eac7ffd14fcab21e7b7319dd0089268b14a52d605189345", "codes_bytes": 1064960, "codes_sha256": "0ee255a0ab50bd585cbcff62e030b2dc4ee9fc0076ae9d48ce32c87dac0308ae", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.43.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "34c23fddb912a614434e87471e4e61c0bd4cad150ab5c76a081bc2bbfa66d4d0", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 4136903936, "sidecar_payload_sha256": "25da6055858cdeae4eac7ffd14fcab21e7b7319dd0089268b14a52d605189345", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "b55ffe9d8aa4f94b3bc39bcdd1b584ac0d5abba522b6d9e2f8e3fbfd99e7ecc5", "codes_bytes": 6389760, "codes_sha256": "9f4e6d07843d80ac3cddf6c39658ea3057b9ab6d3b26ba7debf7dd8074875e38", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.43.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "4f9173b8932913e70491a5bf82939332efa744358f91ae98fab7dd65ec60ebf5", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4138050816, "sidecar_payload_sha256": "b55ffe9d8aa4f94b3bc39bcdd1b584ac0d5abba522b6d9e2f8e3fbfd99e7ecc5", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "1f62360418592ba684a6fc2f0c1056a24194e4aec5476749edd2329d721de956", "codes_bytes": 12779520, "codes_sha256": "a9326f8f0cb4dd7617a8f7d2cb6d6918c313d5680ca412f4b1967a54ba76b27b", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.43.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "9fb2f7fe9fe8e62c727e3dbb706121c5dea802b38c54785ca3281e3bf0111d35", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 4144932096, "sidecar_payload_sha256": "1f62360418592ba684a6fc2f0c1056a24194e4aec5476749edd2329d721de956", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "15950a33545ebfc7878abc51ae8cccceed45c641e569d262a7c00262866d56e1", "codes_bytes": 1064960, "codes_sha256": "c2c353b463eb975c1adfa150eec5eec1e3eba3021f29f277650e3d2669cde070", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.43.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "e0691b79f9846d23d4e7c7df608c29e6aec7e4ca3fc2bc5cbe1a96b56b93688f", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 4158694656, "sidecar_payload_sha256": "15950a33545ebfc7878abc51ae8cccceed45c641e569d262a7c00262866d56e1", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "1c34cae55414531fdd6bfadd155cba056f6329a3cdd2dc64378d95a5c756b13e", "codes_bytes": 18104320, "codes_sha256": "03335f04fb4bcd3ab5a78736017f9bd70bacccff931ece1769b5fe09d296e8fb", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.43.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "b747323ccc41054483ab24a6bb9f226a54efb38dcf6c72b8bf0eb0b91f962bcd", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4159841536, "sidecar_payload_sha256": "1c34cae55414531fdd6bfadd155cba056f6329a3cdd2dc64378d95a5c756b13e", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "15d9c8a14c846bd8279f9501556884170f24bd390765124087d2e37ff7b5a2aa", "codes_bytes": 18104320, "codes_sha256": "a271cd33a9167e3d4a663ffcbc74ff5d0629a5bbb36b20df1ed374249eb1764a", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.43.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "ee3db9e225f299919bbea7d7d09b6805178c054496a2d8c6c7a8919e81161eab", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4179338496, "sidecar_payload_sha256": "15d9c8a14c846bd8279f9501556884170f24bd390765124087d2e37ff7b5a2aa", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "83c147d03b0c10e82da510a396d98a8354b1dfd59c3f4c191da0716f2b2b3250", "codes_bytes": 18104320, "codes_sha256": "632c628f197df378b857d939c146621551009e02d0104a98120a8484f3aa1b10", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.43.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.43.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "5be8b14783df2e5ffd4a5bd54a8f07838d68e3bd8075867e9a2a651ba25d73a1", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4198835456, "sidecar_payload_sha256": "83c147d03b0c10e82da510a396d98a8354b1dfd59c3f4c191da0716f2b2b3250", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "6673c10461ad33bf4b8412a28520484335ea61f2ed18a4a0bd669f8afba0fd3f", "codes_bytes": 6389760, "codes_sha256": "d36acdb623bdb0a7f50f1a5a9188046af2a259bf66cbd9c9842b8e602d595657", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.44.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "386503e1c5ba64129efd3f0aa62970f84254257b89c8cffef33a2baf585a3852", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4218332416, "sidecar_payload_sha256": "f838d6a9ba985869c8267a24abe8ebbd4e7e4de2540dc8d5723c40314447b8f3", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "ff135c808dd68a30c67e9d845e982a8144e8afd710ca25d233e86b9d83d7a8be", "codes_bytes": 10649600, "codes_sha256": "5de51685b8e6ed35dc30b3c3faa1419a339112c174eb0cc3a9d5d85f97a2bdbe", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.44.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "7badfa5120c8812604e1e8b50ece4c6fd1f907b4f5a95b8400b14cb9788c7bae", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4225213696, "sidecar_payload_sha256": "6a0e9dd9910aec9e08495c1c3029b61c580a8fabb645ba5f6f031972afd8673b", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "6a1674655c10102bced90780d8b348e7d2c1e33216cf96eb51d4e1a919d74392", "codes_bytes": 18104320, "codes_sha256": "6850f003ed360bbd3ae0e87d29f79ecdb4eb4b85b82444b5b2536087b878d57b", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.44.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "f254fda08bd9b9f1a57f2e09d90ccda01b32b7ea318257a7a69f5bdb8810f1de", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4236682496, "sidecar_payload_sha256": "6a1674655c10102bced90780d8b348e7d2c1e33216cf96eb51d4e1a919d74392", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a29d779937b7036ea33fc9f7db92f6d8e5ccb023cb17da385b228d912ea9c34b", "codes_bytes": 18104320, "codes_sha256": "c30024b6aa68d353eccd97148c9e5a34a1adce73541d09394fdec324aba88c8d", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.44.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "d672fd7594f946106217101b4ae538792903ede51af6e553a2f6ae50bf6f551b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4256179456, "sidecar_payload_sha256": "a29d779937b7036ea33fc9f7db92f6d8e5ccb023cb17da385b228d912ea9c34b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8881869cf7265cf40f6cb1bee4158cc200d4f142782b19f1eea730c849e31b73", "codes_bytes": 18104320, "codes_sha256": "76e118987187394139c2b6b20b36978d1e0d9a9b3c02b22172ac15b2a596176e", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.44.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c020374e579262c4fd7a4bd44cbf821016792a44c76eca0f5a2bd032eb939e06", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4275676416, "sidecar_payload_sha256": "8881869cf7265cf40f6cb1bee4158cc200d4f142782b19f1eea730c849e31b73", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "783a56192e2d8a6766b34563dcf9702082e766325242686fa62e614d473caf43", "codes_bytes": 49920, "codes_sha256": "1500a49a54b64c8c0aea40228bedf14e32a29bdd8ba98dccd3ae45689674a5b3", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.44.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "79567e28d3cd40cf9f56659cc584972ad32bed14354db81fc4eb41f20fd68d1a", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4295173376, "sidecar_payload_sha256": "0effe90766518e7966fb312f6f7daa58e7a94f3e818d5010588801aa7ac14e8b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "1bcf0a61a33eabd9d87ba14062493d349ef06a418b00bd02162d136199d92b89", "codes_bytes": 49920, "codes_sha256": "60305c6ec291908c13021b8d813566653cf8bc483e5cdaa410876641a8a558a3", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.44.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "3b1b4710d09191efc30b0fa76ed72326401fde75585e456344c6d41f7df3b57a", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4295227136, "sidecar_payload_sha256": "787fed70885942192132a7ddfb05d81bd68dce4260fd755e7f6ab15ccd247800", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "558fe33d8287e2dadda5f5c74f165298c105714856aeead5bff32897517e1153", "codes_bytes": 6389760, "codes_sha256": "e74b44d25d1e52bf65e26b9a8ce866600453b39b147357975192f378d29bb2e1", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.44.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.44.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "c1188e2089775264110bf593656df0e92c667f6f36c56c2aff0ad5ab661431a0", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4295280896, "sidecar_payload_sha256": "f7fdeffdbd554ff36d4f3a6b5e8f666fcfdc0acc500113fa2f0e424ad5d89c74", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "433e9d5878c23dddc6ba8ac2b5c3401d5c910aaac50eddaa163cc89539753b1f", "codes_bytes": 6389760, "codes_sha256": "1b04780b5f03583a7166bdfae11aa272da1bc00b4097aa2ac6bc16fd21d1558f", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.45.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "70610fb057d77008151d9619f6b956715fab6aa4efeeb2330a32a9ba10724e0d", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4302162176, "sidecar_payload_sha256": "0ff513595c2690a17cd99cef9fb8c5bb9e8d28be13d7ece58b3c278e242d2847", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "d0fef7f4aaa8d307b82b4ee4185d7c1c202c3202b427de8039713d8fc70ec3e0", "codes_bytes": 10649600, "codes_sha256": "f66594c4ada7ba26f8b799e83292f4d19d5cefd979c011e835ce907228da9e30", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.45.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "03b9a2ed69bb48e3bf9d0d748533daa9b46066d419f3bdd9b8979d056364813b", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4309043456, "sidecar_payload_sha256": "7051c1799a8e1fcda2e012ca8720ac80f13606e5e2fb946a9378c259e550406a", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "6889ba4bcbd52e37662b223cb5a881986b3854bfd2474815621724694a6e703a", "codes_bytes": 18104320, "codes_sha256": "3539526b6ca2d5e67724b3d301b32ff88ad0682d91197b18a10153cf6bc017bf", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.45.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "4c703c350704aff7bcf02cce112cd2520e4d5df8e97036533d14d3b411bd50ee", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4320512256, "sidecar_payload_sha256": "6889ba4bcbd52e37662b223cb5a881986b3854bfd2474815621724694a6e703a", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "2ffd724d684ac470a8f45973844c32849f0a328a26e59990cbb20f9df41edd8b", "codes_bytes": 18104320, "codes_sha256": "6466d91ab9f5d8c178627f79f8240d65f8acb21d75bfe6876196dd12de79f815", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.45.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "7481b1cb3437913af3db4bf3042fdb8188d8fa1265f6a1d4b013ef5420246fec", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4340009216, "sidecar_payload_sha256": "2ffd724d684ac470a8f45973844c32849f0a328a26e59990cbb20f9df41edd8b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "c493b1c7ffeea440bc97480736d99c2384fb0750a6bb1b4b44a50f3baf6f4078", "codes_bytes": 18104320, "codes_sha256": "45ee9397c3d170c89adec2c78cb40211175a4a79940ecc136e9cc7a050935db7", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.45.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "d6b5cf6ce27cb3f15615023a2a32bfdfa6bc87cd0bdf9eb7dc4742c4c6864b76", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4359506176, "sidecar_payload_sha256": "c493b1c7ffeea440bc97480736d99c2384fb0750a6bb1b4b44a50f3baf6f4078", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "f80ef743d4869e54aa2f31f8b28cdc2227cf41c2f3b80952a5a55c0bd4c81f64", "codes_bytes": 49920, "codes_sha256": "c1d018f796fa574d07c1906fcd83d28e23800f775a196730c3813e9b06a952e9", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.45.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "1daeb541751f80306672ef2c32ff0f0d628662e548d5f1eaa976f5d7d4cc5b4e", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4379003136, "sidecar_payload_sha256": "aae35bceb5f2e36932fedddc693787917f812267df11571be94d5641d718b12d", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "e8e36deba1cc79c6ecf49ead5b6afeaaf6b9bdd9323d517765bd1a87dc4172da", "codes_bytes": 49920, "codes_sha256": "a037952c9480c3c4296676470ef0c2aede6c7ae8b9494fb1e48f9e5bf3f07037", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.45.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "8fa728618b8b986b82a54ff641e4f4e9cb635a5fb48e9bd3ebd9e68c0030349f", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4379056896, "sidecar_payload_sha256": "2a4b5bdc0b8f2dbb8d601d1f9e2d3514dd53234b702fd971c1969f94f32dbaa4", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cf41fd8d53eb1606c3ea2fceace55bc27162f75fc123934812f15601e99a15fc", "codes_bytes": 6389760, "codes_sha256": "d825020a12409d38bc841fb6e61d2606743704e87953bf81325df9c90d9f88ac", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.45.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.45.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "c96f94afdf1d68cd58bd61ccedaa7ad550f74713cad5cb91e9f7d03a83029f28", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4379110656, "sidecar_payload_sha256": "ddc9d696f4f3495d4c748573b7725b3dc6ffb3da73f58cab0d12821c7b668d40", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a270f6af49ec0e86b1b6f4f8c876507d983362380a14aeda576ae3fce5f4e6b7", "codes_bytes": 6389760, "codes_sha256": "44a509acc5819696d12cec5d1c7ef0b0e900f7032c476f1a262a0db31b3fffdf", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.46.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "005a1ea6d4b7c33b5050413c23196bf089d0c216547b7c7377e4631117318747", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4385991936, "sidecar_payload_sha256": "ed628e75df426dfcd3a16d63dfd564360f982a04752aa11390deb07aa3f5af77", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "861a70f1d20150657d102c12dd372bc2b421d24de6550270b953383edf4f673c", "codes_bytes": 10649600, "codes_sha256": "d2143ee34ed43ea46366456b93072f47ec64f448b8655b3ce394e43203355989", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.46.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "1d8b53fd79115c35467042f338b3141ba45ec21ed28f62eed761e01aa71c8076", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4392873216, "sidecar_payload_sha256": "e4a29defd78a67078322f809614672fb38ed9b2e102e796d6c3b4be743f88009", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "214c0e7b58dc3d28ec9e108fc925025d4e1cba99f52d0f18a38633387bd5abb1", "codes_bytes": 18104320, "codes_sha256": "48f865a12a020f1c3f1da78a586c1ab9dbd7ac7b5415a607dc74591e802b8caa", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.46.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "10a098141eaee8ad5d536c075613dbb7869baa6568b1933647804b633ac87fed", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4404342016, "sidecar_payload_sha256": "214c0e7b58dc3d28ec9e108fc925025d4e1cba99f52d0f18a38633387bd5abb1", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "786a0b277cd1de4791c9343e754bea4b9e6a1f1dca4d3f95e026ed7e7a47c17b", "codes_bytes": 18104320, "codes_sha256": "90e423bf767d652acc822d5cffa8b97e7656f2fe6a78562ff702ae18e3a6946f", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.46.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "e63e1fa0eeeaebafccee21eebce90d5c11e0e8ec7d9cdacfd8bb44c960dd6044", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4423838976, "sidecar_payload_sha256": "786a0b277cd1de4791c9343e754bea4b9e6a1f1dca4d3f95e026ed7e7a47c17b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "06e1718ce0a903457b408359673d2554dd2dae9ddf28aaf30ce06b2efd3d3638", "codes_bytes": 18104320, "codes_sha256": "c2092dcbeb4a1a426eb077e4bb23df19ea54d48ee1cbe3c6a6deb2b3933cfea7", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.46.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "2ccea95fe96ba534c5dcafaabb635a5514e2e3878a0d52f34105e63e59ce4290", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4443335936, "sidecar_payload_sha256": "06e1718ce0a903457b408359673d2554dd2dae9ddf28aaf30ce06b2efd3d3638", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "59f2854c1bb5ce6a19ea5523614cb88e29d72a638a46cbf6a773a05aa8a3b20b", "codes_bytes": 49920, "codes_sha256": "742014d4fab3824782543ab842ddfe745a7ee652d68cf90f9b2ffb41a1aa6b0f", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.46.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "e1cda39853c9820581fceb981eddad69046ffe388acd217110eca7ff69fc94c7", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4462832896, "sidecar_payload_sha256": "6a5efcb7ef1818e96a8e9cdac4c398bea1dc0c4831d48772fb917ab91cbb52d0", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "ba608cf9e54138995a543bf6878631f2130d07a08d6fd0a47436bc1ef0dc1cd8", "codes_bytes": 49920, "codes_sha256": "06435effdc6cb51b46d599a64e0ae48b188c578067159a9f8a095a64b7325a79", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.46.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "aa27f6af09ce8b508501445db54efa2abca052ef1f2d466c6a7c81bf7c9b8a8b", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4462886656, "sidecar_payload_sha256": "950236058c704a1946dc8d870e932c18bc89b81e2c05d51fea4bd773f98997bd", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "5d141ccce3f740f0e2c7da00fbf3455fabdc2a6337783ae2e41119f1344ad140", "codes_bytes": 6389760, "codes_sha256": "eab375511b5dd2660d704bcf1387034fff4197310225627b01f2905dbe7216d9", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.46.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.46.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "59a55b13688c90d620de025a1673806a9bc10d948aee4d13155b87fcebc65d7f", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4462940416, "sidecar_payload_sha256": "fc3e19ee8b24bd26de2e2998f7e9a4d3047b78265a45790624323e14b1f156e5", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "f1e53246efb2f7bd6cef84e3e94fa18488aefdfafcd64dae6f8d53dc85e05da0", "codes_bytes": 1064960, "codes_sha256": "9aecaea66e4782f91f2a8eb9e7dfaf5e6ba79ddc148df8e9ca1bcdb4a81e92ff", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.47.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "4f589d1123100307bc52cbb1d5ec50de2f0e73d6e11071a8b3b8c1f9a71ce924", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 4469821696, "sidecar_payload_sha256": "f1e53246efb2f7bd6cef84e3e94fa18488aefdfafcd64dae6f8d53dc85e05da0", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "52102ebf66243ebe92d768f9cfaffbf1ce289c43d4507eb0614b0e098047c279", "codes_bytes": 6389760, "codes_sha256": "5a25dfbd637f58db0761be0b89d243a8c066f2d3ba2f7dd793a858f6a184d209", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.47.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "750bf7b653eaf748567ad8a99c812c38cc19a245f27f9f0f597ce95aaa4c2281", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4470968576, "sidecar_payload_sha256": "52102ebf66243ebe92d768f9cfaffbf1ce289c43d4507eb0614b0e098047c279", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "0f4dc01a435de1b2a809638504f883b63525d3eebab953560171afcdb8adcaf1", "codes_bytes": 12779520, "codes_sha256": "22f09edf4e80090e377542c24610c3203728cb55b52d79b4eb1e20912411d963", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.47.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "37c6dfd75246f4f8bc493a68954b6f32b52f335a3d6178b22cc0df78c248664d", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 4477849856, "sidecar_payload_sha256": "0f4dc01a435de1b2a809638504f883b63525d3eebab953560171afcdb8adcaf1", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "e2db5353d44ca25fa9c0c089d99720002953236d1b6cac702f7e1b08607645c8", "codes_bytes": 1064960, "codes_sha256": "9cb48e10a4f74d47c6613f144e58fcc6d044d50802b572c70ddda17c63114461", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.47.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "03c8589dae69b1f7a8cb7b3f94430c9beb161add8e8e60e3b8d04d742c4dbbfe", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 4491612416, "sidecar_payload_sha256": "e2db5353d44ca25fa9c0c089d99720002953236d1b6cac702f7e1b08607645c8", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "899e719b0ec8bee0683dce808b128009c25b799106683f8d016588685d336c9d", "codes_bytes": 18104320, "codes_sha256": "48c6a48cb4f239841f3bf18df5ca053163cd973d7c375392ebe4c9b6ef3a5f18", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.47.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "819736b0b90db79773f57a581c2457d6274b2299435e65cd5918c67f13f31230", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4492759296, "sidecar_payload_sha256": "899e719b0ec8bee0683dce808b128009c25b799106683f8d016588685d336c9d", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "19fc1b9fffa29e2a0c93588de189467a9efdb3127a211d92d26e82f93ce927f3", "codes_bytes": 18104320, "codes_sha256": "ac506313a72e7affc72f64a80f46ad77f4c8be058e621e4ab9b80a9a71191683", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.47.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "4a52dcc7d22f3efc2f0cbadd28c26fea770797a79df37412fef2cc58d3661ae5", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4512256256, "sidecar_payload_sha256": "19fc1b9fffa29e2a0c93588de189467a9efdb3127a211d92d26e82f93ce927f3", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "261a40c4d968c8ad8cb1a2831a7c1310eebdac9212fc8863615cdb1b42afb829", "codes_bytes": 18104320, "codes_sha256": "8588bbb347ee0a92789434282432fbc98cceef988cf779bbdc6f6bf5ad345f17", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.47.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.47.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "1f673cdb319f079da67c0ad98c7a74b1a6c83b9c1d8d3dbb3c3205d1058cdb61", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4531753216, "sidecar_payload_sha256": "261a40c4d968c8ad8cb1a2831a7c1310eebdac9212fc8863615cdb1b42afb829", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "2bc386cdb9b2dd78ff1c7eb1c23c420a2b1910a50c25a792213ebcec99790cf9", "codes_bytes": 6389760, "codes_sha256": "702384e5567d6465b4207e55ac78ea5c5c561fe915be3e63289ceb3885b2a184", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.48.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "5a1257dbd746e820db919bd34e2cbe72f0f848d2d72dfa0a98d49c372b1f0808", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4551250176, "sidecar_payload_sha256": "fe82f5c7aef3fb90e54399eb265313ba5c9410eb5a02a2f0b6eab06e109dd272", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "869a6d9e26b30d93c31f9f56de63551c8f9a43120a12175ff7d38e2f86c017dc", "codes_bytes": 10649600, "codes_sha256": "89dc49fc5a8c16dd17c6443121109a3ea2e309ca3c859a7c963bb61a54783452", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.48.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "8305100aeed9ea12056be03874fe0a61f84962b87886baa2d9a7172393c37f0e", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4558131456, "sidecar_payload_sha256": "8dd2db8aff671294d3edf60b33537aa2dba2f41a5902ab92a05306002a7d83cb", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "b6b3ad545a3640526a6184adfdde49006fc8ff02774f53163fbe602b7a8c2bde", "codes_bytes": 18104320, "codes_sha256": "64fcab215277054b303db1658ff4ffe8126f66b0fdc523cbda73cd2844d412f2", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.48.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "9d82652b84a31591107feae1024a36d60f6ee7abcb5b31bda056a5c8f9054de2", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4569600256, "sidecar_payload_sha256": "b6b3ad545a3640526a6184adfdde49006fc8ff02774f53163fbe602b7a8c2bde", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9865c04860d7eabbcfbde96512d4e897b20341f373a9f3af0408b772637b9a15", "codes_bytes": 18104320, "codes_sha256": "cff5eb55c76c536cee181aa407ebd9ad1df66f0fee8427ce56bd016d85736c6c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.48.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "5e157fea7d8cc90da68797d43da7eb4be83ad54f9c63fab45cf5178c0afd82d0", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4589097216, "sidecar_payload_sha256": "9865c04860d7eabbcfbde96512d4e897b20341f373a9f3af0408b772637b9a15", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "800f2ddc216cd88cc2c6746a5e02cbaee8b807a749ac873d0b24a85aebf1833c", "codes_bytes": 18104320, "codes_sha256": "95eedca70d56622e7c1723ee931edf15f4c514828d0aa5bbb153033e2d1706a4", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.48.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "4fbcce29b2e5b7ed8c519f27dd7fa986ecfd9ea38922424858aef3d21af46ea8", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4608594176, "sidecar_payload_sha256": "800f2ddc216cd88cc2c6746a5e02cbaee8b807a749ac873d0b24a85aebf1833c", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "5a2b6d0f62051b3e5c4226233a94545b81d8f3d2e48e0c8a001d2231690d4790", "codes_bytes": 49920, "codes_sha256": "120daa2c560fcf5b48ea5687b68c4b83ebcee811cee8f623f2eb78b8e6d4b127", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.48.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "404cd3145e8f72dadf2d316f1f055256b36f4edc6583b4f69b4afec5341b90c5", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4628091136, "sidecar_payload_sha256": "daca3d6ec3c440aa080b34a1d3083c4c998e22b415325b779fc1f2c353bfebf2", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "23cae9f4d2a4e320526f902c26fcde95f51793943cad12e3506c6943f7c447a9", "codes_bytes": 49920, "codes_sha256": "8be74c16d5a4acb20a9e2ab3ba66093c3ae9aab5b374765abb031bc2af147c62", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.48.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "4806cb9d716ac67e18116d9dd58b82ea7485e7ae4ad369f64b148eb3b350e270", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4628144896, "sidecar_payload_sha256": "0f11cae93b4bb3a4c1c7cf9a9fa2db1abde54a9254f8a15ebf5c15cecfcb2cf1", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "cb5d582fae3fca6c4f82264c4d9afe255403c9fcd84317aacde75ecbcaac3589", "codes_bytes": 6389760, "codes_sha256": "c76e564180c0c41278cf3a2ade66d886386688bfab9a0d33f9628ff31f98ad29", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.48.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.48.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "199c8ff444f3854aa45b17fd59b2769ff43c604c4424ba8fce163228db595500", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4628198656, "sidecar_payload_sha256": "25902fe93b38b8afa02c34979522e31bf09f7f29fd1a980c78cc43c6d232ce06", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "831b0ee30894db8ed248a4728e766df5eb0b769b0e32c7639d01ad7f29a2d52d", "codes_bytes": 6389760, "codes_sha256": "fd4e1df6558af16f164e522cfcc5b16c7951f0e9c6717bbaa21b615269a030e8", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.49.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "4435867165b03575b906abc36d4203ed821a23508e7128728e31b1fa9e8d9b3f", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4635079936, "sidecar_payload_sha256": "379534b25b9dbf9a91f35be032843f9a6d93922d7fb54e591f17bfb9a989368c", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "14b6a0ddf834999caad68cb9dae4fdf111ef6c322b7108433afd970ae0913f68", "codes_bytes": 10649600, "codes_sha256": "9ebd8769f7920c006eac292e68d288afc29453a53aed9305dc61f461e77ad1c0", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.49.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "d6757e9cfb2d131f1448237a3d9d886234de2fd88fdf1e23eeda355a74f32c75", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4641961216, "sidecar_payload_sha256": "58611cac86ee6e7603bc472447164094739184945c40eb213691045197ca02a1", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "3f502c99354a2be5c42253b2f09bcd2cfb5d7dee4295a8651fd7312555a8afa1", "codes_bytes": 18104320, "codes_sha256": "eac75b622ffd5c93b22b37394453dcc9c36bf50c347014346338d00c606d4f41", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.49.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "6145f224e14511bb4c1a4fdf8f7e95e685212047c63b216152cbc71b8ce5c7c1", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4653430016, "sidecar_payload_sha256": "3f502c99354a2be5c42253b2f09bcd2cfb5d7dee4295a8651fd7312555a8afa1", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "522bdff8ab21f661a9161113067665cfb36b2a9745227640a4d235fb8c9c3317", "codes_bytes": 18104320, "codes_sha256": "d25be6a8cf60d6935cf86d4159d5f6487b6a548b0abf39667465ad06ffca1088", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.49.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "916c6f9406d8ac787c4cf6fe7f7edd1aea79d0c99a5a02e4dc04c8bac104be01", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4672926976, "sidecar_payload_sha256": "522bdff8ab21f661a9161113067665cfb36b2a9745227640a4d235fb8c9c3317", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d9c6bb6486fe80d9fdab3bc5d721aff61824e84f757bdfd7ff8c93eebb6d8a8", "codes_bytes": 18104320, "codes_sha256": "f4f8a6f0d1d4489996bf33bddab8c218495937bd9b94b9f395efb6aa0d9b096c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.49.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "02bbe5b7f71d1b4123a75c7fecc9473b469bd05f6c79d24fbab7cf02c246c135", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4692423936, "sidecar_payload_sha256": "9d9c6bb6486fe80d9fdab3bc5d721aff61824e84f757bdfd7ff8c93eebb6d8a8", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "20100b0c0cedc8e2e690f37e84af659ff262ff2d34055f23d98142196a880304", "codes_bytes": 49920, "codes_sha256": "14fdb905b4f2dae98a25c2c111b78bb1fd8c2bac1e6883922ce880c46db0d980", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.49.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "c5c70d990fd63b9e9c7b590b2a59326a9f363433ee382aa594445b7f0cae8548", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4711920896, "sidecar_payload_sha256": "4fb8d48708502fd313a49668710c0dca1caacaf84a7057adfa1df883672379ec", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "c8b1334494699b8a1a49fb4361d7c30e9bf1e2e2943d357361f04f6bb4bcfa98", "codes_bytes": 49920, "codes_sha256": "f7972c72da2a8e1d4aaba0fe0860c349e1c6f6661b9cfe8dcd74376e79899d57", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.49.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "547f4c95838acbe45eaea49f9fedc64a957b9f2a575ebeb7222f7ef018add2b5", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4711974656, "sidecar_payload_sha256": "486c8ec55202ceb17f63b5bef0a37dfd59d1283a5666ad795dd59ee4cbb6dd75", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "ab28e9dff4df08bab8dd88695a0215c7f3d94c162d0cbd3e59e1df56b0947db8", "codes_bytes": 6389760, "codes_sha256": "19613470e48eaae49bfb76c7c5e76fdf3a216cb4881833e2be7db550d9acee99", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.49.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.49.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "a6b100fd76142f646868fd482871c6139005c52c5dbeffcea1f23913921f80fa", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4712028416, "sidecar_payload_sha256": "ddeb07f8468feb099e051f21622fc07743783a1b2ebcb267b3c506f8794161e8", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "19e6da33d3ba77115f71576cbe9fee7227859d93b5d57e16a7f4992a00159845", "codes_bytes": 6389760, "codes_sha256": "4f7382f35366acbb288387a3241fe7caa6b519dba4c5e34e5e4d92bc226af2b7", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.5.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c2ed001754825c0f31a75f75fb5f12b3e632b32973e9605b0f8590a3abf1b088", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 972984576, "sidecar_payload_sha256": "56bdc752ca5a1f65400171d9feaa625bb6add48adcd390abc0b172882339dd9c", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "3d7e1045ffec709b4d599f1d22a511a756049cb2ba8df478a198a6a76e8e3c82", "codes_bytes": 10649600, "codes_sha256": "462c08d7e02bf27409b12fb407336bf5ec8bd7e0777a4cfb1e183721800c9b3b", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.5.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "f56b4b533b78d7700888bb4445084da764ba14edc3c3ee9d39c4d7d3714f3f6e", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 979865856, "sidecar_payload_sha256": "e496e7699bbcefb94cbf05eac78f868cdac150882b221d58d3925c9df64c15cb", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "742f2a8b44d0ac3a8a2a1e427cb00e2cccc53326d67a10ddfff436942535276b", "codes_bytes": 18104320, "codes_sha256": "f20082cf541866abd491077f272e805fbb653e43aae7c18dbb56077ef581db6a", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.5.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "658ebb412de183ab32319ab4198c3af125b3a3661c2b2b34b64cdfa1def769e3", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 991334656, "sidecar_payload_sha256": "742f2a8b44d0ac3a8a2a1e427cb00e2cccc53326d67a10ddfff436942535276b", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "61d831cb6d20735f413186eae409486b837e85d06453c28102ec25384d6dcb32", "codes_bytes": 18104320, "codes_sha256": "e490d4111efb771b8912fbe122d61d029e43342e9db6a8f3b83ddba90eead3a1", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.5.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "6490af5f6fc8806fb05dbb166465e614c2810770fa4cfc30f8623cf4b6fc578c", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1010831616, "sidecar_payload_sha256": "61d831cb6d20735f413186eae409486b837e85d06453c28102ec25384d6dcb32", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "5bbf7964751e16ae00c8f4bb2548af385df32a8920580242d7adf902d7d4964b", "codes_bytes": 18104320, "codes_sha256": "314778ab684666cc5da9dd4caecaaddaa774f7bac6613effabf519720860de0a", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.5.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "0fea87b131c1bc1be3fac073fb7db758554a8ab1035f5fc2b31f48a02f501b33", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1030328576, "sidecar_payload_sha256": "5bbf7964751e16ae00c8f4bb2548af385df32a8920580242d7adf902d7d4964b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "adccfaccbb27f4d2e2414ab9f3539809d317ae51cd41350ffbca22615ddf4fa0", "codes_bytes": 49920, "codes_sha256": "9081f02f0a86e6867356c625320fb6ac4552ae9269e54128a5d0b545f8b54f81", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.5.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "34cf67dfdd806f711a9dd358e0955c31788a8a106523b97e8a77f47c16341883", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1049825536, "sidecar_payload_sha256": "445da14c043781c348bd8b4244f780f48f12d8a885e07db58e63b1f3460ef3ca", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "8ff7c611cde0ea829c8dfcf78f81cf88f4276437de1c14c8871d419f6992d065", "codes_bytes": 49920, "codes_sha256": "7cd73ee204c851a5fe5d5d10d7cae61737cae838f1c60b212932c1138a608205", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.5.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "772b0482e1b17865718f604aff3f5bf9e0bcdb7d0870dd12807727494b47b8fb", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1049879296, "sidecar_payload_sha256": "027f96cb16dcb389e3721e8acc8eabcfa1d6ec26b3880f5a32cf6d7845c934d6", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "bc0c50610d47838eb3136b76ca87276a0421b6374105216cc5ab5e9ee5a59acb", "codes_bytes": 6389760, "codes_sha256": "d66b27d63bb8bdca56376c3ce4d273aba85b01446dc2c1d1772a73078c41e907", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.5.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.5.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "601213163e587e81e016ca0884d61fca91838770980cff8a6e2da3767c8a5177", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1049933056, "sidecar_payload_sha256": "e4c5230d65eaabc9819e7c23fe669b791fa36312b790d2ba4131afb8716da7a7", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a9080326825f707e12fe8b8d5259498a88a81415bae8f1c29b3b3684985f760c", "codes_bytes": 6389760, "codes_sha256": "988621bcff8cd76b359e3d89542dbd631743345fdee6eecf9038484c9335a4bc", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.50.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "19ae35bbe73fb022b231ffdc1ee58764d9b50b664afbdbda16cfe0ec7b166342", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4718909696, "sidecar_payload_sha256": "4d1a0c49d11c4131a1be6918fda5ea524ef27b0d0a50205a2046557f1826666c", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "c6c7eb24cb51989d4a117e59ba59a8b633c71a374a0759f27a1e4b94df38c47c", "codes_bytes": 10649600, "codes_sha256": "2312797b03644fa60205661e26c25451a9e26a4d57d375d538be487b6862cd27", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.50.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "b54d66c8ec37aee9edb5fcf98e4bfd8adc74695201a1abaa6c1457ba1800c64b", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4725790976, "sidecar_payload_sha256": "a73c9312b8366624500a7bb06b86e9d07c1ed600bf2050e4d5e02878790a2513", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "531f75fec81f5c87d06454f707efeb049d75554d8efb175a664bb8598cce4564", "codes_bytes": 18104320, "codes_sha256": "483f979d08a14240bf3c70b90bb2ec394959ed0ca66378f5a592d3e0fc524ac3", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.50.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "5349378d998fba36c6aef48316bffd68304546669c85e657342d435ff57594b0", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4737259776, "sidecar_payload_sha256": "531f75fec81f5c87d06454f707efeb049d75554d8efb175a664bb8598cce4564", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "62f46a9db6646e07138cfab5a5139d562d63147eb22fc7759695119fc4cda36a", "codes_bytes": 18104320, "codes_sha256": "87f3c5dcd4a5e33ba3a19ff69dba7125e044702c482654a363adde7bb7389f38", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.50.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "eee9c42720275bfb205b1ca29b46310fb0f12a095898d49d0157fbfd23fc842b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4756756736, "sidecar_payload_sha256": "62f46a9db6646e07138cfab5a5139d562d63147eb22fc7759695119fc4cda36a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "688be4987f74e9cf5a37da005cfd69437938a82e21e84c2158b3fa5ad4fe271a", "codes_bytes": 18104320, "codes_sha256": "c45273ba73e203c0749a87499f6f6c5b275564820b3a6f660e524062e92c71d5", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.50.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "f4040e8266396267c609c64e3905b04e125548eda808d81ed616f7602bc35e57", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4776253696, "sidecar_payload_sha256": "688be4987f74e9cf5a37da005cfd69437938a82e21e84c2158b3fa5ad4fe271a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "3e89a0a6214e4152ac0dc5a0cc5adbbf1c9f8ebcddc64676e081f4112fc3a9de", "codes_bytes": 49920, "codes_sha256": "6277798fd9a520b8afe88d8cd8468fa79408ebc757a98141b35848b397fc1fd6", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.50.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "cd070a07312eb23c9a79636c9e7264c30b61bb45ba6bd84fd816f3219d66cd85", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4795750656, "sidecar_payload_sha256": "d54c3c003e8cec234822f7b727d5f7c9de8f6701ae020e75be98f4d27ac8c124", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "c95e130b52f80a836562586f081926b863e4440f47b400cb937e488cd0ca551e", "codes_bytes": 49920, "codes_sha256": "0dc08bae946cedbb59a1583bbf37c53c19877eb424467fffb4e570b15b1b4a25", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.50.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "29f7dec33630b3c0482e7c9a090c433317412e3b4a901a825ad0352db8067923", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4795804416, "sidecar_payload_sha256": "0a06ad283ee7254119e1f7f4551877cbd45796236031a214acd6f18855424bb2", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "38011a079227870ce1abdec39b960530574c2d4306396abd2e77587ecb8b5940", "codes_bytes": 6389760, "codes_sha256": "833b2a9054b460c25b6f3d74d685fed87f21d6c21a1cc9c388e65e454152f135", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.50.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.50.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "217ffc89bb6759ab7fe4efd284c7bd1bce5b96d38b98912f6e30fa245a0f3b67", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4795858176, "sidecar_payload_sha256": "e2bfc2a1a6dac57a917392dcfb9067f062e7d771105cfc7f2f663e6e1e3389f1", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "8073fed5475b8dd73613a176255642b12b23f7e505422b977a8126029ef12b53", "codes_bytes": 1064960, "codes_sha256": "558586a152ef2036ef450f827da5154f9470dfb318cb2c9a5cc763017ac7dd09", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.51.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "bf471505304a97975e0084ab66bc0827b39cfe01967f117f88776eb011cfcf1c", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 4802739456, "sidecar_payload_sha256": "8073fed5475b8dd73613a176255642b12b23f7e505422b977a8126029ef12b53", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "d5351ad7c031a79db63db61217ecfe0c82c830bd08752733d297422f46263eb2", "codes_bytes": 6389760, "codes_sha256": "2b3be82642c8cedc37a7582dd525f4dc984c66d7d4c9a00af0098547c87c645e", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.51.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "bdb390e7d43c44b880efdfb8e3c48dd5be6bf5c368c8dfd922e22b3183a520a5", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4803886336, "sidecar_payload_sha256": "d5351ad7c031a79db63db61217ecfe0c82c830bd08752733d297422f46263eb2", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "0c49c1a1e4e8e68d023f9e3e5c1343929357e5eaeb6c31a94c5688a418a8c699", "codes_bytes": 12779520, "codes_sha256": "bbbdeb2c9786a6a31945955efc6131cfb40ba0032c2c14fbacd0b4cbfdeac1a1", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.51.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "e5c933adbb91d0d41e39248eccb15dd6ff0539d56f3d9c5ef35693aeec2b3a06", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 4810767616, "sidecar_payload_sha256": "0c49c1a1e4e8e68d023f9e3e5c1343929357e5eaeb6c31a94c5688a418a8c699", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "3c31c45e9ee41972ede14d47e75fe6d35773f556d1e5d68480709d289a0612e7", "codes_bytes": 1064960, "codes_sha256": "212a1fce58b7ecc4b9899f588738335e2aacb3e693157d36239759b018432b31", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.51.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "39538ad8dd233ca2fce52613a1bed74bf5bb450fd911fddef4e2b85e48fcb628", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 4824530176, "sidecar_payload_sha256": "3c31c45e9ee41972ede14d47e75fe6d35773f556d1e5d68480709d289a0612e7", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "a7ce9c3678cfa23d82dbba7c7ece2557a976b84a62d1b4272983a128cb77a284", "codes_bytes": 18104320, "codes_sha256": "03ee817e32c7ab0ab848cccbb603a3c0a0c7c62929efc283d7cd7d4a001e8d73", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.51.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "fc577d7c54af98266c1937d05b6560650cde3670af0d22184e94231bd39c0e51", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4825677056, "sidecar_payload_sha256": "a7ce9c3678cfa23d82dbba7c7ece2557a976b84a62d1b4272983a128cb77a284", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "b4c8581116d2376afc272ffbeaf8ba723129015b4b242fb13a81447932a9f573", "codes_bytes": 18104320, "codes_sha256": "a8ce634b108552fa7f339ccaf40486f32733490288eb057cd2b92ee28a1625c9", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.51.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "8172672931b4f4b260ec680afd03775fcb665b0fb2e9bc0cbe0f72af8fffeda3", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4845174016, "sidecar_payload_sha256": "b4c8581116d2376afc272ffbeaf8ba723129015b4b242fb13a81447932a9f573", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "a59a936a59d177b84223d8b411eac033d8062ba0b8017bae950b886a0426d7ee", "codes_bytes": 18104320, "codes_sha256": "f4e51b6f213fac5d99a02045c3fd2dab2c6b363438ce01d47ee7f64c4f681d58", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.51.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.51.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "bee3a8067015926eca283ad4a56c735b4b733c6b53ed100f4a7475021a618705", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4864670976, "sidecar_payload_sha256": "a59a936a59d177b84223d8b411eac033d8062ba0b8017bae950b886a0426d7ee", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "c678b2ab8830bd37d78ce87735c864156e9ccb542fae8cac24ee6e0633446272", "codes_bytes": 6389760, "codes_sha256": "5f18b09b93f23180f506c995d1aac05f1ee5b1faf92d30e12bbaffeed76686c7", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.52.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c64b46e96d88c2c1f4855726c80138e9c551144ea8247f75da357bb598cf1cbb", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4884167936, "sidecar_payload_sha256": "18480b2195e133231a3d99f10c50a1fd16b8852327aa5d79d1a21f073a809dbd", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "9d0dfcc41ca449c3007781b59acb43fe73408707543c5bac11371a73db2aa5f9", "codes_bytes": 10649600, "codes_sha256": "28bcf74197028ce2734654555e13742fae15a714a18c5afab1741dadce4bff5c", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.52.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "0ca52c00a60787859c30f8fda420f0cebe1f4da426cb936c2a297d1c628c77a1", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4891049216, "sidecar_payload_sha256": "5aa284b7903dcb01ea359d54ffcd8fa1f90c7989442871ef5e3287003580bedd", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "152745ea1678b3f798bcd646f5c9081fea03714276a9edc50c9d357138089f8a", "codes_bytes": 18104320, "codes_sha256": "13046ddebcddd0855a8b5b04a4ed02bb0f3cf6c91d77e6c08f2a66a63ea3a424", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.52.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "0e4df2fb87bfa525a0a44f6c2fb3edceb28d001556d3c817faf86b528ecbd264", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4902518016, "sidecar_payload_sha256": "152745ea1678b3f798bcd646f5c9081fea03714276a9edc50c9d357138089f8a", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "2b9c1d8f55882607ebe5d9dcaf86aa02a1378a9c1a4b086c793beacc14d27667", "codes_bytes": 18104320, "codes_sha256": "efe9ced9f650def1a419d2861ed92bfb8d78b2a858b2bf9b1b94d4062055d05f", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.52.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "b4e2b8ec4b1790f75ee8187a453e274fd96afe1b21d7c061cfda7196cc287968", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4922014976, "sidecar_payload_sha256": "2b9c1d8f55882607ebe5d9dcaf86aa02a1378a9c1a4b086c793beacc14d27667", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "549f67b308e29e85daa8458877d8c8623b4df7990544fd856dd79f27f98229d7", "codes_bytes": 18104320, "codes_sha256": "048997691c3f1ebcb0ab958d4c372d47a92920fbe1cf32839504164467b9c171", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.52.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "9bb9a0841e0901261986e1737fe82db3018e96deed595f5cf3b6ae064be930d6", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 4941511936, "sidecar_payload_sha256": "549f67b308e29e85daa8458877d8c8623b4df7990544fd856dd79f27f98229d7", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "59ed1b2224e201918cf12c5c21ad7c7463819e44e470fe019f3c8f2935a8e467", "codes_bytes": 49920, "codes_sha256": "ba4ee589e1f86e17a96b088231e6d49a31827926c83fdd8f350a67c8381e4855", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.52.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "f81a768564f8caf36abdd8d39a5108746fffbec3cbbd2ccbb1865b12f6dcfbf1", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4961008896, "sidecar_payload_sha256": "6d91da81d3d2612994b8be818aa5e34accf21f3a147d0af1da76772fda6a0808", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "7a001de422cf8fde87f25a4d6b340785134d192d3af52842f30fd4e0f421b386", "codes_bytes": 49920, "codes_sha256": "03dd05ef34597073cbced9837d3558fffb7273c800fda4d99f57d6f9ce2a2acc", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.52.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "e590c3ed7dce66685d953f91450fba70425b03d1d0b87f04a301748a2376d581", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 4961062656, "sidecar_payload_sha256": "642fc26eee5807ebcd4689ba3fc2ddab4ecf3c6d4c0bae24b513a17aaa1760f8", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "8a265e6f6b218526dfba1d9342bdd1b5be59ce373f9be4cedf0ee5c873103eb0", "codes_bytes": 6389760, "codes_sha256": "88333fc0f218387db7f8d57f7794a3847336befe4d31a9c873e1cc79ba073525", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.52.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.52.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "8ead54bbe7c90f55fe7aacb5bc5eaa129f84df73c0131248c5f60afbd386e7bc", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 4961116416, "sidecar_payload_sha256": "9bc6cf2fbc99c205a93a3272cf49f7329e7d91510c107e2d5510766d1a35722f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "89c3adb12303d9c44193d027c5e08551cff5480db46a15aed844210a8409078c", "codes_bytes": 6389760, "codes_sha256": "d28c92b8b1d5c2d7a45c1df0c7e6f3e397d7d6c47f8cf8c24bc6e469e8e1608d", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.53.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "71bf13a1be4afa7652065f47c27d2890fc722c63d93e57b203756adb804896d4", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 4967997696, "sidecar_payload_sha256": "ae5c1157a80503339aae977c1676fb104ed77d954c3147a6f7b82ee88b0fc745", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "ec583c1a17c79b5f8c03d665206ffb64e2522dc2fca6b2b5c8e06c6b2ac8e6b2", "codes_bytes": 10649600, "codes_sha256": "488c9feb0bd25bc545f42c739f6a9372b09070375f4b3b74c769a223b62a6c3a", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.53.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "8915b05eb84f3a6f53cca3d9ed10b0cd580f91a20f0ee46785f4c6420ee10ce4", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 4974878976, "sidecar_payload_sha256": "c3461aa3d5000ac2dba0da77f3c64c5f1acbe726474505ac91c59e8ef4b61d3b", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "d5061420080474cdb68481a7cbb8786606ab4b9dee007a5c25ab5bbefd187346", "codes_bytes": 18104320, "codes_sha256": "373fdc28158b87ea51965c94f25571b8b8abc0b0347d4a24eb60f4e581bd4b15", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.53.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "d40c8a9ffb9c3f3eff360da21b17a7f84b405955b451b93832d2fd67305983d9", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 4986347776, "sidecar_payload_sha256": "d5061420080474cdb68481a7cbb8786606ab4b9dee007a5c25ab5bbefd187346", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "2e26455a2fd1440c0df4c055d3641d4dfe5af7eed7a2bfec005a302c2726aec4", "codes_bytes": 18104320, "codes_sha256": "60b427c1075fcc14689ff2a4427267966260bea6e5ce5c6fdac64d73857a5b98", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.53.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "16b2834d31cfdf2542e940115963dfadfdd2bf023be751655b4443b54c1a9d5c", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5005844736, "sidecar_payload_sha256": "2e26455a2fd1440c0df4c055d3641d4dfe5af7eed7a2bfec005a302c2726aec4", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "f0dc141ddb6a469985fa08d1d87470ec42e5ef10b3a9dc2d214a521f2de2218d", "codes_bytes": 18104320, "codes_sha256": "ec8ecfc4dd848fa5c9984a557655ef74c51f9b8c91003aa8446f48f54b5f9584", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.53.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "fe83bfe38864f9cc4b04fcb5861e44da385d28b889e85ae072822855f4b524bd", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5025341696, "sidecar_payload_sha256": "f0dc141ddb6a469985fa08d1d87470ec42e5ef10b3a9dc2d214a521f2de2218d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "d82aa0b0d786faae344b42837f68699d23da8dc647330b44963a251bc390a782", "codes_bytes": 49920, "codes_sha256": "d581dbe65c9507a7a0e16cacfac6c4b10dc2ae90e1cf9a2152f7b38a18f6cc38", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.53.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "dab9a739359ba4f290cb47480efc7296514eb51e93ed169c418a72752a08dea4", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5044838656, "sidecar_payload_sha256": "54a40915e24ae3715fa770802f536fa736120aa923fe077e015deadecb2e82f3", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "c58b9d7901660d94bd4c33c9f1d97b835cac1d5017c8ab12dabdaf597c531fe7", "codes_bytes": 49920, "codes_sha256": "f4296e71394400f72165923ff90026dec419fb9d1794b44fca06c4fa52a64765", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.53.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "48008c4d3f01ba4a701aa7180afd8479ada2cf56f651f81f1f4a044af083cda9", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5044892416, "sidecar_payload_sha256": "6b7565530783ed838901a005a27a2196df123bd39aaecd44198333140a26a24b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "24da8251d52bb64ca3732d3812ca474f1a37b9ba3f8fe6947c0da29505e9d74b", "codes_bytes": 6389760, "codes_sha256": "9099f44f90023bd38df6a9eb40a4cc9ee66d0abeaa0cfd949b7622728733d7bf", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.53.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.53.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "56fd493d784ae820fca71b7955280f79942d1a3a886a7ab6bf8222a924d74d70", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5044946176, "sidecar_payload_sha256": "89b68e52008abcca50b4e09b75be8c77e46f9275f17321ab854c6fa4114ba873", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "833c65645b179b912a483ff72e34eddb2a1af234b050b7359e39d5c7214c7a2b", "codes_bytes": 6389760, "codes_sha256": "5097cfe6f5ac4fe09c58634576d0a4c1cc79d641c096bc000cb4dd57d617deb5", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.54.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "6de39db7b78cb9adf683e4d5f00d7c951f9b28a2c873609bebe1f30a0eb3dc88", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5051827456, "sidecar_payload_sha256": "64153875dcf2e3db40bbb5f151a493696ccc97b60e677a355bb86921dfa1cd57", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "39eafeadfe7ffe172be46647348f6c5a27e6be486b1945a5085a4b327da3a892", "codes_bytes": 10649600, "codes_sha256": "24ff8be01b6764b56016f7df2304a1b6cd6953e26ad919c93a377097cba0f37c", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.54.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "a68ee2f90a2d759b5d8d0df64a1b1c00ef3d22fcbe5374a59cba0660fe4391d4", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5058708736, "sidecar_payload_sha256": "9bd546af34bd88e28ab12134e3e01925bb7f62326de89a6c75bd77467ac21ea3", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "e67b5389742d4163b3d69bd0e128f1c5e2d64fbd2898bea8b6fc7537b6b78195", "codes_bytes": 18104320, "codes_sha256": "702734e1df2ff7ff932f06d63b233769dd45ef4eae767d140c2f2d434444da5c", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.54.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "4face821ec88706bb84a6a911177cdcca495a7eef3aeec56a23002a2f067bdad", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5070177536, "sidecar_payload_sha256": "e67b5389742d4163b3d69bd0e128f1c5e2d64fbd2898bea8b6fc7537b6b78195", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "e21a7fd2ed1672f725511a0cc945dd87da4f8f790b8b957b8c8a61ad41772816", "codes_bytes": 18104320, "codes_sha256": "f599c0c7868de6e48ba29a7f5dc1f0210f3710f0789b9c3f41ab9383f4ab97cb", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.54.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "30c8dddd62e1c5698746b32df60c235555a786f453ce3a5fa6f32e78cf13b4d0", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5089674496, "sidecar_payload_sha256": "e21a7fd2ed1672f725511a0cc945dd87da4f8f790b8b957b8c8a61ad41772816", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "b93585ff10d8de60b4970d60beed548a8e31aa79979c264c73cbdfe21910ab89", "codes_bytes": 18104320, "codes_sha256": "07b5c9b4af4d97cd16aab15ddb1d62433e87a9a14fe6f802066c98d1efc12069", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.54.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "a596d50173570df7358fa8e145bdf7a8c06a65676c81187070f565f13b5729f8", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5109171456, "sidecar_payload_sha256": "b93585ff10d8de60b4970d60beed548a8e31aa79979c264c73cbdfe21910ab89", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "6246339ceb74a7f0c0ed7b89e9633359d8a6d4a27c70c114d3815fa426e46b26", "codes_bytes": 49920, "codes_sha256": "b617664d77d4d74a15c2ede1ff75d5b8dec26fa9f1d05a696db601746391b5d3", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.54.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "f42b8c39d9ebe8b20284bf00f51d6ddfe611f4d994e128aa1d24552c9656f0c5", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5128668416, "sidecar_payload_sha256": "426dde318409fb12ee8aa0b9a7f2ebb727d3e5deb204d76770703e07691b2120", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "1ccd1c264f08bc3b799e46763005a0210f40ff0581294cf7d97e2bc1cfe96875", "codes_bytes": 49920, "codes_sha256": "1a81605ab6422d4bdc054c95826c021be58f6db7ae669fc47615e4db69979f68", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.54.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "da2f4b2012a7057399375f8309cdf63898d8590fede853decb36bf7613d7abd0", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5128722176, "sidecar_payload_sha256": "60117e5c498ebba3d14d97be671bba9ef761e7e11cb4ccaa61991f9919bc08fe", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "4b656f580c4180eef14faeaa9943204057b529bf9e695b74ba292fd182c43291", "codes_bytes": 6389760, "codes_sha256": "2eaa0eb07fc8020776d228f6e545a3f8964c187dac3b93fef29b3be2fc2bed99", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.54.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.54.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "202c6c322db4f832232938b81f9bb156c1cad2016543546249c62f41459e5bec", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5128775936, "sidecar_payload_sha256": "6e5963a1c555e0b38a12a168c1c406801f15f699a1c383c96a773c65a1605020", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "c73a5faec7e2a2de1c3bee6d7b56b65e5506302c25eea53b68df1f4150804903", "codes_bytes": 1064960, "codes_sha256": "ccb33c99af52e2bade07abf5d13cca42b99a76d62ed1ff3215cae210dbbaa128", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.55.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "8018f305628ba557768c3e5bf1b46dcfa35cf1e9f4271cbe75323d680b0c8478", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 5135657216, "sidecar_payload_sha256": "c73a5faec7e2a2de1c3bee6d7b56b65e5506302c25eea53b68df1f4150804903", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "610ae6b21e812e63da17ccb089905e4a2019a504fc589b9f415cd1ee41e302b0", "codes_bytes": 6389760, "codes_sha256": "4e5c8193730e48b542e0bd52eabcace282bd81802350e87904635c74eb1a1eed", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.55.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "3339f2b75caa9b2e0e9a6b66ee8e8cffed27abe6e1cf9b4d5502d6687dc48b35", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5136804096, "sidecar_payload_sha256": "610ae6b21e812e63da17ccb089905e4a2019a504fc589b9f415cd1ee41e302b0", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "d17998e6b5a1ec8637aa9d743cc3d2d064b701f540c0a3e47ab29ab44b37ea1a", "codes_bytes": 12779520, "codes_sha256": "5ca96c2151e727266fba13aac7555b7cc4c20b74d25be533b5dc3e4e49b427ff", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.55.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "d8293a246f0a75e1fca45643121be697dd24db7d78ce3e843de28c8578bd26c7", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 5143685376, "sidecar_payload_sha256": "d17998e6b5a1ec8637aa9d743cc3d2d064b701f540c0a3e47ab29ab44b37ea1a", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "9f97b2b1e72fab186402f6f9b3bee091d584555516a4d113a9d53f5781fc85c5", "codes_bytes": 1064960, "codes_sha256": "e844b88298bbbfd7f2ab8166c4cbb4e07112f37763022e34a72d8404117c821e", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.55.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "5c8f1beea0ef311c952473fe28de37cf2ba1c9c79846a321d82039b019e0a1ec", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 5157447936, "sidecar_payload_sha256": "9f97b2b1e72fab186402f6f9b3bee091d584555516a4d113a9d53f5781fc85c5", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "14f36edee82a56bc214bf6c73af0d3b405ed290cd7e6b234f1361e0bcce6c2a0", "codes_bytes": 18104320, "codes_sha256": "39744afb6e1b6e6f8e61df720558b4cf2eefa5ed121f74b7bc58fafcd726c14a", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.55.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "33cb6386948a908b666818de63cbd643170417061c996b2b73726640840ad19c", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5158594816, "sidecar_payload_sha256": "14f36edee82a56bc214bf6c73af0d3b405ed290cd7e6b234f1361e0bcce6c2a0", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "bf023979de37c2e4804c31b00107efca2fe94a8b0c77aef2d55bca3c7957e84b", "codes_bytes": 18104320, "codes_sha256": "3b1c28587cd576f08e0a9985e182a1428b16ee3187ba4257bb5b531714110f2b", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.55.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "e3db9a3385267119101fbbe78ffef751f2485460c1bb1697ba5a4fb7fb17115c", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5178091776, "sidecar_payload_sha256": "bf023979de37c2e4804c31b00107efca2fe94a8b0c77aef2d55bca3c7957e84b", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8007ded81b27a57cc8c2967299bfb9d9de705145336f9168e06810548f24282d", "codes_bytes": 18104320, "codes_sha256": "58ad7df1b168a40d41e1f94d14903eadedec83f2bfd205c787d423ad062555e9", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.55.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.55.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c2b12b296dd6c67e1cd8c609a30c804ae21a8ad7061915dd57a467c423e9e734", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5197588736, "sidecar_payload_sha256": "8007ded81b27a57cc8c2967299bfb9d9de705145336f9168e06810548f24282d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "baa3b9ed5059abbd1a47fd0528dc84402acec286971157b647c8622a7d248e75", "codes_bytes": 6389760, "codes_sha256": "fb276909aab48e39a17904dae6d92c188634dc0b61794aa342a8e240de2c3910", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.56.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "8073255d3558fea85010c933d2d964301fac45235f5cf180c7260f992b54e8e5", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5217085696, "sidecar_payload_sha256": "6924dc3f2cb2acb264bc07e24c16cc43b4ce64715f956e134ba85bef4762636f", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "1a38874cf8137eed0e614ca7fbcd1c2af4ff7d90b8a6548bce8498a21c2dde84", "codes_bytes": 10649600, "codes_sha256": "4b9eb3d48569e9b222796d18c737e53d5f9a935686da234bb8dcd7b049f616a3", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.56.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "98c32504e1d23336f48c2f259ea49a5da4295bf2ca65de9e0e4d8d075b2ab546", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5223966976, "sidecar_payload_sha256": "fbd7bd804cd9ffd7fabf5633238421bc52cf8053bb5ca062cc29f2e3207e5ba9", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "939bd5d8d56f8797ba310b580eedb18def5558d3a8761af759d2d19032eac6a1", "codes_bytes": 18104320, "codes_sha256": "6336835f1cb1bf381677dfd49acfc534da15c5f65efa866b7565df75f0dbdba1", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.56.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "17177e9b41143786aed90f1fcdb4c3518bc679eebe50ebd9f28005f2a433d7c7", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5235435776, "sidecar_payload_sha256": "939bd5d8d56f8797ba310b580eedb18def5558d3a8761af759d2d19032eac6a1", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "ff7f6cb979594c267ad174b31e6ceb3a6f8224e04ede12911d19be5a6828e88e", "codes_bytes": 18104320, "codes_sha256": "2e512821fc01f18b724e95967f2ee07351d9a0e8dfd061e2852f4b95375c7394", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.56.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "493226d06753a782a725501ac1a5b628de78d296761beb82503455beaba36d85", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5254932736, "sidecar_payload_sha256": "ff7f6cb979594c267ad174b31e6ceb3a6f8224e04ede12911d19be5a6828e88e", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "d6e59d0f5098e9112298e289775fef08b28d2df128e6bd5b388730fe2be79e81", "codes_bytes": 18104320, "codes_sha256": "c5c236b3d7335864337671745b25d9bc149a63a95b3f81d5b42e88a511e16b6d", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.56.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "71e640fd6c1b1a4a19b0730e534c6841d4b6da91aa223a877725cc9dfc025099", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5274429696, "sidecar_payload_sha256": "d6e59d0f5098e9112298e289775fef08b28d2df128e6bd5b388730fe2be79e81", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "41834d4acc6d31c5a44d5a2c496da4c00fc4f36468140711fe92ed9e8e0508c9", "codes_bytes": 49920, "codes_sha256": "083cf76b8550b2be3f78ab0c7c81eab4a69fe966cc1965d4307a67362d71b566", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.56.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "e185a1d2c5c80cec382ff5a20274fe3a476bbf88987f215d41dc858c14c0a4e1", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5293926656, "sidecar_payload_sha256": "f87d55fcd3f0b7eea4e91bb72194ff01b857c85f0e4ae249f5b05f6a7f3ef136", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "b17aa5fe40ce116feac2dee32086f3d49fb4d76b034e22b61b838c373438e1ad", "codes_bytes": 49920, "codes_sha256": "52848208900380c968d531c317b2a58f4d1421b83afacd1f58e7da6a9efd36e7", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.56.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "0bdfe3b6008f4c42ecd6627febc43d1c388721f535f0fbfb3eb2d830164aad41", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5293980416, "sidecar_payload_sha256": "a4293113cc2096ba22dff580070ba006deec419094b377eaed8fedc36139c2f3", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "3e6700d4eedf6c30c4a16c83a2c1f1f9443c87192750ac337220a0c0fc226400", "codes_bytes": 6389760, "codes_sha256": "b324322c36d8cb865362e8df488c081d98db3850822c6fec501d0c52870e9665", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.56.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.56.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "278f0bd7d88690a8b75072d86144febe6581152072cbed013cfa4b35610cb45d", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5294034176, "sidecar_payload_sha256": "ba451db9d5ed11f30b97d8045902fda5ed353cf3a0d79c0b65b6dedf08c94dee", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "53b8cce0d057f366b8d8315fea6fa9cda35181a68e8a229e8df76534a98ca7bd", "codes_bytes": 6389760, "codes_sha256": "05135d35d23742e7b3d2218b3f50cf05279903c2d55aec81f0f4a67cf803f00d", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.57.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "c14f3fc17116ed55911f49125c7c1d9eb71e60ce850008bcbe300ba28a643701", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5300915456, "sidecar_payload_sha256": "1a37d87b9d5baa00de62c0664e2df223979742b5a3d69a6b2300671f50e0fcd1", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "4a17e00d19a5fdb29ea019fd6f540583f3643bbb60abe812e7ce56f8ddd879e7", "codes_bytes": 10649600, "codes_sha256": "180ba9f73546cbf8ba372b29ffe3ff0151c43be71e6bbf8e75bf59130075e02d", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.57.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "4796c7907db8e534498386df6f7617e8fa9e490fa7dbfa0114904b949291a9f3", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5307796736, "sidecar_payload_sha256": "eb388cc004ae0787e5ce841980bc1871e60520d8ad302a2b0a6c55f9a296f16b", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "2e58e609fa9227a74d1faad112e26d3ea72368989f12ba7c3df8f373107b1a8f", "codes_bytes": 18104320, "codes_sha256": "f4006e8da122f5da563dec540a1f5aa1c85565694a55d0bd1058e468e5c9ffc6", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.57.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "18bf67f4e243b3cfd21527175f848597c1e2f9cdf3c8387f4eea5d8dd5181a89", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5319265536, "sidecar_payload_sha256": "2e58e609fa9227a74d1faad112e26d3ea72368989f12ba7c3df8f373107b1a8f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "a647365f60675566e0d0dbeb770c2ee05f69b00fec292b389a6189681591f573", "codes_bytes": 18104320, "codes_sha256": "be7ad005eaef0d58fffed008bad9760bc61b7f6cc8cd92b3769a9e6b12087351", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.57.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "558355de9a47902d002521e8416af62a285cc23c679ac32924daead58f0af392", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5338762496, "sidecar_payload_sha256": "a647365f60675566e0d0dbeb770c2ee05f69b00fec292b389a6189681591f573", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "0d21a36f6025dc9b37304a5ae7bf76febe7b4bb7c33923faaa629a3d2d219637", "codes_bytes": 18104320, "codes_sha256": "aff1e0f7633cf4e307a54a67f604c3c5d9b7d404ef53dcc8842189a537f38715", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.57.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c1a8d6ffc72300f0748b8ee5ac7236f19b5591c2dcbfc3ee0b6b17863b4fff2f", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5358259456, "sidecar_payload_sha256": "0d21a36f6025dc9b37304a5ae7bf76febe7b4bb7c33923faaa629a3d2d219637", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "9932bb8397fb08db5f738cb5c404e81a48198d2749c0aef6ad6561d27f52d369", "codes_bytes": 49920, "codes_sha256": "35415b3ce420b0a2fd2190f6ebdfae7eec7f92d06c31283f09ed925b081b68a2", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.57.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "880082ce1effc9863917d601eb416b73ad3cd829321e982c7a7081681e821db8", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5377756416, "sidecar_payload_sha256": "f0605d49d7bbdf34042588d7736c6b8ff97e6b1f643725eb0f814340d7c2ec21", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "7c0cdeb74f6d4d8536cbc342a116319d54c65b7d000ed9aad2942615376b475a", "codes_bytes": 49920, "codes_sha256": "3fa5c7fe20e4ea598bb44d12fcde3f96655cafc0bf2051f39e23faf30558c557", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.57.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "d8bcc52b2b95cab5012a9112717e48cfd821268c29db2a85177b5427715bcd90", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5377810176, "sidecar_payload_sha256": "d5530c24ac0722e10df88bec4572995c91aac216b0444b255f5d3d9b1a19418e", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "9caeedd501d9bae536d7add2e7635157b2fae92f924fa93b75193e2f53578ed0", "codes_bytes": 6389760, "codes_sha256": "a8b25d01551160ba99440b5d659146f9afae324f1311f1d49ffe5f835de00fac", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.57.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.57.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "2096eeffe19f5f4e1d038ddaa465d5dc6daba4d1cd2a7297f1bf6ce993937b2e", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5377863936, "sidecar_payload_sha256": "450127c7a4481e06f63d370ef974cbb3eaf705f1fd03a55756ca8fe1c757c303", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "1dc282d4b22bb8ef9ac33b780a0eb06ec1307592b195f645578adb22c001c0f2", "codes_bytes": 6389760, "codes_sha256": "7df77d2605906ccb7134756a3fd6ddf2fbc6e30449aec3eff5743a4f054b34cc", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.58.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "9302e604d10fad3c5edea78572e8c4b4b2dd5eed369b7a5c2c7aa673ec242b83", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5384745216, "sidecar_payload_sha256": "61d08784b81b8bf850c256567b1e1ded43b4b60808309aa770ee731256c10ebb", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "b33daddc43578b625d4bc425ff106b64d91a4e6c279a6706f8ae604bfe933791", "codes_bytes": 10649600, "codes_sha256": "dbe2973649adc090e9b27ec9843273c5b6ee00be2a85347891bd5412780dcd7d", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.58.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "460f2d7e1d98700badb5350b9acdd512dc957c57bcd8fef54cb1e87c2f116100", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5391626496, "sidecar_payload_sha256": "cf91838b46fa174e26147f52e2105426195a9e27630a61668dfb36c9a3d79c86", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "da5f7e38cf0aef916d6d2c29c2a8db12818980f4bf75b78936c7ed900efeb934", "codes_bytes": 18104320, "codes_sha256": "e195e2ea0bbd6dc250c78d615ccfc203a071d77607155a9b121232572d02dc96", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.58.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "3800128dea88621260ef5e7f0d23d87192e4a1c06c89d76a80e7a6cfb289e1a3", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5403095296, "sidecar_payload_sha256": "da5f7e38cf0aef916d6d2c29c2a8db12818980f4bf75b78936c7ed900efeb934", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "7720676bf72e6fcbed3e9952d6b0f1a832d83a04427b75941b396dc769940f1a", "codes_bytes": 18104320, "codes_sha256": "88431a9c9906d285fd87816e635853be2986b7abbf2a3f4b0312db6bf527e36b", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.58.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "f61af9933033090b681d6e8ef0795ec485b09710d10052f0b1484d62ca087559", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5422592256, "sidecar_payload_sha256": "7720676bf72e6fcbed3e9952d6b0f1a832d83a04427b75941b396dc769940f1a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "9df1d39ed88258fb5a930785db6cf22a4f28091f9ab3643d2c60befe676cfa15", "codes_bytes": 18104320, "codes_sha256": "54f6b82ecc5bc3ce13a1f471944151b9992061ce8059e19229e46e5a74aa2f50", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.58.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "b59f21b3a952c9348c982dfd12ae2f9363588eb0208fcb38414a925f1d59cdf2", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5442089216, "sidecar_payload_sha256": "9df1d39ed88258fb5a930785db6cf22a4f28091f9ab3643d2c60befe676cfa15", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8c551d6e08230e92099ab18bafc7248fa5088174ef76a1d731aaf727da8d6e3a", "codes_bytes": 49920, "codes_sha256": "dc96d8e5796e0f4da511de6e7688b0d49a80c27457251be3863efe13f479ff9b", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.58.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "5516f0d923f5b332fe3b012556d3a2962927859d1271098992eeb229ed9d3d55", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5461586176, "sidecar_payload_sha256": "8453a045b64f864191c7f61da1903f60755865ada0fb4b60e69c52ea982f57b5", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "ad2f2d0e4f9af55ac5cb0030856af0a604c625a0d6b4dc7c3f98bca4165a4134", "codes_bytes": 49920, "codes_sha256": "aeda7a837ae01cca8571554218cabd8dd012e01bb1eed3ac465d546ea46caba0", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.58.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "a9bfa0f69b6a04b523ae7f67c77f6ca90d8b445618a11124af4946f8ba31a380", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5461639936, "sidecar_payload_sha256": "e8c207a4139f3ebb396cda729ba4366c134c15e762f67f6803caa50a5f58779a", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "4f11c39ed82156dea8c0a4764b263d34a51a4ca071d0bfb8950d5ea1d8e9f854", "codes_bytes": 6389760, "codes_sha256": "79895783f21dc5b11af36ad2de61cdc31a73587ec034dd4a4ed6d6e0c462d535", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.58.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.58.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "cceae74bf177ec5d3d8a892a8a4aaf7a9ccac84c7e9f2e03b5ff8e44e7fc4521", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5461693696, "sidecar_payload_sha256": "9d8e37ae77425d2835b64809de252893659aaf45caa187c000e5f48a5af71172", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "1633aceacea632828a482b4a7b2701ec726732e839f6ea897f74b5df320e59dc", "codes_bytes": 1064960, "codes_sha256": "c095317b20f9467ec5643061e63fa2809e6d902d339eed587f1c87d6d07333d0", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.59.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "1e5395af6292ebe16b1b3bcadff9a77810a5ba5025ff0b2eba97707bad25766b", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 5468574976, "sidecar_payload_sha256": "1633aceacea632828a482b4a7b2701ec726732e839f6ea897f74b5df320e59dc", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "0486cb8b41a22e4515e376dee40d6f2a1eda9362b23174bdc109dfbc61fd7a0f", "codes_bytes": 6389760, "codes_sha256": "dbcd637d0bcd2229d1e89accc9ca1ba18c0f3f96327f6f83e0ef4b083eaff70e", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.59.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "b3a1182210cfcbe2ea93cf76602bb946e21fa7fccd20913380f9048a669fa2c1", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5469721856, "sidecar_payload_sha256": "0486cb8b41a22e4515e376dee40d6f2a1eda9362b23174bdc109dfbc61fd7a0f", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "bdc75d770f752957f7abe1c961a252d0df770016d4b67b9cf6892eaab723ce32", "codes_bytes": 12779520, "codes_sha256": "6ada1da9de7b1b6ec3e05876f1d492a23a28ef036a61cde150e14b1c4dae2597", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.59.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "e672f44c344052ee4ce3f35fcdcee372347e68b446e299d8b8980e9fcc7c34bc", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 5476603136, "sidecar_payload_sha256": "bdc75d770f752957f7abe1c961a252d0df770016d4b67b9cf6892eaab723ce32", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "07891926046a4ab8ec8294bfa45c7dda96f97348f6b586ff60e33941b31dfd17", "codes_bytes": 1064960, "codes_sha256": "1801707fc8c503126ee72f0df7c7577878ff8932f758ae07782395e87855f322", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.59.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "00c18ed426fd49c1a4e89cd1026bd32d1d63bf4c2a19561c6635b18f4cf666ea", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 5490365696, "sidecar_payload_sha256": "07891926046a4ab8ec8294bfa45c7dda96f97348f6b586ff60e33941b31dfd17", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "573ed361bb117340eeb177f49f11f1f6f72f84d711fcff03a3405c2323f2ec62", "codes_bytes": 18104320, "codes_sha256": "40a2781a7d70ecabfe2f39a0692eae35f66256d8d990aa22c9bc183dc248ffd3", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.59.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "49a43e8301964840dddb6eb52e04af4b15619446a6b90b7fbeb98d16f68209be", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5491512576, "sidecar_payload_sha256": "573ed361bb117340eeb177f49f11f1f6f72f84d711fcff03a3405c2323f2ec62", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "3fd54547ce2d03185d1b08127c7d8072618c4b238d496846c232e052e3d240d5", "codes_bytes": 18104320, "codes_sha256": "bc39f9886f8f92d337288c6f0e97dfcb310df7978fbcb855e2750cbdd80568b8", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.59.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "550db29676a099c062bce59b51317a08ecaba9c0598d7b7a19682eb93ce20f12", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5511009536, "sidecar_payload_sha256": "3fd54547ce2d03185d1b08127c7d8072618c4b238d496846c232e052e3d240d5", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "6f327ef4d150641c261c4678f0da9958c358421cad7ee3d11e2c2fde0ab9228d", "codes_bytes": 18104320, "codes_sha256": "702926d58fe9eb4271512630b83787b5776a764d1ed2c568c62228dcf123eee4", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.59.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.59.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "1aa8782b267b1c8a518f9196d2c29b15350a6b4e948bf1bcb13cf358efe3d917", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5530506496, "sidecar_payload_sha256": "6f327ef4d150641c261c4678f0da9958c358421cad7ee3d11e2c2fde0ab9228d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "547b3c691a23efaf6e941ca176287473064c1b236380dfcdaa2699fa5fd2f782", "codes_bytes": 6389760, "codes_sha256": "40748806d0f49ade78053b0f906ca7e18b878b97d42928461ffcc5f3f487b037", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.6.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "0b8486a321f9e95f301a24a75fce107a75dde531d1e78eec7fd1216c6c1288fc", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1056814336, "sidecar_payload_sha256": "a928c8f959ebe609ab6c0240f3b4178f59eff6b62ee27e2c910eeaf9356a452d", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "c472270433c4b05637e8e257380f6ff3e86fa316558cdf96da104ba6c11b0615", "codes_bytes": 10649600, "codes_sha256": "d0049bf5c41903a8c18834a077da771ec505bdd3ea8afefcf4d786ae32e16fb0", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.6.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "70e27639905a9a2b3a3ed32498f5a8dedaa1fc7159388af817b13a5c69ba78fc", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1063695616, "sidecar_payload_sha256": "eeaeb06255a87eccf63e6490b339d1a08ea9192647f21dc6200ab1b51b0b31c2", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "5c2cf9701b264bc0a0a3534b80388d8a928086f21a13e9e88bf16776fee77397", "codes_bytes": 18104320, "codes_sha256": "f98a581debb5acc747f094fe6f4acfc715c7b09d4a34ca7fb0d6ef0eb78c73ba", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.6.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "a6f76d4562adecac486d974a2f95af5c0c04b43c418a0e8341e056dc8df1b740", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1075164416, "sidecar_payload_sha256": "5c2cf9701b264bc0a0a3534b80388d8a928086f21a13e9e88bf16776fee77397", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "7ec0717f5339e7c787407d3c999f687edb7e9ff465f8d55eb1ebfaa335926046", "codes_bytes": 18104320, "codes_sha256": "3b5d4e9362fc3c71b5651be2c6500b7dd902f47f360cb5ad275c9e0f7e20c6ef", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.6.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "f0cc77e6faa490dc6c11422d058f49c4b1c72f1c69679b8e0c9d09847a2ac400", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1094661376, "sidecar_payload_sha256": "7ec0717f5339e7c787407d3c999f687edb7e9ff465f8d55eb1ebfaa335926046", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8abf281d7e569d1eaedca09462a00387d499cc6bf2597d3f576bb65362a083a0", "codes_bytes": 18104320, "codes_sha256": "1f8803898c52fa8b13f5c8342e803ab4aed5776be80ba32fe21c372067502d51", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.6.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "d137b6808a9a19be0f16d14f8e75b5d6ccbdef3e23e7a3812cb6258286a27af8", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1114158336, "sidecar_payload_sha256": "8abf281d7e569d1eaedca09462a00387d499cc6bf2597d3f576bb65362a083a0", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "eb4a4b2506a51fca9d313064b88a7c5733c0304144d2fb3217ef5d189522e4ce", "codes_bytes": 49920, "codes_sha256": "a044af1a0da32284f1800b46f4ff14c5021a73f6109c15a37c51df8434a489b8", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.6.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "73f5c2ba4a5614cab2ea60dddc0a573bccabbf49ba6ff4de1bade4b1202723c2", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1133655296, "sidecar_payload_sha256": "aad9cfa8f9b38b5bc381ab27d152dc2e59905ae8047aee7d6d2c8f090e75939d", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "3c6e95b4aa219ff3decc2ecaec8382f42f0bcb49e84d2fd70fac70f891cbaf7e", "codes_bytes": 49920, "codes_sha256": "21f3001ff039ffbd607197b58a06b49cb14f696e4b8957fe92629f9aa3cc2b10", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.6.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "471d7c7e787c9b6c776d94b9144224a3f246d7c68aff769f327c76358c45b0fb", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1133709056, "sidecar_payload_sha256": "2d5b8ede58c73642bfc78ed1f0f6f52fbaf840c887e0c00e0103a624e368aa56", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "47e2a10719b676b4a63552c92a3859de897e534986fef0c49872bd8b81a2c5b8", "codes_bytes": 6389760, "codes_sha256": "aef33d28ba8c3630e48e8ff7663af67baa0936af5e886b2135948af862fed5a2", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.6.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.6.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "6a5187626eab127ff8056eeb5b98e4b30285d2d5540c3b6790bda8897ac592a6", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1133762816, "sidecar_payload_sha256": "e6717fc791fede37da6d7707976e2242bfef58d35198635231c0219a4804b664", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "f9964bfcedfde7be6fa777ffa371412dc412200c6561317e6dffc39961a486cc", "codes_bytes": 6389760, "codes_sha256": "19f6ae020895224c851774c634dbc423b049c5640aa585a5d0540d3dc23f530c", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.60.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "1eb35c0759d530ecf5db034e30cc77587bcac15c3d55d175e3fc8217cea7b790", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5550003456, "sidecar_payload_sha256": "3cb1f85117299b892322eedfd6c1f881f4c7b97934e08b7f4780340f20a6d3d1", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "1208503ba1901c6520407bb2f5bfcef2671e99a36c250ecda92d666820c0a5a1", "codes_bytes": 10649600, "codes_sha256": "c60c55e2f481eef45178407579853548c1f89c8526e9423a9baff4204d474510", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.60.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "ff0eab07bccb4a738f5cd142439102c5a7d258c3981c58caf7c35c126a1c6bf9", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5556884736, "sidecar_payload_sha256": "ab5ed21d409b0b9c460f6f239e7b9de3932e560f5e1d93bb32829ea047a9ba5c", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "95397980d91f046d52cb09786da23da1fa03277d16ab9004e1ad0b3cf13a98cb", "codes_bytes": 18104320, "codes_sha256": "a3846518af8c479426612fd6582d08bbbd47e8b1ea01cf730e1f8ffd94f5b75c", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.60.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "75e80e11127e4d2c1343873fba2cfcb2eec0956b9f1c00e257e59644eabba6ce", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5568353536, "sidecar_payload_sha256": "95397980d91f046d52cb09786da23da1fa03277d16ab9004e1ad0b3cf13a98cb", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "3fa43a387eeb3bf3529bf5315fc2bc1e006841f184dfdca07d25bd9dda8108fe", "codes_bytes": 18104320, "codes_sha256": "be49f99b94d4715933581d837a606100826ed1a331f3cc5472495710c105fe6a", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.60.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "bfa95a4dc49783a623d4e75a22147a25c41aa528e78f8b555f284fa1336a5961", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5587850496, "sidecar_payload_sha256": "3fa43a387eeb3bf3529bf5315fc2bc1e006841f184dfdca07d25bd9dda8108fe", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "fa67c29b64f364249dded79668e870b3664242b0264853a7864515d3f4957042", "codes_bytes": 18104320, "codes_sha256": "69e173b80b2452b6b148a3c98c4d26e25bbfe8d66382aa140516b99a27f69050", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.60.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "66b7496e1d13df512067accea0691f736e109fc5363b256a16885ed3abbe2c2e", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5607347456, "sidecar_payload_sha256": "fa67c29b64f364249dded79668e870b3664242b0264853a7864515d3f4957042", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "92c78cab4e36bc6e4cb074de0b40099cf7a0a9f3eae1891b9b88cd4e700bfc3c", "codes_bytes": 49920, "codes_sha256": "9f50dee76c03f953993a94acf527b64029d72c89384beae481171e25311bd4d5", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.60.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "47f106e5bb659c76fff9c40721a3f693b9d2f254d14d7fbb308d3535fae725bf", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5626844416, "sidecar_payload_sha256": "1a12dc359cfc9c80daadd1d87aeb5d1408160356118d4864c701d7999ae174ea", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "d4a9639f6bd840aad0055455c7f5c35486391ab5ebc8b8b432954c0b38cf5831", "codes_bytes": 49920, "codes_sha256": "f80952d57e33f0428080f97bf8c251aab8abfbb39d412315edddc104be7851f6", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.60.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "9ea4bbf0f8509b3d05c3778426d0ee8cac333822d111d3ec55d6e33f8a4678db", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5626898176, "sidecar_payload_sha256": "cbb546737bd32dcfc2cc7efa801fb4e5c5ad168cbff26ab5f7ba279698956f6f", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "5a0e2b23a3fda9f26934e3d9e88e52ef3b97937e80715f00b1caf503c18140a4", "codes_bytes": 6389760, "codes_sha256": "b7d76908153e1fcb7fcf65f0147b00f195465074875d574706132af7031fde86", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.60.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.60.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "4848bc3d916a3e1a95206bf421c5461b5b98f9d75cd50169db4ffc4e4058977f", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5626951936, "sidecar_payload_sha256": "93d5886cc048c33296a23f775fc379c3a73741c2fee87d12a160d5dbef6fcaba", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "572bf1b6ecbf87adde414c352f9bf0151b7c9c3a6a2fb9e953444411d3bc898b", "codes_bytes": 6389760, "codes_sha256": "a3ece8b326d94e0294c866b733f009fa3f84c9b3a25d54017faf5c7a1216ceea", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.61.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "e94dc2e9cf12578adf7c5ecbfdbbfa3df5473845bdb057d52208ca2ce33c0ef6", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5633833216, "sidecar_payload_sha256": "c7edc159126d6ddcb476b67d369c0f7ef663259f735820b52d55167b73cf9725", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "92147c7b074dc3452ccb6b16e586baa59bda8da061c88f0139ae27fe2261a3fe", "codes_bytes": 10649600, "codes_sha256": "72cb54193a8e394d6ee84127ea87cb625b8483d873fd48c0b12b551182276f3d", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.61.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "e747f576d26ef3b37b5de55db8fef99a16a833618729c239df56c0252ba24e71", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5640714496, "sidecar_payload_sha256": "ba96d6da47bd4d56f8271cbed3632a8e56837353699bde48407290fa34af046a", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "52f419e6155737b1e5b962f714932e3148061aff62c79c2fd3acd82d92c03676", "codes_bytes": 18104320, "codes_sha256": "eb4488c9bb03593b261e4b5ebc996a9f533bb265f5ad3612999a2b8890a2ea74", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.61.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "a8cfebf694504eef0473f8093add19b95a533036691c316725a9367b606970a1", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5652183296, "sidecar_payload_sha256": "52f419e6155737b1e5b962f714932e3148061aff62c79c2fd3acd82d92c03676", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "eb5dab769452194a39e84b2e15b36c7c07bb4479cfcfd410ed0ec54504edfcf9", "codes_bytes": 18104320, "codes_sha256": "df168b66b08a97c39bb0fdf59842ad5febe24e0cb17845357c878277b38f0958", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.61.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "be032b97b2dd39c987fc0cf1397814ae881b22d3b657852656ba41ed7f145499", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5671680256, "sidecar_payload_sha256": "eb5dab769452194a39e84b2e15b36c7c07bb4479cfcfd410ed0ec54504edfcf9", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "491d5ecc5aca90cf0e4f71d0d17267c351a51291a1a8a1df58fc52993a21e2bd", "codes_bytes": 18104320, "codes_sha256": "eab0716e2ceae6e37e6ef2c1eee997f9edf1ff71892bdf880d518045f7547fba", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.61.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "a609d735f66bb3253e5ed3859021999e878cefb4ae33808dbc351c754f4b4a67", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5691177216, "sidecar_payload_sha256": "491d5ecc5aca90cf0e4f71d0d17267c351a51291a1a8a1df58fc52993a21e2bd", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "91eb36d3d8c9d255611f231c3a8432711ea7d9a2e22b0afcfac31b2ccf0082d3", "codes_bytes": 49920, "codes_sha256": "c33806ce5cad0fd032a9229d22034e61c2c70eceb3d672b61d7bc4aba4941c8c", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.61.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "22d813c14879c0db7f1697fa8fb65047f62b37580d1b5c8c0cf29a93fa7c12dd", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5710674176, "sidecar_payload_sha256": "94ce609cab44256aaf8ccc7d69c35f52b0f0d1dd05623dbd73861c930403d876", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "b106b3e93330e02809fd722c0d9854127a4820575aa4c0129caf763a36fc843c", "codes_bytes": 49920, "codes_sha256": "d5039074bc47d570eef801237fe42ddabe7b96e670f3e90227f570ea1b98d9c0", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.61.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "10539df18a5ae0aa32a01809a154c17d2abe57a38e5155bdd93edbbc8aa529cd", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5710727936, "sidecar_payload_sha256": "56b16d3049689d2c8a186ffb234b3c9e4ee25f4be4a51a0d57831314d26a3549", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "691bb63e486b686b0591897a2af0defdf1abcaac7b0d76c8d1fce53a1524cb11", "codes_bytes": 6389760, "codes_sha256": "d2af95ff1329c83c742b1657fe3e28e4975b4929a0965a0a50be2f4ab830e34e", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.61.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.61.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "b00d9d6a6641540cddb91fbec74b768b3129f84bd938d68e659ca4a9bfc2f228", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5710781696, "sidecar_payload_sha256": "e5dd85d57d8dfd9f669120e0d0c2a32bb5a8c1a67a90af0a9185afaf050f1307", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "6f7c08bc843a72257da0f9d9df7b4a4bfcba52b0fafc3f31bd9e0e1cc00d1eef", "codes_bytes": 6389760, "codes_sha256": "1be845cc7e59634e81d99f65dffb6f000bbd93246706e4c7b745b904ba078805", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.62.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "1e5e688900b75ef75d16bc00b3ea4fc0a7cc4afb6f788f8a7c32cd8cddd1eda2", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 5717662976, "sidecar_payload_sha256": "54b78331b3d3dd49e089d69a91547a8c5e0c43e6e2fc7ceebbfaedf35bb4f826", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "4f4027b0e735e6a198b6f8d8f4b8c8c268e381c85ad581e4016f2b11f88a4800", "codes_bytes": 10649600, "codes_sha256": "dd0a5114640e6de01fadc086203439aa32ea7d83b1974fbeac12972a8f42a5db", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.62.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "d01a1e48a550a236fbeff281e466dda50de0a0c3fa4101d4c39cf0e5b37e837f", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 5724544256, "sidecar_payload_sha256": "8133abd3f1837748f227fb74e38cadcec63d1b2d185539720c6ae0f45391e634", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "2661623bd181f18c7d09b25af566428541f7ad9fcd847ded31d419e01406ae05", "codes_bytes": 18104320, "codes_sha256": "66a071d84c7c35af071a9bda3582524e6e9d35a281b843b89bbc7cd7e66643f4", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.62.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "9de8813b08ed8c9ff746e9f86ab498c19094f84b3c88ae93b2537f0a2038b3c5", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5736013056, "sidecar_payload_sha256": "2661623bd181f18c7d09b25af566428541f7ad9fcd847ded31d419e01406ae05", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "f004ce459d18c4fbca155738e4f35426f1020d5f060e3c61abde91ed8a2fca66", "codes_bytes": 18104320, "codes_sha256": "55eda068a589a69e5e94ea65ce729ee4b7144bb174a2c90948afb6a524f2277c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.62.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "c6221492e1aa5d1ea8f09bcd86e322d6435a85dac8481a508a918b34757acad1", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5755510016, "sidecar_payload_sha256": "f004ce459d18c4fbca155738e4f35426f1020d5f060e3c61abde91ed8a2fca66", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "c08a669aded3591d3a868961ca18c7c817fc7227c90c3f04c7384ac61086e2c2", "codes_bytes": 18104320, "codes_sha256": "8ec8b47963bb977a234953c519f5bf311deccb27a03f1c012e65f2f800936e80", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.62.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "87a72666d8fa5efab485e66ebc5a7a78056cecb44bfc977462a9c54ebc32673e", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5775006976, "sidecar_payload_sha256": "c08a669aded3591d3a868961ca18c7c817fc7227c90c3f04c7384ac61086e2c2", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "bc20befb1cbc54ed9e8581a4ab26432801f13c8bdc72f66176ebf1ce8f833534", "codes_bytes": 49920, "codes_sha256": "c841c4a40c3a5f0e7823b46e50fa8694f6898fc848dcbcc2e9f7d0f51fadf897", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.62.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "6a943caccc9ee0b376b68e297c461cc2050b7468d0fbd86c115059c74fb6c35a", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5794503936, "sidecar_payload_sha256": "9a196c7c86497c5115bb885c2e3ac3da64ce520c547ed865ae44dff357fcbd4d", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "37d066267c73f2bca57443c023c9cfcbe894d0884e64223eec720906c7699ac6", "codes_bytes": 49920, "codes_sha256": "ceee70c0e2625fa3d2021f0246da9d1b1261950d51ecf16b6ee54afc54889a7e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.62.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "6ff2f4cfab2aac291647bfda78590b57f88f9a2891ea03fd07ad14e52a0c92b6", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 5794557696, "sidecar_payload_sha256": "e5b5946116c5718543b9a1c474f4951229e2ca84ae147d53d2b511d7f75d538b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "62a9ce1ff2724ed546e31b81b25c88681a490332b2e0e4d8711f1bcd4336332c", "codes_bytes": 6389760, "codes_sha256": "d744e6b3bc6e54da1e9ea7cd057a0d6d1a3d534617a97dea002419d497ca0ed2", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.62.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.62.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "c84704b6b45bafaa052b45ddba436ee4559979409d7bf5d8467907f7320358ca", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5794611456, "sidecar_payload_sha256": "6c2eb8e7eedf8b4f77627cd719a47bcac9ebf6d758cbcd5e8722907a6ae7f0b1", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "00ebe20eba13687ce4c2e63c782bf237d7c003d8a7403118950af03e1c75855b", "codes_bytes": 1064960, "codes_sha256": "2c130868ad13ad46319dd24b0b32404964d291f8aa4dc17861082966af0f17d6", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.63.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "3c09358ca1baf1c8ea6b22ca2f5e3dabadeed1bf102dc3808b396369479bdac1", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 5801492736, "sidecar_payload_sha256": "00ebe20eba13687ce4c2e63c782bf237d7c003d8a7403118950af03e1c75855b", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "a0e23e6ef4917ea02d3290be7a0d454780f9a66dcf5e11f761a78df53f5697a4", "codes_bytes": 6389760, "codes_sha256": "415a514138e0c625715a22d6611c822e8b92556ff1ecbca850056ffcc2099bdf", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.63.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "317fda8dd770a4385687873ef2c777190b21ece865003888cc48d151fdeb9af6", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 5802639616, "sidecar_payload_sha256": "a0e23e6ef4917ea02d3290be7a0d454780f9a66dcf5e11f761a78df53f5697a4", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "288faf8cfa518fa61c705bd20455e587975dca8f270700cbfb5b257828ec4107", "codes_bytes": 12779520, "codes_sha256": "3ac6d5cf1cb99ca14ed38b27d575404a1923ed2f0eaf05698a3608f40022ad17", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.63.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "72345edd2c980dfa501700f9ef8f4d4a4e27aa130343afad93989c3a6fdf28bd", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 5809520896, "sidecar_payload_sha256": "288faf8cfa518fa61c705bd20455e587975dca8f270700cbfb5b257828ec4107", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "4d56e93b173d495d9ea3b06c3234a31dd96830e6983b514d5fd81a550cd44a10", "codes_bytes": 1064960, "codes_sha256": "fe465b1a58224980ddfda5e49d5b740ed98fe2a0218a3952f907d8a4a0ac35f8", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.63.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "9fa401414ba1f0002fd8c3f48b952f09a2c61477f3f2a08f9cc19ea99f0e4b00", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 5823283456, "sidecar_payload_sha256": "4d56e93b173d495d9ea3b06c3234a31dd96830e6983b514d5fd81a550cd44a10", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "1de1c6fbf28d4198612060c7ca25ed2a047bb6d9beaed02b2e44bb17ba918ec4", "codes_bytes": 18104320, "codes_sha256": "c8eba03e6a5737fa246ff7ceb4e00161275bbc2f1d4214110f8ba01ee7af2e24", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.63.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "a80cec6d79a299a44a486a9e5f0120afd731587eb447d5be374f227ab681cc09", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 5824430336, "sidecar_payload_sha256": "1de1c6fbf28d4198612060c7ca25ed2a047bb6d9beaed02b2e44bb17ba918ec4", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "baa18a2e077e9cb7562488b6be3505ee0cae300ccb0ce4439520abef4404e406", "codes_bytes": 18104320, "codes_sha256": "4cbd038346e69e13d96a3e44a0ab1533d4ba3a58470cbd254a46487ee9dfcde5", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.63.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "40ed6a23678bee42d147f9091e459e18b0185dba151bfbee57213c2473695420", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5843927296, "sidecar_payload_sha256": "baa18a2e077e9cb7562488b6be3505ee0cae300ccb0ce4439520abef4404e406", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "bf0ef3b52307e5e09462a7ecf48e2cc1fca4216712130cf2ec2fe8b0a30f531f", "codes_bytes": 18104320, "codes_sha256": "cd37a828ebfdf5d8fbdebb958072abaa34555c6d89a8c3b72f666c4248124b30", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.63.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.63.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "3de34ac1061cec49d445f04e5fdb4593997da9f25b6f7e120aa4be02b73e969b", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 5863424256, "sidecar_payload_sha256": "bf0ef3b52307e5e09462a7ecf48e2cc1fca4216712130cf2ec2fe8b0a30f531f", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "56d24e3787118d332abe04c3f0cf37605edb7749d2f6d711cec5effe726f8e19", "codes_bytes": 1064960, "codes_sha256": "f404105d462e791c6891fb5055c268cb00275a2dec18fb1c870bb23ed25a5228", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.7.attn_k.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.self_attn.k_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "2386bb1ea194e485e94c66f3cbcd14e152fa6cac9cc91d53062c9357f7513a4b", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 1140644096, "sidecar_payload_sha256": "56d24e3787118d332abe04c3f0cf37605edb7749d2f6d711cec5effe726f8e19", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "a27467f7ecaa9690bbf5eb6bfd4297112ce99fc38e06b4549726daf81c4191e4", "codes_bytes": 6389760, "codes_sha256": "0df88877e853d361371f34584b55a87c02f4335d5e40d8e82d3f269f230475af", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.7.attn_output.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.self_attn.o_proj", "payload_bytes": 6881280, "reorder": "none", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "01538f5b77167c8a2bc495db0537698b2b120a0cc2568c2af37e260d989d440e", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1141790976, "sidecar_payload_sha256": "a27467f7ecaa9690bbf5eb6bfd4297112ce99fc38e06b4549726daf81c4191e4", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "9aacf5fb9195a92528dddbe40fe95c1d09c26dd6e8efa9ad0a14fcb9357f63e7", "codes_bytes": 12779520, "codes_sha256": "3f66b287a54f536e4e2019f7e01a9036d03432aa9f6990a8f6afdaff3415a790", "codes_shape": [ 48, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.7.attn_q.weight", "groups": 491520, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.self_attn.q_proj", "payload_bytes": 13762560, "reorder": "none", "rows": 12288, "scales_bytes": 983040, "scales_sha256": "e8add495637cf0c8fb9b52aef738e8083e3052b9e2b4747e4256aa32e9bd9a95", "scales_shape": [ 48, 40, 256 ], "sidecar_offset": 1148672256, "sidecar_payload_sha256": "9aacf5fb9195a92528dddbe40fe95c1d09c26dd6e8efa9ad0a14fcb9357f63e7", "tile": 256, "tiles": 48 }, { "bits_per_weight": 1.75, "canonical_sha256": "e2b76121b108682772827f9c08e02238dd2b0d52a3119995bc8fe0b835d4756f", "codes_bytes": 1064960, "codes_sha256": "856d106e922ce1e5f82fdf8112c1d3674868bcf45c5bebe76fae141cd565a30b", "codes_shape": [ 4, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.7.attn_v.weight", "groups": 40960, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.self_attn.v_proj", "payload_bytes": 1146880, "reorder": "none", "rows": 1024, "scales_bytes": 81920, "scales_sha256": "bbc4b36dc51351143f479c3a255a235fa9f6547fb44c3e8e456e32372e1d4615", "scales_shape": [ 4, 40, 256 ], "sidecar_offset": 1162434816, "sidecar_payload_sha256": "e2b76121b108682772827f9c08e02238dd2b0d52a3119995bc8fe0b835d4756f", "tile": 256, "tiles": 4 }, { "bits_per_weight": 1.75, "canonical_sha256": "9f703c730b5296a58a2315e2b5c6e2cd51da730042148aa27da30a1120cd7bea", "codes_bytes": 18104320, "codes_sha256": "295822456aa8d8e9a3b640b4a9bc28c4f856b9a9720decca6e2a56bf30b821af", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.7.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "dc819edb97e65d2b8a7cbb0fc4f2e1890d9dc9d17ddc4647c98774f0805ce8ef", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1163581696, "sidecar_payload_sha256": "9f703c730b5296a58a2315e2b5c6e2cd51da730042148aa27da30a1120cd7bea", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "dd6c2ab3ccfe27bb17a4c07bfccf3270bf0fb15ac14927a74dc37217dbb32532", "codes_bytes": 18104320, "codes_sha256": "14fc1b2d6cab8ecd2ffc373ec8cb5c7dc4fb758de1a82eef0c74eb232870acd6", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.7.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "86d5b088f252ccd38897541c8eed2ab4c55cdc1e91187a3f2152d45df065a7b9", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1183078656, "sidecar_payload_sha256": "dd6c2ab3ccfe27bb17a4c07bfccf3270bf0fb15ac14927a74dc37217dbb32532", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8a6910f05e815722dc2893c4a9864b8bdb5f788959b0cd2bd1982206e0663b6a", "codes_bytes": 18104320, "codes_sha256": "f1cd56211d72e445cee521b426967e3fe1f2443dd3eb027a6dee50a68dce7696", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.7.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.7.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "94e1f03e32d4959b3b3f87894cabaa31178812734245d2e660d051c4ccc3a787", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1202575616, "sidecar_payload_sha256": "8a6910f05e815722dc2893c4a9864b8bdb5f788959b0cd2bd1982206e0663b6a", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "384439d7b898e220d054ea3f0d1ce873a8e9cc1e849a2a3dbbdaa7a379154fc2", "codes_bytes": 6389760, "codes_sha256": "6a17107c27f1a5db8907c3ea80ae5fdc845328b5acd25b797365e1073541d424", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.8.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "01afb997c922eb02958b5a6d69f7c5cfa3e3e4c2491d6ff0e05b4e3926aeb831", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1222072576, "sidecar_payload_sha256": "fa67cd24489038e44ba380956dd3b7e8b7130ac098ed3b1888e8ff644eb9f41f", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "1070a8411d80e3bfdf6158cb7b37c2cee012aa824df445694eea7d8e2c5e70b9", "codes_bytes": 10649600, "codes_sha256": "51c4a207d2c0cd7aa605554afbb2aa64d1b358af0f59e687bee6492c0102382e", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.8.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "355300ae75cf1bf6047cdc5ce4438cddc2adc6c403cc78f07b655141296740a3", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1228953856, "sidecar_payload_sha256": "869eb90f20f7c7cd6c1db6d651429fb38f4f5349b52313699ca87b06c7607091", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "70ecd5010fda13edf4e7c2af53b0a33d48f37a0140804e30d7de4a784f5bc87a", "codes_bytes": 18104320, "codes_sha256": "fb88f894060db5e88321ced41c5c182c4d85583fd6ae9c70b63a24252761ba61", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.8.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "e823e2231885a69efd8b89e2656160c015edd06b906c61dee2741d9a3e4ca1d8", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1240422656, "sidecar_payload_sha256": "70ecd5010fda13edf4e7c2af53b0a33d48f37a0140804e30d7de4a784f5bc87a", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "e6f737c67b3ab56a959b6c3db8567478132e569e61225ab94dde2b89628fad6d", "codes_bytes": 18104320, "codes_sha256": "e91c5d0a003fdfce0c0d653873fec92a733869928396771f1f36f54e8ac6142c", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.8.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "dc43ab943f7ba2cfe13c20d86d45e8c952cb6850708fbe75ddf2bc666ad70d8e", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1259919616, "sidecar_payload_sha256": "e6f737c67b3ab56a959b6c3db8567478132e569e61225ab94dde2b89628fad6d", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "8b792b23eb32479829b112d81bf760eb92df0b25896e41dfd411d0c423291539", "codes_bytes": 18104320, "codes_sha256": "2ea1040f8426d5db4fa1267e3f4ca3397e0acc342f057cd56496ce7d608af93b", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.8.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "8c45c477225c5247511322f9d4aa15618145e3d0ed19ef62135b3cd4ea369177", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1279416576, "sidecar_payload_sha256": "8b792b23eb32479829b112d81bf760eb92df0b25896e41dfd411d0c423291539", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "5bc615b6511dd1a7d2c8a423def8619c5716c5b5f3a38fa3e8bb6aaacd6c5b02", "codes_bytes": 49920, "codes_sha256": "9c5f1096058acf4cd2bf3749389985a2ff4e32f8cf602e385ce3df142ac272d5", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.8.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "b6d61347533aed21eb4fe690352fbc80172ed1cd47ae89fa34e8a875bf86fb43", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1298913536, "sidecar_payload_sha256": "a8b23b20420b49bd2852f9d7d87bcee1ad7151962baf5103de56e8daaded2738", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "9340419069b93d77acb5d3eb1d956243ab597a38495a70b3bc921db2b7490602", "codes_bytes": 49920, "codes_sha256": "f817a4ba0322d34aae8e9f6f065bc7d0fcab0acd6edf5a1fc20d8519ece7d251", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.8.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "3e2f2866a7c04f8fb9206f7a5caba6d3b3905fcadc983cb1e9de3de9b826c466", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1298967296, "sidecar_payload_sha256": "f082789fd0fc97bcaf3ea1d3ba00469aedb91c2b17c4a00f5ce0899dbe8fd687", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "063e9a3bf1cf1ad28e9e63599bba5977d44fc773b06b08f2cdf121f332e5d341", "codes_bytes": 6389760, "codes_sha256": "552ddc900ddfaff94df63a2b6b8637240681b810cfe0011e7d9da0f4a26f3a04", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.8.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.8.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "01b1814e26258454c6c1504a08546dc12eff5458c767327c55ae21c2a4685867", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1299021056, "sidecar_payload_sha256": "2013a61844b928ccd125dc3728e247a87819d69e7e0d5800420431cad878cedc", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "60ffba675aa93374144541a3dd751eb4d4e9e0e6b5276fbcfe96d0437ca0289e", "codes_bytes": 6389760, "codes_sha256": "f436b82e64141e4d93d48c2870bc8e037ac70f57fe3462c78b033c0d618ce3cf", "codes_shape": [ 24, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.9.attn_gate.weight", "groups": 245760, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.linear_attn.in_proj_z", "payload_bytes": 6881280, "reorder": "rows/channel", "rows": 6144, "scales_bytes": 491520, "scales_sha256": "69bf0d49a49435e2d68b6d3176f4e45ed622ed4819ee9c68bfc638e3d9c3afb4", "scales_shape": [ 24, 40, 256 ], "sidecar_offset": 1305902336, "sidecar_payload_sha256": "15b2586bf363ecde11c98991fcfbbda334ee8d2e8e8c8df650ed85d989c6a725", "tile": 256, "tiles": 24 }, { "bits_per_weight": 1.75, "canonical_sha256": "65925d0c445609d87a0f7077e5a1f5b89a7e9ff5b48fd391058f742c1ef6b593", "codes_bytes": 10649600, "codes_sha256": "da20568e65823cf25f6dbc2fa182baaffe053bb4690e5f47ffe8f0a126b1081a", "codes_shape": [ 40, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.9.attn_qkv.weight", "groups": 409600, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.linear_attn.in_proj_qkv", "payload_bytes": 11468800, "reorder": "rows/channel", "rows": 10240, "scales_bytes": 819200, "scales_sha256": "07aa30816451076ff0e0289e4856b35619846014dfd8822f31189b9b80082772", "scales_shape": [ 40, 40, 256 ], "sidecar_offset": 1312783616, "sidecar_payload_sha256": "dfc23d65643989150eed5ae0f21e0a3e6ca91b2a8dde491931e64d67faaa0b5c", "tile": 256, "tiles": 40 }, { "bits_per_weight": 1.75, "canonical_sha256": "9dd59f523d9e135a57dc4122254ec740747c10df472c23dee8863ddc70cfb403", "codes_bytes": 18104320, "codes_sha256": "ed9f843b8cd8143c1313337ce8d0c18045385a0ab06a7db3001ca3d6b42c177b", "codes_shape": [ 20, 136, 26, 256 ], "columns": 17408, "gguf_name": "blk.9.ffn_down.weight", "groups": 696320, "groups_per_row": 136, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.mlp.down_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 5120, "scales_bytes": 1392640, "scales_sha256": "7129e99f856295f06f6c2f681da6cda7c7d18888df3bee7e70ed1ae05605d249", "scales_shape": [ 20, 136, 256 ], "sidecar_offset": 1324252416, "sidecar_payload_sha256": "9dd59f523d9e135a57dc4122254ec740747c10df472c23dee8863ddc70cfb403", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "5e2da27cb99109ae6e627fa3a0593e930deac7a055ffa2b455a514bb220dda7f", "codes_bytes": 18104320, "codes_sha256": "0ae4876453721de32d23e3c5554ca0a6b3c22e5e2a9999e63d491217722894c5", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.9.ffn_gate.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.mlp.gate_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "bc8ea7cea6cdcdaeec876bd52b61823ff8760678af4dd23e5f7c7104e7f44731", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1343749376, "sidecar_payload_sha256": "5e2da27cb99109ae6e627fa3a0593e930deac7a055ffa2b455a514bb220dda7f", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "42eaebb6d67a9b7e1cdcc38104572f806d6a32471a4a222d6cb1ddab8e622220", "codes_bytes": 18104320, "codes_sha256": "5e4d3b2629979382d117f395a41f6622b6116bca3f6cfb1ecced5b26740c76cb", "codes_shape": [ 68, 40, 26, 256 ], "columns": 5120, "gguf_name": "blk.9.ffn_up.weight", "groups": 696320, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.mlp.up_proj", "payload_bytes": 19496960, "reorder": "none", "rows": 17408, "scales_bytes": 1392640, "scales_sha256": "8761af22bb1abdc6a3cf6881d26b6f1cefbf9e6ea34741ae71452642e2dbf2cf", "scales_shape": [ 68, 40, 256 ], "sidecar_offset": 1363246336, "sidecar_payload_sha256": "42eaebb6d67a9b7e1cdcc38104572f806d6a32471a4a222d6cb1ddab8e622220", "tile": 256, "tiles": 68 }, { "bits_per_weight": 1.75, "canonical_sha256": "d5b7b6131c19ec0b250b79336d80b04a3c22f36104f9fe15222f343dfe8fc149", "codes_bytes": 49920, "codes_sha256": "d7f5c00cecd307819046dc47a7c689d0c260d411081b97efe7eb89501b2df28e", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.9.ssm_alpha.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.linear_attn.in_proj_a", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "be5b439903ce8a249db1e07d726a39ecd18c14027ec844398d083e2b31bedf4c", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1382743296, "sidecar_payload_sha256": "2e91f56d4ea3e70f06240fdeeed038a91e27c0cf538e133d465b784a53df0751", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "dab83802c72cfd7728778f21622e9a592f5f80d3e27474ac5b32e189e2134f75", "codes_bytes": 49920, "codes_sha256": "45d7daffdedb4a3fb1051357834f4134a363b342108b37e67861cb4853839479", "codes_shape": [ 1, 40, 26, 48 ], "columns": 5120, "gguf_name": "blk.9.ssm_beta.weight", "groups": 1920, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.linear_attn.in_proj_b", "payload_bytes": 53760, "reorder": "rows/head", "rows": 48, "scales_bytes": 3840, "scales_sha256": "3273c39e0afc11b540324f47c8f06f6fbf391603dad879776b924b62d371c416", "scales_shape": [ 1, 40, 48 ], "sidecar_offset": 1382797056, "sidecar_payload_sha256": "523ce9374f4ccd510ca51b39ff61813e93e85193f8c9ff44db6c1e594af8461b", "tile": 48, "tiles": 1 }, { "bits_per_weight": 1.75, "canonical_sha256": "10207526a15b2e04d6f7d6d91cb51a9762c809303d7ac25f3bbc8d0ee9fc77cc", "codes_bytes": 6389760, "codes_sha256": "1439fb25d0fc18cba68c7e2e4965e2f0ec51953d1c5fd970a6c288619f26095f", "codes_shape": [ 20, 48, 26, 256 ], "columns": 6144, "gguf_name": "blk.9.ssm_out.weight", "groups": 245760, "groups_per_row": 48, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.layers.9.linear_attn.out_proj", "payload_bytes": 6881280, "reorder": "columns/channel", "rows": 5120, "scales_bytes": 491520, "scales_sha256": "7d96f7788c0748b65a7e0f125ffabbe53d9c0bffa90647157caa8c0639553b93", "scales_shape": [ 20, 48, 256 ], "sidecar_offset": 1382850816, "sidecar_payload_sha256": "ec4927bb21f9d85627a55e6178de03bb97c03e989c917ebceb3c8714b766c1bb", "tile": 256, "tiles": 20 }, { "bits_per_weight": 1.75, "canonical_sha256": "4c2f1f12fc1847eb97872659601e8d874dc61c498e166f58ada078f68e0a2eb7", "codes_bytes": 258252800, "codes_sha256": "d0f8b788695b305862d5df527276cc876346ac15ae2145bbd9753c7988936ce0", "codes_shape": [ 970, 40, 26, 256 ], "columns": 5120, "gguf_name": "output.weight", "groups": 9932800, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.lm_head", "payload_bytes": 278118400, "reorder": "none", "rows": 248320, "scales_bytes": 19865600, "scales_sha256": "b10fd2394aeddebc4229945730eb727975f1e2b2d2830a5c4a6ca396b2207672", "scales_shape": [ 970, 40, 256 ], "sidecar_offset": 256, "sidecar_payload_sha256": "4c2f1f12fc1847eb97872659601e8d874dc61c498e166f58ada078f68e0a2eb7", "tile": 256, "tiles": 970 }, { "bits_per_weight": 1.75, "canonical_sha256": "3260d02d5a9907a4934c3853fc4c5c2045ae5b003f8cb09f74ffad05452c4514", "codes_bytes": 258252800, "codes_sha256": "9eab980a63afc0c88c6468792d70ed6f38b55125a847ecda4095389c88f8242c", "codes_shape": [ 970, 40, 26, 256 ], "columns": 5120, "gguf_name": "token_embd.weight", "groups": 9932800, "groups_per_row": 40, "layout_name": "TQ1_G128_MLX_TILED", "layout_version": 1, "mlx_name": "language_model.model.embed_tokens", "payload_bytes": 278118400, "reorder": "none", "rows": 248320, "scales_bytes": 19865600, "scales_sha256": "3ce1d81ee136857d52f97beae8b2dc5ffbe6f292bf9c2eb4d713962cdae67e59", "scales_shape": [ 970, 40, 256 ], "sidecar_offset": 278118656, "sidecar_payload_sha256": "3260d02d5a9907a4934c3853fc4c5c2045ae5b003f8cb09f74ffad05452c4514", "tile": 256, "tiles": 970 } ], "weights": 26893352960 }, "schema_version": 1, "shards": [ { "file_bytes": 4279450264, "name": "model-00001-of-00002.safetensors", "payload_bytes": 4279327168, "tensors": 938 }, { "file_bytes": 1608938480, "name": "model-00002-of-00002.safetensors", "payload_bytes": 1608884800, "tensors": 411 } ], "source": { "baseline": "artifacts/baseline-mlx-2bit", "gguf": "artifacts/models/Ternary-Bonsai-27B-Q2_0.gguf", "sidecar": "artifacts/packed/Ternary-Bonsai-27B-Q2_0.gguf.tq1g128" } }