MiniCPM5-2B-Q8_0-WebGPU / verification.json
ProCreations's picture
Add verified lossless shards of official MiniCPM5-2B Q8_0 for WebGPU
0f58fbf verified
Raw History Blame Contribute Delete
37.3 kB
{
"source": "openbmb/MiniCPM5-2B-GGUF",
"file": "MiniCPM5-2B-Q8_0.gguf",
"source_sha256": "c5415f8989bf88a8288f1b55a3cc371af53c07b0faa220a63bd7a990cfaba078",
"tensor_count": 381,
"all_tensor_bytes_identical": true,
"tensors": {
"output.weight": "5b73ae87c0965ff817def044944fffd8b85e9b3107942c2aaa7a1ac3b2ec4f7c",
"output_norm.weight": "5ce74bc21b19e9b54319df3cfe0fae3d75fc408825e9db510b39343c30a79428",
"token_embd.weight": "4c90a4f441717d5657ef51ea111d0f42bc8b2414296cbd3e653865ce5f7c033d",
"blk.0.attn_k.weight": "fd24598a15f222acb4103b06ffa370bc1a04e5a9f925e01f37e645cfd760efd1",
"blk.0.attn_norm.weight": "e6868cd3f22422b2a086fa075e4fbea47af3b0e0b950d03a6dbd78bd08b0e066",
"blk.0.attn_output.weight": "65a222bf927eb06d1b6516035e8f68457af4d3dfb94cb5826cf886ec3550e400",
"blk.0.attn_q.weight": "119cbd429a664564ed566f3f50194d309cdd50bd39c9604835972a783fbe7ffe",
"blk.0.attn_v.weight": "7cebafd07fe61bbb41b6ee1118a2a903a9e5d2dc96f65aa787f2b623f38f0228",
"blk.0.ffn_down.weight": "2e19c08301a7b232b036481e4baf08badc1049323006f3c4af64f97ebf0d57d9",
"blk.0.ffn_gate.weight": "f2d1240ebf2ace3b30f6e18862c6bf05b848d73928eeee10370c9abad748f0cc",
"blk.0.ffn_norm.weight": "e28f473bf9d8d7e8e162d9d6fbaa106e3b3582de735547157c1deadc8019ffa0",
"blk.0.ffn_up.weight": "9260f9cd10ec4b8552d3b616de352766e3d3d18b6528fe5d8c8b95d659f3659c",
"blk.1.attn_k.weight": "8fa0e4f777ffbf1284072ad969f81d9a1a16c78fd43b3c65dc526147a6f64f6a",
"blk.1.attn_norm.weight": "bacc0af00112ce07033c2b2559929eb7aedf96b28585c6a2f1023881bb6a7f95",
"blk.1.attn_output.weight": "9134981a4824d9a9659df4a770546211452e1085554410b56b55e6223c562d37",
"blk.1.attn_q.weight": "921495ecd11b12869e814449e3b2fe4a402f5ac8c95f11958dd1ef9c757bdf90",
"blk.1.attn_v.weight": "dbddcee64391f6557d7bea404a160e9691216d8a70b4c86bbf7cce07c455eadf",
"blk.1.ffn_down.weight": "3f6ca1f4a8731003cda2229bde012359b3990662931ce2cadad267afd8d0de7c",
"blk.1.ffn_gate.weight": "8ccd52a6ff7c32a827186a937076b29bdeef4c9fc5e9a6c12c14c5038be06da1",
"blk.1.ffn_norm.weight": "9924307765601d3aa6cdcf1f02672ae75909fe55f1e7c0a0410d6c0e3847ecbe",
"blk.1.ffn_up.weight": "e6135debf9890d74f6533b66dccd8478f8ed02c8ea8ba297f3a1ccf91357c915",
"blk.2.attn_k.weight": "0cf966f0ae0e71c0bfed25de5250fd39f3104fc0c05f68acba92a8cdd9e6aa9a",
"blk.2.attn_norm.weight": "e4c51a5608ff17b319535077299d55d805dd818c7cc3f78bb38fa6fbe1bf4066",
"blk.2.attn_output.weight": "5600d6e90d5036ae454f7a30af8b363c848eeba0fd56d7fcf12567ede1da1ded",
"blk.2.attn_q.weight": "99fa49527c8605f1a4a9396f7e5a69d43814ec3bfa8ceb0b1d87f21b02a3656e",
"blk.2.attn_v.weight": "529e449017a65a17a563b03b462beeba6f4aa44240b65361e77fb9f9c145f54f",
"blk.2.ffn_down.weight": "494e9fdd91c21e770574d958343476938e3fb5ebaaa5a42c8f595a74a36efcee",
"blk.2.ffn_gate.weight": "b8b88d517315768d62119ceda4809683944b5fedd81a97f53255cf0de882b370",
"blk.2.ffn_norm.weight": "a7e9069c8102bd20bd1ff39648a710f888b803084b9b873973b86d8cd844596f",
"blk.2.ffn_up.weight": "dc407f77fcc51b242f11412d58ce0461693b392aec6a10d8d88e34770096af7e",
"blk.3.attn_k.weight": "32f0c0506eef77563fce62f3d57f41bd08585d3fa1259174444b2244b5724c26",
"blk.3.attn_norm.weight": "f4bbf514fe357d8f107e5ae96de279e5e2b642953b5f9cee85a1e0bad65b7d64",
"blk.3.attn_output.weight": "56a7b86e58df38212eadbc3fc72dcfbd8eac625a9187ee873a7067f369148eea",
"blk.3.attn_q.weight": "dfef7f2a8c6a72a70d251f0a2988216298c95c8be99e27ca8a13d4f76c0077eb",
"blk.3.attn_v.weight": "c3f73e732f8fb2b7ca5a610dc1a94a8df8ca1bcbcbd704804606ddf902f6e43f",
"blk.3.ffn_down.weight": "5e0e3098a5b90c8c43a7270cc58724dacfadfc5aebcf49f1b61fa9279d0f1584",
"blk.3.ffn_gate.weight": "6fbae90f35f468152dab77874c600b7f315a05c5012706b628b5026d8881b9a5",
"blk.3.ffn_norm.weight": "eda62e6f658fa981a85a48400e99f219ca0db1c1ded307c89c3ea2fd512d23c7",
"blk.3.ffn_up.weight": "cf5d2b2ffaf7c66f20d43245233fb12de074368115a43e30b3332c5dfb2f2a51",
"blk.4.attn_k.weight": "aa72fe59de0310e912610e338d83a2a520db9c43466ca91b125be1057cc076b5",
"blk.4.attn_norm.weight": "7cc1d818bedefba2153f7e773d66d8fa44ae954aab2d1f33f6e6b2dcaad104af",
"blk.4.attn_output.weight": "7929da5c0bb790e41d9d98eac342a6298dbede6a2d58c0d94de2b82253bc9e97",
"blk.4.attn_q.weight": "c7f072f8b16cfdc27945486967321dc7b1af337aee1b2eb61c6c3db1d3c83458",
"blk.4.attn_v.weight": "ab607eb5ef245bea468de897e9d180df871e17550ccef05f6f1a3b378bb76b03",
"blk.4.ffn_down.weight": "020a6f66ccdb49965fcff83af40639adf90e0e6bf06fe82acfb6bd1dabc08c20",
"blk.4.ffn_gate.weight": "6acfd1bb2f29d25bab32ccb7c63400f8306638fedcc000b6dec3281fc237fd55",
"blk.4.ffn_norm.weight": "9ba28961155a656cae3188be1737a3e329ae520fb59a650f40de25d662d296e7",
"blk.4.ffn_up.weight": "986b14250b6d03bf3e9cfb08263ef6176a47b3557d2729a8e927faeb93659329",
"blk.5.attn_k.weight": "5b7bbcf23136cc3209cabda20002c67cd8747da16c637b6558f1c24972205878",
"blk.5.attn_norm.weight": "2771d9fdcef0abba29041662557f5ed95b35262c8f5e38dd06f6296e247a5c39",
"blk.5.attn_output.weight": "72896ce7fb62e6eddbbdb10a7e5c79c935c867f90993975b39343461a81068f7",
"blk.5.attn_q.weight": "d818992e3b7ada6ea14786a5122def974b810b4c734c345f8a7dd02dbafaf7e3",
"blk.5.attn_v.weight": "1d8764c9baa7ce6c417a29031a5b56743c0114ee53fda8ad7b98c6aab36a3e72",
"blk.5.ffn_down.weight": "72101b5b7cb88eca2ffee4a001e58a84c20288cbe8f2454c905bdbb6b7235fc2",
"blk.5.ffn_gate.weight": "e0b3aa2347f0b3de98c55060868446857c6620b774a2807e6ea9beb479d486e6",
"blk.5.ffn_norm.weight": "2ed5000ffbfef8c038ecdee722f8dfa53ec6db9a9b51833c6a6e2b25752ac0be",
"blk.5.ffn_up.weight": "e46a84240bee6140a710c4dc1994b4d6c1460fd2ee0cecf17c2f3d149bdaeb49",
"blk.6.attn_k.weight": "218ee100998171721bd96722a811ade291cb1ae5029694ce8ba76c1fdc82e9ff",
"blk.6.attn_norm.weight": "0beb53914736eafa59539226267223ff47511067669c478c6aa99d4348270cc0",
"blk.6.attn_output.weight": "cef8f224b5587d19613a18c7b6bd671193fa78b7c6c7ff562f1eeb3990cd0daf",
"blk.6.attn_q.weight": "5afc8cd40ca2b1694e3c47e5cc93d3bdaced995ec68aba5934a6ef1fb63f4372",
"blk.6.attn_v.weight": "44034f43c178b4e7356ee80a238b377e50d087f1dba37780d557876fd89202bc",
"blk.6.ffn_down.weight": "fa73ee9a18091581ad2769a3ad325ca082f19af62045b88dfc0f420b783c4d6a",
"blk.6.ffn_gate.weight": "ecc69bccbdd40afd4b24934606c29f2d55e53239eb03bf2c822a464c6be5595a",
"blk.6.ffn_norm.weight": "390e33a48645717524e9ed969229d706a8a63a4df12d012e226df1ea8f119266",
"blk.6.ffn_up.weight": "6dfbc55ae6347ce4e6b713fdc4e64a79452c6f87d5917a25285033108e06abf8",
"blk.7.attn_k.weight": "042918ec5d8e28dfe7c857fe7c4331690e9ddd2be1b49ee5ff97a8ded54e694b",
"blk.7.attn_norm.weight": "dac5706900bb3c45c7ac5bfc54db92f3e2c0c3c6e66fc305b76927c8ab10eadb",
"blk.7.attn_output.weight": "c608543188b2e6ab974577bc8c2973f3bd6081409ff48463b0d44ff58f63ef4b",
"blk.7.attn_q.weight": "9957b99ca35924dced30203663876f2f9854429e07d5fc948aace30bc94100f1",
"blk.7.attn_v.weight": "0b93f73f626c42c822688ae17a5295dc2349b49b154e719006cc9e82b6ca4587",
"blk.7.ffn_down.weight": "3f1934543ba9b2817bf77e07cefe691578fc2d29abb08e886971fb151b254f5c",
"blk.7.ffn_gate.weight": "d9dc62b3dca17ca2d8e38fcae028ad4e36ab353a761bbca6fdc741edf4592b5b",
"blk.7.ffn_norm.weight": "3ee0e2cce6f46e93e75bce1203b25fac80b09324fd98859c3f09a454051a4663",
"blk.7.ffn_up.weight": "6664b89ea9342e770ffe5b0d2991a32706962d1be5325880c71eaad014dd678f",
"blk.8.attn_k.weight": "271cb1a024499615332a89560820ec78992a2516659a04d487fe082740b38d35",
"blk.8.attn_norm.weight": "22a8d41c0bcf67c1287a80035fccd1efca7a6db4c1c1a4ad1c86ab797f3a4cbd",
"blk.8.attn_output.weight": "53dbcdc54f38edc6d2e080a9dc4c830608bee4afeec469f7f1cf1c26a1a5a63a",
"blk.8.attn_q.weight": "9c0e129317ac5a3e9020813957062a1d5cdbfebd0383aef7996e4445d7b1f636",
"blk.8.attn_v.weight": "fcbf89ecc6ddd6252cb8a65554636b7e913478f5f49aca1655e2c23472e732c4",
"blk.8.ffn_down.weight": "c38b42aaedaec987a1dabd37d82b54234a22130e7193d5150e3da4a47abdf706",
"blk.8.ffn_gate.weight": "1bc17f9e38a1a715a1eebc3eb04d8d8abf660889a0415747b02ae7071a4454b6",
"blk.8.ffn_norm.weight": "bfb8bcf57a477889c134d0ea6e7cf4572525e47ad64e1391275414cc74b5fce3",
"blk.8.ffn_up.weight": "a4c05e67ee5c1303f285d43781e11695e5c8a8f22b82e8bbe38a1ec4401e403b",
"blk.9.attn_k.weight": "d9ffb57d651eda2a921506344362a888b0bf5d35404f391837b5637c599b9b5e",
"blk.9.attn_norm.weight": "9da7d3d6e3e9bf1ebf02bbfafb9b61c81249b246344f9c4a287613964a22c1a6",
"blk.9.attn_output.weight": "171c5bc7c4a3e875cad36fdfa3ec0eabf49627868e4218bf4702db83d611cc16",
"blk.9.attn_q.weight": "863bcb7a1a6eabdcb9f3852c1ad6da460f9a2619ec70d6c69ba4be491875c208",
"blk.9.attn_v.weight": "9a6e69c3a51e060477fb1e69883bbdaa6411d9bfbb4b7dd35b7e3e17939c846f",
"blk.9.ffn_down.weight": "f05cec136a14ad069eae25cee8fa48d4d55b6c6c92b78d42261c01ec62d09dfe",
"blk.9.ffn_gate.weight": "b71c19f3d85a0f721682b658ee2686a30c5ba2c07dc3c83be5aee65f9d0e0331",
"blk.9.ffn_norm.weight": "f05595026ec97d159b28c11b58487014a92e350883506c715cb1fc14135d29c6",
"blk.9.ffn_up.weight": "4f991d0ca2a8c27c6e44727a5e8777ce09e5da45d7ddf8b9ce540396b5aaca07",
"blk.10.attn_k.weight": "d5d33bff5ba004e8a1fdbb7bfed5aee0667c87a210195bc205adbfa6e3d08780",
"blk.10.attn_norm.weight": "35dfd38a8e4034562d1c90dfd111b2a363c242028fad75a1a70c033a39755bf2",
"blk.10.attn_output.weight": "7210afa5cb2fcaac225ae620e82e53b384bba5469613ac6b178a454f3e35f7ca",
"blk.10.attn_q.weight": "f32b2039cef53ae7e5d47257de3740e4ff9a692b41eb62ec2bd5f4b72a426ef4",
"blk.10.attn_v.weight": "dd466233a65eb98594839929a22e1106e5d10bb0d64ae1a94ed46a637ed7e30c",
"blk.10.ffn_down.weight": "6d3b0b20570e505bb1e337b8f98f43c2444a7dfd67ebe609b78a338a225c3529",
"blk.10.ffn_gate.weight": "22f936ab76506b6b3460bfb215caf621cb0f33fd0420f86f3acace89c4d2524e",
"blk.10.ffn_norm.weight": "802b9d5d929dc2904aea5c55869382b148f011c2cc8eb1cb553f1142c163f4d2",
"blk.10.ffn_up.weight": "acd9c41483e270a859d0c739d22b42a6049da5af449fe93fefe214ba3da3ddf1",
"blk.11.attn_k.weight": "0ede80feb0bb59a5e718dfd0f322c6f923bbe17f25163c6625d560c44c6d7b3a",
"blk.11.attn_norm.weight": "6b59bc95db0cf7514f46c2a68ce3e5f1b7469c47e31532ef42b65ac4420c1ceb",
"blk.11.attn_output.weight": "62bb24b3de295406d79b119d7eb782a4cce81f04393207cd96039793065c7b42",
"blk.11.attn_q.weight": "00ae9d88e2072ebf1e28f3c5cfd49a026b79ffdcb3b352003e88748fe9752b1c",
"blk.11.attn_v.weight": "4afb5a671cbbb784e7a762ee5110c742929c8f2e687b4e61dca83ff02229a609",
"blk.11.ffn_down.weight": "38e99c7a0164f16f5f8abb55a944f69384f36d50362b44bb6c41df3877089687",
"blk.11.ffn_gate.weight": "1bd5b38139cbff1b2b5fd9d25905aa1efd07ad7e375bcf7cf08bcc8df0820ab8",
"blk.11.ffn_norm.weight": "2f5e4a6811c5e1e5034ebd1c57f6912ff2ddcbea4d71b38015f7670aeb078f35",
"blk.11.ffn_up.weight": "a8a793222bd95ca04ba64fa6472c2b402f3a883bccb7db24abaaca791eda7a26",
"blk.12.attn_k.weight": "f532c4b11e3e3bef5bace290b5f84cae2eb855d1a52d2b3618f2e7064b6d16d9",
"blk.12.attn_norm.weight": "19e3424606f573ca32a9976ce45845edb3fb37779444c971e59ffeea7f716dd8",
"blk.12.attn_output.weight": "2fd7dbca34d44b58b547b9111df200bb8602848fc2fabb6ea0b2ea48c0097513",
"blk.12.attn_q.weight": "cee52914b2eb0701c96ec9a03d2c732f0bda9aac43749c1b72ff2de9f24ec136",
"blk.12.attn_v.weight": "82d2b4b2dd36bc81c07275dc1c062f9aa6415920985a39d8bcc9c235d1d974de",
"blk.12.ffn_down.weight": "adf5707fe93dbbd048f5e9c66904ebd6538e4e18017f6b1fb675b067a4855c79",
"blk.12.ffn_gate.weight": "b3fd9b61f688c5c2fe12789aa9ea534d2c763e2fae29b6d0b2b7b712af98925e",
"blk.12.ffn_norm.weight": "e0baaae45a8ff475a2d925c651a069834093b7e3479b044e476bd10b3b999f05",
"blk.12.ffn_up.weight": "3202b983ff240cc0f3dca245fb294d8bda64fa22e7c25e13669eb54ad621a438",
"blk.13.attn_k.weight": "bb9893abe688017f5c2117035d496ccab78ebab70c27286efd3452504e139163",
"blk.13.attn_norm.weight": "15ec43c8748aabf6fcda8e7327ba2937089f973b831b2cdcacb03a64fa69cb26",
"blk.13.attn_output.weight": "789eefe60252f5c7c82ef30a98c0221bdde06a07026e9b619c1f26d8590dbca2",
"blk.13.attn_q.weight": "009b151ec5eca9b26f42e552a78078d41a1cea060cf095b93ad09d1edc5eb01d",
"blk.13.attn_v.weight": "1aef6e633e4d10d33b87ced711558628b44ced45426e21906901b69a91b70842",
"blk.13.ffn_down.weight": "86aaf85f74e779f2fa411489c0018d50b3dc601f02360914b9d75b5e7e352c1c",
"blk.13.ffn_gate.weight": "e07b79df34ee9d980907cecce10c47eadb2435958b7c78f3db5608fa52461978",
"blk.13.ffn_norm.weight": "104e49fea978c2be03272354f22bd78db52641286ca63a3e2f7638518ee7abac",
"blk.13.ffn_up.weight": "80f3c71a0be7a753ce109a6962ab5a33276a25f0f08c3eecfcf8f5a02ff1c674",
"blk.14.attn_k.weight": "8b3a3a61af3bcbbfdb3d50ebc5a5cb7e07171b5020572572fe73c2c1ed9a6d1b",
"blk.14.attn_norm.weight": "74554cff03d6bf73873f5da0f70f596b68b30b03dfe1ff014da1dedff6f957b1",
"blk.14.attn_output.weight": "554554da17132fb0008ad26a35f074097626fd0af741943056c7e84e81f28ef5",
"blk.14.attn_q.weight": "2b91bfd50a482a1a895fa1f8da498cdb959c77c6b21a45a543a8bd36a559c70e",
"blk.14.attn_v.weight": "e058e97ebf650f75eabf51b3773eb5fe1731e2f368d6b5803506fc3f84ab388a",
"blk.14.ffn_down.weight": "b8d432cc6d5047db423480075c1af29960de4511bc12988f7f9a6b165993879b",
"blk.14.ffn_gate.weight": "573253e87e160dfe85617e9359e6948d99d112060173693c7ebdfde3f84d17d3",
"blk.14.ffn_norm.weight": "bb0d16f62c6f1f9a84eb457b2db04464815d7b816dfa0149eb4c6da45b268285",
"blk.14.ffn_up.weight": "ace558c3056c132e6e4d38fc10f955100ac6de6cc293c7ba48348ffac1cd96de",
"blk.15.attn_k.weight": "637e659f2dbe4a7eee4240085ba722b68c9221b68b37b9e0577768a85ee9927b",
"blk.15.attn_norm.weight": "8fc16fe91b2119e5977a08c980079fb82ce1beb730377cfbf9c2f07f9a68f4e7",
"blk.15.attn_output.weight": "b6283e4e0cb3bd32ee92f53aced7abce91b2887646a31424d653528daa522e81",
"blk.15.attn_q.weight": "5f0c6496982519827dca8f03c82408e0d6f131accc1cadbede023ef164d3e003",
"blk.15.attn_v.weight": "1c3078c985831bfc4ef024db81e048769b8725d67dad7a3d211ec8e8eae8db43",
"blk.15.ffn_down.weight": "2ae3559940e4f10395dc57e5456898619c860aa926f1c174c281f4115fd816ff",
"blk.15.ffn_gate.weight": "f2ed7ff727d6719c5a1bb2b16c4ec93e9f43298363262c30b765f787ba311f90",
"blk.15.ffn_norm.weight": "6aaf7a2879a862647617abf53b7f3958cb3a2a1803eac56fd57a2eeb0a2ce4b3",
"blk.15.ffn_up.weight": "a42de6152b4f0584fa612b0d214a3711df5c8d1ba644d0bdcd49f9558636385b",
"blk.16.attn_k.weight": "c87f1ef21fa28bb583bda970ffa03b3f326cf057f5432dcb495c8d5bb09c7473",
"blk.16.attn_norm.weight": "9357af1460a2d15cc84967aedac858b91b825b7057a4d44070d6de7f52af85e6",
"blk.16.attn_output.weight": "516face6cb54c2dfdfecaa600f51138fe7d3fb0eae6b1669cb87822e8ee00910",
"blk.16.attn_q.weight": "a66cbdf0fdf8f63ea2b01e50a1bd8028994730901c55c2ae752fcc32628a2b8a",
"blk.16.attn_v.weight": "28aa1677f815d4fd387912a53273b664b78f333644fe20947c3af27f6bb5a4b6",
"blk.16.ffn_down.weight": "28bd6e327d9d464590a6a91f339453316e100d5bac7e5949f534519c2406950d",
"blk.16.ffn_gate.weight": "56ddf063d12a34471055dd7a8621bb1b1814d44bcdbc40bf503484a536d2e61f",
"blk.16.ffn_norm.weight": "d4038d2fc2febbcab22659866a8f20726334696aedc36c0956b75eaab2993ec3",
"blk.16.ffn_up.weight": "eea1067ac918cb40cb1688c6714e541be2d56d0fec8c007dd617ec31525cf7f0",
"blk.17.attn_k.weight": "8b840759537a623173ed046a34cdab7ab66d458827dd1dfde4de76077e0c7818",
"blk.17.attn_norm.weight": "1224094bfd1ea462bc4a8a279fcfd8fc4861c08699c6d5c935fa5494a2c337b9",
"blk.17.attn_output.weight": "3ae99fb271a85d95109b99db7829da09a98330fb2c07c29f57e8ecaf826af38a",
"blk.17.attn_q.weight": "15a612b088d3467af155806c21aaef3494ce8d8fa220ad86f70fa83c9cb2174d",
"blk.17.attn_v.weight": "b404ad8d847b64942ff7347858e54846f5807ede1823fb1d17c4ef7f8c879e11",
"blk.17.ffn_down.weight": "d983df07ab5b07b57604dba43c1ee0f6af0eae3d5ac710f48a44e9a4471b1b69",
"blk.17.ffn_gate.weight": "2840bbc5a5cc9592fff28ff7ed334e0aadf11a43814f05362366ea4430d3f3b9",
"blk.17.ffn_norm.weight": "f2d584e184405a629f8b76a5f4407139d910a39ca13831e7a41ca3cdc854a2c0",
"blk.17.ffn_up.weight": "a985d69ed70a336a15c781e5b92584e6e2b2ea6af2fb5c33b181fffd9391250b",
"blk.18.attn_k.weight": "7159a7e85a90eef38921b72dcc0efec6cb4901c4d493eacd7e8493abc6acf8f7",
"blk.18.attn_norm.weight": "1028455308e2d342a6101a50c5e24603be4dd23408eb27e5c2bf556b4a3b07a8",
"blk.18.attn_output.weight": "a1d8c50c649837b9dae1a10ab5edb4e92c88bf749a2619616a2f20e43493d10c",
"blk.18.attn_q.weight": "64b5f5a98595a52bab3bdede91a99fe46462508981ccbd77e6b8504466edd98b",
"blk.18.attn_v.weight": "af3e2042cbba63c51d66be21965162560cc47ea79c8368e5256078d4b3eaa540",
"blk.18.ffn_down.weight": "1ca38147d6bc9fbde130821376b9160b12901cc613fffad7b2873f0e3c1bc3bb",
"blk.18.ffn_gate.weight": "146a9e1181c91a20f13401673e237a7bb98c5b0b62a74c31bd197e74258aa079",
"blk.18.ffn_norm.weight": "753d2dfcfb6be2edc3b58e3c5f37d707ca1980f097f3819e2869cdbf7b92e224",
"blk.18.ffn_up.weight": "e49221c09c4fb99917cfe4ca5ef82ca845284e2a9f055c34f708682af60f7448",
"blk.19.attn_k.weight": "4093b8c0d92651fe47872851b022fce64f3bc6aef049f212a5603089177dadc7",
"blk.19.attn_norm.weight": "5cabea6c89818d284f58f881294893db616eaa67d45c687f8054ebffd0e68bf7",
"blk.19.attn_output.weight": "b89b4aa939e0c69768ed582609aa91c0e372a9096ba230e91912a716c1494c5a",
"blk.19.attn_q.weight": "99964223062c6d58fe57ce6f20fda522f6127f0b1013b5695ae2632d37574488",
"blk.19.attn_v.weight": "9c09007ca532d96383a99c18315be2702eacf124cfaa8bd54e1ad5aeaf3a962e",
"blk.19.ffn_down.weight": "97d5a1b46e2d8f4436097f042718f089a01471849e081798850bc282960bd2a4",
"blk.19.ffn_gate.weight": "673c3ad8330bd59c9b225a975fcbe8617f002a2f695936cb14c28bd95a9fa018",
"blk.19.ffn_norm.weight": "daa3e045788b6c2f664c4ac8f6e66c8f4bd66eb75c5fba5afb0467b6d8d0d40a",
"blk.19.ffn_up.weight": "f0fc3f6c50c3b8d700a1cd520287ccce45f2838d298ede9f1aa0eacc915d718f",
"blk.20.attn_k.weight": "005c90514834cbf7c9409f750c5190a5a1ba1a9f015503db3bc30983fa50b4ac",
"blk.20.attn_norm.weight": "8a52087883abfa75fb2ba66c1509a6ac6c7613d8df861298a68bdc272f0bbc66",
"blk.20.attn_output.weight": "88923a4e9cb117ea8be781530dc8e8a2127a2a80ec0c7abf919ca25b4907349f",
"blk.20.attn_q.weight": "4f3429c083e80ec6362a844da40a1ec5585a1538326832558fbfd41089adc226",
"blk.20.attn_v.weight": "2865f0b61ca127736ad23a9e84d73f672baf6e40e3bff8188965b43361dc0136",
"blk.20.ffn_down.weight": "cc77daa6a92164f54d76b3a722cf5baa785943e0e17a8efb525b0c39914ce566",
"blk.20.ffn_gate.weight": "538ca47f0bcae6baa27f90268f6798bcebc2a85634c75d78261e6ddc87d3fae1",
"blk.20.ffn_norm.weight": "a2dddd1f95d1594ef026f68ddb4f80918bce3b7defe238f5ea71dbae1c655c8f",
"blk.20.ffn_up.weight": "2883df4571a8f41b3387750c067494d760763694a2c82d5b33c0ca7a7c9a9ad8",
"blk.21.attn_k.weight": "9cd47a3be9b14389f6f7bd6eefc4221ceed495ef5aed33f2fdaeeeb166e1f70a",
"blk.21.attn_norm.weight": "4b9527fb27b26443b0d779c11ed420ea7a76daa606e0d9a236494f7748894f22",
"blk.21.attn_output.weight": "016e3c1401bb0ddcd0345ba12a57fdf4e991c99cf8503951660bbe6062e7db7f",
"blk.21.attn_q.weight": "4e1f9884c51764d2ebecf4bfdc7e805589c264c3a57f198fc20cee399355c42c",
"blk.21.attn_v.weight": "30a6a5a82caf9b6260a223dfa4638049b1d75ad44139f466d1521bfea3e694e9",
"blk.21.ffn_down.weight": "8b7bb2b5a4ca3d1bc5af7369ec56dc063faf76b1b365563aae44f7ce15f4c3b8",
"blk.21.ffn_gate.weight": "1942873be300685bdcd7c082b7b5047b4cbc47351ce0c353c3017fc018a38f47",
"blk.21.ffn_norm.weight": "d86ff2b6fcae7af3f0b35a8996860b8173727610f16055cdb48c24210882b7ad",
"blk.21.ffn_up.weight": "5bbe2c41916d81295fb60cde41c50976e3c24caf0f0b0dd018b9ec419fef4a90",
"blk.22.attn_k.weight": "c182dacfcb6f4a602d9ff41de0e37c754e21c0eef57ba8e80e4c14a6cb37b587",
"blk.22.attn_norm.weight": "1bd19aa7715bf916bbab493d614d7f2b18432e218f7e71d4ffbad63387e94636",
"blk.22.attn_output.weight": "9c6bae783b9fb97fc0ce80b37cd34f89b8b048beb09a1d432b6dfbf6870549f2",
"blk.22.attn_q.weight": "0f1374637fe98af48bcafce185b57879f47c68bf5ee1ecd6e34b240a71be98f1",
"blk.22.attn_v.weight": "52b31fe514582f781325659a7048f8bcf2b67bc3553bdabd0f5377acb1e7b2a3",
"blk.22.ffn_down.weight": "26b09e39919fe27b262708ae90b1b24bb38ea6e692f9d8aaa44c15fe7a9f0e1f",
"blk.22.ffn_gate.weight": "2472b03596fe563e710a10b7d046b79eb0e850d6c7ccd8631c1464c6cea97c6a",
"blk.22.ffn_norm.weight": "1303b030f3eb8bc7c6aa67ca6eead563fd6567ec3ab54e47d864a245997d2545",
"blk.22.ffn_up.weight": "ecabfaa0b0187b043a410160afd4646382025e42d211a11656f67a29318c8d6b",
"blk.23.attn_k.weight": "e1be8ebdb040da111f3f72d407e498fe5ab8213da8a88d13d4a465a3700114e5",
"blk.23.attn_norm.weight": "cd5c6240e5abf7887dfa7c43a53f68f7f55873c2b9028057d992b66906c41e1b",
"blk.23.attn_output.weight": "bbef1bbfd6a94476a526cba67868bc6dea672c4329689a540430f3560f2fb81f",
"blk.23.attn_q.weight": "aee6156948ec7f9d823ccaa8aea45f61918f66cc07250c9b43c71df1d88418b1",
"blk.23.attn_v.weight": "7ecfef8f848f83f4b0e0af03eef60f607cc42f1309b68bfbc49cf477129aa507",
"blk.23.ffn_down.weight": "403508f871002ccabe3c95c66a89f57e7d4846ab49e10e8b6f061cb424169364",
"blk.23.ffn_gate.weight": "37c3837e68bb920dfc2b71556809a4fac2bf6fdb157c0968725ae6975a9da707",
"blk.23.ffn_norm.weight": "d65a63378ccd7bea2b5add9599a44d87f544d7f75336f8a44def7820e959be99",
"blk.23.ffn_up.weight": "f29f9adbbf32913e4572c9507f7dd8808db3167d5538e4e83d770b71f0197064",
"blk.24.attn_k.weight": "7f330080ed1eed53a1b22318e3dd979a15d0ae7a4a7e685156096139f5bc904f",
"blk.24.attn_norm.weight": "d4cecc46a20c6cb96692e4d67abf3186317c74c87dd5f4a60b87bdc1823f630a",
"blk.24.attn_output.weight": "70086fe1592b12abb58673bb463961da13e5a4ae08abc5f45f8c318a4711fc75",
"blk.24.attn_q.weight": "b5b5a775fd2aab8702d6644e698f88185e259fafebef10f61ae5814a0b21d30f",
"blk.24.attn_v.weight": "c6ea2c5f7e596e3596bbd26c65adc8a4d861aabf4e588b957e7102bc0177f597",
"blk.24.ffn_down.weight": "f15ff3579834acd4093ad0a7e7e4290c7bbb972d992fcc6463d133e9a13919a9",
"blk.24.ffn_gate.weight": "6988dd40005c846f0b87ed2f4cdf52d0182662dee0139b1404f231546f7a164e",
"blk.24.ffn_norm.weight": "e2604950a523ee157745b6c70ad9af531a6dc1ce374504236d7d3faaff732d7d",
"blk.24.ffn_up.weight": "763e204a399ccb67df39a4718e01a0a7d778b162f00fe7cc4c967718fc6bfce4",
"blk.25.attn_k.weight": "1a1a3394efac5fe89a8f1d7921674e392f05940114d74a0018f762dca68416b9",
"blk.25.attn_norm.weight": "8d559ff774bd6576bde492962d6f55a9a6a71b6529b6a30ce5b47dbbc62e145e",
"blk.25.attn_output.weight": "5ecc4b28cb8528da4ee26e1ab5bf0b7c60c1630ebb42bf80f1a009ef86c4b6e8",
"blk.25.attn_q.weight": "2ccb61ecb640e8fe7973e885badba50074aa802d6d197b9a8ae0393a9dbb5856",
"blk.25.attn_v.weight": "898a72ab8ddfb8fd100ac9666d117dc2acbe9256eb35a55f74394f25c90d3365",
"blk.25.ffn_down.weight": "7db023f6fe7693b530fd577b60385f04549ee995d017a94e4335f5f5127b97a0",
"blk.25.ffn_gate.weight": "8781753039a8f69e9754e3311602bef4a3f510735a5d8a97fb009c8e3c352974",
"blk.25.ffn_norm.weight": "1b45b0b6b8fef39f5f5204220b3c703917d9cf9c3d510ff81551b4e826cad0fb",
"blk.25.ffn_up.weight": "362fef0e2047e2731daa721fab1331a138e4e5ab533fa62e1fc03bc462a5c022",
"blk.26.attn_k.weight": "bd3235bd7f9444ade20cdae87bed3bde46e827175d6c3ad88fcf0334587f3a6c",
"blk.26.attn_norm.weight": "821834270ae0aa9642ff89751b97395c175061baca729bbe45c96398deae448c",
"blk.26.attn_output.weight": "6103aab298646faa0c8fada702c3315416ac9ab81e9d827104418b18efa38297",
"blk.26.attn_q.weight": "7b9a86621fa89750ca75b9f1f4be4c3b434c3be6453a191d81f55bc438ab380c",
"blk.26.attn_v.weight": "21393a28d770b54a7ec2560365f327240c2a213f924e32dca02a1107de454552",
"blk.26.ffn_down.weight": "03bd0f8da7c3478186867d251612cd848685b28c211f3b92f7bd565725176ba3",
"blk.26.ffn_gate.weight": "fc141cd75929be087d8b073695a5fc8465f2ae058fb55ffc637e1e5983afee29",
"blk.26.ffn_norm.weight": "66fcfd57e2f51ace10f76b627ed03d177ceb8b04c5baef3d8d62264a702bd4c1",
"blk.26.ffn_up.weight": "8e61ffa0d7f4999fa1735afb83e17552de4675c9ee8652b983265a75b6ec7fca",
"blk.27.attn_k.weight": "a69c870a6daacf96aa2c2a194f48bd8b1d71bcf1b78a648e7f2de21be7ea60ff",
"blk.27.attn_norm.weight": "d21a34d5c1584b67635d48cfa31e005488a956b6d3d41fe4bb8e624f50c3b0b4",
"blk.27.attn_output.weight": "f63c4863f148a88632246092ec0038b60274ee700fd73aa529d67951d5ca77bf",
"blk.27.attn_q.weight": "e33dceabf59c0ec52df605bae92374532aabc1f98efb8d8131c10328aa5fe131",
"blk.27.attn_v.weight": "a8e615792ab26a3cc8582f70d6c10dd34327216fb57b11e22060cd5ecc3782c3",
"blk.27.ffn_down.weight": "753c5de47ed92893a277112a56a9c4c61f052946ddb3d87251051ad0813fcd3f",
"blk.27.ffn_gate.weight": "6e7e5f85804c0c3600aae04d61cffefc8410830d2ba1ff6ce48733f1d9921db1",
"blk.27.ffn_norm.weight": "cf95f839fdc95b612ee86814a43c9a331a37c1d33bbb4d4a9bca725ca02e031e",
"blk.27.ffn_up.weight": "77b99bdd13d0e9b4370057527bcd05044ca0bf77819ffcd215fa2cc2f436771b",
"blk.28.attn_k.weight": "38eaad7f3e97d21321797cdeb584a19724d1c5f8536d04b895eb098e4efa0972",
"blk.28.attn_norm.weight": "2b66740802443c20fb894388dfda9d7e480ca1697e28b58283744ee842377f93",
"blk.28.attn_output.weight": "140fa92629254196e1c62a846af8cafd8416454007abe49977ec5895267fc38f",
"blk.28.attn_q.weight": "941d893d5872650a9bc96fbe0d1b97e118f29e8cf1ac77cd26936d72fbdf9a87",
"blk.28.attn_v.weight": "99b0e60e1915e31c47b1ec49184f9ef3f0e283535702830332aa04538a55f27e",
"blk.28.ffn_down.weight": "d36594b1f12a21f2c67205b53bb3add06608478803c8d024795e65b6e2771e3c",
"blk.28.ffn_gate.weight": "d0d55a7df38654e0f5201b8ab178fa6f8d9a3f39254e64c4bbb60165dcbfb442",
"blk.28.ffn_norm.weight": "399706eaece5bd9828fe2d048616e2cb613d84322e0bbc28ad4f0139306727d1",
"blk.28.ffn_up.weight": "db9b11e250625c0e0603514444d75aa928df3c8cbc99828b85132ee31a4a5e94",
"blk.29.attn_k.weight": "7ed78232a0c55191d560047a7d72619640a5d3eeafede373a4a5daa72d675a53",
"blk.29.attn_norm.weight": "a80f135167bcb78340e5942039c48465ff846c1dee20b23806ff2755c146da2d",
"blk.29.attn_output.weight": "bb7c54f4283aab26728b51f3caceda324c2e00a200060fdf80e3941ab9d06837",
"blk.29.attn_q.weight": "73e6a0f7a371c5b244050f0e293950d7563581d9cbedb26dc893fad14bde61e5",
"blk.29.attn_v.weight": "1af8714b3372e8b579587f9792ba97e80d4976a981f4a3c1877fb04919fa8422",
"blk.29.ffn_down.weight": "95e8995eccca3c6d899308af363cc85b98817b71859eeb8986efe2f2ddfc5beb",
"blk.29.ffn_gate.weight": "3abd4fcf870c125aef70fa94e4bcb0fbefd63aff89845de400ff541fd51edd57",
"blk.29.ffn_norm.weight": "5e7c8b32d0b78efc47e92fac271da03934139943e36ddd3b268d0d2e51587c6f",
"blk.29.ffn_up.weight": "37febe8eeb746d7fe83d295f7bf54c5793b35af01a11d7f4a23fe19f573486e4",
"blk.30.attn_k.weight": "1b2a3aa324390e4860e3bf433018359d1dc1ad4a11124a01f5504da7bc794669",
"blk.30.attn_norm.weight": "726a3090c86f66b7b938f050f6a2e750ed32db0612c3e846b3605a595fdefd5b",
"blk.30.attn_output.weight": "f30160b4b4ced4a61f8b23d42c56ae95ffd4dcea3d3cc53c913fcf96ede72bfa",
"blk.30.attn_q.weight": "0c94aa47eb1201c3c06c04fb8c9560e56f7eb1218718721955378f22b77d7e33",
"blk.30.attn_v.weight": "0a42efbd8d9bbc8668deef5225bfc5f48187b9f00c175fbaf52dc0730a0eccf5",
"blk.30.ffn_down.weight": "d025cc9532e02c54b3ee8de724007444a71153464bc3ed5a49d456b1bbaf6499",
"blk.30.ffn_gate.weight": "e2ddcb276e774cf0caff2a69f64f95b515c961063aa9d00220cb055a9de43559",
"blk.30.ffn_norm.weight": "0d172f0b7f404b04f623ca66c6fb45f0fa7f3ddf7bbac951b3f2a348f046c6f7",
"blk.30.ffn_up.weight": "f3bc06283e79a2949b68d9a1d4bdd1d9ecab16d5ff984fa45c00cecc1989d873",
"blk.31.attn_k.weight": "722a65c7f746e6ce943547f380102f7a151d7bc64d24af669ae635f2b29fb9a6",
"blk.31.attn_norm.weight": "8250f9c38fe1a9ba877b5305c5442d25bd6dea1310c0dec6e5f0ca4cad685553",
"blk.31.attn_output.weight": "9a1e96d87481e2f2def0f1c7f9389bf224a088d6d4190373a952231ea3a594f5",
"blk.31.attn_q.weight": "5b9474231ed8a10d6683dd0fb60bcdf2404cf093f1be43ec24e32d81cfb89eed",
"blk.31.attn_v.weight": "6f0b4f29feaab4454b5c05be60e0dc63cbfd7a39122efedf87a4226230ac91f1",
"blk.31.ffn_down.weight": "188f13f00753514170be45590017b3cf405238ac3dca3eb7807f3d69ae47b789",
"blk.31.ffn_gate.weight": "3098b2c42e701aeed672117e45ea5205512ac27d89ee3829649cb9c2890c648b",
"blk.31.ffn_norm.weight": "24e08d1ed1264a4fe93d17b9e446e39452f52254f53354f5b99676eebc756dc1",
"blk.31.ffn_up.weight": "17e3456336c19c1eb4907bd5e74923223e316e193ee72a2adca79fec3038f61a",
"blk.32.attn_k.weight": "43ca44223d4b842662eb52a6f2cb1f0fd876c6793403f7337fc2e93ad698d37a",
"blk.32.attn_norm.weight": "a41e80727d260a03d14e88a80fcbf4a539768eb43b68ab7839ae1824bc719583",
"blk.32.attn_output.weight": "c3597af0c34ef6ef0e049da85301969d949e302241cc4ab47a6019475a0e3b78",
"blk.32.attn_q.weight": "28139ae8d0f87d11e01d1ca7e583bcf71f6860b5f554781160c6099e01d1641a",
"blk.32.attn_v.weight": "966992425366b1e59e830e3794d275373617980ee735cf8032db26d1d37460ea",
"blk.32.ffn_down.weight": "0be0c54573b6e6da6238fd23367c6ec370e678384f4701826ae71787c2aa55de",
"blk.32.ffn_gate.weight": "852618e0e03d9429f62a186b85b06be429208928f6c09effa6a6dd0f25c09ec5",
"blk.32.ffn_norm.weight": "5199ea90ee8490b5b27afce07f89be91ca63d38c7df26ec135c74283565b72b8",
"blk.32.ffn_up.weight": "0e6ccf798ae21d26847c82867e516922b47419eae14320f6c41ec4c84dc3ad0c",
"blk.33.attn_k.weight": "bc50a75cd1cd945c74c288de8ca9276005ad4dcb2e35b49422cde1ec4ed0c983",
"blk.33.attn_norm.weight": "bf6326fd45f73953f5ef0a1645f2b5df9084a212a8bcb82a2d1200cd0eb313f1",
"blk.33.attn_output.weight": "cdaf589121681b62551eea1821ea1b9c9627d4deeda2bf722611091e1a677ece",
"blk.33.attn_q.weight": "478f4f9156113d6efbc7cb7827f22b320d3676e123635b3cb3a89efa250b6c1d",
"blk.33.attn_v.weight": "200ed45fa113f9e7889eb8509880b41f62a5d041db32d4509a7fc25c58c27f93",
"blk.33.ffn_down.weight": "c50e8623703addec33f40bcd800178a0744840104d18702ba0af1223fa4764c9",
"blk.33.ffn_gate.weight": "e794726821473409eb1d15913fa6c6da1612840000f62449983a902dbf6cf4e9",
"blk.33.ffn_norm.weight": "3263f1427ef5a00ba0db1ae467fff398fd3315745809483fe259d3293205b42f",
"blk.33.ffn_up.weight": "f7ee498987f114bf8b8af65c10b7a46ecdc9afd7a46a44601b0d670ea756f938",
"blk.34.attn_k.weight": "c838413dd1a12dc609906670c2a05b86554077100883886f81d6177f649bc40d",
"blk.34.attn_norm.weight": "0ede73f334378cc0f55efa751be0ab86c8b94e4fbe07c687b709308c4402305a",
"blk.34.attn_output.weight": "d56d15a083c710f6a7608fcef863870a2381b7a01f5b50f4cda5f2718c6df575",
"blk.34.attn_q.weight": "8b0c525e23d96a589d2ccdcb44b043538ad0e4e0f103ed6dc5cd4a7c3db28557",
"blk.34.attn_v.weight": "c54248ddccf09115686b8932d96dcded3a2237dcf2bdb78b33f592944445daef",
"blk.34.ffn_down.weight": "c3898075adfc5e791ed6742525da48a9878b3daf6184ddc6e6783f07fde62a05",
"blk.34.ffn_gate.weight": "d447d0031dad1a62eaeeba18b58c24dea870de12745ec227d4147e37142b979a",
"blk.34.ffn_norm.weight": "73e454fe4c47466891fb4251fdaa49de5ed99d0731a891c4a5e7949730893710",
"blk.34.ffn_up.weight": "5f1543e2a9773ea35065ba0646e3f55439e79bc758afca2f52ab286e38248311",
"blk.35.attn_k.weight": "d0250887bafa9cb177eb59a8d1e9e0f43e8d77e15652260ace6c28e351fd1060",
"blk.35.attn_norm.weight": "d84cb379a03cc435e33aa5857f88287af358b8522c5f992c5c1f1da6e86e805b",
"blk.35.attn_output.weight": "3cb21ec554f116eb69a7ad4b5d4e1e527f7ff712c391283fefc874d834257568",
"blk.35.attn_q.weight": "0c44313828a7a08bf50604953e21046bf717382336be0b3dee53b8394dfcd2dc",
"blk.35.attn_v.weight": "e26ebe3aad3e8f5f2839f74b974a981c98cf32d5f6c36980087eb1aec9f6dac6",
"blk.35.ffn_down.weight": "bbb10b45c1f4481f779f4b5ba2e54d20b15ee5b9afcb2d3af0f38962bef6d709",
"blk.35.ffn_gate.weight": "31484134b25026163cc05d9b83456ca0c1fa8302f49c43712d1a568fb6960b1e",
"blk.35.ffn_norm.weight": "ec83909434ab20bb3ca29ad753c066a272e13d3a1ece7f23839f13573a4d8ddb",
"blk.35.ffn_up.weight": "f79e104e79f94c20c7f4656f72046716f7e8f7aef20052f9e1c23c6b2339e3e2",
"blk.36.attn_k.weight": "25f3c7ff8747d62f50bbe2ba2e360a6be3b0cfdb0602776871fdfe2c6aa0ac84",
"blk.36.attn_norm.weight": "b809e012abbacd1bb5d222b730416d70bb431779ba160c145f8a87d721aa753b",
"blk.36.attn_output.weight": "721cd190cd8ccb4a0e69fc8e30b43c96bd8ff06cd323d4966d222b34c96d720d",
"blk.36.attn_q.weight": "1167810344ce1d8ca30d3944e673646a116fcb07c747e4fe70fa9985b5f959b0",
"blk.36.attn_v.weight": "7ea485aad20b8746d214528b2d75dc96bb9475c7bd2f82dfc98f1779bcf26729",
"blk.36.ffn_down.weight": "43fd46bfda0b4e6734e08cf9bb74be698fd6c2bdbe28cdef6f35729908b46bcf",
"blk.36.ffn_gate.weight": "ba7f28f4ba5dd785d5b4ff5119b0fe0a86ec6220e9b061c746bd4887eddaf05f",
"blk.36.ffn_norm.weight": "f82a9b0ebaad2a82f224b9023a4e223c46046e50a85e8863601afd8109ed078c",
"blk.36.ffn_up.weight": "4e86c381937ae38ffbda4c686166ed7566ea144a94089575069d817446600dee",
"blk.37.attn_k.weight": "275595507712089031aa14e10e91703b7cfdaa5a77f3d370c2ecb38b8449a585",
"blk.37.attn_norm.weight": "310baca31e3417c0733c1dce39bf7625976f68febdfc670d50a4bc3d6f2f87f9",
"blk.37.attn_output.weight": "280fafc306784037025ebb2fccfb6b5da281e1c8ab7681d9a2ef24ec5f8029be",
"blk.37.attn_q.weight": "d853bf5b59de5ea5c96c2ce39f082b95b8e8f6fde10531c0a9ff945e74f723c6",
"blk.37.attn_v.weight": "8750b9b8386bf6bcb53c07c0aa02f2f98fbc5fde52713fe21058d3c9bf37fe47",
"blk.37.ffn_down.weight": "2a8c27975b661258f83908aaf9124f05742b08bbd3d03c6d365f4d9f8cc9ce88",
"blk.37.ffn_gate.weight": "793873cd86a6d116d45f64325640460e1e8ef40a3b864b14e6204516b4448d47",
"blk.37.ffn_norm.weight": "e85bb09ea24fdabf9ad1a169d9b9faa4fbc09d85636c4508e68346b52eccf6da",
"blk.37.ffn_up.weight": "7f4675ead6a09745b36f6674d6c5502aa64f364e19262b7070b6728f758572c6",
"blk.38.attn_k.weight": "b9947e0b99c2726fdb7d9221b2cd477ab67963bbaf123fbc39f100018b39a918",
"blk.38.attn_norm.weight": "07f9e61e9fdcc58aa997e86c2554d178b7f72862aa3555cf022f1261ac3eadb1",
"blk.38.attn_output.weight": "5bc210bc4a6bdfc3f7c4c40dde185fcd7be852168e22872a8a1be707187bd6b2",
"blk.38.attn_q.weight": "8bd5c4615d9efe2825d1e32f9017373526ae23536dde7381c7e668c6fa6026b0",
"blk.38.attn_v.weight": "90d253294c6b8d4faf38eef46532f44d5b6f60967c248efddbb4bde1e1268d61",
"blk.38.ffn_down.weight": "480e6b933e7940f5f48a24f66388584487230616a11212fd7a21a8ebf6d4cdd6",
"blk.38.ffn_gate.weight": "0c61502329cb5bd304860fca58f7619b23aeef8f417658e0cbbd0404b0e9423c",
"blk.38.ffn_norm.weight": "7e7d24df7ba2f49a2866cdfd041a704819f208fec9e146903c7d5b73aed6afda",
"blk.38.ffn_up.weight": "64aac207a54f38a9959a6e7e6b8f9a77414765c05540a6b4c85876138543cbfa",
"blk.39.attn_k.weight": "62246ccb6c83e04d5e358c2bd75e67673592e3c3845ca72446b05ac4164b42ec",
"blk.39.attn_norm.weight": "aeb71893d9eff8931f5a99e7aff9962ce9916e92deeb99915bb8fc184054603e",
"blk.39.attn_output.weight": "ebf9e6838e33a7a5e5085ab9f463c2309fcbb59e6dc37a27819d22a961fa4738",
"blk.39.attn_q.weight": "487f5b9e620c6a3ac87518467ef982dc988c98b0454928b3d3c4c17c899b144e",
"blk.39.attn_v.weight": "91e46aaf91684d9322722d783188872272dc0b50976bf4064adec7b32a12c909",
"blk.39.ffn_down.weight": "26808edce58b9d2f793e061380d4144a832954a8c84d4b45df68f35632aed9f3",
"blk.39.ffn_gate.weight": "77ae381efe8ea090bdc9836029c973871710122762d759af000778d8ea7ebecd",
"blk.39.ffn_norm.weight": "98f12628080cadffd034bbe8971efa7c87240318b8d042ad5926f1a84fea05b2",
"blk.39.ffn_up.weight": "f577551cc4e77401c2811aef53fdfd91b9e5a334b1fa57432e1d0a0b1ec5f0f8",
"blk.40.attn_k.weight": "dcea269aaaeca8402193c95053ed488f43c55ae3f1dae9c9fa4a1de9200830f1",
"blk.40.attn_norm.weight": "de54630c6c77d4a9a3a296a1e2ca87a7bf914610de08707531cd8d5f0d3def9f",
"blk.40.attn_output.weight": "bd5ed4d52683f28e58ba7d7b32964f7629bdf7cfc1ab4468d94eb6c7b298d8d9",
"blk.40.attn_q.weight": "a4cae10970c12e32a2c0541c000918ae47e60ed882872f8a08befd81c877c4eb",
"blk.40.attn_v.weight": "73849559066316e619efafd72839c5141c1d577ee774daa9553d43e7b639c994",
"blk.40.ffn_down.weight": "e139ce2bb6040a159b75527cc307a67978644086ff65cb8fd8224c359bbc960d",
"blk.40.ffn_gate.weight": "bc70adedfc58b8590375b4466d8ff2128879a1f500e30d0afd44dccaf823f3ca",
"blk.40.ffn_norm.weight": "cd83e36d1aa0165aed00f77e7904e59f8f003ad16ec98f729210e22891593371",
"blk.40.ffn_up.weight": "14b75c8583062bf42463020d980ef0f7ee1e2f54286f463ca483f1c4ab1229d1",
"blk.41.attn_k.weight": "844600e499d39e9237a3477c350b847e8a74ae80da91a828ff2e66385b54d659",
"blk.41.attn_norm.weight": "d67f87d614fbc7c077a233de5ce74688b7fecdd981c8269499b156dc44bffc30",
"blk.41.attn_output.weight": "7a7f8cd0c5eb9eef2105a48f7f588ec4f1d1604c133b071c77004e7d13c9b817",
"blk.41.attn_q.weight": "027cc4bea8255bb4f61d08d37c5d3d8f9d3256113bce102b0eda1c5d797be475",
"blk.41.attn_v.weight": "6206b708120fea1bdef87da1937da3db946999ea5188539920920b4dd200856b",
"blk.41.ffn_down.weight": "060fb8e97747e8a0ab2fb8df1e7a6833cedadbfea8e4fec9ddf43de9ffe90479",
"blk.41.ffn_gate.weight": "08bad08a868c0fb274bc4f6cddf3eb2ce076a60ecf87bfc97ae8b5c088862516",
"blk.41.ffn_norm.weight": "dccac4549007bbc59027b65c0514bd9b82767d40d1d6f1f93778083140c05893",
"blk.41.ffn_up.weight": "a582e4624cb7f5de243eece603bc8a24c24cac1f27ba7234e78ee8556c694521"
}
}