{
  "base_model": {
    "id": "google/diffusiongemma-26B-A4B-it",
    "path": "/mnt/djev-checkpoints/exports/djev-distill-v9-step343",
    "revision": "f7f5b7f5fa82ffc52addd066915886d497f5517b",
    "weight_sha256": {
      "model-00001-of-00011.safetensors": "d67bef3881817734a916d7e82fd013e519cdf216229f4050c17277df5e8dba43",
      "model-00002-of-00011.safetensors": "a9c4fd783d6c3d11758f50374e7e28d10e939fb03d57b575281e35b69f7b4d35",
      "model-00003-of-00011.safetensors": "c7f0ea8c3ecae3fe26773189cf79d4c6bbe99450ca23244712b9c9f1e6b977e5",
      "model-00004-of-00011.safetensors": "7e3a12a3b060e42eee40ae732fbbba2992891fbb4e96908984b06f98ac5df485",
      "model-00005-of-00011.safetensors": "0393686f59e72c164a33529eee6924c18d74f83c4b9632f6b7ac1dd6c0677b51",
      "model-00006-of-00011.safetensors": "6de0972d4155b2d194eed94076279ccb78a1a0d9dacf21a21d05764c3834aa7a",
      "model-00007-of-00011.safetensors": "1ffb63196e0c674841b29d8cf26dfc38b1cab2743622e646960b353aefb6e7f1",
      "model-00008-of-00011.safetensors": "67515ebe64147bd64e3fbbfb1e35fc19ec7a4a3b70bc5156d8cc0760e96dc9f8",
      "model-00009-of-00011.safetensors": "acd033f15f381791312356f329c547128c8d04487ec25019f04359cd19211091",
      "model-00010-of-00011.safetensors": "c25e478cf0ae6df4b78c7184d46b7f8a9b3811b40c3f3a420198bc9cd4a4cf1d",
      "model-00011-of-00011.safetensors": "3f0769002f7bc92475ac383e98f23d9a03fac3e8c5d779b2057585ec5a3ebb1d"
    }
  },
  "changed_tensor_count": 279,
  "checkpoint": {
    "backend": "fsdp_sharded_rank_local",
    "format": "dllm_parallel.distributed_checkpoint.v1",
    "metadata_sha256": "1f37a0d28b9781abcfe6e2437a414b0d1992524a37143d3f0c80c8463d147e84",
    "path": "/mnt/djev-checkpoints/consolidated/djev-distill-v10-step160",
    "rank_state_filename": "rank_00000_of_00001.pt",
    "rank_state_sha256": "aecb03684085cef2d57f8d279900a8c103ca7cffac7184110c231a497d4b1ec3",
    "rank_state_size_bytes": 102178375774,
    "scope": "full_training_state",
    "step": 160,
    "tag": "step_00000160"
  },
  "dtype_conversions": [],
  "format": "dllm_parallel.djev_full_hf.v1",
  "frozen_tensor_sha256": {
    "model.decoder.layers.0.router.per_expert_scale": {
      "base": "69511f340bddca48f6e794f77182e3bad522bb4966d4544d34deca2abd7c8714",
      "exported": "69511f340bddca48f6e794f77182e3bad522bb4966d4544d34deca2abd7c8714"
    },
    "model.decoder.layers.0.router.proj.weight": {
      "base": "b36a39f6f28fbf52d7372ce549f1e62e21cfad9b029e1677b7cb67c984cd2b05",
      "exported": "b36a39f6f28fbf52d7372ce549f1e62e21cfad9b029e1677b7cb67c984cd2b05"
    },
    "model.decoder.layers.0.router.scale": {
      "base": "16ca0d20f9d0c4ffe7f8b2c78fbf4713c9730639ea3ca89a052c948911facf1a",
      "exported": "16ca0d20f9d0c4ffe7f8b2c78fbf4713c9730639ea3ca89a052c948911facf1a"
    },
    "model.decoder.layers.1.router.per_expert_scale": {
      "base": "48462a9eee16f35e779facae3bc828f0226c4f29f8aef144c290ad81636c2421",
      "exported": "48462a9eee16f35e779facae3bc828f0226c4f29f8aef144c290ad81636c2421"
    },
    "model.decoder.layers.1.router.proj.weight": {
      "base": "ec4fa50203b88a6f7f54e2abe6a446c7d6e674cd569e5297105c37e26d365b03",
      "exported": "ec4fa50203b88a6f7f54e2abe6a446c7d6e674cd569e5297105c37e26d365b03"
    },
    "model.decoder.layers.1.router.scale": {
      "base": "4e91ddf84c6c9499a502858ca3f89ecf5e58f8eaf8e7c8145fe5f23e64193f5a",
      "exported": "4e91ddf84c6c9499a502858ca3f89ecf5e58f8eaf8e7c8145fe5f23e64193f5a"
    },
    "model.decoder.layers.10.router.per_expert_scale": {
      "base": "4ef4eb9a0bb66f749d66dd87d7cf9ae4e32878cafd873c9acf3b0602976687b6",
      "exported": "4ef4eb9a0bb66f749d66dd87d7cf9ae4e32878cafd873c9acf3b0602976687b6"
    },
    "model.decoder.layers.10.router.proj.weight": {
      "base": "152f0d09fe2d23c45896aed7c873073df50d0eddd1c8ff0e39f384b1c40dc92d",
      "exported": "152f0d09fe2d23c45896aed7c873073df50d0eddd1c8ff0e39f384b1c40dc92d"
    },
    "model.decoder.layers.10.router.scale": {
      "base": "a22c86afa16e3f09c3c510c926a9968a6f5d44bbe1c74bfced6813d3a17e8e66",
      "exported": "a22c86afa16e3f09c3c510c926a9968a6f5d44bbe1c74bfced6813d3a17e8e66"
    },
    "model.decoder.layers.11.router.per_expert_scale": {
      "base": "584038e682e0e36e5a60957218bfaf4e81486719c9d5d23de13d6a6743aa4bf3",
      "exported": "584038e682e0e36e5a60957218bfaf4e81486719c9d5d23de13d6a6743aa4bf3"
    },
    "model.decoder.layers.11.router.proj.weight": {
      "base": "3b300ea8ab44994f78dea980114b949af96c5dd1f02660369f7ca85c94862ad8",
      "exported": "3b300ea8ab44994f78dea980114b949af96c5dd1f02660369f7ca85c94862ad8"
    },
    "model.decoder.layers.11.router.scale": {
      "base": "60e78611c0bcbdf55801872d341946dd7b63f6a4ebc7ccc17e7280b7db35a3ec",
      "exported": "60e78611c0bcbdf55801872d341946dd7b63f6a4ebc7ccc17e7280b7db35a3ec"
    },
    "model.decoder.layers.12.router.per_expert_scale": {
      "base": "3f98e328e020a92c3c0a74415fa485c3899c8e6e3f84bd7be6d0220d80694d00",
      "exported": "3f98e328e020a92c3c0a74415fa485c3899c8e6e3f84bd7be6d0220d80694d00"
    },
    "model.decoder.layers.12.router.proj.weight": {
      "base": "a6aeaefaf1cee132c3a25237a039b2e1211b5569f90604ba2d425800ab9c5152",
      "exported": "a6aeaefaf1cee132c3a25237a039b2e1211b5569f90604ba2d425800ab9c5152"
    },
    "model.decoder.layers.12.router.scale": {
      "base": "774cb60b2a766974bbc906eb1b4e3051dcb4a24a9e2a34b81dce6fb1db935dfb",
      "exported": "774cb60b2a766974bbc906eb1b4e3051dcb4a24a9e2a34b81dce6fb1db935dfb"
    },
    "model.decoder.layers.13.router.per_expert_scale": {
      "base": "e7a01a251aeb5166947cf5d0e03b9f757176c77d8e8a8ca01ba983c4da539921",
      "exported": "e7a01a251aeb5166947cf5d0e03b9f757176c77d8e8a8ca01ba983c4da539921"
    },
    "model.decoder.layers.13.router.proj.weight": {
      "base": "2b7c1a20020250d33a868489270756fdd5150d0a7d7225c877f1128b258e1c5f",
      "exported": "2b7c1a20020250d33a868489270756fdd5150d0a7d7225c877f1128b258e1c5f"
    },
    "model.decoder.layers.13.router.scale": {
      "base": "7f4742c5a40e8fca29e856c3c0acd0339a7c02d507e61125af74e21a068717c1",
      "exported": "7f4742c5a40e8fca29e856c3c0acd0339a7c02d507e61125af74e21a068717c1"
    },
    "model.decoder.layers.14.router.per_expert_scale": {
      "base": "027d0a7f728ce7e01483ed5680928435011ad4c561095a3ee87e89f916e23fad",
      "exported": "027d0a7f728ce7e01483ed5680928435011ad4c561095a3ee87e89f916e23fad"
    },
    "model.decoder.layers.14.router.proj.weight": {
      "base": "1d245f91ce1b910fe094ef6275dd469e9156020109eccaee536c486417bba410",
      "exported": "1d245f91ce1b910fe094ef6275dd469e9156020109eccaee536c486417bba410"
    },
    "model.decoder.layers.14.router.scale": {
      "base": "89ef49334446f7b198181ff5dee2fa389c000a7c7d3eaa67c1db2194c6dd6802",
      "exported": "89ef49334446f7b198181ff5dee2fa389c000a7c7d3eaa67c1db2194c6dd6802"
    },
    "model.decoder.layers.15.router.per_expert_scale": {
      "base": "c63d5b40911ad43ddedfbab2fa3d9f66be2aaeefcc1e3f67f8c590d9a73d7e85",
      "exported": "c63d5b40911ad43ddedfbab2fa3d9f66be2aaeefcc1e3f67f8c590d9a73d7e85"
    },
    "model.decoder.layers.15.router.proj.weight": {
      "base": "758f54a76ca3b724a96f17d90a6f33925838e1d33762334a32aaf473badf7208",
      "exported": "758f54a76ca3b724a96f17d90a6f33925838e1d33762334a32aaf473badf7208"
    },
    "model.decoder.layers.15.router.scale": {
      "base": "c3a0be957cc9163e81cba60523f9473592924f9930c52d00c9d78fe1f9037ae9",
      "exported": "c3a0be957cc9163e81cba60523f9473592924f9930c52d00c9d78fe1f9037ae9"
    },
    "model.decoder.layers.16.router.per_expert_scale": {
      "base": "307e96586feb47d0cf231648d74e14922beb496e23c83f1c4dbb9cf91aca56f1",
      "exported": "307e96586feb47d0cf231648d74e14922beb496e23c83f1c4dbb9cf91aca56f1"
    },
    "model.decoder.layers.16.router.proj.weight": {
      "base": "aa12b9a2292c3e62e421bca9b730db88e3ed9c3904c72e4333fe689b023338ab",
      "exported": "aa12b9a2292c3e62e421bca9b730db88e3ed9c3904c72e4333fe689b023338ab"
    },
    "model.decoder.layers.16.router.scale": {
      "base": "da0961b4e9b278613ddcd3758a80a040d1849c2cac374a43c449ee42a1dc48e5",
      "exported": "da0961b4e9b278613ddcd3758a80a040d1849c2cac374a43c449ee42a1dc48e5"
    },
    "model.decoder.layers.17.router.per_expert_scale": {
      "base": "f1a5ae084814a099575547dbfbcf58149bf47de92c4ebcc6d1958498ac2a44c2",
      "exported": "f1a5ae084814a099575547dbfbcf58149bf47de92c4ebcc6d1958498ac2a44c2"
    },
    "model.decoder.layers.17.router.proj.weight": {
      "base": "0321151400487e0664650a0a66754f69dfafc887c1c8110515930fc0ffda7c0c",
      "exported": "0321151400487e0664650a0a66754f69dfafc887c1c8110515930fc0ffda7c0c"
    },
    "model.decoder.layers.17.router.scale": {
      "base": "15d9ffbbf3bb684bdeb2666e5d8cc51300c200ca6498b91884654597e8c35075",
      "exported": "15d9ffbbf3bb684bdeb2666e5d8cc51300c200ca6498b91884654597e8c35075"
    },
    "model.decoder.layers.18.router.per_expert_scale": {
      "base": "1c2c690d3ecff46d835d360e8ad75a9dd1ab2d7040f5d21c141a6930859c837b",
      "exported": "1c2c690d3ecff46d835d360e8ad75a9dd1ab2d7040f5d21c141a6930859c837b"
    },
    "model.decoder.layers.18.router.proj.weight": {
      "base": "fb6e5f614fadf3d34fd41f41c437c1a2d1e53a8e8bcd62163c1ff536fde09b54",
      "exported": "fb6e5f614fadf3d34fd41f41c437c1a2d1e53a8e8bcd62163c1ff536fde09b54"
    },
    "model.decoder.layers.18.router.scale": {
      "base": "11e64f4521d4c6678b2fab8af1f68c348b4f2f7f4c1d526aa70e06d22dde382e",
      "exported": "11e64f4521d4c6678b2fab8af1f68c348b4f2f7f4c1d526aa70e06d22dde382e"
    },
    "model.decoder.layers.19.router.per_expert_scale": {
      "base": "56870242d4c6d8b0b55690047d2ae0d3a21ce7b7d7b596bc89aaed7a14958088",
      "exported": "56870242d4c6d8b0b55690047d2ae0d3a21ce7b7d7b596bc89aaed7a14958088"
    },
    "model.decoder.layers.19.router.proj.weight": {
      "base": "d236f9d39036f763b71e851332a4a21b358d9a4be89b8d9651b1b165cb19308a",
      "exported": "d236f9d39036f763b71e851332a4a21b358d9a4be89b8d9651b1b165cb19308a"
    },
    "model.decoder.layers.19.router.scale": {
      "base": "90a8729a1cc851335f43d3782e089c59af27e5cf36ae0a1dc79a99702b9b1896",
      "exported": "90a8729a1cc851335f43d3782e089c59af27e5cf36ae0a1dc79a99702b9b1896"
    },
    "model.decoder.layers.2.router.per_expert_scale": {
      "base": "482b2ea636d662544b8ef52229bd0616012380ee88deb76366383c214d5f3bfb",
      "exported": "482b2ea636d662544b8ef52229bd0616012380ee88deb76366383c214d5f3bfb"
    },
    "model.decoder.layers.2.router.proj.weight": {
      "base": "165296ef4231e45187a82e5fe988d599e735f576c185fadd8dd0a24da40b9d74",
      "exported": "165296ef4231e45187a82e5fe988d599e735f576c185fadd8dd0a24da40b9d74"
    },
    "model.decoder.layers.2.router.scale": {
      "base": "6bd855bd279a6a30bad59aeace1d2b1b4c4d2e7422cf301fce6d0c141145fcfe",
      "exported": "6bd855bd279a6a30bad59aeace1d2b1b4c4d2e7422cf301fce6d0c141145fcfe"
    },
    "model.decoder.layers.20.router.per_expert_scale": {
      "base": "65155b9bbb9f5a19e165792053e730fa4dcf62fe474edea4bec107b44f716699",
      "exported": "65155b9bbb9f5a19e165792053e730fa4dcf62fe474edea4bec107b44f716699"
    },
    "model.decoder.layers.20.router.proj.weight": {
      "base": "386b65fe62414b68a181f6985ec6d31b57fba0a8d62758766063cb0cb74ef98a",
      "exported": "386b65fe62414b68a181f6985ec6d31b57fba0a8d62758766063cb0cb74ef98a"
    },
    "model.decoder.layers.20.router.scale": {
      "base": "8dd7504107d390375137df83663a11f343bf5c13e4e0a0052f377d22b1a1a056",
      "exported": "8dd7504107d390375137df83663a11f343bf5c13e4e0a0052f377d22b1a1a056"
    },
    "model.decoder.layers.21.router.per_expert_scale": {
      "base": "04984c3415a664b1b586f234e6852ac4d719f53e8503fada3e90b41de0ef2dbc",
      "exported": "04984c3415a664b1b586f234e6852ac4d719f53e8503fada3e90b41de0ef2dbc"
    },
    "model.decoder.layers.21.router.proj.weight": {
      "base": "8bf4d8c6654049e634f3799255c7c07f76096d43ffd156910983a39ae77bf38d",
      "exported": "8bf4d8c6654049e634f3799255c7c07f76096d43ffd156910983a39ae77bf38d"
    },
    "model.decoder.layers.21.router.scale": {
      "base": "fd62bdb4c6a3bf7a4b9219e4de85e06d0b2b0d4edf941fd7e3e122bd73d76445",
      "exported": "fd62bdb4c6a3bf7a4b9219e4de85e06d0b2b0d4edf941fd7e3e122bd73d76445"
    },
    "model.decoder.layers.22.router.per_expert_scale": {
      "base": "e05613f2908d5b8bc50141857180c6c5e278ebe771e8dc4f5b4cafd18a839426",
      "exported": "e05613f2908d5b8bc50141857180c6c5e278ebe771e8dc4f5b4cafd18a839426"
    },
    "model.decoder.layers.22.router.proj.weight": {
      "base": "2a74dca095d64ddf8251ebb2dd1c7b457a161949dd871fb93d10f3803719f163",
      "exported": "2a74dca095d64ddf8251ebb2dd1c7b457a161949dd871fb93d10f3803719f163"
    },
    "model.decoder.layers.22.router.scale": {
      "base": "6cbeb3effc5630dbc63917d965fde4c9210159fd6f9419d86364f4cc794235b4",
      "exported": "6cbeb3effc5630dbc63917d965fde4c9210159fd6f9419d86364f4cc794235b4"
    },
    "model.decoder.layers.23.router.per_expert_scale": {
      "base": "8674882365e2cb672464efcc1d39bd1ff1def47411b14076fea6690d6fcf1ee1",
      "exported": "8674882365e2cb672464efcc1d39bd1ff1def47411b14076fea6690d6fcf1ee1"
    },
    "model.decoder.layers.23.router.proj.weight": {
      "base": "2f53470c3699dd607315cd1cf72bb46ec824b5e8482027e264655cb6e2547291",
      "exported": "2f53470c3699dd607315cd1cf72bb46ec824b5e8482027e264655cb6e2547291"
    },
    "model.decoder.layers.23.router.scale": {
      "base": "086df2dcffb1749235db5b21647aaf13d037aa723b87f264c84e0986a5561168",
      "exported": "086df2dcffb1749235db5b21647aaf13d037aa723b87f264c84e0986a5561168"
    },
    "model.decoder.layers.24.router.per_expert_scale": {
      "base": "18e2baacbed6ed4027776f51774a97087fb2ca83e5140104037dac1b81145db7",
      "exported": "18e2baacbed6ed4027776f51774a97087fb2ca83e5140104037dac1b81145db7"
    },
    "model.decoder.layers.24.router.proj.weight": {
      "base": "b4731f412932e4d68c582bffcaa246e9694d1b685b1ff63f578ba8365d148627",
      "exported": "b4731f412932e4d68c582bffcaa246e9694d1b685b1ff63f578ba8365d148627"
    },
    "model.decoder.layers.24.router.scale": {
      "base": "96ced7f7584ac5d3ca023c4bdba37b1936058649d930a650f882498e304c0c3a",
      "exported": "96ced7f7584ac5d3ca023c4bdba37b1936058649d930a650f882498e304c0c3a"
    },
    "model.decoder.layers.25.router.per_expert_scale": {
      "base": "944b6a8f9df9c7ddc0a1b79ed1be44482536f22fcc1c1670f6f31923d9ebaa98",
      "exported": "944b6a8f9df9c7ddc0a1b79ed1be44482536f22fcc1c1670f6f31923d9ebaa98"
    },
    "model.decoder.layers.25.router.proj.weight": {
      "base": "e1bd27cee871f8c6f71e8dad0d8d15fb9ca58152fb8144fd4bcf79d4f8075580",
      "exported": "e1bd27cee871f8c6f71e8dad0d8d15fb9ca58152fb8144fd4bcf79d4f8075580"
    },
    "model.decoder.layers.25.router.scale": {
      "base": "fe877801f229b95574932d052e48aeb4aa79ad52a22f7d27bd3acfd7502fb710",
      "exported": "fe877801f229b95574932d052e48aeb4aa79ad52a22f7d27bd3acfd7502fb710"
    },
    "model.decoder.layers.26.router.per_expert_scale": {
      "base": "4e5b1edd2b3c6471c65bb0938a8c5eed793fcdf51e168dbe432c94dc8003c38f",
      "exported": "4e5b1edd2b3c6471c65bb0938a8c5eed793fcdf51e168dbe432c94dc8003c38f"
    },
    "model.decoder.layers.26.router.proj.weight": {
      "base": "50e675e26054f43e83a6d59f5efdd093ebdd141b19f7a8d0ba5ab9526dd62540",
      "exported": "50e675e26054f43e83a6d59f5efdd093ebdd141b19f7a8d0ba5ab9526dd62540"
    },
    "model.decoder.layers.26.router.scale": {
      "base": "6756f8ef73f5fdb4e87ac117bc84289ee00e71cc7ead2bc32710ea0dbbb09919",
      "exported": "6756f8ef73f5fdb4e87ac117bc84289ee00e71cc7ead2bc32710ea0dbbb09919"
    },
    "model.decoder.layers.27.router.per_expert_scale": {
      "base": "ee011256ac0e182c3b27f9f9abe2081066bcda2a4792dd560cc9684907e6377a",
      "exported": "ee011256ac0e182c3b27f9f9abe2081066bcda2a4792dd560cc9684907e6377a"
    },
    "model.decoder.layers.27.router.proj.weight": {
      "base": "d3952ab9052289bb9c4c0dace3c25c3ba0a6d51174238b26f882e9c0b5e5ed76",
      "exported": "d3952ab9052289bb9c4c0dace3c25c3ba0a6d51174238b26f882e9c0b5e5ed76"
    },
    "model.decoder.layers.27.router.scale": {
      "base": "de0d58e6e6ad176611debddaf73a20927decaf0e6d28268ed5d25e1b7d6d71f3",
      "exported": "de0d58e6e6ad176611debddaf73a20927decaf0e6d28268ed5d25e1b7d6d71f3"
    },
    "model.decoder.layers.28.router.per_expert_scale": {
      "base": "59a156e21ee14137693b506266ac1a8e9af2cad04715e7a6f8dc4f328187a278",
      "exported": "59a156e21ee14137693b506266ac1a8e9af2cad04715e7a6f8dc4f328187a278"
    },
    "model.decoder.layers.28.router.proj.weight": {
      "base": "3340fef6f4c918c0bf6df7ce3e74d8b3049e09c7b54b68974842b546938f1fe1",
      "exported": "3340fef6f4c918c0bf6df7ce3e74d8b3049e09c7b54b68974842b546938f1fe1"
    },
    "model.decoder.layers.28.router.scale": {
      "base": "2b9815d2af5f284c5867dd0167ad6035bbc7e7e478d749d06aeb3b0f0760b381",
      "exported": "2b9815d2af5f284c5867dd0167ad6035bbc7e7e478d749d06aeb3b0f0760b381"
    },
    "model.decoder.layers.29.router.per_expert_scale": {
      "base": "2da90ce71fe25d9ad3d2b004af75c5d6f1a0d24ae2e655d51e569335794d96d2",
      "exported": "2da90ce71fe25d9ad3d2b004af75c5d6f1a0d24ae2e655d51e569335794d96d2"
    },
    "model.decoder.layers.29.router.proj.weight": {
      "base": "4be11e0180cae3ce2404d585fc33217b95819986f3834aa5f6a20dc2d4a76745",
      "exported": "4be11e0180cae3ce2404d585fc33217b95819986f3834aa5f6a20dc2d4a76745"
    },
    "model.decoder.layers.29.router.scale": {
      "base": "683527ea14066a94c2551761dbd0e5c3956efd9990b7497625999fea50164314",
      "exported": "683527ea14066a94c2551761dbd0e5c3956efd9990b7497625999fea50164314"
    },
    "model.decoder.layers.3.router.per_expert_scale": {
      "base": "d980fd0b1463567195681fb1331af0f4595f8a55c58a5ab7bda3dcf091015e88",
      "exported": "d980fd0b1463567195681fb1331af0f4595f8a55c58a5ab7bda3dcf091015e88"
    },
    "model.decoder.layers.3.router.proj.weight": {
      "base": "6ff9d79c0891becea07cc45177a00647a2f75ce683b6a47cc36d0c9c25da4318",
      "exported": "6ff9d79c0891becea07cc45177a00647a2f75ce683b6a47cc36d0c9c25da4318"
    },
    "model.decoder.layers.3.router.scale": {
      "base": "285a7c8d45b8e607c9dc29e3bea7e3f7c5734e77e6d8be1444e1ea0e6d258cca",
      "exported": "285a7c8d45b8e607c9dc29e3bea7e3f7c5734e77e6d8be1444e1ea0e6d258cca"
    },
    "model.decoder.layers.4.router.per_expert_scale": {
      "base": "09dc5bb09ac8a266392fb21d5dfc1ee9eb1274a5f635c0f6313eca5b3813cd75",
      "exported": "09dc5bb09ac8a266392fb21d5dfc1ee9eb1274a5f635c0f6313eca5b3813cd75"
    },
    "model.decoder.layers.4.router.proj.weight": {
      "base": "fab463cc8556487c0b78c6f602e5aef5d1c07a29f3cb61d19f65e03f0931c0e6",
      "exported": "fab463cc8556487c0b78c6f602e5aef5d1c07a29f3cb61d19f65e03f0931c0e6"
    },
    "model.decoder.layers.4.router.scale": {
      "base": "b3e0673852e4dae393d58fa0bbb9433a77f2cf2718580f6bb88200dc6c4f0609",
      "exported": "b3e0673852e4dae393d58fa0bbb9433a77f2cf2718580f6bb88200dc6c4f0609"
    },
    "model.decoder.layers.5.router.per_expert_scale": {
      "base": "aca8f2230d6fb512bdac01fe1f5619b2114aaaf4cde777549ea3375dafb263e8",
      "exported": "aca8f2230d6fb512bdac01fe1f5619b2114aaaf4cde777549ea3375dafb263e8"
    },
    "model.decoder.layers.5.router.proj.weight": {
      "base": "3eca5fe414cb0978bc44b4e7d9f9b2a847f26b1586b4039cdc073f5ff3a6d650",
      "exported": "3eca5fe414cb0978bc44b4e7d9f9b2a847f26b1586b4039cdc073f5ff3a6d650"
    },
    "model.decoder.layers.5.router.scale": {
      "base": "a79aeeb355c39738fa32aac67829dddaa6ad280e354c3423f70d19344c6c04da",
      "exported": "a79aeeb355c39738fa32aac67829dddaa6ad280e354c3423f70d19344c6c04da"
    },
    "model.decoder.layers.6.router.per_expert_scale": {
      "base": "e9d9c4cc9600b20c392545ede8249ba574e6bbaa73a6810d92fdf3b40e179a7d",
      "exported": "e9d9c4cc9600b20c392545ede8249ba574e6bbaa73a6810d92fdf3b40e179a7d"
    },
    "model.decoder.layers.6.router.proj.weight": {
      "base": "1efbd3709c77bee48793ebe1b608b48d6f5700da90bc52cd79e540b7533bc39a",
      "exported": "1efbd3709c77bee48793ebe1b608b48d6f5700da90bc52cd79e540b7533bc39a"
    },
    "model.decoder.layers.6.router.scale": {
      "base": "a2977590704636deb257ce5e374f6d201ec3ef807657d9a8605f1ac72695f4ae",
      "exported": "a2977590704636deb257ce5e374f6d201ec3ef807657d9a8605f1ac72695f4ae"
    },
    "model.decoder.layers.7.router.per_expert_scale": {
      "base": "fe627e8c96d830437a78b06b81bdaa80936ad0995e8da996ca8d1660d6bb5f77",
      "exported": "fe627e8c96d830437a78b06b81bdaa80936ad0995e8da996ca8d1660d6bb5f77"
    },
    "model.decoder.layers.7.router.proj.weight": {
      "base": "5ba80af021ea4d66886fe53e24909951c7b31acad2dd180a762c580c05702d18",
      "exported": "5ba80af021ea4d66886fe53e24909951c7b31acad2dd180a762c580c05702d18"
    },
    "model.decoder.layers.7.router.scale": {
      "base": "435341d71c4008fe301cb61a68b5aadfe369293bab9ae1368f3a2dbc617605e7",
      "exported": "435341d71c4008fe301cb61a68b5aadfe369293bab9ae1368f3a2dbc617605e7"
    },
    "model.decoder.layers.8.router.per_expert_scale": {
      "base": "15f2283711cac3150d210c8efa286cf6e095836e94280ef5c6e8a9a3709040b3",
      "exported": "15f2283711cac3150d210c8efa286cf6e095836e94280ef5c6e8a9a3709040b3"
    },
    "model.decoder.layers.8.router.proj.weight": {
      "base": "1d42162a3877933fe4e1ff68e9408bdb6ae4230064c7379a7cba80d3b0a62de4",
      "exported": "1d42162a3877933fe4e1ff68e9408bdb6ae4230064c7379a7cba80d3b0a62de4"
    },
    "model.decoder.layers.8.router.scale": {
      "base": "beb0cea7aa3d7cdc1aff662d7a7f646420b1628da0cd11de3b54ebd6cbe496e0",
      "exported": "beb0cea7aa3d7cdc1aff662d7a7f646420b1628da0cd11de3b54ebd6cbe496e0"
    },
    "model.decoder.layers.9.router.per_expert_scale": {
      "base": "a362d7da8e6183cad187a145e43bdabe68ff37dfe200af1ae78f1c89661ff7b1",
      "exported": "a362d7da8e6183cad187a145e43bdabe68ff37dfe200af1ae78f1c89661ff7b1"
    },
    "model.decoder.layers.9.router.proj.weight": {
      "base": "3e6cffb7798e61e09d03e656e8a4c19b67d07d16309df28a2f86f93574c6e1ae",
      "exported": "3e6cffb7798e61e09d03e656e8a4c19b67d07d16309df28a2f86f93574c6e1ae"
    },
    "model.decoder.layers.9.router.scale": {
      "base": "099b1b96bfbb59b62818fb8b503ff735f64412db749d8cff37a6ba7ad946adbe",
      "exported": "099b1b96bfbb59b62818fb8b503ff735f64412db749d8cff37a6ba7ad946adbe"
    },
    "model.decoder.self_conditioning.down_proj.weight": {
      "base": "5cbde73890a313646177f5bae64acb1d532fb501b9c39ac802bfbdb9e78d3fdd",
      "exported": "5cbde73890a313646177f5bae64acb1d532fb501b9c39ac802bfbdb9e78d3fdd"
    },
    "model.decoder.self_conditioning.gate_proj.weight": {
      "base": "9503d737b1fcd149d90ac4516a348fc8628caba1f3a4fda92461852d9a69835f",
      "exported": "9503d737b1fcd149d90ac4516a348fc8628caba1f3a4fda92461852d9a69835f"
    },
    "model.decoder.self_conditioning.pre_norm.weight": {
      "base": "2f6f20a3b268d7e914d7d355634857ea93dfe670c3b84d01b60c5b4cde59846a",
      "exported": "2f6f20a3b268d7e914d7d355634857ea93dfe670c3b84d01b60c5b4cde59846a"
    },
    "model.decoder.self_conditioning.up_proj.weight": {
      "base": "b1d2ed6634261a0cede79c3874ae88bada5c08874195310a750b6aaa1fbf8caa",
      "exported": "b1d2ed6634261a0cede79c3874ae88bada5c08874195310a750b6aaa1fbf8caa"
    },
    "model.encoder.embed_vision.embedding_projection.weight": {
      "base": "97104ed90f2e8f8accd0abd6ba117aeb5da1636d0a9a9dbe9c469b63cf5d6a46",
      "exported": "97104ed90f2e8f8accd0abd6ba117aeb5da1636d0a9a9dbe9c469b63cf5d6a46"
    },
    "model.encoder.vision_tower.encoder.layers.0.input_layernorm.weight": {
      "base": "b511c09795ffb1d756352f7ff97388d18be07242069e96273afd56ad83a21e0c",
      "exported": "b511c09795ffb1d756352f7ff97388d18be07242069e96273afd56ad83a21e0c"
    },
    "model.encoder.vision_tower.encoder.layers.0.mlp.down_proj.linear.weight": {
      "base": "bc69899e0340cc25bc9a49113677dd1538eadf9a73354fc1ac3f5a562afa9135",
      "exported": "bc69899e0340cc25bc9a49113677dd1538eadf9a73354fc1ac3f5a562afa9135"
    },
    "model.encoder.vision_tower.encoder.layers.0.mlp.gate_proj.linear.weight": {
      "base": "0b9350d6399b749d1c756b31a3ae8dd1f85a8bd6a69ee9159b67534c1063bb2b",
      "exported": "0b9350d6399b749d1c756b31a3ae8dd1f85a8bd6a69ee9159b67534c1063bb2b"
    },
    "model.encoder.vision_tower.encoder.layers.0.mlp.up_proj.linear.weight": {
      "base": "dbad9acb618560592b7aaacaf71f2ea806c300bc6071cce8c6f68aeceb30c361",
      "exported": "dbad9acb618560592b7aaacaf71f2ea806c300bc6071cce8c6f68aeceb30c361"
    },
    "model.encoder.vision_tower.encoder.layers.0.post_attention_layernorm.weight": {
      "base": "a660e4751320782f07896c30cc92c7c8ccce167e7199f10ad44a4d9e0b530173",
      "exported": "a660e4751320782f07896c30cc92c7c8ccce167e7199f10ad44a4d9e0b530173"
    },
    "model.encoder.vision_tower.encoder.layers.0.post_feedforward_layernorm.weight": {
      "base": "96894ef345e4dde6b6b036c4f137d330bacaf986221a7ead4777d0dfea5826ee",
      "exported": "96894ef345e4dde6b6b036c4f137d330bacaf986221a7ead4777d0dfea5826ee"
    },
    "model.encoder.vision_tower.encoder.layers.0.pre_feedforward_layernorm.weight": {
      "base": "fa064b58c7a84fb4ee2a8cb3ee44ee8079f5e8c3723d5562a6095f3d5a5260fc",
      "exported": "fa064b58c7a84fb4ee2a8cb3ee44ee8079f5e8c3723d5562a6095f3d5a5260fc"
    },
    "model.encoder.vision_tower.encoder.layers.0.self_attn.k_norm.weight": {
      "base": "5d91e6f7f2090209edb406f594adc0561a4dfb409b9f3c0ee752cc990f249856",
      "exported": "5d91e6f7f2090209edb406f594adc0561a4dfb409b9f3c0ee752cc990f249856"
    },
    "model.encoder.vision_tower.encoder.layers.0.self_attn.k_proj.linear.weight": {
      "base": "b150015f77e537e445948da0b412ef56b5a93bc3d5c8b808bedf75648c19315b",
      "exported": "b150015f77e537e445948da0b412ef56b5a93bc3d5c8b808bedf75648c19315b"
    },
    "model.encoder.vision_tower.encoder.layers.0.self_attn.o_proj.linear.weight": {
      "base": "3433a47f635b2de91b8b855e91ffed63bab6fc15eeb498d847fc3a09e2346c19",
      "exported": "3433a47f635b2de91b8b855e91ffed63bab6fc15eeb498d847fc3a09e2346c19"
    },
    "model.encoder.vision_tower.encoder.layers.0.self_attn.q_norm.weight": {
      "base": "9cf23c86fe347b83c4cd0e34758803eff15a065c80c6c6ec9f0a6fb1c7620873",
      "exported": "9cf23c86fe347b83c4cd0e34758803eff15a065c80c6c6ec9f0a6fb1c7620873"
    },
    "model.encoder.vision_tower.encoder.layers.0.self_attn.q_proj.linear.weight": {
      "base": "b69eb6dd4b46655893e01a2d94f6a3eb117393cf513fe388f4795b1590f4fe53",
      "exported": "b69eb6dd4b46655893e01a2d94f6a3eb117393cf513fe388f4795b1590f4fe53"
    },
    "model.encoder.vision_tower.encoder.layers.0.self_attn.v_proj.linear.weight": {
      "base": "f95507c94d3ed49440a923a6df19f055ecb930511540471c1a7b09d01d8d4650",
      "exported": "f95507c94d3ed49440a923a6df19f055ecb930511540471c1a7b09d01d8d4650"
    },
    "model.encoder.vision_tower.encoder.layers.1.input_layernorm.weight": {
      "base": "635fba4cdce8732b8888314365878a373aaf33f2874000a6047e3bc39ccd67b2",
      "exported": "635fba4cdce8732b8888314365878a373aaf33f2874000a6047e3bc39ccd67b2"
    },
    "model.encoder.vision_tower.encoder.layers.1.mlp.down_proj.linear.weight": {
      "base": "852006cf75e7ca5f22a7b1dfcc785c09f2f0f9c45e05cea884017dc8f74d13d7",
      "exported": "852006cf75e7ca5f22a7b1dfcc785c09f2f0f9c45e05cea884017dc8f74d13d7"
    },
    "model.encoder.vision_tower.encoder.layers.1.mlp.gate_proj.linear.weight": {
      "base": "4fbebbbe2653d5d6ed6a9de1010b1039245bd7df0c67597eba144363979277e5",
      "exported": "4fbebbbe2653d5d6ed6a9de1010b1039245bd7df0c67597eba144363979277e5"
    },
    "model.encoder.vision_tower.encoder.layers.1.mlp.up_proj.linear.weight": {
      "base": "b3f94683edf23d216e9a56af3430cb5b3923e3ec0c39cf4037f1d341d6562be0",
      "exported": "b3f94683edf23d216e9a56af3430cb5b3923e3ec0c39cf4037f1d341d6562be0"
    },
    "model.encoder.vision_tower.encoder.layers.1.post_attention_layernorm.weight": {
      "base": "8d6f574da8dd3abfd7983e496cc0c76eada72910b08c5d9fbc55f1101a7b09cb",
      "exported": "8d6f574da8dd3abfd7983e496cc0c76eada72910b08c5d9fbc55f1101a7b09cb"
    },
    "model.encoder.vision_tower.encoder.layers.1.post_feedforward_layernorm.weight": {
      "base": "d598d562c88a63a8dbffa9e593db5650e871f2b224284baa49907f13a3a18506",
      "exported": "d598d562c88a63a8dbffa9e593db5650e871f2b224284baa49907f13a3a18506"
    },
    "model.encoder.vision_tower.encoder.layers.1.pre_feedforward_layernorm.weight": {
      "base": "46dc5cc872c1cc44f7a46bf1d6b759d06aae8848a04a44fffef4aa3ed0748a62",
      "exported": "46dc5cc872c1cc44f7a46bf1d6b759d06aae8848a04a44fffef4aa3ed0748a62"
    },
    "model.encoder.vision_tower.encoder.layers.1.self_attn.k_norm.weight": {
      "base": "5d91e6f7f2090209edb406f594adc0561a4dfb409b9f3c0ee752cc990f249856",
      "exported": "5d91e6f7f2090209edb406f594adc0561a4dfb409b9f3c0ee752cc990f249856"
    },
    "model.encoder.vision_tower.encoder.layers.1.self_attn.k_proj.linear.weight": {
      "base": "424106a71d2fe848f6e37b431ef10fb783237b161e3af2f341c7db50a54c5984",
      "exported": "424106a71d2fe848f6e37b431ef10fb783237b161e3af2f341c7db50a54c5984"
    },
    "model.encoder.vision_tower.encoder.layers.1.self_attn.o_proj.linear.weight": {
      "base": "cd42d0fa17b80e86b556117b587e7fb3520f355052f92d3890a4b5afb746e0f7",
      "exported": "cd42d0fa17b80e86b556117b587e7fb3520f355052f92d3890a4b5afb746e0f7"
    },
    "model.encoder.vision_tower.encoder.layers.1.self_attn.q_norm.weight": {
      "base": "9cf23c86fe347b83c4cd0e34758803eff15a065c80c6c6ec9f0a6fb1c7620873",
      "exported": "9cf23c86fe347b83c4cd0e34758803eff15a065c80c6c6ec9f0a6fb1c7620873"
    },
    "model.encoder.vision_tower.encoder.layers.1.self_attn.q_proj.linear.weight": {
      "base": "08a2853cc0ceca81b8629a3accbca6aed73f2318077ca2d4a4078122cad48693",
      "exported": "08a2853cc0ceca81b8629a3accbca6aed73f2318077ca2d4a4078122cad48693"
    },
    "model.encoder.vision_tower.encoder.layers.1.self_attn.v_proj.linear.weight": {
      "base": "03a50f54f930134a6fa5abfbb21f96a7ccc6910152b44bb167c90071df4204be",
      "exported": "03a50f54f930134a6fa5abfbb21f96a7ccc6910152b44bb167c90071df4204be"
    },
    "model.encoder.vision_tower.encoder.layers.10.input_layernorm.weight": {
      "base": "2f7df3838fc399de3270b0e4b9bb6522f5327e73104ac013f91a7d2ae426e76e",
      "exported": "2f7df3838fc399de3270b0e4b9bb6522f5327e73104ac013f91a7d2ae426e76e"
    },
    "model.encoder.vision_tower.encoder.layers.10.mlp.down_proj.linear.weight": {
      "base": "7dbbeaf7701d1a3ebe3bbee6507017968de6153765ecc532d32eea8ae9420df6",
      "exported": "7dbbeaf7701d1a3ebe3bbee6507017968de6153765ecc532d32eea8ae9420df6"
    },
    "model.encoder.vision_tower.encoder.layers.10.mlp.gate_proj.linear.weight": {
      "base": "3023c4f99cb5bf3fad75b1ff427a50b1c213304ed405f2087054c85c1226d5c9",
      "exported": "3023c4f99cb5bf3fad75b1ff427a50b1c213304ed405f2087054c85c1226d5c9"
    },
    "model.encoder.vision_tower.encoder.layers.10.mlp.up_proj.linear.weight": {
      "base": "243e17d59f8bd976e569ba319b64204b8094b2886db1ad9f55f12034a14eb5ac",
      "exported": "243e17d59f8bd976e569ba319b64204b8094b2886db1ad9f55f12034a14eb5ac"
    },
    "model.encoder.vision_tower.encoder.layers.10.post_attention_layernorm.weight": {
      "base": "df4bcdadbb6749034f1ccca74a1b125bb58c588423837ff1c576cee35f56e0f7",
      "exported": "df4bcdadbb6749034f1ccca74a1b125bb58c588423837ff1c576cee35f56e0f7"
    },
    "model.encoder.vision_tower.encoder.layers.10.post_feedforward_layernorm.weight": {
      "base": "9ea31bd18ce64e8513ece1022042c23080d15697aa0e2cf53632f0650b9fa5db",
      "exported": "9ea31bd18ce64e8513ece1022042c23080d15697aa0e2cf53632f0650b9fa5db"
    },
    "model.encoder.vision_tower.encoder.layers.10.pre_feedforward_layernorm.weight": {
      "base": "0b471f266b9189237de38fcb86bd8a047490d708c9abcc3b3ba0cbd2436d6df3",
      "exported": "0b471f266b9189237de38fcb86bd8a047490d708c9abcc3b3ba0cbd2436d6df3"
    },
    "model.encoder.vision_tower.encoder.layers.10.self_attn.k_norm.weight": {
      "base": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686",
      "exported": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686"
    },
    "model.encoder.vision_tower.encoder.layers.10.self_attn.k_proj.linear.weight": {
      "base": "1f078b389502b04619d3433fe624d9be17dd9c9fce4693dfcae4c9f625bbf798",
      "exported": "1f078b389502b04619d3433fe624d9be17dd9c9fce4693dfcae4c9f625bbf798"
    },
    "model.encoder.vision_tower.encoder.layers.10.self_attn.o_proj.linear.weight": {
      "base": "003b8945d0c0b36ff0359b9f5dcc5a4974e8bb4c54f4be74c5222a6334f86eb3",
      "exported": "003b8945d0c0b36ff0359b9f5dcc5a4974e8bb4c54f4be74c5222a6334f86eb3"
    },
    "model.encoder.vision_tower.encoder.layers.10.self_attn.q_norm.weight": {
      "base": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae",
      "exported": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae"
    },
    "model.encoder.vision_tower.encoder.layers.10.self_attn.q_proj.linear.weight": {
      "base": "dd619aa3cf640ca3a6f9f61cc2bf377d80efe07ef7f5526f79802035055eac52",
      "exported": "dd619aa3cf640ca3a6f9f61cc2bf377d80efe07ef7f5526f79802035055eac52"
    },
    "model.encoder.vision_tower.encoder.layers.10.self_attn.v_proj.linear.weight": {
      "base": "7ed67b07d7c2cac16e30642977e47c78ca62852492cdb90fc1bad7704b9a36d1",
      "exported": "7ed67b07d7c2cac16e30642977e47c78ca62852492cdb90fc1bad7704b9a36d1"
    },
    "model.encoder.vision_tower.encoder.layers.11.input_layernorm.weight": {
      "base": "5fdc4ca0c8acd83510015ece464a2216821bf90c2bd02a468ac2588dbeaa2ac3",
      "exported": "5fdc4ca0c8acd83510015ece464a2216821bf90c2bd02a468ac2588dbeaa2ac3"
    },
    "model.encoder.vision_tower.encoder.layers.11.mlp.down_proj.linear.weight": {
      "base": "a5158e5f61dc988ffa7bcb5a0cb477a75f7fbc2aabc934e11c89ae4bbaa08300",
      "exported": "a5158e5f61dc988ffa7bcb5a0cb477a75f7fbc2aabc934e11c89ae4bbaa08300"
    },
    "model.encoder.vision_tower.encoder.layers.11.mlp.gate_proj.linear.weight": {
      "base": "44ca98540f387873b75a78bddf43cc67d2b90a6429e76b31fe5ac79fdf5df558",
      "exported": "44ca98540f387873b75a78bddf43cc67d2b90a6429e76b31fe5ac79fdf5df558"
    },
    "model.encoder.vision_tower.encoder.layers.11.mlp.up_proj.linear.weight": {
      "base": "fae23a5d78bdd06639b420fbb42fb2b1b040c93a13ae38307de49f9268bc0a4d",
      "exported": "fae23a5d78bdd06639b420fbb42fb2b1b040c93a13ae38307de49f9268bc0a4d"
    },
    "model.encoder.vision_tower.encoder.layers.11.post_attention_layernorm.weight": {
      "base": "361e6adc1f1e85e8827fc6f324d9db01b1c516a6682a8b8cc6e63f860c4dee4a",
      "exported": "361e6adc1f1e85e8827fc6f324d9db01b1c516a6682a8b8cc6e63f860c4dee4a"
    },
    "model.encoder.vision_tower.encoder.layers.11.post_feedforward_layernorm.weight": {
      "base": "72a725a351619198d0554bf601ec650c7d50c05b250440a464f3d6dad8b304e1",
      "exported": "72a725a351619198d0554bf601ec650c7d50c05b250440a464f3d6dad8b304e1"
    },
    "model.encoder.vision_tower.encoder.layers.11.pre_feedforward_layernorm.weight": {
      "base": "ce840c1b31a0d16780c1ee251caf64415949ddd5cdcbc1c128d1cee03094c0f2",
      "exported": "ce840c1b31a0d16780c1ee251caf64415949ddd5cdcbc1c128d1cee03094c0f2"
    },
    "model.encoder.vision_tower.encoder.layers.11.self_attn.k_norm.weight": {
      "base": "6e82cb1458852835cf7d72df6fda26ad8db7647ddf6c92319cf23c994c0ed09d",
      "exported": "6e82cb1458852835cf7d72df6fda26ad8db7647ddf6c92319cf23c994c0ed09d"
    },
    "model.encoder.vision_tower.encoder.layers.11.self_attn.k_proj.linear.weight": {
      "base": "58cef051ea2418dec776a140bdd01404ca4d458372554414e6f3a8172e69a4bb",
      "exported": "58cef051ea2418dec776a140bdd01404ca4d458372554414e6f3a8172e69a4bb"
    },
    "model.encoder.vision_tower.encoder.layers.11.self_attn.o_proj.linear.weight": {
      "base": "f72ac8f7ad0555ff9c9d5c6dbc1b3c8dcbfd6f9a27d016690f9c594738a31fe8",
      "exported": "f72ac8f7ad0555ff9c9d5c6dbc1b3c8dcbfd6f9a27d016690f9c594738a31fe8"
    },
    "model.encoder.vision_tower.encoder.layers.11.self_attn.q_norm.weight": {
      "base": "4b48085e10a4c9026bfb2db854c5d79287b463b777dfa8c1618554be9d9412cb",
      "exported": "4b48085e10a4c9026bfb2db854c5d79287b463b777dfa8c1618554be9d9412cb"
    },
    "model.encoder.vision_tower.encoder.layers.11.self_attn.q_proj.linear.weight": {
      "base": "6e7b1b46d8d561ea7e91bb8dada4294af93c7a9153b2ff2e3c82ee80f00f2ab7",
      "exported": "6e7b1b46d8d561ea7e91bb8dada4294af93c7a9153b2ff2e3c82ee80f00f2ab7"
    },
    "model.encoder.vision_tower.encoder.layers.11.self_attn.v_proj.linear.weight": {
      "base": "3227aeee3938d4a8c2f8523874a73f12ff643548b1ca01bc915aef35aee8ad82",
      "exported": "3227aeee3938d4a8c2f8523874a73f12ff643548b1ca01bc915aef35aee8ad82"
    },
    "model.encoder.vision_tower.encoder.layers.12.input_layernorm.weight": {
      "base": "8d4d621ea4cea41ffb72955ab78354c99e239f7c212a30f8b153829d7e9d85d0",
      "exported": "8d4d621ea4cea41ffb72955ab78354c99e239f7c212a30f8b153829d7e9d85d0"
    },
    "model.encoder.vision_tower.encoder.layers.12.mlp.down_proj.linear.weight": {
      "base": "bbad990e1cab480f0127676c0af868f0562dbfabdeed379ec37961a993a29715",
      "exported": "bbad990e1cab480f0127676c0af868f0562dbfabdeed379ec37961a993a29715"
    },
    "model.encoder.vision_tower.encoder.layers.12.mlp.gate_proj.linear.weight": {
      "base": "854cac3d6360d77a0c12806496a4dab54b8982675d3724adb769cdcab38cb09f",
      "exported": "854cac3d6360d77a0c12806496a4dab54b8982675d3724adb769cdcab38cb09f"
    },
    "model.encoder.vision_tower.encoder.layers.12.mlp.up_proj.linear.weight": {
      "base": "a6ae94b315bf90cbf0a6bf25e500e84a0391e06b35b908994bd74cabf9fac0aa",
      "exported": "a6ae94b315bf90cbf0a6bf25e500e84a0391e06b35b908994bd74cabf9fac0aa"
    },
    "model.encoder.vision_tower.encoder.layers.12.post_attention_layernorm.weight": {
      "base": "600d2def1f36750c4d774103cf19f98a57ce50ae30e43634f78a3646cf69b613",
      "exported": "600d2def1f36750c4d774103cf19f98a57ce50ae30e43634f78a3646cf69b613"
    },
    "model.encoder.vision_tower.encoder.layers.12.post_feedforward_layernorm.weight": {
      "base": "2f9de7e4ecada84a2dc6e3c492c1538a5d2c5580675c3a17e16dde06366f3a00",
      "exported": "2f9de7e4ecada84a2dc6e3c492c1538a5d2c5580675c3a17e16dde06366f3a00"
    },
    "model.encoder.vision_tower.encoder.layers.12.pre_feedforward_layernorm.weight": {
      "base": "0b9f405b0f0aedaabcd276df345530f0ba4c1cf54f51eaf10d573e45b6b82cb4",
      "exported": "0b9f405b0f0aedaabcd276df345530f0ba4c1cf54f51eaf10d573e45b6b82cb4"
    },
    "model.encoder.vision_tower.encoder.layers.12.self_attn.k_norm.weight": {
      "base": "78c6e367f161a4d3e30fe2b031f9974d542f2e8eb1866c54f5741d271a3af9f4",
      "exported": "78c6e367f161a4d3e30fe2b031f9974d542f2e8eb1866c54f5741d271a3af9f4"
    },
    "model.encoder.vision_tower.encoder.layers.12.self_attn.k_proj.linear.weight": {
      "base": "ad8de9fa3a0d8f3a1d6cd2d0ed76f51d5769c020645e27dbe86efef957c67ad4",
      "exported": "ad8de9fa3a0d8f3a1d6cd2d0ed76f51d5769c020645e27dbe86efef957c67ad4"
    },
    "model.encoder.vision_tower.encoder.layers.12.self_attn.o_proj.linear.weight": {
      "base": "2eec97a15da71341c39ffa9a53ec74c069b956349d14de41ef9768c3dcdcdc27",
      "exported": "2eec97a15da71341c39ffa9a53ec74c069b956349d14de41ef9768c3dcdcdc27"
    },
    "model.encoder.vision_tower.encoder.layers.12.self_attn.q_norm.weight": {
      "base": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae",
      "exported": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae"
    },
    "model.encoder.vision_tower.encoder.layers.12.self_attn.q_proj.linear.weight": {
      "base": "2292b45d0b1a92d1daa36928bf54c697137767c5ffdb684134ee658ff7db11e0",
      "exported": "2292b45d0b1a92d1daa36928bf54c697137767c5ffdb684134ee658ff7db11e0"
    },
    "model.encoder.vision_tower.encoder.layers.12.self_attn.v_proj.linear.weight": {
      "base": "9997e024b81f11f193c65fecb4fba6b12d65eab3dcb1b47ba95212e708b56580",
      "exported": "9997e024b81f11f193c65fecb4fba6b12d65eab3dcb1b47ba95212e708b56580"
    },
    "model.encoder.vision_tower.encoder.layers.13.input_layernorm.weight": {
      "base": "322d5d85e3e511470062ca3a438f9182590bf33dcb5fe2733acb831b6d156107",
      "exported": "322d5d85e3e511470062ca3a438f9182590bf33dcb5fe2733acb831b6d156107"
    },
    "model.encoder.vision_tower.encoder.layers.13.mlp.down_proj.linear.weight": {
      "base": "ba93595b3f3a83e6fb4640eafd5c65b62b1632759a7f3cba5f153a7846ca3660",
      "exported": "ba93595b3f3a83e6fb4640eafd5c65b62b1632759a7f3cba5f153a7846ca3660"
    },
    "model.encoder.vision_tower.encoder.layers.13.mlp.gate_proj.linear.weight": {
      "base": "e417b38e61781486ee3f2d54ec99a9061ee0ff89e25413a2d374a3d87167c849",
      "exported": "e417b38e61781486ee3f2d54ec99a9061ee0ff89e25413a2d374a3d87167c849"
    },
    "model.encoder.vision_tower.encoder.layers.13.mlp.up_proj.linear.weight": {
      "base": "e02f061d9da4a283040f2a17107cead8e385d542c54c2524d87f2e62bee33a5a",
      "exported": "e02f061d9da4a283040f2a17107cead8e385d542c54c2524d87f2e62bee33a5a"
    },
    "model.encoder.vision_tower.encoder.layers.13.post_attention_layernorm.weight": {
      "base": "67ed1e2bb91762773ee359b53de38190034b0a4775036ee369432c46334e0123",
      "exported": "67ed1e2bb91762773ee359b53de38190034b0a4775036ee369432c46334e0123"
    },
    "model.encoder.vision_tower.encoder.layers.13.post_feedforward_layernorm.weight": {
      "base": "b349fa1d0f7c3827d3562b702c43356a8fd6bdb72468fd892a60203b89dd2c1a",
      "exported": "b349fa1d0f7c3827d3562b702c43356a8fd6bdb72468fd892a60203b89dd2c1a"
    },
    "model.encoder.vision_tower.encoder.layers.13.pre_feedforward_layernorm.weight": {
      "base": "8a9faafc2e26afb26bef3c91edc59e1cbc0f9fb6b4f7224b0ca357335f65518b",
      "exported": "8a9faafc2e26afb26bef3c91edc59e1cbc0f9fb6b4f7224b0ca357335f65518b"
    },
    "model.encoder.vision_tower.encoder.layers.13.self_attn.k_norm.weight": {
      "base": "39c94ede2706d7b10ba7fcbe4aa35294ba1742b2e255ac5de794e71b7d0eb148",
      "exported": "39c94ede2706d7b10ba7fcbe4aa35294ba1742b2e255ac5de794e71b7d0eb148"
    },
    "model.encoder.vision_tower.encoder.layers.13.self_attn.k_proj.linear.weight": {
      "base": "e683171874691fde31680d9e60e07b5ff57a7a83b6bb38e3c6bff55c574fb30a",
      "exported": "e683171874691fde31680d9e60e07b5ff57a7a83b6bb38e3c6bff55c574fb30a"
    },
    "model.encoder.vision_tower.encoder.layers.13.self_attn.o_proj.linear.weight": {
      "base": "366acf1e41b9a222627637b86a4100c70be8ed37c595dd0908b6afd2a4713d2c",
      "exported": "366acf1e41b9a222627637b86a4100c70be8ed37c595dd0908b6afd2a4713d2c"
    },
    "model.encoder.vision_tower.encoder.layers.13.self_attn.q_norm.weight": {
      "base": "8d8975908327671e62338166a2d1ef0513d43fa4130ca134a72219c170ac42a6",
      "exported": "8d8975908327671e62338166a2d1ef0513d43fa4130ca134a72219c170ac42a6"
    },
    "model.encoder.vision_tower.encoder.layers.13.self_attn.q_proj.linear.weight": {
      "base": "ceade01799ee0a5c5a5a495f5fe6146e2b42c0b844abf3c9d0a21237827ab8b0",
      "exported": "ceade01799ee0a5c5a5a495f5fe6146e2b42c0b844abf3c9d0a21237827ab8b0"
    },
    "model.encoder.vision_tower.encoder.layers.13.self_attn.v_proj.linear.weight": {
      "base": "9f2e76354fd1eeb1d382011ec071ae209c870b74674cb0261a02cb118f67f89a",
      "exported": "9f2e76354fd1eeb1d382011ec071ae209c870b74674cb0261a02cb118f67f89a"
    },
    "model.encoder.vision_tower.encoder.layers.14.input_layernorm.weight": {
      "base": "826ac2c3f42cfe59e380ff58d4c498afb55b08a61a15e5828cb02e4adce2b5bc",
      "exported": "826ac2c3f42cfe59e380ff58d4c498afb55b08a61a15e5828cb02e4adce2b5bc"
    },
    "model.encoder.vision_tower.encoder.layers.14.mlp.down_proj.linear.weight": {
      "base": "fbb75aa33c21236362d6cf6fc2d3235f2da5bcb309e6f65efd3d86b840c31ef3",
      "exported": "fbb75aa33c21236362d6cf6fc2d3235f2da5bcb309e6f65efd3d86b840c31ef3"
    },
    "model.encoder.vision_tower.encoder.layers.14.mlp.gate_proj.linear.weight": {
      "base": "81943946641dbc08f7705bb2383f011a6e54e2a7618bceb0a72b477161c99751",
      "exported": "81943946641dbc08f7705bb2383f011a6e54e2a7618bceb0a72b477161c99751"
    },
    "model.encoder.vision_tower.encoder.layers.14.mlp.up_proj.linear.weight": {
      "base": "5e3d57d6c627e06700cae3ad0114c7a69444d6c37d1e4b59ab9ef83f8031b906",
      "exported": "5e3d57d6c627e06700cae3ad0114c7a69444d6c37d1e4b59ab9ef83f8031b906"
    },
    "model.encoder.vision_tower.encoder.layers.14.post_attention_layernorm.weight": {
      "base": "605eb6ae8598598f43103996b7d385f7c7690ea4984cc77e1ea61f52f727dc72",
      "exported": "605eb6ae8598598f43103996b7d385f7c7690ea4984cc77e1ea61f52f727dc72"
    },
    "model.encoder.vision_tower.encoder.layers.14.post_feedforward_layernorm.weight": {
      "base": "a28ffba9553f3e1e973082aae95c789921d3bc18188128eda52529fa49864e83",
      "exported": "a28ffba9553f3e1e973082aae95c789921d3bc18188128eda52529fa49864e83"
    },
    "model.encoder.vision_tower.encoder.layers.14.pre_feedforward_layernorm.weight": {
      "base": "1aa774ecfcdc1006d1eec22485e864ef9c08f288d8a7bc18a2bd746bb4800486",
      "exported": "1aa774ecfcdc1006d1eec22485e864ef9c08f288d8a7bc18a2bd746bb4800486"
    },
    "model.encoder.vision_tower.encoder.layers.14.self_attn.k_norm.weight": {
      "base": "0c404a9f4732686c443dcf984adc7dc01bbff6eb1a017559a69d7de8d5193ef9",
      "exported": "0c404a9f4732686c443dcf984adc7dc01bbff6eb1a017559a69d7de8d5193ef9"
    },
    "model.encoder.vision_tower.encoder.layers.14.self_attn.k_proj.linear.weight": {
      "base": "396724e8c451b9bf63f3f9213b7c7349335191a1abb6c5842a9b84badff58c3e",
      "exported": "396724e8c451b9bf63f3f9213b7c7349335191a1abb6c5842a9b84badff58c3e"
    },
    "model.encoder.vision_tower.encoder.layers.14.self_attn.o_proj.linear.weight": {
      "base": "cd993a11151bea03fecd8840bf6acc1c23e4137494370193e47da48ccfe0d24b",
      "exported": "cd993a11151bea03fecd8840bf6acc1c23e4137494370193e47da48ccfe0d24b"
    },
    "model.encoder.vision_tower.encoder.layers.14.self_attn.q_norm.weight": {
      "base": "d9f918a361c53ed4599873c20ca6f28de730d1aceb0e56fed62d6d4249150db5",
      "exported": "d9f918a361c53ed4599873c20ca6f28de730d1aceb0e56fed62d6d4249150db5"
    },
    "model.encoder.vision_tower.encoder.layers.14.self_attn.q_proj.linear.weight": {
      "base": "28d551e78cc28768e64982505d796a9f9c9d775d6a8d53b6fc1df01ef7b8b0dd",
      "exported": "28d551e78cc28768e64982505d796a9f9c9d775d6a8d53b6fc1df01ef7b8b0dd"
    },
    "model.encoder.vision_tower.encoder.layers.14.self_attn.v_proj.linear.weight": {
      "base": "7d557df79e1401921b67647194a5215119ac38ac6985b8f4c6a2ea4f9d44bc38",
      "exported": "7d557df79e1401921b67647194a5215119ac38ac6985b8f4c6a2ea4f9d44bc38"
    },
    "model.encoder.vision_tower.encoder.layers.15.input_layernorm.weight": {
      "base": "e127a6c7f1d790eea91e8440f79c312d1c0b3bc264ffe0f0cc0f4171e7a1a5c7",
      "exported": "e127a6c7f1d790eea91e8440f79c312d1c0b3bc264ffe0f0cc0f4171e7a1a5c7"
    },
    "model.encoder.vision_tower.encoder.layers.15.mlp.down_proj.linear.weight": {
      "base": "6e6ad6a7c1d15a3f9994d1c5ac721190c48c334096a332ffa7ce2cb2ec92a783",
      "exported": "6e6ad6a7c1d15a3f9994d1c5ac721190c48c334096a332ffa7ce2cb2ec92a783"
    },
    "model.encoder.vision_tower.encoder.layers.15.mlp.gate_proj.linear.weight": {
      "base": "5613461e05851fd2a2f1e15343636ecdacb22545ed9cadaecdf39b055276e930",
      "exported": "5613461e05851fd2a2f1e15343636ecdacb22545ed9cadaecdf39b055276e930"
    },
    "model.encoder.vision_tower.encoder.layers.15.mlp.up_proj.linear.weight": {
      "base": "b5a8af5dbf3a64813cb496e487eb9cc3f671d2f060a90e9cbdb80b12f89d62e9",
      "exported": "b5a8af5dbf3a64813cb496e487eb9cc3f671d2f060a90e9cbdb80b12f89d62e9"
    },
    "model.encoder.vision_tower.encoder.layers.15.post_attention_layernorm.weight": {
      "base": "df508087795edc366774bf387f36054be3e7a8fd9c7bfeda32c92e055abacd55",
      "exported": "df508087795edc366774bf387f36054be3e7a8fd9c7bfeda32c92e055abacd55"
    },
    "model.encoder.vision_tower.encoder.layers.15.post_feedforward_layernorm.weight": {
      "base": "521f91e446932f6668be5ad72df35d1c04fb379738cf6de1c905f625905668ac",
      "exported": "521f91e446932f6668be5ad72df35d1c04fb379738cf6de1c905f625905668ac"
    },
    "model.encoder.vision_tower.encoder.layers.15.pre_feedforward_layernorm.weight": {
      "base": "7adbe0d2ba6330bef2df1840f0e5b5b259e35c47fa3f34c098a47c971adb8d3b",
      "exported": "7adbe0d2ba6330bef2df1840f0e5b5b259e35c47fa3f34c098a47c971adb8d3b"
    },
    "model.encoder.vision_tower.encoder.layers.15.self_attn.k_norm.weight": {
      "base": "501c481847de975c7179cdaf3982671298a5b0969b2c99ece437dab751ae0cc1",
      "exported": "501c481847de975c7179cdaf3982671298a5b0969b2c99ece437dab751ae0cc1"
    },
    "model.encoder.vision_tower.encoder.layers.15.self_attn.k_proj.linear.weight": {
      "base": "be7424186a7df0ddb109d4da7a737337097474882ec0b56c32073c2451ccc807",
      "exported": "be7424186a7df0ddb109d4da7a737337097474882ec0b56c32073c2451ccc807"
    },
    "model.encoder.vision_tower.encoder.layers.15.self_attn.o_proj.linear.weight": {
      "base": "9158ed447f9c86a849bced17a44e2c0c9f484fd1434e62ef7ca79739ceffdb1a",
      "exported": "9158ed447f9c86a849bced17a44e2c0c9f484fd1434e62ef7ca79739ceffdb1a"
    },
    "model.encoder.vision_tower.encoder.layers.15.self_attn.q_norm.weight": {
      "base": "6b0f2f4f963a2a5ab142c235216a18c2b6557b55b03078ebbe5231a6a65bbc7e",
      "exported": "6b0f2f4f963a2a5ab142c235216a18c2b6557b55b03078ebbe5231a6a65bbc7e"
    },
    "model.encoder.vision_tower.encoder.layers.15.self_attn.q_proj.linear.weight": {
      "base": "d1adee83232dedd78723814c2a69b8a1b734f518f9dfba4ff2eb539612c1095d",
      "exported": "d1adee83232dedd78723814c2a69b8a1b734f518f9dfba4ff2eb539612c1095d"
    },
    "model.encoder.vision_tower.encoder.layers.15.self_attn.v_proj.linear.weight": {
      "base": "a3428870fa85b7006164a205a37227ff216fcde1b71458297c3cef8fbcc57ebc",
      "exported": "a3428870fa85b7006164a205a37227ff216fcde1b71458297c3cef8fbcc57ebc"
    },
    "model.encoder.vision_tower.encoder.layers.16.input_layernorm.weight": {
      "base": "71e973cdb936315b63c6d01977f4e872b470a430481d382820ca8652e44ce0b4",
      "exported": "71e973cdb936315b63c6d01977f4e872b470a430481d382820ca8652e44ce0b4"
    },
    "model.encoder.vision_tower.encoder.layers.16.mlp.down_proj.linear.weight": {
      "base": "0eb99b33ed517ac4fda94f5d57bcece7a1753fd59e5588ffcd7099cf371cea87",
      "exported": "0eb99b33ed517ac4fda94f5d57bcece7a1753fd59e5588ffcd7099cf371cea87"
    },
    "model.encoder.vision_tower.encoder.layers.16.mlp.gate_proj.linear.weight": {
      "base": "269003275cb9d978b0a5dc57b921c3a5cb18d65d5ce0bc3e2b566b4297c2d004",
      "exported": "269003275cb9d978b0a5dc57b921c3a5cb18d65d5ce0bc3e2b566b4297c2d004"
    },
    "model.encoder.vision_tower.encoder.layers.16.mlp.up_proj.linear.weight": {
      "base": "df5d22ecb505337eee1eddcd56e41aec9d9ce101220297f9d4f64888073c74fb",
      "exported": "df5d22ecb505337eee1eddcd56e41aec9d9ce101220297f9d4f64888073c74fb"
    },
    "model.encoder.vision_tower.encoder.layers.16.post_attention_layernorm.weight": {
      "base": "b1a7bc6e06c6595e94ca6aa85f40747edb2b5f74b821c4a003f579496736acac",
      "exported": "b1a7bc6e06c6595e94ca6aa85f40747edb2b5f74b821c4a003f579496736acac"
    },
    "model.encoder.vision_tower.encoder.layers.16.post_feedforward_layernorm.weight": {
      "base": "80fb7ccd968cee7944ad2eb40040bff20d43e11d2841664e9da31e21f1f8efcd",
      "exported": "80fb7ccd968cee7944ad2eb40040bff20d43e11d2841664e9da31e21f1f8efcd"
    },
    "model.encoder.vision_tower.encoder.layers.16.pre_feedforward_layernorm.weight": {
      "base": "f2bcfe1ecc753dccd19ac487634632b752d90e2710baf2b7cb1dfbcc5f558b5d",
      "exported": "f2bcfe1ecc753dccd19ac487634632b752d90e2710baf2b7cb1dfbcc5f558b5d"
    },
    "model.encoder.vision_tower.encoder.layers.16.self_attn.k_norm.weight": {
      "base": "f434c0cd34b4deec2eb1859cc096f7445db5eaea9f83c776cc96a1151537f9be",
      "exported": "f434c0cd34b4deec2eb1859cc096f7445db5eaea9f83c776cc96a1151537f9be"
    },
    "model.encoder.vision_tower.encoder.layers.16.self_attn.k_proj.linear.weight": {
      "base": "d12eb77408abe7f01757f7856b5ec1d5d1907a063141185871ac616908a6d500",
      "exported": "d12eb77408abe7f01757f7856b5ec1d5d1907a063141185871ac616908a6d500"
    },
    "model.encoder.vision_tower.encoder.layers.16.self_attn.o_proj.linear.weight": {
      "base": "ed54257c8f0cbf9ee2afd7adff326e170411e46424d6291d0a1b606ba857f2bd",
      "exported": "ed54257c8f0cbf9ee2afd7adff326e170411e46424d6291d0a1b606ba857f2bd"
    },
    "model.encoder.vision_tower.encoder.layers.16.self_attn.q_norm.weight": {
      "base": "b837547fdfddab2f0ce0bcedca900b7c3eb05619359f83ee116e691138dba32e",
      "exported": "b837547fdfddab2f0ce0bcedca900b7c3eb05619359f83ee116e691138dba32e"
    },
    "model.encoder.vision_tower.encoder.layers.16.self_attn.q_proj.linear.weight": {
      "base": "9e1cfa30c47a6a58153e1bd5fe9f41953589e0198c9d79f52dd03532951f29f1",
      "exported": "9e1cfa30c47a6a58153e1bd5fe9f41953589e0198c9d79f52dd03532951f29f1"
    },
    "model.encoder.vision_tower.encoder.layers.16.self_attn.v_proj.linear.weight": {
      "base": "cba2d3285d734fa23a679a52e5b1ab383c90cd9e9b819c51c16cbbc188e1ad4e",
      "exported": "cba2d3285d734fa23a679a52e5b1ab383c90cd9e9b819c51c16cbbc188e1ad4e"
    },
    "model.encoder.vision_tower.encoder.layers.17.input_layernorm.weight": {
      "base": "588e2bce5b7266e676bf4da19f909c6204f046d9d0bb4ef16f5ab4efed0ef3a2",
      "exported": "588e2bce5b7266e676bf4da19f909c6204f046d9d0bb4ef16f5ab4efed0ef3a2"
    },
    "model.encoder.vision_tower.encoder.layers.17.mlp.down_proj.linear.weight": {
      "base": "1f2a21334628c729740efeb135510fb169343a3fae61fc827631c6c3c2fce337",
      "exported": "1f2a21334628c729740efeb135510fb169343a3fae61fc827631c6c3c2fce337"
    },
    "model.encoder.vision_tower.encoder.layers.17.mlp.gate_proj.linear.weight": {
      "base": "60b17bcb6880f6e5202cf3ef6e7aa1ceefc0b8e301b4f7c369a348872dfcc87d",
      "exported": "60b17bcb6880f6e5202cf3ef6e7aa1ceefc0b8e301b4f7c369a348872dfcc87d"
    },
    "model.encoder.vision_tower.encoder.layers.17.mlp.up_proj.linear.weight": {
      "base": "100151e9118192b63abc146b4fd6b7664479a4db1fa83090eff68f856b9caba8",
      "exported": "100151e9118192b63abc146b4fd6b7664479a4db1fa83090eff68f856b9caba8"
    },
    "model.encoder.vision_tower.encoder.layers.17.post_attention_layernorm.weight": {
      "base": "8a05d4754399c6e60e995a4e55797f8b8c4c45fbe22027241e020c6aa6e8e9b8",
      "exported": "8a05d4754399c6e60e995a4e55797f8b8c4c45fbe22027241e020c6aa6e8e9b8"
    },
    "model.encoder.vision_tower.encoder.layers.17.post_feedforward_layernorm.weight": {
      "base": "dad4c1f8cbe4b17c26d0902998c7ab4ba5eb50a4a5566031a36768037286ce01",
      "exported": "dad4c1f8cbe4b17c26d0902998c7ab4ba5eb50a4a5566031a36768037286ce01"
    },
    "model.encoder.vision_tower.encoder.layers.17.pre_feedforward_layernorm.weight": {
      "base": "8812afa48ed760e6f30b2b29ce462bdeee5608e26eed026f5b6983d94f33fcf1",
      "exported": "8812afa48ed760e6f30b2b29ce462bdeee5608e26eed026f5b6983d94f33fcf1"
    },
    "model.encoder.vision_tower.encoder.layers.17.self_attn.k_norm.weight": {
      "base": "57b88366d881fe11d5d9b0c7ae0a3064e203699432af34de5961dde7f34da2b0",
      "exported": "57b88366d881fe11d5d9b0c7ae0a3064e203699432af34de5961dde7f34da2b0"
    },
    "model.encoder.vision_tower.encoder.layers.17.self_attn.k_proj.linear.weight": {
      "base": "9b572bac6d78927a0aad627ea457e739aeb2c4d13a6b845f69e0fe82aa022d3d",
      "exported": "9b572bac6d78927a0aad627ea457e739aeb2c4d13a6b845f69e0fe82aa022d3d"
    },
    "model.encoder.vision_tower.encoder.layers.17.self_attn.o_proj.linear.weight": {
      "base": "d7386fad2a3d754cd9937f450b82a9763e863639c705375c48dff23233858b77",
      "exported": "d7386fad2a3d754cd9937f450b82a9763e863639c705375c48dff23233858b77"
    },
    "model.encoder.vision_tower.encoder.layers.17.self_attn.q_norm.weight": {
      "base": "4b48085e10a4c9026bfb2db854c5d79287b463b777dfa8c1618554be9d9412cb",
      "exported": "4b48085e10a4c9026bfb2db854c5d79287b463b777dfa8c1618554be9d9412cb"
    },
    "model.encoder.vision_tower.encoder.layers.17.self_attn.q_proj.linear.weight": {
      "base": "ebcde03b571e8ae4cb055943eee07e149792f3544c3955f045091f56aa42a5c3",
      "exported": "ebcde03b571e8ae4cb055943eee07e149792f3544c3955f045091f56aa42a5c3"
    },
    "model.encoder.vision_tower.encoder.layers.17.self_attn.v_proj.linear.weight": {
      "base": "f45eb9f8e47680ab64dab53b6049d848399319e59bf0b8e956480f259650467f",
      "exported": "f45eb9f8e47680ab64dab53b6049d848399319e59bf0b8e956480f259650467f"
    },
    "model.encoder.vision_tower.encoder.layers.18.input_layernorm.weight": {
      "base": "36493dbc75df4de7b02c500299a104d15eba3c95a66ca1589eb3928806fde9ac",
      "exported": "36493dbc75df4de7b02c500299a104d15eba3c95a66ca1589eb3928806fde9ac"
    },
    "model.encoder.vision_tower.encoder.layers.18.mlp.down_proj.linear.weight": {
      "base": "f764e298908966a418cab046d83d6eff4d3bca269e737ca0779438e8d7aaf611",
      "exported": "f764e298908966a418cab046d83d6eff4d3bca269e737ca0779438e8d7aaf611"
    },
    "model.encoder.vision_tower.encoder.layers.18.mlp.gate_proj.linear.weight": {
      "base": "b46a264226bc773b1588d6b077ffdb87ea60bb1d94b770837afb72d764b49449",
      "exported": "b46a264226bc773b1588d6b077ffdb87ea60bb1d94b770837afb72d764b49449"
    },
    "model.encoder.vision_tower.encoder.layers.18.mlp.up_proj.linear.weight": {
      "base": "8183b2345c9a549d549af6b12abb4bc30ff93ec5619e2a871fe6709835f1b90c",
      "exported": "8183b2345c9a549d549af6b12abb4bc30ff93ec5619e2a871fe6709835f1b90c"
    },
    "model.encoder.vision_tower.encoder.layers.18.post_attention_layernorm.weight": {
      "base": "83455e38cb72690a14023926287419a910bcf905ac9bc91745d6c80ec8e4c2eb",
      "exported": "83455e38cb72690a14023926287419a910bcf905ac9bc91745d6c80ec8e4c2eb"
    },
    "model.encoder.vision_tower.encoder.layers.18.post_feedforward_layernorm.weight": {
      "base": "27643c7a6156aa73092f3e9cf9650201440e9a3c6363bdef28eac63a6d1796fd",
      "exported": "27643c7a6156aa73092f3e9cf9650201440e9a3c6363bdef28eac63a6d1796fd"
    },
    "model.encoder.vision_tower.encoder.layers.18.pre_feedforward_layernorm.weight": {
      "base": "231da272a03349e2080081b5d3ead1a9dcccd97346ba34fd16868c8f3a1eda6c",
      "exported": "231da272a03349e2080081b5d3ead1a9dcccd97346ba34fd16868c8f3a1eda6c"
    },
    "model.encoder.vision_tower.encoder.layers.18.self_attn.k_norm.weight": {
      "base": "78c6e367f161a4d3e30fe2b031f9974d542f2e8eb1866c54f5741d271a3af9f4",
      "exported": "78c6e367f161a4d3e30fe2b031f9974d542f2e8eb1866c54f5741d271a3af9f4"
    },
    "model.encoder.vision_tower.encoder.layers.18.self_attn.k_proj.linear.weight": {
      "base": "c536450428bfa21066d3b8fb709b8c442d33d48ef5cfc9b594cceaf7ed4d6bc5",
      "exported": "c536450428bfa21066d3b8fb709b8c442d33d48ef5cfc9b594cceaf7ed4d6bc5"
    },
    "model.encoder.vision_tower.encoder.layers.18.self_attn.o_proj.linear.weight": {
      "base": "edb6b33c08e663bcff72b5c8c26f160af127da00fc1eedab9470616eed724566",
      "exported": "edb6b33c08e663bcff72b5c8c26f160af127da00fc1eedab9470616eed724566"
    },
    "model.encoder.vision_tower.encoder.layers.18.self_attn.q_norm.weight": {
      "base": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae",
      "exported": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae"
    },
    "model.encoder.vision_tower.encoder.layers.18.self_attn.q_proj.linear.weight": {
      "base": "8ddcfb28d0c9e5ba4b9ead84006d88a6cfc53f3b9130943233282cf2548a301f",
      "exported": "8ddcfb28d0c9e5ba4b9ead84006d88a6cfc53f3b9130943233282cf2548a301f"
    },
    "model.encoder.vision_tower.encoder.layers.18.self_attn.v_proj.linear.weight": {
      "base": "aaa6bf7a0ea8fcaabba74e4ca42bb3d128c4207da3809481fecddd4ca1ca171e",
      "exported": "aaa6bf7a0ea8fcaabba74e4ca42bb3d128c4207da3809481fecddd4ca1ca171e"
    },
    "model.encoder.vision_tower.encoder.layers.19.input_layernorm.weight": {
      "base": "a6acdfeeeb2ec6cbc2a9aba99c29ef3ac803d720a0ddea4e9b6e23b0e4a760c5",
      "exported": "a6acdfeeeb2ec6cbc2a9aba99c29ef3ac803d720a0ddea4e9b6e23b0e4a760c5"
    },
    "model.encoder.vision_tower.encoder.layers.19.mlp.down_proj.linear.weight": {
      "base": "5c704172bb85fd9ef5f1a250a14b3f5890d65b20bc7ee894ba0b5726c5c059b4",
      "exported": "5c704172bb85fd9ef5f1a250a14b3f5890d65b20bc7ee894ba0b5726c5c059b4"
    },
    "model.encoder.vision_tower.encoder.layers.19.mlp.gate_proj.linear.weight": {
      "base": "73e190050e15516dd9f94da62be8cbddfacca9c3c69387daa3f96fafc28f0572",
      "exported": "73e190050e15516dd9f94da62be8cbddfacca9c3c69387daa3f96fafc28f0572"
    },
    "model.encoder.vision_tower.encoder.layers.19.mlp.up_proj.linear.weight": {
      "base": "cb9bfb5de0bb58b42f6451bbb756432d108fac8f5c8d92314c02b843d6e0a666",
      "exported": "cb9bfb5de0bb58b42f6451bbb756432d108fac8f5c8d92314c02b843d6e0a666"
    },
    "model.encoder.vision_tower.encoder.layers.19.post_attention_layernorm.weight": {
      "base": "8a20e2813201dc95aea2cd4837851f7b6c4807fb819479b1d42d313e8e4b0929",
      "exported": "8a20e2813201dc95aea2cd4837851f7b6c4807fb819479b1d42d313e8e4b0929"
    },
    "model.encoder.vision_tower.encoder.layers.19.post_feedforward_layernorm.weight": {
      "base": "76507900eba97d8c946a188278a361e98852a2ccb3888912f9a043f3980474e5",
      "exported": "76507900eba97d8c946a188278a361e98852a2ccb3888912f9a043f3980474e5"
    },
    "model.encoder.vision_tower.encoder.layers.19.pre_feedforward_layernorm.weight": {
      "base": "835b496334fd9bf7afcdbb8678364244cdcc597d1a8537f50521657d7b96c605",
      "exported": "835b496334fd9bf7afcdbb8678364244cdcc597d1a8537f50521657d7b96c605"
    },
    "model.encoder.vision_tower.encoder.layers.19.self_attn.k_norm.weight": {
      "base": "da42436596cf7fee3817c9c28e966be6a04c862223f22f2c3d0a52f958d1f28a",
      "exported": "da42436596cf7fee3817c9c28e966be6a04c862223f22f2c3d0a52f958d1f28a"
    },
    "model.encoder.vision_tower.encoder.layers.19.self_attn.k_proj.linear.weight": {
      "base": "4a5e2e80cab840a41bc5ae1e43b964dd1dc8b13d740a2e7ff55efe384adbb834",
      "exported": "4a5e2e80cab840a41bc5ae1e43b964dd1dc8b13d740a2e7ff55efe384adbb834"
    },
    "model.encoder.vision_tower.encoder.layers.19.self_attn.o_proj.linear.weight": {
      "base": "5888fca31d702a3742a440b5f6b0fd69c53d9e97f4ded8398c0421bf6afb7a7b",
      "exported": "5888fca31d702a3742a440b5f6b0fd69c53d9e97f4ded8398c0421bf6afb7a7b"
    },
    "model.encoder.vision_tower.encoder.layers.19.self_attn.q_norm.weight": {
      "base": "e453d06bcbc90722aadc391b95e12ab9a12144dc62da3d17a2ddf15027445382",
      "exported": "e453d06bcbc90722aadc391b95e12ab9a12144dc62da3d17a2ddf15027445382"
    },
    "model.encoder.vision_tower.encoder.layers.19.self_attn.q_proj.linear.weight": {
      "base": "302aff5281f5253901457dcf4e5f6dbcfb1df00b5cf29682b1ec59504a1571f1",
      "exported": "302aff5281f5253901457dcf4e5f6dbcfb1df00b5cf29682b1ec59504a1571f1"
    },
    "model.encoder.vision_tower.encoder.layers.19.self_attn.v_proj.linear.weight": {
      "base": "32798852c066d4594195cfaf51d10f113ede0b397732844b3212d7a93f7a02c9",
      "exported": "32798852c066d4594195cfaf51d10f113ede0b397732844b3212d7a93f7a02c9"
    },
    "model.encoder.vision_tower.encoder.layers.2.input_layernorm.weight": {
      "base": "37eb771f4f682499b2cd2203b5017f03e22c606847f63d4652e3d8eed5c1d077",
      "exported": "37eb771f4f682499b2cd2203b5017f03e22c606847f63d4652e3d8eed5c1d077"
    },
    "model.encoder.vision_tower.encoder.layers.2.mlp.down_proj.linear.weight": {
      "base": "a020cd51eabee856e6b1180abcc0ec489535ccfb288d7a6692985b49379d237d",
      "exported": "a020cd51eabee856e6b1180abcc0ec489535ccfb288d7a6692985b49379d237d"
    },
    "model.encoder.vision_tower.encoder.layers.2.mlp.gate_proj.linear.weight": {
      "base": "bd3e4d5219122b61040b19e7feddcb2c11d466838639b41d882ab36c1eb06818",
      "exported": "bd3e4d5219122b61040b19e7feddcb2c11d466838639b41d882ab36c1eb06818"
    },
    "model.encoder.vision_tower.encoder.layers.2.mlp.up_proj.linear.weight": {
      "base": "3aff66e9c1da4b4588108495ffde34a26f8838b0c842ac6a02e96b0e519a899e",
      "exported": "3aff66e9c1da4b4588108495ffde34a26f8838b0c842ac6a02e96b0e519a899e"
    },
    "model.encoder.vision_tower.encoder.layers.2.post_attention_layernorm.weight": {
      "base": "39ee3270d9d276d2f8e2539f13876c4e2dd6434c2c008588b48efafc1a992b72",
      "exported": "39ee3270d9d276d2f8e2539f13876c4e2dd6434c2c008588b48efafc1a992b72"
    },
    "model.encoder.vision_tower.encoder.layers.2.post_feedforward_layernorm.weight": {
      "base": "cb51ef7265781c7e702b235427f416e9a99f2f19a2fd3f6c9719e89b3636e34f",
      "exported": "cb51ef7265781c7e702b235427f416e9a99f2f19a2fd3f6c9719e89b3636e34f"
    },
    "model.encoder.vision_tower.encoder.layers.2.pre_feedforward_layernorm.weight": {
      "base": "9858fa15c98a619720fe81f9755adeef9f4db0638be51e33f5da6eb89388b0bb",
      "exported": "9858fa15c98a619720fe81f9755adeef9f4db0638be51e33f5da6eb89388b0bb"
    },
    "model.encoder.vision_tower.encoder.layers.2.self_attn.k_norm.weight": {
      "base": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686",
      "exported": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686"
    },
    "model.encoder.vision_tower.encoder.layers.2.self_attn.k_proj.linear.weight": {
      "base": "73ee9a3e074891fa6f73ad0c3ab330f9cfd9db4d2dd402beba95ddda88f54e57",
      "exported": "73ee9a3e074891fa6f73ad0c3ab330f9cfd9db4d2dd402beba95ddda88f54e57"
    },
    "model.encoder.vision_tower.encoder.layers.2.self_attn.o_proj.linear.weight": {
      "base": "82c228599d53d166280b56b1786c83710a8c98c1430537622f3c3e868f9dbfdb",
      "exported": "82c228599d53d166280b56b1786c83710a8c98c1430537622f3c3e868f9dbfdb"
    },
    "model.encoder.vision_tower.encoder.layers.2.self_attn.q_norm.weight": {
      "base": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae",
      "exported": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae"
    },
    "model.encoder.vision_tower.encoder.layers.2.self_attn.q_proj.linear.weight": {
      "base": "5eea5665e33ee5389bf56e2a95503f4b54ef4432d07c1238787928995111d62c",
      "exported": "5eea5665e33ee5389bf56e2a95503f4b54ef4432d07c1238787928995111d62c"
    },
    "model.encoder.vision_tower.encoder.layers.2.self_attn.v_proj.linear.weight": {
      "base": "3fa76b21f4f752aefb3b0320762812bea411638fe6db63cdcd994e2efae38923",
      "exported": "3fa76b21f4f752aefb3b0320762812bea411638fe6db63cdcd994e2efae38923"
    },
    "model.encoder.vision_tower.encoder.layers.20.input_layernorm.weight": {
      "base": "09a3f013048aa4acd1a816e56f6582cd827f45143c57c6243714a7d5c56d5e83",
      "exported": "09a3f013048aa4acd1a816e56f6582cd827f45143c57c6243714a7d5c56d5e83"
    },
    "model.encoder.vision_tower.encoder.layers.20.mlp.down_proj.linear.weight": {
      "base": "a065325db2a000a21abb1951a8c3d43ad2e39dc09bb8aec6c72b89b3fc473844",
      "exported": "a065325db2a000a21abb1951a8c3d43ad2e39dc09bb8aec6c72b89b3fc473844"
    },
    "model.encoder.vision_tower.encoder.layers.20.mlp.gate_proj.linear.weight": {
      "base": "5b7542c94ddef2b2039c4375f3ff8ddc53f76120cb6560ccbc40d4239fa12688",
      "exported": "5b7542c94ddef2b2039c4375f3ff8ddc53f76120cb6560ccbc40d4239fa12688"
    },
    "model.encoder.vision_tower.encoder.layers.20.mlp.up_proj.linear.weight": {
      "base": "4fd84c311d87e3ba901ba14d8af46280886b84d2e0278dfeb83733f9a28700a9",
      "exported": "4fd84c311d87e3ba901ba14d8af46280886b84d2e0278dfeb83733f9a28700a9"
    },
    "model.encoder.vision_tower.encoder.layers.20.post_attention_layernorm.weight": {
      "base": "b12f886e5b98713861575b64dd2f1ebdfb66a3e899bbefdcb2b6f2fed0cdf69d",
      "exported": "b12f886e5b98713861575b64dd2f1ebdfb66a3e899bbefdcb2b6f2fed0cdf69d"
    },
    "model.encoder.vision_tower.encoder.layers.20.post_feedforward_layernorm.weight": {
      "base": "41a8db9c1adca59a8bf6b9ad0d5e929c5ad6c7a3d29f29061b4b100cbacf3a11",
      "exported": "41a8db9c1adca59a8bf6b9ad0d5e929c5ad6c7a3d29f29061b4b100cbacf3a11"
    },
    "model.encoder.vision_tower.encoder.layers.20.pre_feedforward_layernorm.weight": {
      "base": "54709195d9814cff396cd571446166e120ce5feaee6043262077c9f5125d39bd",
      "exported": "54709195d9814cff396cd571446166e120ce5feaee6043262077c9f5125d39bd"
    },
    "model.encoder.vision_tower.encoder.layers.20.self_attn.k_norm.weight": {
      "base": "57b88366d881fe11d5d9b0c7ae0a3064e203699432af34de5961dde7f34da2b0",
      "exported": "57b88366d881fe11d5d9b0c7ae0a3064e203699432af34de5961dde7f34da2b0"
    },
    "model.encoder.vision_tower.encoder.layers.20.self_attn.k_proj.linear.weight": {
      "base": "021e111c40d9c775fa105f2e3b371e8feee1bc08d32323a2e3af58227f2c3765",
      "exported": "021e111c40d9c775fa105f2e3b371e8feee1bc08d32323a2e3af58227f2c3765"
    },
    "model.encoder.vision_tower.encoder.layers.20.self_attn.o_proj.linear.weight": {
      "base": "9c317e0f77aacd9eab18263b7bec7a26e2f9987ce128f5858ccb0ffbc65e4f17",
      "exported": "9c317e0f77aacd9eab18263b7bec7a26e2f9987ce128f5858ccb0ffbc65e4f17"
    },
    "model.encoder.vision_tower.encoder.layers.20.self_attn.q_norm.weight": {
      "base": "4b48085e10a4c9026bfb2db854c5d79287b463b777dfa8c1618554be9d9412cb",
      "exported": "4b48085e10a4c9026bfb2db854c5d79287b463b777dfa8c1618554be9d9412cb"
    },
    "model.encoder.vision_tower.encoder.layers.20.self_attn.q_proj.linear.weight": {
      "base": "bd5fbb7a45acf5feec7c7ee2893b2fb08273fb452601ddad6137f284061dce5f",
      "exported": "bd5fbb7a45acf5feec7c7ee2893b2fb08273fb452601ddad6137f284061dce5f"
    },
    "model.encoder.vision_tower.encoder.layers.20.self_attn.v_proj.linear.weight": {
      "base": "27d28156ec057387508bc9659250e217897887491b6c1528ca3ce4757a6c58f1",
      "exported": "27d28156ec057387508bc9659250e217897887491b6c1528ca3ce4757a6c58f1"
    },
    "model.encoder.vision_tower.encoder.layers.21.input_layernorm.weight": {
      "base": "d3f30efb2cd7d0905719132f668feb318dc729fbecce46f868cc506d960bc680",
      "exported": "d3f30efb2cd7d0905719132f668feb318dc729fbecce46f868cc506d960bc680"
    },
    "model.encoder.vision_tower.encoder.layers.21.mlp.down_proj.linear.weight": {
      "base": "6e378e43298c2881b1f1367467af6efbde05e1431d3e0354c8710e20eebf624b",
      "exported": "6e378e43298c2881b1f1367467af6efbde05e1431d3e0354c8710e20eebf624b"
    },
    "model.encoder.vision_tower.encoder.layers.21.mlp.gate_proj.linear.weight": {
      "base": "3114f4a744d92661dc3655623b12d4ce35cdc285b9b5b5744d76aba3f9bcffd0",
      "exported": "3114f4a744d92661dc3655623b12d4ce35cdc285b9b5b5744d76aba3f9bcffd0"
    },
    "model.encoder.vision_tower.encoder.layers.21.mlp.up_proj.linear.weight": {
      "base": "fae006d2d8917233d68bce95c6d2ca8f5d6693d70290ff12ef528f799e28c578",
      "exported": "fae006d2d8917233d68bce95c6d2ca8f5d6693d70290ff12ef528f799e28c578"
    },
    "model.encoder.vision_tower.encoder.layers.21.post_attention_layernorm.weight": {
      "base": "fc915532554a1e27230e8f032018d45218c93233910db736da1693eebb81bee4",
      "exported": "fc915532554a1e27230e8f032018d45218c93233910db736da1693eebb81bee4"
    },
    "model.encoder.vision_tower.encoder.layers.21.post_feedforward_layernorm.weight": {
      "base": "e5ace8b2566047679e5aad796cd1eb9a781fd26ccff554d8ced60572b4c511da",
      "exported": "e5ace8b2566047679e5aad796cd1eb9a781fd26ccff554d8ced60572b4c511da"
    },
    "model.encoder.vision_tower.encoder.layers.21.pre_feedforward_layernorm.weight": {
      "base": "e07bd3a8f8afc56c01b7468442dfbb6aa6b0428857a8991d17285c31a3ef5266",
      "exported": "e07bd3a8f8afc56c01b7468442dfbb6aa6b0428857a8991d17285c31a3ef5266"
    },
    "model.encoder.vision_tower.encoder.layers.21.self_attn.k_norm.weight": {
      "base": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686",
      "exported": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686"
    },
    "model.encoder.vision_tower.encoder.layers.21.self_attn.k_proj.linear.weight": {
      "base": "e179e88ca5db80145aded5247fc3a36293a4534fd4bf299bbf8fb754b474012c",
      "exported": "e179e88ca5db80145aded5247fc3a36293a4534fd4bf299bbf8fb754b474012c"
    },
    "model.encoder.vision_tower.encoder.layers.21.self_attn.o_proj.linear.weight": {
      "base": "7f00ca54bd71d3a3a010a40b697f9e6462e12edbddcf33870b59c5034a6256fa",
      "exported": "7f00ca54bd71d3a3a010a40b697f9e6462e12edbddcf33870b59c5034a6256fa"
    },
    "model.encoder.vision_tower.encoder.layers.21.self_attn.q_norm.weight": {
      "base": "95f8186ee65f0831455315069b3224f150f225f1eb1f559407fd9787e9908891",
      "exported": "95f8186ee65f0831455315069b3224f150f225f1eb1f559407fd9787e9908891"
    },
    "model.encoder.vision_tower.encoder.layers.21.self_attn.q_proj.linear.weight": {
      "base": "14a9568a9adcf946e6b841aad92601ee40d85884f78c2fe823379ddc6bb1d9ed",
      "exported": "14a9568a9adcf946e6b841aad92601ee40d85884f78c2fe823379ddc6bb1d9ed"
    },
    "model.encoder.vision_tower.encoder.layers.21.self_attn.v_proj.linear.weight": {
      "base": "75119c38c5d56fed7dc39d866f9f58d0f4e207948a3ea356a15f9a45b21cad32",
      "exported": "75119c38c5d56fed7dc39d866f9f58d0f4e207948a3ea356a15f9a45b21cad32"
    },
    "model.encoder.vision_tower.encoder.layers.22.input_layernorm.weight": {
      "base": "ba8bce13d9977dee1092546940b09b215eb9e9d0b26f71ea6096cc1717653af9",
      "exported": "ba8bce13d9977dee1092546940b09b215eb9e9d0b26f71ea6096cc1717653af9"
    },
    "model.encoder.vision_tower.encoder.layers.22.mlp.down_proj.linear.weight": {
      "base": "027906590cd012fce6eee8725f4d13be3636d16dbbaf24c172297ad2808aac2e",
      "exported": "027906590cd012fce6eee8725f4d13be3636d16dbbaf24c172297ad2808aac2e"
    },
    "model.encoder.vision_tower.encoder.layers.22.mlp.gate_proj.linear.weight": {
      "base": "e0470e4de7676c4214e7badc74a6fa7950e76ca8e394ae66b324ab84cd4d3ac8",
      "exported": "e0470e4de7676c4214e7badc74a6fa7950e76ca8e394ae66b324ab84cd4d3ac8"
    },
    "model.encoder.vision_tower.encoder.layers.22.mlp.up_proj.linear.weight": {
      "base": "c37dac4ef26905b64fecebc3ef438499097cf4443b5e39bd22d52e74c7784dd8",
      "exported": "c37dac4ef26905b64fecebc3ef438499097cf4443b5e39bd22d52e74c7784dd8"
    },
    "model.encoder.vision_tower.encoder.layers.22.post_attention_layernorm.weight": {
      "base": "a77da3e0d25a73209ea22f768838672c772675751d531d615e2898172b25adf9",
      "exported": "a77da3e0d25a73209ea22f768838672c772675751d531d615e2898172b25adf9"
    },
    "model.encoder.vision_tower.encoder.layers.22.post_feedforward_layernorm.weight": {
      "base": "64f361627f1f7571989c8f26579ddc30db0a7cad11ac6000010421501c1f3d7c",
      "exported": "64f361627f1f7571989c8f26579ddc30db0a7cad11ac6000010421501c1f3d7c"
    },
    "model.encoder.vision_tower.encoder.layers.22.pre_feedforward_layernorm.weight": {
      "base": "653b49f85bcdbaf723e2128fa528f28f4992ca3a533112e9924e9c2d4d6a3691",
      "exported": "653b49f85bcdbaf723e2128fa528f28f4992ca3a533112e9924e9c2d4d6a3691"
    },
    "model.encoder.vision_tower.encoder.layers.22.self_attn.k_norm.weight": {
      "base": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686",
      "exported": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686"
    },
    "model.encoder.vision_tower.encoder.layers.22.self_attn.k_proj.linear.weight": {
      "base": "bc3363d53917447f4b6c3f057cea6abc318ca34f07097ab0f56e824d14ddced3",
      "exported": "bc3363d53917447f4b6c3f057cea6abc318ca34f07097ab0f56e824d14ddced3"
    },
    "model.encoder.vision_tower.encoder.layers.22.self_attn.o_proj.linear.weight": {
      "base": "679c407eb0b2057723036c74640df7396d35c593100813f845e764f941373d6f",
      "exported": "679c407eb0b2057723036c74640df7396d35c593100813f845e764f941373d6f"
    },
    "model.encoder.vision_tower.encoder.layers.22.self_attn.q_norm.weight": {
      "base": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae",
      "exported": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae"
    },
    "model.encoder.vision_tower.encoder.layers.22.self_attn.q_proj.linear.weight": {
      "base": "8f3524a400e0450be048d1c6cf3ca87a908d3db5f913da24bd2aafc9f84e07af",
      "exported": "8f3524a400e0450be048d1c6cf3ca87a908d3db5f913da24bd2aafc9f84e07af"
    },
    "model.encoder.vision_tower.encoder.layers.22.self_attn.v_proj.linear.weight": {
      "base": "d81a33fd03a93ada8f9e0ba59a5c19fc74292c0eac66d59befb97f8ce64fa54f",
      "exported": "d81a33fd03a93ada8f9e0ba59a5c19fc74292c0eac66d59befb97f8ce64fa54f"
    },
    "model.encoder.vision_tower.encoder.layers.23.input_layernorm.weight": {
      "base": "09ef9f5406b48bc8b4897f0b9c1ec66042cda684ee6d0714b403218180859a94",
      "exported": "09ef9f5406b48bc8b4897f0b9c1ec66042cda684ee6d0714b403218180859a94"
    },
    "model.encoder.vision_tower.encoder.layers.23.mlp.down_proj.linear.weight": {
      "base": "62613dc93ce7112431eb524f5ff52434304c4ff96e24152d9b878c136a95c626",
      "exported": "62613dc93ce7112431eb524f5ff52434304c4ff96e24152d9b878c136a95c626"
    },
    "model.encoder.vision_tower.encoder.layers.23.mlp.gate_proj.linear.weight": {
      "base": "57222dde661671e8589f847c79ba1492603483f4c25c1592cfb56e20cb58a7d8",
      "exported": "57222dde661671e8589f847c79ba1492603483f4c25c1592cfb56e20cb58a7d8"
    },
    "model.encoder.vision_tower.encoder.layers.23.mlp.up_proj.linear.weight": {
      "base": "a0dbe3ac2802be82f0b24b01a2aff684c334abc4a991b6ecdbdcd717e39ce461",
      "exported": "a0dbe3ac2802be82f0b24b01a2aff684c334abc4a991b6ecdbdcd717e39ce461"
    },
    "model.encoder.vision_tower.encoder.layers.23.post_attention_layernorm.weight": {
      "base": "269a0458d143007bb4598ddfdb100d118e84a4a82979d0265e52ce32c47cc5bb",
      "exported": "269a0458d143007bb4598ddfdb100d118e84a4a82979d0265e52ce32c47cc5bb"
    },
    "model.encoder.vision_tower.encoder.layers.23.post_feedforward_layernorm.weight": {
      "base": "4d5f4d3ba30b2677b2f8841def48362c3a8168e8fd376b2be6c35a4f744da133",
      "exported": "4d5f4d3ba30b2677b2f8841def48362c3a8168e8fd376b2be6c35a4f744da133"
    },
    "model.encoder.vision_tower.encoder.layers.23.pre_feedforward_layernorm.weight": {
      "base": "035c9ab41266d10d3d0b50e726bbbae8b14b8a5cea0d7897b68f6f5c8872dff6",
      "exported": "035c9ab41266d10d3d0b50e726bbbae8b14b8a5cea0d7897b68f6f5c8872dff6"
    },
    "model.encoder.vision_tower.encoder.layers.23.self_attn.k_norm.weight": {
      "base": "609d2a654a36cbac22b8eb0772b6bcd42524aba55c8ac3ce5067d3c93f385e7f",
      "exported": "609d2a654a36cbac22b8eb0772b6bcd42524aba55c8ac3ce5067d3c93f385e7f"
    },
    "model.encoder.vision_tower.encoder.layers.23.self_attn.k_proj.linear.weight": {
      "base": "1a41c23f4b32f2c217217c8ae96054cce0940518695e8c78b4a1f3f598e96667",
      "exported": "1a41c23f4b32f2c217217c8ae96054cce0940518695e8c78b4a1f3f598e96667"
    },
    "model.encoder.vision_tower.encoder.layers.23.self_attn.o_proj.linear.weight": {
      "base": "c7d35c5d12f9a5019f6b7994f127658892cf5b249b54dbed6ba1a1e1b90cddc8",
      "exported": "c7d35c5d12f9a5019f6b7994f127658892cf5b249b54dbed6ba1a1e1b90cddc8"
    },
    "model.encoder.vision_tower.encoder.layers.23.self_attn.q_norm.weight": {
      "base": "6f18c7cca662a87591670752d4e12254fd9cf4a77e3d31ba524607eef2a97566",
      "exported": "6f18c7cca662a87591670752d4e12254fd9cf4a77e3d31ba524607eef2a97566"
    },
    "model.encoder.vision_tower.encoder.layers.23.self_attn.q_proj.linear.weight": {
      "base": "31d7348e064330599f98456ab7d5188d0627c91cbbdcac403d8d9c7d5d9cb466",
      "exported": "31d7348e064330599f98456ab7d5188d0627c91cbbdcac403d8d9c7d5d9cb466"
    },
    "model.encoder.vision_tower.encoder.layers.23.self_attn.v_proj.linear.weight": {
      "base": "4ef0b6daba0203899c57ce844ab6e1f7c9156913f7df9d252cf9d2190df15393",
      "exported": "4ef0b6daba0203899c57ce844ab6e1f7c9156913f7df9d252cf9d2190df15393"
    },
    "model.encoder.vision_tower.encoder.layers.24.input_layernorm.weight": {
      "base": "5a735ecfd8876afb499b93175a4419ff5c87b256760353edfddb5843821f1072",
      "exported": "5a735ecfd8876afb499b93175a4419ff5c87b256760353edfddb5843821f1072"
    },
    "model.encoder.vision_tower.encoder.layers.24.mlp.down_proj.linear.weight": {
      "base": "d779ccfa30cf4c028cc7dc4858a8ba9d72ac83589bbfabbb6422b3d8f2bb9d8b",
      "exported": "d779ccfa30cf4c028cc7dc4858a8ba9d72ac83589bbfabbb6422b3d8f2bb9d8b"
    },
    "model.encoder.vision_tower.encoder.layers.24.mlp.gate_proj.linear.weight": {
      "base": "7dde07dceb0148a3c624fbea969f4338ce2f99eb285ac2bde6b9b58e809c98c0",
      "exported": "7dde07dceb0148a3c624fbea969f4338ce2f99eb285ac2bde6b9b58e809c98c0"
    },
    "model.encoder.vision_tower.encoder.layers.24.mlp.up_proj.linear.weight": {
      "base": "e5a1155d02a340b2b7dcc8942974e6a4ffd932b9a5d34f75e0ee2f8d31904bd0",
      "exported": "e5a1155d02a340b2b7dcc8942974e6a4ffd932b9a5d34f75e0ee2f8d31904bd0"
    },
    "model.encoder.vision_tower.encoder.layers.24.post_attention_layernorm.weight": {
      "base": "7fdfaec6ce66b70ec6ad24d8c14aed74f67dfc60c538cd018f09f8180c93fb30",
      "exported": "7fdfaec6ce66b70ec6ad24d8c14aed74f67dfc60c538cd018f09f8180c93fb30"
    },
    "model.encoder.vision_tower.encoder.layers.24.post_feedforward_layernorm.weight": {
      "base": "ff5bef9233c93de577182231f794be98988fad605538c6c1c93c637f2682bc17",
      "exported": "ff5bef9233c93de577182231f794be98988fad605538c6c1c93c637f2682bc17"
    },
    "model.encoder.vision_tower.encoder.layers.24.pre_feedforward_layernorm.weight": {
      "base": "75a30aade296efedb545a1e4ea29fc8f09189726cf7e6278ec8209e6eabbda77",
      "exported": "75a30aade296efedb545a1e4ea29fc8f09189726cf7e6278ec8209e6eabbda77"
    },
    "model.encoder.vision_tower.encoder.layers.24.self_attn.k_norm.weight": {
      "base": "501c481847de975c7179cdaf3982671298a5b0969b2c99ece437dab751ae0cc1",
      "exported": "501c481847de975c7179cdaf3982671298a5b0969b2c99ece437dab751ae0cc1"
    },
    "model.encoder.vision_tower.encoder.layers.24.self_attn.k_proj.linear.weight": {
      "base": "1a8339bcad0f7d4f68353718bb2cf6e312798a9c4035bb3d3b598381dd8346ff",
      "exported": "1a8339bcad0f7d4f68353718bb2cf6e312798a9c4035bb3d3b598381dd8346ff"
    },
    "model.encoder.vision_tower.encoder.layers.24.self_attn.o_proj.linear.weight": {
      "base": "0ed49614e3fc16fa0e8d6ecadc9964a0ecc6ecec475e5d3ab10a8eedf5fff2cf",
      "exported": "0ed49614e3fc16fa0e8d6ecadc9964a0ecc6ecec475e5d3ab10a8eedf5fff2cf"
    },
    "model.encoder.vision_tower.encoder.layers.24.self_attn.q_norm.weight": {
      "base": "6b0f2f4f963a2a5ab142c235216a18c2b6557b55b03078ebbe5231a6a65bbc7e",
      "exported": "6b0f2f4f963a2a5ab142c235216a18c2b6557b55b03078ebbe5231a6a65bbc7e"
    },
    "model.encoder.vision_tower.encoder.layers.24.self_attn.q_proj.linear.weight": {
      "base": "4bd9c8d2a5610644c4120a0c24d04487a70ffd35ed0410b3c1cc990c36377d82",
      "exported": "4bd9c8d2a5610644c4120a0c24d04487a70ffd35ed0410b3c1cc990c36377d82"
    },
    "model.encoder.vision_tower.encoder.layers.24.self_attn.v_proj.linear.weight": {
      "base": "f426572abf22d3430c146d46ded827ff77a779821caa66d925a53917e1cc2b05",
      "exported": "f426572abf22d3430c146d46ded827ff77a779821caa66d925a53917e1cc2b05"
    },
    "model.encoder.vision_tower.encoder.layers.25.input_layernorm.weight": {
      "base": "b1154c7c7c26e699ff8fbfa8a1f4e0eaa2651f954e3e3406458a883ce16410d5",
      "exported": "b1154c7c7c26e699ff8fbfa8a1f4e0eaa2651f954e3e3406458a883ce16410d5"
    },
    "model.encoder.vision_tower.encoder.layers.25.mlp.down_proj.linear.weight": {
      "base": "46f98e43f66dd3fa7866f81fe01a794fdc9414932552c6a878ae16f6635bccbf",
      "exported": "46f98e43f66dd3fa7866f81fe01a794fdc9414932552c6a878ae16f6635bccbf"
    },
    "model.encoder.vision_tower.encoder.layers.25.mlp.gate_proj.linear.weight": {
      "base": "03f783d2ed06b22a5d410abdc175bc6d76fe53733f1e9bd74e344881d0f240b6",
      "exported": "03f783d2ed06b22a5d410abdc175bc6d76fe53733f1e9bd74e344881d0f240b6"
    },
    "model.encoder.vision_tower.encoder.layers.25.mlp.up_proj.linear.weight": {
      "base": "7c837eae9e873c1926624a3b8a54cc3b1900a2d1e13d22d9341f020aae52621c",
      "exported": "7c837eae9e873c1926624a3b8a54cc3b1900a2d1e13d22d9341f020aae52621c"
    },
    "model.encoder.vision_tower.encoder.layers.25.post_attention_layernorm.weight": {
      "base": "3ad1831344dcded237c1de43b4c590f821c5e9d02fb043c01ce215453eeb4bba",
      "exported": "3ad1831344dcded237c1de43b4c590f821c5e9d02fb043c01ce215453eeb4bba"
    },
    "model.encoder.vision_tower.encoder.layers.25.post_feedforward_layernorm.weight": {
      "base": "325d21711a23a4a297e857248d1d7956e0dfe71694cc8e143197fd529f237bf1",
      "exported": "325d21711a23a4a297e857248d1d7956e0dfe71694cc8e143197fd529f237bf1"
    },
    "model.encoder.vision_tower.encoder.layers.25.pre_feedforward_layernorm.weight": {
      "base": "bde290d8058e543a7f9e1f6ec5127ac6d7771601f64bb20ba402c4c8b5b78184",
      "exported": "bde290d8058e543a7f9e1f6ec5127ac6d7771601f64bb20ba402c4c8b5b78184"
    },
    "model.encoder.vision_tower.encoder.layers.25.self_attn.k_norm.weight": {
      "base": "d5492db37cad34e1fdbaa0a6fc3d1dc679d7f0838fa02d24bb3abb2a03a7caf1",
      "exported": "d5492db37cad34e1fdbaa0a6fc3d1dc679d7f0838fa02d24bb3abb2a03a7caf1"
    },
    "model.encoder.vision_tower.encoder.layers.25.self_attn.k_proj.linear.weight": {
      "base": "3e539b95fa1e9a881709e2dbedcfdfb57f7bc550b2fbbe14399a2ee28f4a29e7",
      "exported": "3e539b95fa1e9a881709e2dbedcfdfb57f7bc550b2fbbe14399a2ee28f4a29e7"
    },
    "model.encoder.vision_tower.encoder.layers.25.self_attn.o_proj.linear.weight": {
      "base": "0535c7cf25a1679b9bfceff82d17c07a42b33a9a08b86a1ff95cfd7fed5f785c",
      "exported": "0535c7cf25a1679b9bfceff82d17c07a42b33a9a08b86a1ff95cfd7fed5f785c"
    },
    "model.encoder.vision_tower.encoder.layers.25.self_attn.q_norm.weight": {
      "base": "016bada5f59323d912ce72221b66e75117fdea9e4e03658ec21c8e18566228e6",
      "exported": "016bada5f59323d912ce72221b66e75117fdea9e4e03658ec21c8e18566228e6"
    },
    "model.encoder.vision_tower.encoder.layers.25.self_attn.q_proj.linear.weight": {
      "base": "7f4f5e79adaddafd320af9188d14f942b8a303b13fd92dcae3b037af8ce02e38",
      "exported": "7f4f5e79adaddafd320af9188d14f942b8a303b13fd92dcae3b037af8ce02e38"
    },
    "model.encoder.vision_tower.encoder.layers.25.self_attn.v_proj.linear.weight": {
      "base": "9136d6af09acae612ba479348564fefb3013595f2020169eeade5504db9a98c2",
      "exported": "9136d6af09acae612ba479348564fefb3013595f2020169eeade5504db9a98c2"
    },
    "model.encoder.vision_tower.encoder.layers.26.input_layernorm.weight": {
      "base": "f9a8a717d2dd7d63dc79cabd4c1268cc5b46cd71c6824c333b16bec83c6217ec",
      "exported": "f9a8a717d2dd7d63dc79cabd4c1268cc5b46cd71c6824c333b16bec83c6217ec"
    },
    "model.encoder.vision_tower.encoder.layers.26.mlp.down_proj.linear.weight": {
      "base": "aaf8d3e2d4405ea1f44d2c3e8ca7a35ef528e391bb15c44c4318e160aade7e9a",
      "exported": "aaf8d3e2d4405ea1f44d2c3e8ca7a35ef528e391bb15c44c4318e160aade7e9a"
    },
    "model.encoder.vision_tower.encoder.layers.26.mlp.gate_proj.linear.weight": {
      "base": "80de83a85458e35dc94d378e64c4d69c1db3e77e01fcb823e03b0c7cfbcea020",
      "exported": "80de83a85458e35dc94d378e64c4d69c1db3e77e01fcb823e03b0c7cfbcea020"
    },
    "model.encoder.vision_tower.encoder.layers.26.mlp.up_proj.linear.weight": {
      "base": "b6e8453ff190c2be50eb9bbb6918f7204df70d23bd501aaa2fd93ae4a94216c9",
      "exported": "b6e8453ff190c2be50eb9bbb6918f7204df70d23bd501aaa2fd93ae4a94216c9"
    },
    "model.encoder.vision_tower.encoder.layers.26.post_attention_layernorm.weight": {
      "base": "f3ebe07461b233e548959b23fbbca5e9068489449e80c9bd746f9e4bd4a9d8e4",
      "exported": "f3ebe07461b233e548959b23fbbca5e9068489449e80c9bd746f9e4bd4a9d8e4"
    },
    "model.encoder.vision_tower.encoder.layers.26.post_feedforward_layernorm.weight": {
      "base": "699722115d26ca2f2642417dc8ab11383977c495de640f00ece1a5f16c80f1b7",
      "exported": "699722115d26ca2f2642417dc8ab11383977c495de640f00ece1a5f16c80f1b7"
    },
    "model.encoder.vision_tower.encoder.layers.26.pre_feedforward_layernorm.weight": {
      "base": "4124696b0d411357cc590f7870fd17d7264314818ffa85827f1084a7b153ce11",
      "exported": "4124696b0d411357cc590f7870fd17d7264314818ffa85827f1084a7b153ce11"
    },
    "model.encoder.vision_tower.encoder.layers.26.self_attn.k_norm.weight": {
      "base": "d5492db37cad34e1fdbaa0a6fc3d1dc679d7f0838fa02d24bb3abb2a03a7caf1",
      "exported": "d5492db37cad34e1fdbaa0a6fc3d1dc679d7f0838fa02d24bb3abb2a03a7caf1"
    },
    "model.encoder.vision_tower.encoder.layers.26.self_attn.k_proj.linear.weight": {
      "base": "9c0b9f2a0c686ef811729f9810f164fc130c3f142c1ef46994e6a1ff8358213b",
      "exported": "9c0b9f2a0c686ef811729f9810f164fc130c3f142c1ef46994e6a1ff8358213b"
    },
    "model.encoder.vision_tower.encoder.layers.26.self_attn.o_proj.linear.weight": {
      "base": "29652df25493b0b4c62dbc40f59d11bed86be98c43f3d729b9da73aa2090775f",
      "exported": "29652df25493b0b4c62dbc40f59d11bed86be98c43f3d729b9da73aa2090775f"
    },
    "model.encoder.vision_tower.encoder.layers.26.self_attn.q_norm.weight": {
      "base": "289350c1268c028f0652511cfcdb600cbfb90d850a3e130cfed3c80ea4e51300",
      "exported": "289350c1268c028f0652511cfcdb600cbfb90d850a3e130cfed3c80ea4e51300"
    },
    "model.encoder.vision_tower.encoder.layers.26.self_attn.q_proj.linear.weight": {
      "base": "b9f707cc3e9d43f4aa06838515f8962f63eec911388c92f2f1b7d183eb860075",
      "exported": "b9f707cc3e9d43f4aa06838515f8962f63eec911388c92f2f1b7d183eb860075"
    },
    "model.encoder.vision_tower.encoder.layers.26.self_attn.v_proj.linear.weight": {
      "base": "7340cf538511ea9b5d6e470225c8893d19d28a7b3da26260edae93a62d5f5024",
      "exported": "7340cf538511ea9b5d6e470225c8893d19d28a7b3da26260edae93a62d5f5024"
    },
    "model.encoder.vision_tower.encoder.layers.3.input_layernorm.weight": {
      "base": "8be29ccf56c2615ad2fd3d2abacff94e0f8725c9f55f9641906536a929d64c5d",
      "exported": "8be29ccf56c2615ad2fd3d2abacff94e0f8725c9f55f9641906536a929d64c5d"
    },
    "model.encoder.vision_tower.encoder.layers.3.mlp.down_proj.linear.weight": {
      "base": "29dda9926f7d763ad3e241c258096dba21c272c57c1367051f3af2eb87e91418",
      "exported": "29dda9926f7d763ad3e241c258096dba21c272c57c1367051f3af2eb87e91418"
    },
    "model.encoder.vision_tower.encoder.layers.3.mlp.gate_proj.linear.weight": {
      "base": "2242362496555c082220b5a99fb543592d1f9a7f817afb3816b3b9c000ff28e2",
      "exported": "2242362496555c082220b5a99fb543592d1f9a7f817afb3816b3b9c000ff28e2"
    },
    "model.encoder.vision_tower.encoder.layers.3.mlp.up_proj.linear.weight": {
      "base": "738df36da6849cb237e74c466ddbc1f3d675c18c7fec275df5c03c101313d406",
      "exported": "738df36da6849cb237e74c466ddbc1f3d675c18c7fec275df5c03c101313d406"
    },
    "model.encoder.vision_tower.encoder.layers.3.post_attention_layernorm.weight": {
      "base": "9aa229fb05891dd5323e2644f62aaa720088e7c5c36f8e1120facc5de5baf72a",
      "exported": "9aa229fb05891dd5323e2644f62aaa720088e7c5c36f8e1120facc5de5baf72a"
    },
    "model.encoder.vision_tower.encoder.layers.3.post_feedforward_layernorm.weight": {
      "base": "575454b3236999b56db9378829643d70b4c4421059048f1f698baa3a6ad1fcb4",
      "exported": "575454b3236999b56db9378829643d70b4c4421059048f1f698baa3a6ad1fcb4"
    },
    "model.encoder.vision_tower.encoder.layers.3.pre_feedforward_layernorm.weight": {
      "base": "5cc86c11b00c7ad710c0c030b5bfab8350cc67c6f128dba4290c86852e74f3bc",
      "exported": "5cc86c11b00c7ad710c0c030b5bfab8350cc67c6f128dba4290c86852e74f3bc"
    },
    "model.encoder.vision_tower.encoder.layers.3.self_attn.k_norm.weight": {
      "base": "c78b5e08d051b901a7c802f8579aca3f4fa561f5d9cff96af075254ef43e7271",
      "exported": "c78b5e08d051b901a7c802f8579aca3f4fa561f5d9cff96af075254ef43e7271"
    },
    "model.encoder.vision_tower.encoder.layers.3.self_attn.k_proj.linear.weight": {
      "base": "c527f5ad8b0fb90c427b1f9d14e8bc7f8a086bd5a6237677e2ab08240a1194b8",
      "exported": "c527f5ad8b0fb90c427b1f9d14e8bc7f8a086bd5a6237677e2ab08240a1194b8"
    },
    "model.encoder.vision_tower.encoder.layers.3.self_attn.o_proj.linear.weight": {
      "base": "2a40400efc75edac8c61b62d8452c798792b7e2add043d5756ceb05905fb5519",
      "exported": "2a40400efc75edac8c61b62d8452c798792b7e2add043d5756ceb05905fb5519"
    },
    "model.encoder.vision_tower.encoder.layers.3.self_attn.q_norm.weight": {
      "base": "1f7bc3747a8d8d8f728edd0353644de175a83af1474afc740595672fb71a0075",
      "exported": "1f7bc3747a8d8d8f728edd0353644de175a83af1474afc740595672fb71a0075"
    },
    "model.encoder.vision_tower.encoder.layers.3.self_attn.q_proj.linear.weight": {
      "base": "167292bfe503ad2a0a3cf9ea2ed52cf302e399a5afe26a492f92278b9a2393ec",
      "exported": "167292bfe503ad2a0a3cf9ea2ed52cf302e399a5afe26a492f92278b9a2393ec"
    },
    "model.encoder.vision_tower.encoder.layers.3.self_attn.v_proj.linear.weight": {
      "base": "8b36682d93eca57c3b66a5efd5bf02056bcbfcc1d5c6951c0cdd0a985a0b8ab1",
      "exported": "8b36682d93eca57c3b66a5efd5bf02056bcbfcc1d5c6951c0cdd0a985a0b8ab1"
    },
    "model.encoder.vision_tower.encoder.layers.4.input_layernorm.weight": {
      "base": "91ee49a7b8b96b770f792ec42e70ad7a90192a66ade44035a07aa7c4a4fc8260",
      "exported": "91ee49a7b8b96b770f792ec42e70ad7a90192a66ade44035a07aa7c4a4fc8260"
    },
    "model.encoder.vision_tower.encoder.layers.4.mlp.down_proj.linear.weight": {
      "base": "e35e7c87b441aa787b01ffd9cc6cb8a2aa65243c6ce41e699919021425dd0815",
      "exported": "e35e7c87b441aa787b01ffd9cc6cb8a2aa65243c6ce41e699919021425dd0815"
    },
    "model.encoder.vision_tower.encoder.layers.4.mlp.gate_proj.linear.weight": {
      "base": "ee10899a6762b9ba2660a265bc75e11eddc7509c311ca96570a7a3a34edd23b0",
      "exported": "ee10899a6762b9ba2660a265bc75e11eddc7509c311ca96570a7a3a34edd23b0"
    },
    "model.encoder.vision_tower.encoder.layers.4.mlp.up_proj.linear.weight": {
      "base": "fce6ee0bb0d76b90b7d8d607e2df30fa880a9981b7116b6eb9e25380ec132a9f",
      "exported": "fce6ee0bb0d76b90b7d8d607e2df30fa880a9981b7116b6eb9e25380ec132a9f"
    },
    "model.encoder.vision_tower.encoder.layers.4.post_attention_layernorm.weight": {
      "base": "4dae2fc4f9559b9d13c961bb6407d893d3f186be043f9606470a41c40c20622b",
      "exported": "4dae2fc4f9559b9d13c961bb6407d893d3f186be043f9606470a41c40c20622b"
    },
    "model.encoder.vision_tower.encoder.layers.4.post_feedforward_layernorm.weight": {
      "base": "fbb6b56208596a56624c34b8514dd01f50d4d05d29cd63f0ce0651df29820f63",
      "exported": "fbb6b56208596a56624c34b8514dd01f50d4d05d29cd63f0ce0651df29820f63"
    },
    "model.encoder.vision_tower.encoder.layers.4.pre_feedforward_layernorm.weight": {
      "base": "18c1dedee0b72630cb6383f2afe640cf178f1cd1ce1e5a2a74cdce334450e784",
      "exported": "18c1dedee0b72630cb6383f2afe640cf178f1cd1ce1e5a2a74cdce334450e784"
    },
    "model.encoder.vision_tower.encoder.layers.4.self_attn.k_norm.weight": {
      "base": "f434c0cd34b4deec2eb1859cc096f7445db5eaea9f83c776cc96a1151537f9be",
      "exported": "f434c0cd34b4deec2eb1859cc096f7445db5eaea9f83c776cc96a1151537f9be"
    },
    "model.encoder.vision_tower.encoder.layers.4.self_attn.k_proj.linear.weight": {
      "base": "574dd3cea19edbe63a6d8c7d86567ce22f4b5a394a9f55974ab0ef798ebaa116",
      "exported": "574dd3cea19edbe63a6d8c7d86567ce22f4b5a394a9f55974ab0ef798ebaa116"
    },
    "model.encoder.vision_tower.encoder.layers.4.self_attn.o_proj.linear.weight": {
      "base": "9c65abba78060cfdff048a5c736c76c06a1524653521545a3eb9c98b77cb61f0",
      "exported": "9c65abba78060cfdff048a5c736c76c06a1524653521545a3eb9c98b77cb61f0"
    },
    "model.encoder.vision_tower.encoder.layers.4.self_attn.q_norm.weight": {
      "base": "b837547fdfddab2f0ce0bcedca900b7c3eb05619359f83ee116e691138dba32e",
      "exported": "b837547fdfddab2f0ce0bcedca900b7c3eb05619359f83ee116e691138dba32e"
    },
    "model.encoder.vision_tower.encoder.layers.4.self_attn.q_proj.linear.weight": {
      "base": "69c9553c9fd3922610fe13d6a3b0c0923fc0e5b4c06abfb4680599a4f0b8ca2c",
      "exported": "69c9553c9fd3922610fe13d6a3b0c0923fc0e5b4c06abfb4680599a4f0b8ca2c"
    },
    "model.encoder.vision_tower.encoder.layers.4.self_attn.v_proj.linear.weight": {
      "base": "d502d132fe4db09a3ae8faf023463fb80a7a9ac8899c15a52e2d28d16a7b6aed",
      "exported": "d502d132fe4db09a3ae8faf023463fb80a7a9ac8899c15a52e2d28d16a7b6aed"
    },
    "model.encoder.vision_tower.encoder.layers.5.input_layernorm.weight": {
      "base": "9e33744a111689e884397c98ed05dc8e05df152b50028136b06331eac5386dbe",
      "exported": "9e33744a111689e884397c98ed05dc8e05df152b50028136b06331eac5386dbe"
    },
    "model.encoder.vision_tower.encoder.layers.5.mlp.down_proj.linear.weight": {
      "base": "677bd84d5f671d6eea6fdbda3465204986addbe331353b81943240509fb8ca60",
      "exported": "677bd84d5f671d6eea6fdbda3465204986addbe331353b81943240509fb8ca60"
    },
    "model.encoder.vision_tower.encoder.layers.5.mlp.gate_proj.linear.weight": {
      "base": "ecbb52dc74d155a0e7f0f179a584b452ecf225456714a987340593703c3baf47",
      "exported": "ecbb52dc74d155a0e7f0f179a584b452ecf225456714a987340593703c3baf47"
    },
    "model.encoder.vision_tower.encoder.layers.5.mlp.up_proj.linear.weight": {
      "base": "d73efe2d76a5e8c6c0f8bba27c88b2be5173cc8f95ba980e70d598ca282fa54e",
      "exported": "d73efe2d76a5e8c6c0f8bba27c88b2be5173cc8f95ba980e70d598ca282fa54e"
    },
    "model.encoder.vision_tower.encoder.layers.5.post_attention_layernorm.weight": {
      "base": "442b92ca2ef3a014d10f98d0d58e07b2ea479a500366847bc7a0b37d9666a8db",
      "exported": "442b92ca2ef3a014d10f98d0d58e07b2ea479a500366847bc7a0b37d9666a8db"
    },
    "model.encoder.vision_tower.encoder.layers.5.post_feedforward_layernorm.weight": {
      "base": "d80dc3d9b8c42534006c5e0e90787dc77b77e35e63492047607daa9f6a568200",
      "exported": "d80dc3d9b8c42534006c5e0e90787dc77b77e35e63492047607daa9f6a568200"
    },
    "model.encoder.vision_tower.encoder.layers.5.pre_feedforward_layernorm.weight": {
      "base": "de6d0f019785030bd93e000edb28eb7368ef9fcfe1fc3eace9d2fedaa0b2d193",
      "exported": "de6d0f019785030bd93e000edb28eb7368ef9fcfe1fc3eace9d2fedaa0b2d193"
    },
    "model.encoder.vision_tower.encoder.layers.5.self_attn.k_norm.weight": {
      "base": "40cce7aefdd72e07d775f9c4b1f98855bad9c8a08607b5dde94fda938adddb8f",
      "exported": "40cce7aefdd72e07d775f9c4b1f98855bad9c8a08607b5dde94fda938adddb8f"
    },
    "model.encoder.vision_tower.encoder.layers.5.self_attn.k_proj.linear.weight": {
      "base": "893cdbeb1bacf82cbf3d871808afc7cf4e3700a995ba5e83ef445206a8d0bb42",
      "exported": "893cdbeb1bacf82cbf3d871808afc7cf4e3700a995ba5e83ef445206a8d0bb42"
    },
    "model.encoder.vision_tower.encoder.layers.5.self_attn.o_proj.linear.weight": {
      "base": "9cb0426158f77be16e2ecfbb6f6abc38951ba4c6c7758e756df82bdcbae020e8",
      "exported": "9cb0426158f77be16e2ecfbb6f6abc38951ba4c6c7758e756df82bdcbae020e8"
    },
    "model.encoder.vision_tower.encoder.layers.5.self_attn.q_norm.weight": {
      "base": "95f8186ee65f0831455315069b3224f150f225f1eb1f559407fd9787e9908891",
      "exported": "95f8186ee65f0831455315069b3224f150f225f1eb1f559407fd9787e9908891"
    },
    "model.encoder.vision_tower.encoder.layers.5.self_attn.q_proj.linear.weight": {
      "base": "cf3d332cd9f95903c0100d4e6d93bd94cd6e697a20544cad683d9eccf96ec42f",
      "exported": "cf3d332cd9f95903c0100d4e6d93bd94cd6e697a20544cad683d9eccf96ec42f"
    },
    "model.encoder.vision_tower.encoder.layers.5.self_attn.v_proj.linear.weight": {
      "base": "23c65a2d2f8cdc418e703627856a9707b3bc876f6dc320d9dc4f13359bcc8272",
      "exported": "23c65a2d2f8cdc418e703627856a9707b3bc876f6dc320d9dc4f13359bcc8272"
    },
    "model.encoder.vision_tower.encoder.layers.6.input_layernorm.weight": {
      "base": "eb03373a0f322a040aa6870d0daac6f0e31bdb2b2452cae121f9b2da0aa6a39a",
      "exported": "eb03373a0f322a040aa6870d0daac6f0e31bdb2b2452cae121f9b2da0aa6a39a"
    },
    "model.encoder.vision_tower.encoder.layers.6.mlp.down_proj.linear.weight": {
      "base": "b9abb097957633df29e9602986a5459dae0ac8dc5655b75ede3885ec0470555a",
      "exported": "b9abb097957633df29e9602986a5459dae0ac8dc5655b75ede3885ec0470555a"
    },
    "model.encoder.vision_tower.encoder.layers.6.mlp.gate_proj.linear.weight": {
      "base": "0f8ce4fbede812ad377b7a8bf897798ec3010b8d0f2b025e7ecdecf2328688cb",
      "exported": "0f8ce4fbede812ad377b7a8bf897798ec3010b8d0f2b025e7ecdecf2328688cb"
    },
    "model.encoder.vision_tower.encoder.layers.6.mlp.up_proj.linear.weight": {
      "base": "d291bd5321fae46408ef93b60bb42b167c830cba4d11807246e099993e423053",
      "exported": "d291bd5321fae46408ef93b60bb42b167c830cba4d11807246e099993e423053"
    },
    "model.encoder.vision_tower.encoder.layers.6.post_attention_layernorm.weight": {
      "base": "abc0d0384848bb5b32549410c33d60737eb13b14129dae3b0052a1bdfb176e25",
      "exported": "abc0d0384848bb5b32549410c33d60737eb13b14129dae3b0052a1bdfb176e25"
    },
    "model.encoder.vision_tower.encoder.layers.6.post_feedforward_layernorm.weight": {
      "base": "37ee1cfbfe4f05c61ab3eff8330f21196e7b2b51af345d7abf4f23a460205d38",
      "exported": "37ee1cfbfe4f05c61ab3eff8330f21196e7b2b51af345d7abf4f23a460205d38"
    },
    "model.encoder.vision_tower.encoder.layers.6.pre_feedforward_layernorm.weight": {
      "base": "c3272b1bb5632e062bda8e570bdd7b998c1866e3e04405f70b5a97a3a12135f1",
      "exported": "c3272b1bb5632e062bda8e570bdd7b998c1866e3e04405f70b5a97a3a12135f1"
    },
    "model.encoder.vision_tower.encoder.layers.6.self_attn.k_norm.weight": {
      "base": "71334d8bb8c8a91d7ea4adf59b2c0baa56a3bd41ddb986462b8924015acfae7a",
      "exported": "71334d8bb8c8a91d7ea4adf59b2c0baa56a3bd41ddb986462b8924015acfae7a"
    },
    "model.encoder.vision_tower.encoder.layers.6.self_attn.k_proj.linear.weight": {
      "base": "475a481d0181af62ea30bb31a6edfa3234e32af89a2e94d164b8d48286c33431",
      "exported": "475a481d0181af62ea30bb31a6edfa3234e32af89a2e94d164b8d48286c33431"
    },
    "model.encoder.vision_tower.encoder.layers.6.self_attn.o_proj.linear.weight": {
      "base": "96b88fdc498024b4bd671488fe3214efefe638c0d2e3684fd069066975b0e46b",
      "exported": "96b88fdc498024b4bd671488fe3214efefe638c0d2e3684fd069066975b0e46b"
    },
    "model.encoder.vision_tower.encoder.layers.6.self_attn.q_norm.weight": {
      "base": "94c37f0bd105c8a957a89507ab38e1f45a5d26b2da27e9bb96b3b91b1bcfc9df",
      "exported": "94c37f0bd105c8a957a89507ab38e1f45a5d26b2da27e9bb96b3b91b1bcfc9df"
    },
    "model.encoder.vision_tower.encoder.layers.6.self_attn.q_proj.linear.weight": {
      "base": "b2ed7269bb08f2d4d090dda1a22d24575a38eb68826755cc991ba037765b5e96",
      "exported": "b2ed7269bb08f2d4d090dda1a22d24575a38eb68826755cc991ba037765b5e96"
    },
    "model.encoder.vision_tower.encoder.layers.6.self_attn.v_proj.linear.weight": {
      "base": "947b3e4bd27964e20c7f2dd6020f32c4042ab4adeb9fcf0c8ff41590ef07f9c5",
      "exported": "947b3e4bd27964e20c7f2dd6020f32c4042ab4adeb9fcf0c8ff41590ef07f9c5"
    },
    "model.encoder.vision_tower.encoder.layers.7.input_layernorm.weight": {
      "base": "e12cbeb825a978cb63f40196f947225879c1f6155c9f830226dd887afe47086b",
      "exported": "e12cbeb825a978cb63f40196f947225879c1f6155c9f830226dd887afe47086b"
    },
    "model.encoder.vision_tower.encoder.layers.7.mlp.down_proj.linear.weight": {
      "base": "bb1fbd3ba450a5d9aba2bc9e8c90ee0eb70786b249f4502cb09fe14db5628887",
      "exported": "bb1fbd3ba450a5d9aba2bc9e8c90ee0eb70786b249f4502cb09fe14db5628887"
    },
    "model.encoder.vision_tower.encoder.layers.7.mlp.gate_proj.linear.weight": {
      "base": "22979350fae4ff9e84cbf66b70fcd78b113b37eba615a44a469a683c582cde20",
      "exported": "22979350fae4ff9e84cbf66b70fcd78b113b37eba615a44a469a683c582cde20"
    },
    "model.encoder.vision_tower.encoder.layers.7.mlp.up_proj.linear.weight": {
      "base": "f7a8d88c4653f25bf1ab5f020a57b852fe32d3fb740de42245d6a40cc21fd705",
      "exported": "f7a8d88c4653f25bf1ab5f020a57b852fe32d3fb740de42245d6a40cc21fd705"
    },
    "model.encoder.vision_tower.encoder.layers.7.post_attention_layernorm.weight": {
      "base": "e7bc0374ce5f5f708eb38a8bf3fd6d56453243136b0b1e66944cd650226e2501",
      "exported": "e7bc0374ce5f5f708eb38a8bf3fd6d56453243136b0b1e66944cd650226e2501"
    },
    "model.encoder.vision_tower.encoder.layers.7.post_feedforward_layernorm.weight": {
      "base": "635e17912894bf26a3d09a3b04183df31236e0fece900473ea5890240dc85cc5",
      "exported": "635e17912894bf26a3d09a3b04183df31236e0fece900473ea5890240dc85cc5"
    },
    "model.encoder.vision_tower.encoder.layers.7.pre_feedforward_layernorm.weight": {
      "base": "74d61798bcfc1969c099e2f16ca1bcfdc3760a7528871040a5c8190741fd2823",
      "exported": "74d61798bcfc1969c099e2f16ca1bcfdc3760a7528871040a5c8190741fd2823"
    },
    "model.encoder.vision_tower.encoder.layers.7.self_attn.k_norm.weight": {
      "base": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686",
      "exported": "a1ff947c62eea6ae78f582344972071734dbf30891c807444afe34c10073d686"
    },
    "model.encoder.vision_tower.encoder.layers.7.self_attn.k_proj.linear.weight": {
      "base": "0fe1569e369cc3205b9a427177c37eac5b4005f47faa9fd441e6d30bdc22f600",
      "exported": "0fe1569e369cc3205b9a427177c37eac5b4005f47faa9fd441e6d30bdc22f600"
    },
    "model.encoder.vision_tower.encoder.layers.7.self_attn.o_proj.linear.weight": {
      "base": "bbbcb4fbb392ff04d0af29e8cc473cf96ac8518f808d412446be931fd7d6edf9",
      "exported": "bbbcb4fbb392ff04d0af29e8cc473cf96ac8518f808d412446be931fd7d6edf9"
    },
    "model.encoder.vision_tower.encoder.layers.7.self_attn.q_norm.weight": {
      "base": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae",
      "exported": "f2c77215ea09306dfdedafdbf7645c5d9aaf60abf672b5c4288ad8b60955e2ae"
    },
    "model.encoder.vision_tower.encoder.layers.7.self_attn.q_proj.linear.weight": {
      "base": "14d3be42258a1904e82449e2a4c09cbd5ea072b80776bc3dbdf3be822a6f492f",
      "exported": "14d3be42258a1904e82449e2a4c09cbd5ea072b80776bc3dbdf3be822a6f492f"
    },
    "model.encoder.vision_tower.encoder.layers.7.self_attn.v_proj.linear.weight": {
      "base": "938524c6c97edbf364410594887f9884bcbf71e20251f825903b42718fb6395d",
      "exported": "938524c6c97edbf364410594887f9884bcbf71e20251f825903b42718fb6395d"
    },
    "model.encoder.vision_tower.encoder.layers.8.input_layernorm.weight": {
      "base": "2f132e88368fb62bf1cdb18750acf51b36779224763f0b3d7e8d4a987ad49006",
      "exported": "2f132e88368fb62bf1cdb18750acf51b36779224763f0b3d7e8d4a987ad49006"
    },
    "model.encoder.vision_tower.encoder.layers.8.mlp.down_proj.linear.weight": {
      "base": "0eef1a6956f95b19bd056836652a92eff2c021e23e44a95475898778d5d2f6d2",
      "exported": "0eef1a6956f95b19bd056836652a92eff2c021e23e44a95475898778d5d2f6d2"
    },
    "model.encoder.vision_tower.encoder.layers.8.mlp.gate_proj.linear.weight": {
      "base": "df06e48e0dad76128575d0e5f6c3f928af9bc278f85f6685059066fd1b86182b",
      "exported": "df06e48e0dad76128575d0e5f6c3f928af9bc278f85f6685059066fd1b86182b"
    },
    "model.encoder.vision_tower.encoder.layers.8.mlp.up_proj.linear.weight": {
      "base": "a7ae4237f6a4070a5e4a97979957acb0b10911b86617cdd88428c5f73197ad8d",
      "exported": "a7ae4237f6a4070a5e4a97979957acb0b10911b86617cdd88428c5f73197ad8d"
    },
    "model.encoder.vision_tower.encoder.layers.8.post_attention_layernorm.weight": {
      "base": "f1119cde0b86cd51d66da0a8817c1c87957e64c63342de594c7a2da6b0d4df09",
      "exported": "f1119cde0b86cd51d66da0a8817c1c87957e64c63342de594c7a2da6b0d4df09"
    },
    "model.encoder.vision_tower.encoder.layers.8.post_feedforward_layernorm.weight": {
      "base": "1cd2ad844eab7f4e03d130f836880b08c5639eaec8710e26663b70dfcb8c54a8",
      "exported": "1cd2ad844eab7f4e03d130f836880b08c5639eaec8710e26663b70dfcb8c54a8"
    },
    "model.encoder.vision_tower.encoder.layers.8.pre_feedforward_layernorm.weight": {
      "base": "38287699a5cf8cff822e1f03af17d42473fd0be1bcb16263cca40d9ee883ad70",
      "exported": "38287699a5cf8cff822e1f03af17d42473fd0be1bcb16263cca40d9ee883ad70"
    },
    "model.encoder.vision_tower.encoder.layers.8.self_attn.k_norm.weight": {
      "base": "c78b5e08d051b901a7c802f8579aca3f4fa561f5d9cff96af075254ef43e7271",
      "exported": "c78b5e08d051b901a7c802f8579aca3f4fa561f5d9cff96af075254ef43e7271"
    },
    "model.encoder.vision_tower.encoder.layers.8.self_attn.k_proj.linear.weight": {
      "base": "372efcee783713044cf365abcfa77131bd28f26d38602a75a48e0c1ece1b4051",
      "exported": "372efcee783713044cf365abcfa77131bd28f26d38602a75a48e0c1ece1b4051"
    },
    "model.encoder.vision_tower.encoder.layers.8.self_attn.o_proj.linear.weight": {
      "base": "99c6640d8c6e59c8263bdad216a6634e52f9c957ccce21eea3e9296888da2a0b",
      "exported": "99c6640d8c6e59c8263bdad216a6634e52f9c957ccce21eea3e9296888da2a0b"
    },
    "model.encoder.vision_tower.encoder.layers.8.self_attn.q_norm.weight": {
      "base": "5e9712c471cbd183d373ebecf8e65fbd011228c2c66901c3cda05e9420d901e1",
      "exported": "5e9712c471cbd183d373ebecf8e65fbd011228c2c66901c3cda05e9420d901e1"
    },
    "model.encoder.vision_tower.encoder.layers.8.self_attn.q_proj.linear.weight": {
      "base": "fdcfcda9f96072175d19f8954ebad136d707f30e074e0e1fba1974733e9ef1ad",
      "exported": "fdcfcda9f96072175d19f8954ebad136d707f30e074e0e1fba1974733e9ef1ad"
    },
    "model.encoder.vision_tower.encoder.layers.8.self_attn.v_proj.linear.weight": {
      "base": "e00373b7d224208c1ccaf64c41aaf683c5c5eb4adf360939f878bc186fcd8f6d",
      "exported": "e00373b7d224208c1ccaf64c41aaf683c5c5eb4adf360939f878bc186fcd8f6d"
    },
    "model.encoder.vision_tower.encoder.layers.9.input_layernorm.weight": {
      "base": "f6b0ef9a0767baba80756c90559cb8d6deeda52f4ad45160eb90a2038f71fbd2",
      "exported": "f6b0ef9a0767baba80756c90559cb8d6deeda52f4ad45160eb90a2038f71fbd2"
    },
    "model.encoder.vision_tower.encoder.layers.9.mlp.down_proj.linear.weight": {
      "base": "a3d9c4b206b90e9d60c0ed8ca2d9db3a80d46d2593027183057df3f20b1ba40d",
      "exported": "a3d9c4b206b90e9d60c0ed8ca2d9db3a80d46d2593027183057df3f20b1ba40d"
    },
    "model.encoder.vision_tower.encoder.layers.9.mlp.gate_proj.linear.weight": {
      "base": "a9e69bf07e5de68d90dca11c1bad3716cedad576488c2e162f3ee0a242e27f67",
      "exported": "a9e69bf07e5de68d90dca11c1bad3716cedad576488c2e162f3ee0a242e27f67"
    },
    "model.encoder.vision_tower.encoder.layers.9.mlp.up_proj.linear.weight": {
      "base": "7c85812d4f6fc97e0ed51bac00fdd2f5375baff2ccc5e19ecce182abf3d55b48",
      "exported": "7c85812d4f6fc97e0ed51bac00fdd2f5375baff2ccc5e19ecce182abf3d55b48"
    },
    "model.encoder.vision_tower.encoder.layers.9.post_attention_layernorm.weight": {
      "base": "88b608191af5a9d12c9db3db3464ecd3267dc2ac5d048f585cd9f26582c245ee",
      "exported": "88b608191af5a9d12c9db3db3464ecd3267dc2ac5d048f585cd9f26582c245ee"
    },
    "model.encoder.vision_tower.encoder.layers.9.post_feedforward_layernorm.weight": {
      "base": "4533b56737c32267aa82d16ba4de2c6ba76a1cde1b73498b9a96660ea3940ed2",
      "exported": "4533b56737c32267aa82d16ba4de2c6ba76a1cde1b73498b9a96660ea3940ed2"
    },
    "model.encoder.vision_tower.encoder.layers.9.pre_feedforward_layernorm.weight": {
      "base": "08b9db2d642d6e8de74ff6703053e4171dde68563397eb6d10ce158fe71eac85",
      "exported": "08b9db2d642d6e8de74ff6703053e4171dde68563397eb6d10ce158fe71eac85"
    },
    "model.encoder.vision_tower.encoder.layers.9.self_attn.k_norm.weight": {
      "base": "71334d8bb8c8a91d7ea4adf59b2c0baa56a3bd41ddb986462b8924015acfae7a",
      "exported": "71334d8bb8c8a91d7ea4adf59b2c0baa56a3bd41ddb986462b8924015acfae7a"
    },
    "model.encoder.vision_tower.encoder.layers.9.self_attn.k_proj.linear.weight": {
      "base": "ac8166ca010412be00a7049d6fc194bdbee93fd1315003a7bd7f8660825ae331",
      "exported": "ac8166ca010412be00a7049d6fc194bdbee93fd1315003a7bd7f8660825ae331"
    },
    "model.encoder.vision_tower.encoder.layers.9.self_attn.o_proj.linear.weight": {
      "base": "56eccc3490db1e30059eae7fe85d891ae2569855b6cf6c690b8ee05ac2cb8d4e",
      "exported": "56eccc3490db1e30059eae7fe85d891ae2569855b6cf6c690b8ee05ac2cb8d4e"
    },
    "model.encoder.vision_tower.encoder.layers.9.self_attn.q_norm.weight": {
      "base": "94c37f0bd105c8a957a89507ab38e1f45a5d26b2da27e9bb96b3b91b1bcfc9df",
      "exported": "94c37f0bd105c8a957a89507ab38e1f45a5d26b2da27e9bb96b3b91b1bcfc9df"
    },
    "model.encoder.vision_tower.encoder.layers.9.self_attn.q_proj.linear.weight": {
      "base": "5b9388da0281e42204d1da0a98888fe266c819f391fb821f52ffe17f95cc994b",
      "exported": "5b9388da0281e42204d1da0a98888fe266c819f391fb821f52ffe17f95cc994b"
    },
    "model.encoder.vision_tower.encoder.layers.9.self_attn.v_proj.linear.weight": {
      "base": "da295df8934ca6af566f776ea03200eaa2fa8bb8fbcc2b85dc69a2ee536e8fe4",
      "exported": "da295df8934ca6af566f776ea03200eaa2fa8bb8fbcc2b85dc69a2ee536e8fe4"
    },
    "model.encoder.vision_tower.patch_embedder.input_proj.weight": {
      "base": "43f0aa104f9701d26e084601c487eb941e9ea856d343499c906076d74f866b1e",
      "exported": "43f0aa104f9701d26e084601c487eb941e9ea856d343499c906076d74f866b1e"
    },
    "model.encoder.vision_tower.patch_embedder.position_embedding_table": {
      "base": "ca543d783e9ff5b2fe7c9a68ff0b6417d5754b27178529c17ae32a24ab3334b0",
      "exported": "ca543d783e9ff5b2fe7c9a68ff0b6417d5754b27178529c17ae32a24ab3334b0"
    },
    "model.encoder.vision_tower.std_bias": {
      "base": "8f3a1396de98db1b9e929594ac8900e4722b7b10a4dc7471366d0f2c79eae63b",
      "exported": "8f3a1396de98db1b9e929594ac8900e4722b7b10a4dc7471366d0f2c79eae63b"
    },
    "model.encoder.vision_tower.std_scale": {
      "base": "4950d066206346f0ef7c82b3b628f8384296f655ba097f55b7d3c609a74ab1be",
      "exported": "4950d066206346f0ef7c82b3b628f8384296f655ba097f55b7d3c609a74ab1be"
    }
  },
  "mapped_tensor_count": 597,
  "output": {
    "sha256": {
      "model-00001-of-00011.safetensors": "3b5ba7478ad47a0c20fc9d08e7e438782637835178bc357f6061cec49db99c40",
      "model-00002-of-00011.safetensors": "a87ae26018b4adb389f06f30c768a5d97a6e84ebe239111fa2ece264e31e9179",
      "model-00003-of-00011.safetensors": "9beb212e2cfe43cb252664d9fcc046f2d7de9f9d9fcd7342a9830425e69fecdc",
      "model-00004-of-00011.safetensors": "5eb8ae7ddc0933a3d4a8231722d044c8ea19ee7f894af2446c0a6508ed4b9958",
      "model-00005-of-00011.safetensors": "adef044c63d1e6d380ca880f402757e2d70ee72cb45b15bfa0bf352f08c46538",
      "model-00006-of-00011.safetensors": "b3f8d2de9289cba5cf28cf4c3be4ab4de9411de031682ba1c74b21177acf1962",
      "model-00007-of-00011.safetensors": "f44e86e05153c0568108e83781918e14c93e4888e5763f089c4d676e9d1d3b2d",
      "model-00008-of-00011.safetensors": "880630b0ae50fcea828b85cf9583e43a04cbde4f0fdf0f226ce242efa7e63568",
      "model-00009-of-00011.safetensors": "b3d83a6a04979aac665ecfbe407bc2469dfc88720887823405871a823b6074ef",
      "model-00010-of-00011.safetensors": "65ca7d27ab686ebec70e803254094bd67b46bfe5d0ff4fa8bcf09adab0cf2797",
      "model-00011-of-00011.safetensors": "abafcfd371bcb59dea347a36d03f32fe4a9661ed283b45dddbef0abc897f17c8"
    },
    "shards": [
      "model-00001-of-00011.safetensors",
      "model-00002-of-00011.safetensors",
      "model-00003-of-00011.safetensors",
      "model-00004-of-00011.safetensors",
      "model-00005-of-00011.safetensors",
      "model-00006-of-00011.safetensors",
      "model-00007-of-00011.safetensors",
      "model-00008-of-00011.safetensors",
      "model-00009-of-00011.safetensors",
      "model-00010-of-00011.safetensors",
      "model-00011-of-00011.safetensors"
    ],
    "weight_index": "model.safetensors.index.json"
  },
  "step_zero_exact_equality": null,
  "tensor_mapping": {
    "model.decoder.embed_tokens.weight": {
      "changed": true,
      "checkpoint_tensor": "model.output_head.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.0.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.0.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.0.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.0.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.0.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.0.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.0.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.0.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.1.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.input_layernorm.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.1.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.1.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.1.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.1.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.1.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.1.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.1.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.1.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.10.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.10.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.10.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.10.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.10.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.10.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.10.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.10.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.10.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.11.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.11.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.11.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.11.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.11.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.11.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.11.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.11.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        8192,
        9216
      ]
    },
    "model.decoder.layers.11.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.11.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.11.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.11.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.11.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        8192
      ]
    },
    "model.decoder.layers.12.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.12.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.12.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.12.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.post_feedforward_layernorm_1.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.12.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.12.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.12.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.12.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.12.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.13.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.13.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.13.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.13.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.13.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.13.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.13.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.13.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.13.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.14.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.14.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.14.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.14.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.14.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.14.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.14.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.14.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.14.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.15.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.15.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.15.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.15.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.15.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.15.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.15.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.15.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.15.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.16.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.16.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.16.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.16.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.16.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.16.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.16.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.16.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.16.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.17.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.17.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.17.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.17.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.17.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.17.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.17.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.17.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        8192,
        9216
      ]
    },
    "model.decoder.layers.17.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.17.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.17.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.17.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.17.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        8192
      ]
    },
    "model.decoder.layers.18.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.18.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.18.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.18.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.18.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.18.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.18.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.18.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.18.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.19.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.19.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.19.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.19.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.19.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.19.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.19.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.19.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.19.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.2.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.2.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.2.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.2.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.2.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.2.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.2.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.2.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.2.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.20.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.20.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.20.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.20.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.20.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.20.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.20.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.20.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.20.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.21.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.21.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.21.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.21.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.21.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.21.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.21.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.21.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.21.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.22.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.22.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.22.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.22.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.22.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.22.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.22.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.22.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.22.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.23.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.23.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.23.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.23.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.23.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.23.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.23.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.23.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        8192,
        9216
      ]
    },
    "model.decoder.layers.23.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.23.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.23.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.23.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.23.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        8192
      ]
    },
    "model.decoder.layers.24.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.24.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.24.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.24.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.24.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.24.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.24.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.24.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.24.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.25.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.25.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.25.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.25.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.25.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.25.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.25.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.25.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.25.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.26.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.26.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.26.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.26.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.26.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.26.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.26.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.26.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.26.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.27.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.27.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.27.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.27.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.27.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.27.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.27.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.27.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.27.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.28.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.28.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.28.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.28.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.28.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.28.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.28.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.28.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.28.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.29.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.29.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.29.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.29.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.29.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.29.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.29.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.pre_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.29.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        8192,
        9216
      ]
    },
    "model.decoder.layers.29.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.29.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.29.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.29.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.29.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        8192
      ]
    },
    "model.decoder.layers.3.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.input_layernorm.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.3.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.3.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.3.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.3.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.3.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.3.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.3.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.3.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.4.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.4.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.4.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.4.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.4.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.4.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.4.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.4.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.4.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.5.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.5.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.5.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.5.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.5.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.5.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.5.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.5.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        8192,
        9216
      ]
    },
    "model.decoder.layers.5.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.5.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.5.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.5.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.5.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        8192
      ]
    },
    "model.decoder.layers.6.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.6.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.6.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.6.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.6.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.6.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.6.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.6.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.6.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.7.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.7.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.7.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.7.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.7.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.7.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.7.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.7.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.7.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.8.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.8.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.8.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.8.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.8.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.8.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.8.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.8.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.8.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.layers.9.experts.down_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.experts.down_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.experts.gate_up_proj": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.experts.gate_up_proj",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.input_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.input_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.layer_scalar",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.mlp.down_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.down_proj.weight",
      "mapping": "packed_down_proj",
      "slice": null
    },
    "model.decoder.layers.9.mlp.gate_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        0,
        2112
      ]
    },
    "model.decoder.layers.9.mlp.up_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.gate_up.weight",
      "mapping": "packed_gate_up",
      "slice": [
        2112,
        4224
      ]
    },
    "model.decoder.layers.9.post_attention_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.post_attention_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.post_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.post_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.post_feedforward_layernorm_1.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.post_feedforward_layernorm_1.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.post_feedforward_layernorm_2.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.post_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.pre_feedforward_layernorm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.pre_feedforward_layernorm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.pre_feedforward_layernorm_2.weight": {
      "changed": true,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.pre_feedforward_layernorm_2.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.self_attn.k_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.self_attn.k_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.self_attn.k_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        4096,
        6144
      ]
    },
    "model.decoder.layers.9.self_attn.o_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.o_proj.weight",
      "mapping": "packed_o_proj",
      "slice": null
    },
    "model.decoder.layers.9.self_attn.q_norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.self_attn.q_norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.decoder.layers.9.self_attn.q_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        0,
        4096
      ]
    },
    "model.decoder.layers.9.self_attn.v_proj.weight": {
      "changed": true,
      "checkpoint_tensor": "model._te_packed_layers.9.qkv.weight",
      "mapping": "packed_qkv",
      "slice": [
        6144,
        8192
      ]
    },
    "model.decoder.norm.weight": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.norm.weight",
      "mapping": "direct",
      "slice": null
    },
    "model.encoder.language_model.layers.0.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.0.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.1.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.1.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.10.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.10.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.11.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.11.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.12.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.12.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.13.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.13.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.14.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.14.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.15.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.15.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.16.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.16.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.17.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.17.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.18.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.18.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.19.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.19.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.2.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.2.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.20.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.20.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.21.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.21.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.22.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.22.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.23.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.23.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.24.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.24.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.25.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.25.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.26.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.26.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.27.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.27.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.28.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.28.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.29.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.29.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.3.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.3.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.4.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.4.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.5.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.5.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.6.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.6.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.7.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.7.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.8.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.8.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    },
    "model.encoder.language_model.layers.9.layer_scalar": {
      "changed": false,
      "checkpoint_tensor": "model.model.model.decoder.layers.9.layer_scalar",
      "mapping": "tied_alias",
      "slice": null
    }
  }
}