diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..3205e0a63d1eba3477c897d4cf3e304feabe4c02 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +*.const filter=lfs diff=lfs merge=lfs -text +*.fconst filter=lfs diff=lfs merge=lfs -text +*.ctrlpkt filter=lfs diff=lfs merge=lfs -text +*.meta filter=lfs diff=lfs merge=lfs -text +*.onnx.data filter=lfs diff=lfs merge=lfs -text +dd_metastate_Llm_Token_Token_rms_norm_20_16_0.state filter=lfs diff=lfs merge=lfs -text +model.onnx.data filter=lfs diff=lfs merge=lfs -text +optimized_model.onnx.data filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..fd797613417bcb1078cf646b231a1a4ec6d6bc2a --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +--- +license: mit +language: +- en +pipeline_tag: text-generation +tags: +- amd +- ryzenai +- onnx +- npu_16K +--- + +# DeepSeek-R1-Distill-Llama-8B_rai_1.7.1_npu_16K + +- ## Introduction + + This model was created using Quark Quantization, followed by OGA Model Builder, and finalized with post-processing for NPU deployment (Token Fusion 16K context). + +- ## Quantization Strategy + - AWQ / Group 128 / Asymmetric / BFP16 activations / UINT4 Weights + +- ## Quick Start + + For quickstart, refer to [Ryzen AI documentation](https://ryzenai.docs.amd.com/en/latest/hybrid_oga.html) + +#### Evaluation scores + + _Benchmark scores not yet available for this model._ + +#### License + +Modifications copyright(c) 2025 Advanced Micro Devices,Inc. All rights reserved. + +MIT License + +Copyright (c) 2025 Advanced Micro Devices, Inc + +Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: +The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. + + diff --git a/cache/Token_rms_norm_20_16_0_0.const b/cache/Token_rms_norm_20_16_0_0.const new file mode 100755 index 0000000000000000000000000000000000000000..dfdab9680bfbd31d7ee13f473de59baae97dbcec --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_0.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5faaf1bd6de302226824af6e2043ad350a0daee389938460858e4bae6682dbfd +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_1.const b/cache/Token_rms_norm_20_16_0_1.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_10.const b/cache/Token_rms_norm_20_16_0_10.const new file mode 100755 index 0000000000000000000000000000000000000000..abee4a957b62dda1a728e33eb150e8adaaf0fd1e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_10.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf826480d4e2e98f536bed122e14d2f51e565d4a1617346534e41a8b29b3b2c7 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_100.const b/cache/Token_rms_norm_20_16_0_100.const new file mode 100755 index 0000000000000000000000000000000000000000..9d8e00c71645b575e496c54be7acd3d5e025fd07 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_100.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af88c2682f5a248dc02ff60bab8096b12f48f056323eca3eae9327ef9f4bf85b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_1000.const b/cache/Token_rms_norm_20_16_0_1000.const new file mode 100755 index 0000000000000000000000000000000000000000..4a55f041ea6eeb7972d2baaf8bb55b80166d48ea --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1000.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b20ae536586d03c76c21aff9fb2f5ea759ef725f57dddae4810978d639ce01 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_1001.const b/cache/Token_rms_norm_20_16_0_1001.const new file mode 100755 index 0000000000000000000000000000000000000000..695157e6e492a0df52c5e505ad16080550fdef5d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1001.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254d3870425c4db27d67208689353f7a608952139594c01461205c0d695d04a7 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_1002.const b/cache/Token_rms_norm_20_16_0_1002.const new file mode 100755 index 0000000000000000000000000000000000000000..b466b7afb4a36f152488c360d81e5bc61b7a4d5f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1002.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ba45818356fda8008a33165e085740dbeab0672967abf180655f7b16e90db8 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_1003.const b/cache/Token_rms_norm_20_16_0_1003.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1003.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_1004.const b/cache/Token_rms_norm_20_16_0_1004.const new file mode 100755 index 0000000000000000000000000000000000000000..8bc3887e7a864e4ffb047685ac304d6086048745 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1004.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4adcfa703619caeac69f90bacacc7b4f12e9dd02536193586241fca804f36908 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_1005.const b/cache/Token_rms_norm_20_16_0_1005.const new file mode 100755 index 0000000000000000000000000000000000000000..0e4a12d00ee9383fb5b3713b653024f166c55de6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1005.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58f61f117909b1fe9226e3b02802270ca5fc19afbc507190313d8763c946cc8 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_1006.const b/cache/Token_rms_norm_20_16_0_1006.const new file mode 100755 index 0000000000000000000000000000000000000000..1aac53859f9fd5de4c97c70f8cd67c8c37dd6003 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1006.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbec577b8efa2540d1ea2cdc9d7489a6828fc82a049a2d263f9960129c58530 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_1007.const b/cache/Token_rms_norm_20_16_0_1007.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1007.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_1008.const b/cache/Token_rms_norm_20_16_0_1008.const new file mode 100755 index 0000000000000000000000000000000000000000..87b9bacb357c3f72e3cd487e951c14ae770573ff --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1008.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab1734e4b7f93f8e23b7a713fdaecdd24cd21a0002864f394506dab496cdaf7 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_1009.const b/cache/Token_rms_norm_20_16_0_1009.const new file mode 100755 index 0000000000000000000000000000000000000000..a85e0cc4e9da2f69c4259d83a890d00cf61ddc71 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1009.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ace574e6afd55a068c81571316c5a9278603bc870cb58da1b6b4d3386139f0 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_101.const b/cache/Token_rms_norm_20_16_0_101.const new file mode 100755 index 0000000000000000000000000000000000000000..a5c354f7130d8f4054665f0f44907c0deb22a6b8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_101.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d914962489b77d61a66190ade5ca437914c3adc00b8fafdf6f58e8beb9cc06 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_1010.const b/cache/Token_rms_norm_20_16_0_1010.const new file mode 100755 index 0000000000000000000000000000000000000000..2ac78242a09aa675dfa12c19a96cfc7776ccb745 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1010.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12548aa2455621ad110bab3c0200bedcb39d85ab1052e97de599024d2cbf9961 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_1011.const b/cache/Token_rms_norm_20_16_0_1011.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1011.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_1012.const b/cache/Token_rms_norm_20_16_0_1012.const new file mode 100755 index 0000000000000000000000000000000000000000..80067cfce9a7c2f2800dfb21f3a70b3d5c351a51 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1012.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6420fd83f1b673f6bd755d0fe540cd8dbcc71e0488459f4589ab04ec747ecba7 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_1013.const b/cache/Token_rms_norm_20_16_0_1013.const new file mode 100755 index 0000000000000000000000000000000000000000..c6711f8ebb820a8de49313e760aae1a16160f356 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1013.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438e04fa95595cac0b5e270bd90b6e77eaae4ed85781bfd1c11cc51d6fb3b8cd +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_1014.const b/cache/Token_rms_norm_20_16_0_1014.const new file mode 100755 index 0000000000000000000000000000000000000000..829f2c20063c394549bfcb8a186c93dabb9f13eb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1014.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1183c1dd6ff9733d9e55e063eebbf99536b13b4a3a50032764c40d0f9035451a +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_1015.const b/cache/Token_rms_norm_20_16_0_1015.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1015.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_1016.const b/cache/Token_rms_norm_20_16_0_1016.const new file mode 100755 index 0000000000000000000000000000000000000000..3e49e91d89fb70d735ecb3f1842e145ca7664ec9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1016.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1533ae0c96c646da5a1863ef5676ec3ab2a1e2854868aff4b1848a5495ed6fc0 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_1017.const b/cache/Token_rms_norm_20_16_0_1017.const new file mode 100755 index 0000000000000000000000000000000000000000..95552686f47544caa2a8e327ecd4657b5a2be393 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1017.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50edd2e286c59707f092cd67607f94d5b0d07c31b8c93ffa29267ba6a5d1a392 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_1018.const b/cache/Token_rms_norm_20_16_0_1018.const new file mode 100755 index 0000000000000000000000000000000000000000..b5c019f1a7da9dc10b4e0160b2be16cdaa57f29f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1018.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ddebec06cb7a247f1b1ae03a075f558cefad61bc9d3c8ae54776d9dc7e92be1 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_1019.const b/cache/Token_rms_norm_20_16_0_1019.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1019.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_102.const b/cache/Token_rms_norm_20_16_0_102.const new file mode 100755 index 0000000000000000000000000000000000000000..448b72af549757ab80152ba9b7192f286fcfd6cf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_102.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e0d30e51dd00d186f96b11ec41743dd3ea94e939e0a2d87d7cc11372a16b99 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_1020.const b/cache/Token_rms_norm_20_16_0_1020.const new file mode 100755 index 0000000000000000000000000000000000000000..97de43ca0cc65c880246c5e4dd57506197861897 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1020.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ab5a9569d54f07be686247b8c65f44985ebb3f84a5aba106caec5684b63acd +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_1021.const b/cache/Token_rms_norm_20_16_0_1021.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1021.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_1022.const b/cache/Token_rms_norm_20_16_0_1022.const new file mode 100755 index 0000000000000000000000000000000000000000..99be749b1f089b3b068804e5d392c6e40b5eaf9e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1022.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9772f75f3e6656067947f00c09807a0a545710925ab3d32e7b8d7da95808b84 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_1023.const b/cache/Token_rms_norm_20_16_0_1023.const new file mode 100755 index 0000000000000000000000000000000000000000..efc07c412e6039a4527094c02bcb7966cf1b78bf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1023.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b6f43bb9a1820fcf3f8886fd72e77dc18a58fde52ea85d72da21784406a2e6 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_1024.const b/cache/Token_rms_norm_20_16_0_1024.const new file mode 100755 index 0000000000000000000000000000000000000000..876de132534f03ce357895f8d6d547a6c15ad2bd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1024.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a18c0cb54fa5c51b1da995301d5519321e74367865bb737b53932e8c886698 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_1025.const b/cache/Token_rms_norm_20_16_0_1025.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1025.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_1026.const b/cache/Token_rms_norm_20_16_0_1026.const new file mode 100755 index 0000000000000000000000000000000000000000..db67dd56b0fbbd1d4610022aff6966c4da7cd574 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1026.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad553a7b346767d85a34a30545c18244fa63815cc2a9c38d236a21f62074f3a2 +size 525336576 diff --git a/cache/Token_rms_norm_20_16_0_1027.const b/cache/Token_rms_norm_20_16_0_1027.const new file mode 100755 index 0000000000000000000000000000000000000000..24a452fe6533c9b4f37f90e37304c2839016cb80 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1027.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95558825c834519fd320c52bb9075261ffe8a1e53979c690ae2358f4768b3d74 +size 513024 diff --git a/cache/Token_rms_norm_20_16_0_1028.const b/cache/Token_rms_norm_20_16_0_1028.const new file mode 100755 index 0000000000000000000000000000000000000000..2656048de18768bef5cc7d9ac2a49cd224b0de3a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1028.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2176ecd238e20ff4b5d1c1aa7ad900cb5334bc5c69d3fe2fd0a43a8b18bb58a2 +size 16416768 diff --git a/cache/Token_rms_norm_20_16_0_1029.const b/cache/Token_rms_norm_20_16_0_1029.const new file mode 100755 index 0000000000000000000000000000000000000000..a6fed102ba26d0c9e5832bca4853f11610c2a94b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_1029.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50398a137d0acc7d7c4717ec83d033542fd4cb343e5ca800150f244909c3624f +size 4104192 diff --git a/cache/Token_rms_norm_20_16_0_103.const b/cache/Token_rms_norm_20_16_0_103.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_103.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_104.const b/cache/Token_rms_norm_20_16_0_104.const new file mode 100755 index 0000000000000000000000000000000000000000..1e0ea6eade8f0cb67ca192f489060804740f6144 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_104.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88bb782990e86db18ac0a99a1c61c1a7e8010c9215297b760d6b4befe4d4431 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_105.const b/cache/Token_rms_norm_20_16_0_105.const new file mode 100755 index 0000000000000000000000000000000000000000..47e4883b059b016b3c0f4a0fa9d4401f7d50e8db --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_105.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e506b937dbdf9450fa98d294021e8ed1b88be326dd7a0d545d5116099c4af346 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_106.const b/cache/Token_rms_norm_20_16_0_106.const new file mode 100755 index 0000000000000000000000000000000000000000..b8eab58925dc14b11ea438ecf171568b1a7afb39 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_106.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:981efa5628b770bb17a7650fc12233bd1d8c3599189c11140a78147bff42d9d3 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_107.const b/cache/Token_rms_norm_20_16_0_107.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_107.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_108.const b/cache/Token_rms_norm_20_16_0_108.const new file mode 100755 index 0000000000000000000000000000000000000000..be2ca411bcd1e6e562dbc20432e12d632eaa8c41 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_108.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d07980650aa18b0a6b9d48e230a2156289b172033d3a88176cda33a107544c +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_109.const b/cache/Token_rms_norm_20_16_0_109.const new file mode 100755 index 0000000000000000000000000000000000000000..1d8c4221d5cd855c2101ef2e61cd28ab0962c61c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_109.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f439a36bfba81569f1e842be0e73ca5efdda63cdca43e4bc5d4d086a64c6a34f +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_11.const b/cache/Token_rms_norm_20_16_0_11.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_11.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_110.const b/cache/Token_rms_norm_20_16_0_110.const new file mode 100755 index 0000000000000000000000000000000000000000..c3b6f8529941eca3ef052d70a21b28e1523ce410 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_110.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f63a59cf89ffe47611f3a4debf5ce6e8ee90830c6ae0d7417426ad2cef8729 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_111.const b/cache/Token_rms_norm_20_16_0_111.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_111.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_112.const b/cache/Token_rms_norm_20_16_0_112.const new file mode 100755 index 0000000000000000000000000000000000000000..7c73395b78db4e010a0db054a8d13da8ad2606b8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_112.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0094b9e751c1763a34f48343f77da140fcbb0d02b8c729c0d0831f552bfebf +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_113.const b/cache/Token_rms_norm_20_16_0_113.const new file mode 100755 index 0000000000000000000000000000000000000000..4ad366381ad529353e0f00a31359863247b5f43a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_113.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f121d0a432e4a4ba723a9becd742c95c451e78cc864e37526abdcb32b90cb11 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_114.const b/cache/Token_rms_norm_20_16_0_114.const new file mode 100755 index 0000000000000000000000000000000000000000..e4670e3f4bdca390399622ddb8f524e3bd1f91b2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_114.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbbd0afef111ac61674a7a771936b24f1958d90b0a3b69d6ac763fb94c52766 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_115.const b/cache/Token_rms_norm_20_16_0_115.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_115.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_116.const b/cache/Token_rms_norm_20_16_0_116.const new file mode 100755 index 0000000000000000000000000000000000000000..dcaf173e9c42d20b9b6d8a7c917ed37178ccc97b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_116.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7035335d8628591e3c165cc751ad6c92d17099e4d755d9b92aa3f88155a897b +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_117.const b/cache/Token_rms_norm_20_16_0_117.const new file mode 100755 index 0000000000000000000000000000000000000000..252a874ab1b39b9916d338457fc58db83f3a02ac --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_117.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85ac173b13f979a4850d0d231b1c2f0dce9cabd54f6aea9e576d935ff453a16 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_118.const b/cache/Token_rms_norm_20_16_0_118.const new file mode 100755 index 0000000000000000000000000000000000000000..4e9c940fa5725041de0fd60ab3775f3b63e1ad3a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_118.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc74c7eaf7cd05f651407ce2a8327e69077b0f09d4b32f8c82f5fb685d46f2a +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_119.const b/cache/Token_rms_norm_20_16_0_119.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_119.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_12.const b/cache/Token_rms_norm_20_16_0_12.const new file mode 100755 index 0000000000000000000000000000000000000000..583ca5c777744c197d7ee4336b244f16234c0b51 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_12.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc75b3bc0cb5e87be28e8641153301669728ab0e984d71d2b2829151ccb6519 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_120.const b/cache/Token_rms_norm_20_16_0_120.const new file mode 100755 index 0000000000000000000000000000000000000000..04146036a133bb958b221479b514eafcd77f3886 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_120.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119559fef9742891c9270829e5cb027936043aea278de0b6b878256251582687 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_121.const b/cache/Token_rms_norm_20_16_0_121.const new file mode 100755 index 0000000000000000000000000000000000000000..8258ceb9e219e6c5502164b2baff161533d614d2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_121.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf7dfb5af14165e59bba2d200baa3994e69e1f3c93881ffaa242919a1cceb80 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_122.const b/cache/Token_rms_norm_20_16_0_122.const new file mode 100755 index 0000000000000000000000000000000000000000..ac8890c2050ad722e99820d3bab259dd18a29542 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_122.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76308e143567e075a870d581b704f8fbcfcbb8f840c02290a4eeaeb3e2a52ba2 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_123.const b/cache/Token_rms_norm_20_16_0_123.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_123.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_124.const b/cache/Token_rms_norm_20_16_0_124.const new file mode 100755 index 0000000000000000000000000000000000000000..5632f6118317331ef84c8b474884e01c88af1bb3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_124.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ad7d84240476eb3c25a473c9bcfe30b84f7d923699a6f5b08fa0494da094fb +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_125.const b/cache/Token_rms_norm_20_16_0_125.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_125.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_126.const b/cache/Token_rms_norm_20_16_0_126.const new file mode 100755 index 0000000000000000000000000000000000000000..9538bf783b6e6b939a326d8e76b390e9ff772fb5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_126.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e0740707952d6f10a72b72ca800e79c3ae2e9c3a8e38b50982f9dabb018343 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_127.const b/cache/Token_rms_norm_20_16_0_127.const new file mode 100755 index 0000000000000000000000000000000000000000..68a905e7be5085a3185ccec5853e842eae6f5f62 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_127.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dee149d796252ebc6f0df4cc0063477938064c5d7f108added3484e911578fa +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_128.const b/cache/Token_rms_norm_20_16_0_128.const new file mode 100755 index 0000000000000000000000000000000000000000..8ae143210cca1adfb3446fa1c472b5d97315767d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_128.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9676e985312f5c895abe54fea9e3c9bfd12bf9f62033be3caa71043bf5e5481f +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_129.const b/cache/Token_rms_norm_20_16_0_129.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_129.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_13.const b/cache/Token_rms_norm_20_16_0_13.const new file mode 100755 index 0000000000000000000000000000000000000000..e42e15d198719362e04b3f25631428540a8c9dfe --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_13.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5a0d8bebaa8181162f50b63f693f82d8e16a3810468a155b86bf9072eea934 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_130.const b/cache/Token_rms_norm_20_16_0_130.const new file mode 100755 index 0000000000000000000000000000000000000000..7dc5afb62daa57a6000378d73052fe144c04f674 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_130.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a624adcf2ea16a5a30318c9d67cfd65c63e38dbf4dc7a33ba55a0c8a4ea056ba +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_131.const b/cache/Token_rms_norm_20_16_0_131.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_131.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_132.const b/cache/Token_rms_norm_20_16_0_132.const new file mode 100755 index 0000000000000000000000000000000000000000..4055a407ff39c8e9f01ae41015f20f2a61650a34 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_132.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:652b7c96fb78f786ad455f4e135ff1c9cfe7f904b5c31ce339e1de8554519281 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_133.const b/cache/Token_rms_norm_20_16_0_133.const new file mode 100755 index 0000000000000000000000000000000000000000..fd78ad9e5f31b7916d46ae8d496d140cd515a0de --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_133.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66f9f5fccf286d5f59e33ba60945e070468b9711ddf8588561a1b133d8deecdc +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_134.const b/cache/Token_rms_norm_20_16_0_134.const new file mode 100755 index 0000000000000000000000000000000000000000..be1978ed616c72b62338551e2c5838300c6c6191 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_134.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305a17a82c5ed62cfad4d01003f93144982ef3420b47f40c9ab656d1bf66aa21 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_135.const b/cache/Token_rms_norm_20_16_0_135.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_135.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_136.const b/cache/Token_rms_norm_20_16_0_136.const new file mode 100755 index 0000000000000000000000000000000000000000..e981a0d3c0ee25968525ee0aa99ed2f87e4cb281 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_136.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:779a8e0c7b83f5e01ee44cd656e3b919edabbc0bf020e53a6ec7db3626e8b84d +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_137.const b/cache/Token_rms_norm_20_16_0_137.const new file mode 100755 index 0000000000000000000000000000000000000000..56ff8e63a1ddbc90776afa018a14cb87e189cb4d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_137.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab370c76157d125ff0936fb3072b19084d650ae40e9b9186d44a91740ab1380 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_138.const b/cache/Token_rms_norm_20_16_0_138.const new file mode 100755 index 0000000000000000000000000000000000000000..b314b7c053a2b182f12cce6ab0089a5d6f400785 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_138.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04fa714625a593b2e999dc119fe1cc5430aa0e997366f5bb19da05918dce3c56 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_139.const b/cache/Token_rms_norm_20_16_0_139.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_139.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_14.const b/cache/Token_rms_norm_20_16_0_14.const new file mode 100755 index 0000000000000000000000000000000000000000..a255ba8e6b1cf407d103d62c8d790340ec35dc50 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_14.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9af364bd4d34fbd5b174daa65685a0527476d26637feee06578efa5d7e3adca +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_140.const b/cache/Token_rms_norm_20_16_0_140.const new file mode 100755 index 0000000000000000000000000000000000000000..c50b4c770055f4c16628a27508632aae5c9ee818 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_140.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0be34237dd9a82b1e8410bd1daba215fd9ff6c967f241e4fa18544a084e6e8e +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_141.const b/cache/Token_rms_norm_20_16_0_141.const new file mode 100755 index 0000000000000000000000000000000000000000..7423b1683ca810f65405f7cbdedb835cf5903f51 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_141.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4442827b80268ce8f7452d678dee785e5c26dc335b297671999a2c8da90b035d +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_142.const b/cache/Token_rms_norm_20_16_0_142.const new file mode 100755 index 0000000000000000000000000000000000000000..1fdd3f575a5ae9aeec00f2be7dd0cd25abb5cbde --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_142.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f892dc8bfbbb27934d76e4385244c0e4c7d8ea539c279492dd9f80ba941cb97e +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_143.const b/cache/Token_rms_norm_20_16_0_143.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_143.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_144.const b/cache/Token_rms_norm_20_16_0_144.const new file mode 100755 index 0000000000000000000000000000000000000000..42928d32a2a61eb3ee01ef8bb456214d777593c0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_144.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01afe45f323482c6ef5bf0b3f1cfb8606ab5314d3f2c7d9e95cd090cf9ed9b2a +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_145.const b/cache/Token_rms_norm_20_16_0_145.const new file mode 100755 index 0000000000000000000000000000000000000000..7bac500def2e3d373755a9e94bb9d4861fb2fa24 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_145.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1a1f9fc785bdb1bc6b79900db84dd95671e95ad17fd3d1346aef3c1a418922d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_146.const b/cache/Token_rms_norm_20_16_0_146.const new file mode 100755 index 0000000000000000000000000000000000000000..b11f77f987adf8c0edb6b0ef21c582f3aadd50d7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_146.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a097fc2a0a225b5f93638f18ee75024ab6b2c61c32252c7c13944c588dd559 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_147.const b/cache/Token_rms_norm_20_16_0_147.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_147.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_148.const b/cache/Token_rms_norm_20_16_0_148.const new file mode 100755 index 0000000000000000000000000000000000000000..50b388842041b5f369e277be5d03daabaae5e0d0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_148.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef4169e49a76ce46a6fca40a9b9ff50fb2d6623f280d007a71b50797296db0e +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_149.const b/cache/Token_rms_norm_20_16_0_149.const new file mode 100755 index 0000000000000000000000000000000000000000..0189ba5f6f4c60dc797695c1b9657b0ac6a7af51 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_149.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935501f7cadcc7e3d2915d8ccab1510bd3062954aa383e09c3d52ebd9b3b8a11 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_15.const b/cache/Token_rms_norm_20_16_0_15.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_15.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_150.const b/cache/Token_rms_norm_20_16_0_150.const new file mode 100755 index 0000000000000000000000000000000000000000..4df3a88d681c9835fd055b7fafc9a7706fc87b63 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_150.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24429977b13e8583d95d789211aa5ae7ef30c417372bd6d122ed6798b57cfc1c +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_151.const b/cache/Token_rms_norm_20_16_0_151.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_151.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_152.const b/cache/Token_rms_norm_20_16_0_152.const new file mode 100755 index 0000000000000000000000000000000000000000..0765e9c16a8f20427e728aab16f50c33b4dedc7f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_152.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72765e74cb73b1afa6d574ae9a0433a44cc5146ba65174e544de5ed69be64ee +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_153.const b/cache/Token_rms_norm_20_16_0_153.const new file mode 100755 index 0000000000000000000000000000000000000000..43c4d8e6f7829cb3c1a7ea9118699cbe10510dfb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_153.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15291dae11d5b1ad591a7a33937dcb1d19fc9af013102432667a7528b109dece +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_154.const b/cache/Token_rms_norm_20_16_0_154.const new file mode 100755 index 0000000000000000000000000000000000000000..9b09c126397b7a5b8cf662c56e51bf94dd715cad --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_154.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ec95a190fd8556830ec542d888ddecb37a94b9ff3c13432b024ea3b0aabc73 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_155.const b/cache/Token_rms_norm_20_16_0_155.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_155.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_156.const b/cache/Token_rms_norm_20_16_0_156.const new file mode 100755 index 0000000000000000000000000000000000000000..c13c826a29401650580330c4c57de51d19998e41 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_156.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bf51f3d0540c52b44937745193cbc320783c12943a190fec0cdace707d3b96 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_157.const b/cache/Token_rms_norm_20_16_0_157.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_157.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_158.const b/cache/Token_rms_norm_20_16_0_158.const new file mode 100755 index 0000000000000000000000000000000000000000..ade977a9e54b424f790342deceb28189831c2558 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_158.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8956c09d0cb45030cdb869655bdd878236b7cc4056e1d0fc880d4bee33aa0ff1 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_159.const b/cache/Token_rms_norm_20_16_0_159.const new file mode 100755 index 0000000000000000000000000000000000000000..0405874eb6ff080e1a4f4fa4a8a2e6fa8e0c974b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_159.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983f1e2bb70896c948757d0932dabd6b8812dcff71d9d36a484410b1cdefd2dd +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_16.const b/cache/Token_rms_norm_20_16_0_16.const new file mode 100755 index 0000000000000000000000000000000000000000..43f68f3fa976fc0b6e41e2cc029266e99c793bdf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_16.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af888a26b1781085e7f178764f4c034d4266fa6fbb51bf16cfdeacad7ed38200 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_160.const b/cache/Token_rms_norm_20_16_0_160.const new file mode 100755 index 0000000000000000000000000000000000000000..3b31925d81773d9574312ff7ec136bc57f2e2606 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_160.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747a8c4b0f385e8e1576a194554c9891231f328eef8f04e9d6d04e35f2b52ef6 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_161.const b/cache/Token_rms_norm_20_16_0_161.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_161.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_162.const b/cache/Token_rms_norm_20_16_0_162.const new file mode 100755 index 0000000000000000000000000000000000000000..56766e00cdebd84c1f7668f27085506f20185b1e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_162.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1162b5ea71ca314371aa52e3d99e120e9849f4e94004eb38593ec816292784bc +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_163.const b/cache/Token_rms_norm_20_16_0_163.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_163.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_164.const b/cache/Token_rms_norm_20_16_0_164.const new file mode 100755 index 0000000000000000000000000000000000000000..17594fe9d548f8ccc13ddce276becaebd89447ff --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_164.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45edc9a7a562cbb3db003671e62216d5dbce3c1a35b018dc133efaed92153a7 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_165.const b/cache/Token_rms_norm_20_16_0_165.const new file mode 100755 index 0000000000000000000000000000000000000000..313edbf2f0a3235feae7c1d7be664a25e13e27e4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_165.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e0bb2e2d72c6b8e526135b79ee1d2de00e9212a64a6acc9c1009b63ab69c70 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_166.const b/cache/Token_rms_norm_20_16_0_166.const new file mode 100755 index 0000000000000000000000000000000000000000..05b8f9e33f21011f0f19e06d524163aed416d99d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_166.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f35593a192704f4d19aff1676221bd821f6ad6804feb4b296c5142d38ae9fc8 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_167.const b/cache/Token_rms_norm_20_16_0_167.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_167.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_168.const b/cache/Token_rms_norm_20_16_0_168.const new file mode 100755 index 0000000000000000000000000000000000000000..7dba1ac1c507e9cf41abae4d21d4d50fa91caac1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_168.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375fbb07e2b1872d6f49757d5f0669aa8c0281859fdf4861bfda7e5fb1118f57 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_169.const b/cache/Token_rms_norm_20_16_0_169.const new file mode 100755 index 0000000000000000000000000000000000000000..78b836ed1ffc12a6566663800b1d52af4175fc81 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_169.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc2333aa4ac1973734741c45a8891c772660ebf378b39e6cc3f4a2c5fef3b22 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_17.const b/cache/Token_rms_norm_20_16_0_17.const new file mode 100755 index 0000000000000000000000000000000000000000..63696371f13ad5653537500d99b551dce15d4e10 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_17.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2964e10eb95351a3d3776343422a501fc559f830b0e666ae1eb5caa01bf2d649 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_170.const b/cache/Token_rms_norm_20_16_0_170.const new file mode 100755 index 0000000000000000000000000000000000000000..d20a60933af9a01447baa6113f374dc67f145d8e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_170.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471996d531939be2054999d6845a2e7f7e4f2097d4cfb965d5fa86320b7085a3 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_171.const b/cache/Token_rms_norm_20_16_0_171.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_171.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_172.const b/cache/Token_rms_norm_20_16_0_172.const new file mode 100755 index 0000000000000000000000000000000000000000..da2876d0b87d31d13e36ae26e47a07e33d5080b3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_172.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338e2439736866ef62e6ce0cadb99d00138cc4a2d962b9540ed3696ee1c9fa2a +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_173.const b/cache/Token_rms_norm_20_16_0_173.const new file mode 100755 index 0000000000000000000000000000000000000000..1375ae2851f9fbf681d9cdbfb4bb9180e0c0baeb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_173.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039a69bdd23aed22a85b829ae159ec3681ef2d0d4e4b81940f498d42518c5500 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_174.const b/cache/Token_rms_norm_20_16_0_174.const new file mode 100755 index 0000000000000000000000000000000000000000..071c9d5e3ee8ce865342756a66375293eb08fe49 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_174.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bb968cf0cdc9847781ead88945404663acda2c0d40db29adea140e9cdc5f90 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_175.const b/cache/Token_rms_norm_20_16_0_175.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_175.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_176.const b/cache/Token_rms_norm_20_16_0_176.const new file mode 100755 index 0000000000000000000000000000000000000000..69542c1c88298c1453607987182673dfa5df8637 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_176.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:136eb0dfb0dcb9f8f5e7f9dac4178be6847eb9001bfc1927027578e72c4ec361 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_177.const b/cache/Token_rms_norm_20_16_0_177.const new file mode 100755 index 0000000000000000000000000000000000000000..06d66e0e82fa27809c14af1434e31d2258a1997e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_177.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db49e8d5e32f2fd06f7945192e94edba25df741fae39672bdd4e6dabb2f3de49 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_178.const b/cache/Token_rms_norm_20_16_0_178.const new file mode 100755 index 0000000000000000000000000000000000000000..8d87331c4969b0294f5d444e5f593a9ae870e15f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_178.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b5b8b974d27dbcc4ee9782050326f6bd56fe3ee0463b081ce1474d547822c8b +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_179.const b/cache/Token_rms_norm_20_16_0_179.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_179.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_18.const b/cache/Token_rms_norm_20_16_0_18.const new file mode 100755 index 0000000000000000000000000000000000000000..b8740f5c3c844508e9e6a5338b3344c1a8a51924 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_18.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9cd350bddd2460f5ad253e3ca7e8e20e98f35a0ff4107de1a45653b2b1bafb9 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_180.const b/cache/Token_rms_norm_20_16_0_180.const new file mode 100755 index 0000000000000000000000000000000000000000..304bc6b6ee6827a41e6e4bf4737788a0a949851e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_180.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed01900944a995f761ec856ed31e06b8913ec4ba7161134344363d031f87d927 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_181.const b/cache/Token_rms_norm_20_16_0_181.const new file mode 100755 index 0000000000000000000000000000000000000000..121dc920d48fa0e377578903a320a76b508af7e0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_181.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a4b96b19938e9845a767642d37ad64591f43106016dac1e82e6ca4d4d4d4b5 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_182.const b/cache/Token_rms_norm_20_16_0_182.const new file mode 100755 index 0000000000000000000000000000000000000000..249cae40264181aabe0e9edf534e5938fb867717 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_182.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200c20de4c1a8206ac0380cf1ef43c7f64de4b58416a6f4fdaf962059ddcf293 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_183.const b/cache/Token_rms_norm_20_16_0_183.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_183.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_184.const b/cache/Token_rms_norm_20_16_0_184.const new file mode 100755 index 0000000000000000000000000000000000000000..99a05ce3a260cf95e10f14b3b73b34fe8de76f8b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_184.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe7a1f5bd34a1a4d9a9a7a5dae137d4b0b199fe7c43047a31b6a05b81fb25c00 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_185.const b/cache/Token_rms_norm_20_16_0_185.const new file mode 100755 index 0000000000000000000000000000000000000000..70203c408a01b4f4e588a3f18665672adec6db65 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_185.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c567f3635dce0c5d6780739605bea006a04388610d4bf2de2346a70a11567ae +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_186.const b/cache/Token_rms_norm_20_16_0_186.const new file mode 100755 index 0000000000000000000000000000000000000000..e211d78097947dca7f387beca5d4f7b8aa859a6f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_186.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8387ef2e3ae0cf61e13aa6cc53349e90cf5a65d72953837dabd0a003aec31974 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_187.const b/cache/Token_rms_norm_20_16_0_187.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_187.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_188.const b/cache/Token_rms_norm_20_16_0_188.const new file mode 100755 index 0000000000000000000000000000000000000000..1ce6cf74beb20af10b7bac08e6142e91e999d6c8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_188.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f695bbf42f40fcaa8cc6150de222490144722d9838b497225db3ee730b7b0a2f +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_189.const b/cache/Token_rms_norm_20_16_0_189.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_189.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_19.const b/cache/Token_rms_norm_20_16_0_19.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_19.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_190.const b/cache/Token_rms_norm_20_16_0_190.const new file mode 100755 index 0000000000000000000000000000000000000000..8fed48b262055a441b692f76ac91d495ba5b2b51 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_190.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8425f4ac672a8b55c1e6bbc45c52f7941acb88d122cc1967125661d14bf7bd10 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_191.const b/cache/Token_rms_norm_20_16_0_191.const new file mode 100755 index 0000000000000000000000000000000000000000..59804c415063017fa8ca18518afbf02747656326 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_191.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deff8aec573529583ed25ac6d5929bdc5858472e07db8a82eb7108a8dc58c88b +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_192.const b/cache/Token_rms_norm_20_16_0_192.const new file mode 100755 index 0000000000000000000000000000000000000000..dcfa71133da68877ebd68f9c6589811a710aa5ea --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_192.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbead52dbb79c258d32d4c2f1585359ff78deadf59a7a462923c1394125ec5e5 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_193.const b/cache/Token_rms_norm_20_16_0_193.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_193.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_194.const b/cache/Token_rms_norm_20_16_0_194.const new file mode 100755 index 0000000000000000000000000000000000000000..bea20e85f4296a81b8264ca5ef721c41939098b1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_194.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc0cd531e1226f948d695371f88f11bae72030f9aa18cee0b44a8780e145bc4 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_195.const b/cache/Token_rms_norm_20_16_0_195.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_195.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_196.const b/cache/Token_rms_norm_20_16_0_196.const new file mode 100755 index 0000000000000000000000000000000000000000..121d8fa776aab0e079f100393a995bf177763270 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_196.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d786edc5acf24d5bff7e6501121d38663687b642d66f67d8534b761dccf0c42 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_197.const b/cache/Token_rms_norm_20_16_0_197.const new file mode 100755 index 0000000000000000000000000000000000000000..358ec8dbba47d4cbb37f801d3e2b2c71f72702af --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_197.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dae1f4a00c86cba8245f5b8e62afa2cfa93fbd38493c270cc0ad4302318fc1 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_198.const b/cache/Token_rms_norm_20_16_0_198.const new file mode 100755 index 0000000000000000000000000000000000000000..dff45e65541998c225a49c5bc463962f54f34c29 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_198.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2309032ff7adf328ab2d5520826ce99095921a7a76f875fbc7fa079a4ff7d4c9 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_199.const b/cache/Token_rms_norm_20_16_0_199.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_199.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_2.const b/cache/Token_rms_norm_20_16_0_2.const new file mode 100755 index 0000000000000000000000000000000000000000..f45c5edd8641468d88f00918df16178bd381cfd6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_2.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f06a4de0d1686913c05c59d36c70d854287d3772c726887b32c7e1743ae8c6 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_20.const b/cache/Token_rms_norm_20_16_0_20.const new file mode 100755 index 0000000000000000000000000000000000000000..8b43bede66e101ca11ad9d67c3d6dae0d6cb8d23 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_20.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02043ad582182faf3475de91b66cec3ff9ecd70439b16b582dc8bb4c0722de0 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_200.const b/cache/Token_rms_norm_20_16_0_200.const new file mode 100755 index 0000000000000000000000000000000000000000..76417c78da61ac84f909c225d8e004ec31199991 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_200.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f005dcd65f125721e25b42955ce381e1472466ca99ffceefa9275d5e291f6c8 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_201.const b/cache/Token_rms_norm_20_16_0_201.const new file mode 100755 index 0000000000000000000000000000000000000000..b2dcc5475491ff6cbcfc59280ca9c7b804b49290 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_201.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f3a64eb347787fe22b953bfdf8176167fb8c8a5971db1c92a75db9ae607711 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_202.const b/cache/Token_rms_norm_20_16_0_202.const new file mode 100755 index 0000000000000000000000000000000000000000..dae45095c5d8b824cd65b3567e78af78ee6b65ca --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_202.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040f7e3694cfae6cb17239ab30119924076bbd23adff55f1716a88c46d1768af +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_203.const b/cache/Token_rms_norm_20_16_0_203.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_203.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_204.const b/cache/Token_rms_norm_20_16_0_204.const new file mode 100755 index 0000000000000000000000000000000000000000..61b37a79eb3f513ff8166c1880e69840ca94e740 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_204.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f555f1708fa28856c49254648bd934eb9093f6f997f480198385e4352c8d5a84 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_205.const b/cache/Token_rms_norm_20_16_0_205.const new file mode 100755 index 0000000000000000000000000000000000000000..be8e535d17c1062494812a48da0fcbb959ebcdc0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_205.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d71b2cc575414c40a4e7137e30f042717d115111c1a60d3baae895df897217 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_206.const b/cache/Token_rms_norm_20_16_0_206.const new file mode 100755 index 0000000000000000000000000000000000000000..404cd018aa2074e80e01360dc2feaa7ec13b14c7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_206.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acfcbd601e040950f1d9c056023e01742b8e378d82beb06ad05d1039a4fe82e +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_207.const b/cache/Token_rms_norm_20_16_0_207.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_207.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_208.const b/cache/Token_rms_norm_20_16_0_208.const new file mode 100755 index 0000000000000000000000000000000000000000..95a327e7145ee087209e452047f04fb6b8673374 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_208.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82777dbbbc2ce3be2a20f5a84670f9d9cc9a38f757a014d114d8ac8c532d9a85 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_209.const b/cache/Token_rms_norm_20_16_0_209.const new file mode 100755 index 0000000000000000000000000000000000000000..64cea7f6d3a254f6a91e97174fe2abb2cb8b0525 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_209.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842747bb2307a1fedb636c2fc40319cd869ce908416c33bc85bf409a19c770a6 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_21.const b/cache/Token_rms_norm_20_16_0_21.const new file mode 100755 index 0000000000000000000000000000000000000000..3bd8a1fb3a1ebb402bf848154af7c8fb81c67296 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_21.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573ab5ba2edcbeac702eacb6306125034af01c2a1d750995d5859f58ff73265d +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_210.const b/cache/Token_rms_norm_20_16_0_210.const new file mode 100755 index 0000000000000000000000000000000000000000..263ac373e1384f384ecaa691509f48f66de6ac27 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_210.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6cdd02ca1defcc94f4db92278601c4bcd8a4e1425b8b7bd753384a91b87606e +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_211.const b/cache/Token_rms_norm_20_16_0_211.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_211.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_212.const b/cache/Token_rms_norm_20_16_0_212.const new file mode 100755 index 0000000000000000000000000000000000000000..c8efe22204a466b6999cc7b06af4906d41de8fa1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_212.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40afabe5d8487059cdc73e82574b4090ce26abc12fcc5c417c77615de2d8910c +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_213.const b/cache/Token_rms_norm_20_16_0_213.const new file mode 100755 index 0000000000000000000000000000000000000000..c96d79eb6e9f211c1f873d6e29a71162bd856124 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_213.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b9ab4717f5e355a2868d938ccb85e0015aae2f58123717881573f9465a41250 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_214.const b/cache/Token_rms_norm_20_16_0_214.const new file mode 100755 index 0000000000000000000000000000000000000000..96126d41d4acd9ca5b49fccd55e027be266c7ac6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_214.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214c3f57cab61dbf4f4e61ced1c600a29a006c74ad08a76cf97faca2d1c23fff +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_215.const b/cache/Token_rms_norm_20_16_0_215.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_215.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_216.const b/cache/Token_rms_norm_20_16_0_216.const new file mode 100755 index 0000000000000000000000000000000000000000..ae77549e9a50fd5a2628fdf0a88dc8900e930ae8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_216.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a652287bd1551961258d0152da95cace001f3f0d7d007bf52c352c4f63d813 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_217.const b/cache/Token_rms_norm_20_16_0_217.const new file mode 100755 index 0000000000000000000000000000000000000000..da51aee68bba322d3ebb6b0a462d505231248231 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_217.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c9582bf754935310b62619d828cc96019a4e927831a26ef919c088fa8c7c1a +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_218.const b/cache/Token_rms_norm_20_16_0_218.const new file mode 100755 index 0000000000000000000000000000000000000000..8c7bf85514ec8e65ce68ccefcb3a2753d698629b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_218.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27d9d6df334e2cf30451d30c8d3999069e9676a44a070b5fdbb168cddbeacbc +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_219.const b/cache/Token_rms_norm_20_16_0_219.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_219.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_22.const b/cache/Token_rms_norm_20_16_0_22.const new file mode 100755 index 0000000000000000000000000000000000000000..7d76dda6c011cbf1e15b9b59ed0d0e8c1b66da4b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_22.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544fdc92b178358b8ccc2c081483128c7d22d134fc7b97040ab3e580b7e9a088 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_220.const b/cache/Token_rms_norm_20_16_0_220.const new file mode 100755 index 0000000000000000000000000000000000000000..513d84e732d1c0667ba26d9510db0e32e4c70c7b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_220.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f94ba7b31522897c50e01e847299c87967b0fbfec0db12caccd572208b06a5 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_221.const b/cache/Token_rms_norm_20_16_0_221.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_221.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_222.const b/cache/Token_rms_norm_20_16_0_222.const new file mode 100755 index 0000000000000000000000000000000000000000..d56af15b7ba2a059ca33488a4ed8580555b4cb8c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_222.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aef2c2677a194b4f49e7b147c91dc923b53881f0a3ff8e9f8f697f91bb6b394 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_223.const b/cache/Token_rms_norm_20_16_0_223.const new file mode 100755 index 0000000000000000000000000000000000000000..f3a5c6ab2906ebf9a59923297f8b22a79de5bff2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_223.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2b81b2a18486509c246f4dee3bbd9e1fa572c3386e7a42fcfd4318f2ad5f36 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_224.const b/cache/Token_rms_norm_20_16_0_224.const new file mode 100755 index 0000000000000000000000000000000000000000..45bcfe8f5f43b425e8c9a8afb75c7f7d6ab4c50c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_224.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8da8bbe5995ec91d7a7312247076d2b0a53eaa77cfff9d5f593b5e14e26756d +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_225.const b/cache/Token_rms_norm_20_16_0_225.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_225.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_226.const b/cache/Token_rms_norm_20_16_0_226.const new file mode 100755 index 0000000000000000000000000000000000000000..ba9718c71630d9bfda00eca63ce7d88c9378225a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_226.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004e7be7afeec6eea5737012044863aeb9f8302b697ccca39e5211db395f2199 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_227.const b/cache/Token_rms_norm_20_16_0_227.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_227.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_228.const b/cache/Token_rms_norm_20_16_0_228.const new file mode 100755 index 0000000000000000000000000000000000000000..83b2f39bf6ec1c60de443e0fed607e66c55df600 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_228.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cb0dd6a05b8e17f3a6142f6907901cb03f4f6e9a2317a8251dc90c21f4b6617 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_229.const b/cache/Token_rms_norm_20_16_0_229.const new file mode 100755 index 0000000000000000000000000000000000000000..354660aef5e7a5a0892e14109f3b9f7ae35ad6f3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_229.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6367dad91a952451c2949bc211f89999b894609ff6055443575436282764a64 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_23.const b/cache/Token_rms_norm_20_16_0_23.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_23.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_230.const b/cache/Token_rms_norm_20_16_0_230.const new file mode 100755 index 0000000000000000000000000000000000000000..60cc28764aa04543bbc7184dcc7423ea6668ce30 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_230.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a802ef86cc2a4bc98d2a7333d814dbf7ed5c915621dd97a3a3d599c7aba8fa +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_231.const b/cache/Token_rms_norm_20_16_0_231.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_231.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_232.const b/cache/Token_rms_norm_20_16_0_232.const new file mode 100755 index 0000000000000000000000000000000000000000..82c79ca53fde8e5eba39a55204b7d866369e2fb3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_232.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b83abacf688ab8f7e9712e5aae1c438fb54c9e9a3493b5b738ddfb3cd4f37e +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_233.const b/cache/Token_rms_norm_20_16_0_233.const new file mode 100755 index 0000000000000000000000000000000000000000..5ae239769a31636ac79ca63a7d4703cdf7eb8886 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_233.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c43c3c0c4aebc1234c0f73461ad7c8c5fe494d038962f30d1bb90128d5f386f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_234.const b/cache/Token_rms_norm_20_16_0_234.const new file mode 100755 index 0000000000000000000000000000000000000000..17e83298fced4f9e7df578a7e24116409983be1b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_234.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0248c994e85e8b63781484d5473075c904875bd760f3cee3895aec453c735e1 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_235.const b/cache/Token_rms_norm_20_16_0_235.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_235.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_236.const b/cache/Token_rms_norm_20_16_0_236.const new file mode 100755 index 0000000000000000000000000000000000000000..fde79d635289f61e29ab9a3f86807ef73d70acbf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_236.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a692ef4283f67165bddf6f90022a048d0694e4d0708ab994d418e3095b14ea +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_237.const b/cache/Token_rms_norm_20_16_0_237.const new file mode 100755 index 0000000000000000000000000000000000000000..6b68a697a32648e9e85e56c714c2166627f248aa --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_237.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a437edb4cf75b8d3ec94aa842efdb8bcaa559a77042a0cb702a8fb988e71c5b +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_238.const b/cache/Token_rms_norm_20_16_0_238.const new file mode 100755 index 0000000000000000000000000000000000000000..c4e12fa17f887d49fa4a43337aad1aa74aaf0fbe --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_238.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e66ddd87c2392b3672bf8b907b19ba94d7b57837c2de8c918ba0554c3dc240 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_239.const b/cache/Token_rms_norm_20_16_0_239.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_239.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_24.const b/cache/Token_rms_norm_20_16_0_24.const new file mode 100755 index 0000000000000000000000000000000000000000..ea16ff9099c638d273dd49c34b5b9a1e73e4ac50 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_24.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b11998853b5d2fd738151d0767fb251c62ef30106b9e6cce0e0e0ef9b21db63 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_240.const b/cache/Token_rms_norm_20_16_0_240.const new file mode 100755 index 0000000000000000000000000000000000000000..77fea150629866274f4ef963c6edbbe700b95695 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_240.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84ad1b25801ba7eee3ede3a9379235c188f4f9a1c28c7844144d338d6bc35c8 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_241.const b/cache/Token_rms_norm_20_16_0_241.const new file mode 100755 index 0000000000000000000000000000000000000000..0a06c21a1e589395d7d5cdcb5e4f16e6b50f0c1e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_241.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371e3317dbeba340e4343b4b7c1010cc682f902741d446805d35c7da53145446 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_242.const b/cache/Token_rms_norm_20_16_0_242.const new file mode 100755 index 0000000000000000000000000000000000000000..7e6607840ff3a7d5a7486ff7558753b90fc63d99 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_242.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acf734c4cb30f8c044afae25c7f85133bb82cdf34894f9dd5dff8775208b297 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_243.const b/cache/Token_rms_norm_20_16_0_243.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_243.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_244.const b/cache/Token_rms_norm_20_16_0_244.const new file mode 100755 index 0000000000000000000000000000000000000000..65c01b84396e7bb04993c99e9233f6f3911fdcc2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_244.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a6777195e4d1ca0683f0dabf9c019b45cfb147d881be2799efa56a4efc3e24 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_245.const b/cache/Token_rms_norm_20_16_0_245.const new file mode 100755 index 0000000000000000000000000000000000000000..173c35666c4d99c378e504aa4c19ebb170eeb80c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_245.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f2a35bd32de377ed021411bd4d8ac2c10eb8814c17f1d951c333ff55c91b63e +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_246.const b/cache/Token_rms_norm_20_16_0_246.const new file mode 100755 index 0000000000000000000000000000000000000000..5bfaf50552b17c4a9193d3512ae168037992dc65 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_246.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e60cea2af3b145de69eccd04c2adee8c245ec0bba332da1e2251f5c4a9dd85c +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_247.const b/cache/Token_rms_norm_20_16_0_247.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_247.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_248.const b/cache/Token_rms_norm_20_16_0_248.const new file mode 100755 index 0000000000000000000000000000000000000000..146a84951c8685ef8590263a5c034d16419ff44c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_248.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d25378a2ca6d63b5ce3723e1b44936673a23d5e671e182e499dd6a67629110dd +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_249.const b/cache/Token_rms_norm_20_16_0_249.const new file mode 100755 index 0000000000000000000000000000000000000000..35bf28d7e00546f4623e95fc2ed4d1d45b06f142 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_249.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc6df5d3302959d20d48a8962337915cd56a154f4dbfaf6f4abec394735cd72 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_25.const b/cache/Token_rms_norm_20_16_0_25.const new file mode 100755 index 0000000000000000000000000000000000000000..25cda06d2c64941fff8bc577b2ba50691a717730 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_25.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c387a1f3576836feefdae84ca76b0b36a2946f13a512b8ecccb120d3d720ef +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_250.const b/cache/Token_rms_norm_20_16_0_250.const new file mode 100755 index 0000000000000000000000000000000000000000..aaf1348dcb09ddcff79b1e006f3b78fcc97a5b6e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_250.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cee2de55c244a438f9a74e255e1cfe56f3e8b7597d7cef9dcc03660c18c8861 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_251.const b/cache/Token_rms_norm_20_16_0_251.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_251.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_252.const b/cache/Token_rms_norm_20_16_0_252.const new file mode 100755 index 0000000000000000000000000000000000000000..3c76e44cca8d4153405abef592695a8bbe4649f0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_252.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a79db95113c2336e9f9967e54af8cd5b0e73892a614ff442d3fcffdc2be9834 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_253.const b/cache/Token_rms_norm_20_16_0_253.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_253.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_254.const b/cache/Token_rms_norm_20_16_0_254.const new file mode 100755 index 0000000000000000000000000000000000000000..2c801da4ec3feed492e92e3bc9620c557bc142ab --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_254.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6d92e8a5efff07c2832c870d941b78a857951555d29cae49cf6e2cf482f705 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_255.const b/cache/Token_rms_norm_20_16_0_255.const new file mode 100755 index 0000000000000000000000000000000000000000..ddafdeaac2b9433213f9dca6cd921bf485e84cdc --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_255.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e722f11db94c294d6fcd44bf579706559d70e31e41ceafd9db3e72a3c8db30 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_256.const b/cache/Token_rms_norm_20_16_0_256.const new file mode 100755 index 0000000000000000000000000000000000000000..4709bd837c8da12faf7736ff1e88b50cf45012b5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_256.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b0677ea7e0173fb777b129e4ea31ad4231e667fa94a6349dad4ef33c4887f2 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_257.const b/cache/Token_rms_norm_20_16_0_257.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_257.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_258.const b/cache/Token_rms_norm_20_16_0_258.const new file mode 100755 index 0000000000000000000000000000000000000000..39402143b47e91fee6d0c04a5f3ea4051a6df9e9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_258.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e9e4f90b608d177b197f3b743ae7fd9efd981bcb016609461bf72c8eeba86f +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_259.const b/cache/Token_rms_norm_20_16_0_259.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_259.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_26.const b/cache/Token_rms_norm_20_16_0_26.const new file mode 100755 index 0000000000000000000000000000000000000000..b3ba6e4d7e06dc372011ad49eec7b5805be712d9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_26.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e9db7629922be7ac720080f05751ada4962d5ce93bda43512246a5557177c34 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_260.const b/cache/Token_rms_norm_20_16_0_260.const new file mode 100755 index 0000000000000000000000000000000000000000..a4296777ff2ff8fa4e89b1f719f95f013e5bdb6a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_260.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887701641c8648e49312e1252c6b80980b0683162ed78e2c1a06931ae5a8173e +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_261.const b/cache/Token_rms_norm_20_16_0_261.const new file mode 100755 index 0000000000000000000000000000000000000000..11c59fa253ef6cb46cf718ff580db9cfb1d93857 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_261.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6091a5e28752bcd46efd1a0ca613b2b1385011df3ce4553931f58d89705dbae1 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_262.const b/cache/Token_rms_norm_20_16_0_262.const new file mode 100755 index 0000000000000000000000000000000000000000..6e32c8425fa87edca9fc27006b535c71f4d95e6e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_262.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38b55ddb6d1fd697edf9384cd9cc66096131e0a6f131d931491fe9f472d49c4 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_263.const b/cache/Token_rms_norm_20_16_0_263.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_263.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_264.const b/cache/Token_rms_norm_20_16_0_264.const new file mode 100755 index 0000000000000000000000000000000000000000..c6e394034f9a56d95b4f3bad2abc6a7468ee5435 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_264.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f43d038a4f213ea1a48711bc647ecb7583dea341c62e6df66955ab2eb85c2d +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_265.const b/cache/Token_rms_norm_20_16_0_265.const new file mode 100755 index 0000000000000000000000000000000000000000..90a085ea5968a107ee49342a62b4af3c0a5702b0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_265.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498875ad152014afa38f204d23f7f29b8eec32e629f43a7ca90b58b942bccace +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_266.const b/cache/Token_rms_norm_20_16_0_266.const new file mode 100755 index 0000000000000000000000000000000000000000..6b4e94ce89d8692f1a403e32b762e5d84ea045f6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_266.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890d12be3456f7ba4cace19d2ac420a172d029e9cfd4e925017c5bfff6be00f9 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_267.const b/cache/Token_rms_norm_20_16_0_267.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_267.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_268.const b/cache/Token_rms_norm_20_16_0_268.const new file mode 100755 index 0000000000000000000000000000000000000000..5f136a457203302b90f96a7a41edcd1a3a098933 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_268.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a781e931b586325b29caf01ee44cc6043c11d37d8c0c7d98cbf8cbbef84d56f2 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_269.const b/cache/Token_rms_norm_20_16_0_269.const new file mode 100755 index 0000000000000000000000000000000000000000..a892341c68b51da5e9011b341fcfec2524986c2f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_269.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b67646587b68c7bcc69eddd145d262b0484759c242a283a7a1a58baf95370af +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_27.const b/cache/Token_rms_norm_20_16_0_27.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_27.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_270.const b/cache/Token_rms_norm_20_16_0_270.const new file mode 100755 index 0000000000000000000000000000000000000000..c167da5a36851d49b390bf37643f843a2ac094f0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_270.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169cb0d2d72a1bad5385c8db253e779b16196b2a44b4e57087352b87c6ca19f8 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_271.const b/cache/Token_rms_norm_20_16_0_271.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_271.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_272.const b/cache/Token_rms_norm_20_16_0_272.const new file mode 100755 index 0000000000000000000000000000000000000000..6a9103cc94aed8c080c2a4dc05db5fb5cceeac1a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_272.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7535f79c4a890a97067f2a87427c5328a9318d70be88feb2cafa1e52173621b6 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_273.const b/cache/Token_rms_norm_20_16_0_273.const new file mode 100755 index 0000000000000000000000000000000000000000..9082b91e781b4096148b524c96b76b9a065051ba --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_273.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449baad75be15462e593f26e9d426633866c31312b70507d32f14505cc9d0a38 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_274.const b/cache/Token_rms_norm_20_16_0_274.const new file mode 100755 index 0000000000000000000000000000000000000000..360092e457b908e58ae0208e011dd95de8a12cd9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_274.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860a83694265c1cba5025e61ba4c31d692d7b7677aa09f1e74194f293b0ce5c3 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_275.const b/cache/Token_rms_norm_20_16_0_275.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_275.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_276.const b/cache/Token_rms_norm_20_16_0_276.const new file mode 100755 index 0000000000000000000000000000000000000000..f651410f57ea0d078aa6aaf9bdf87d0a7d32b73d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_276.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08f44dceca59dc7d22f7a275694bc5d93067a82e8b8c7922a85238371a3dd4c +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_277.const b/cache/Token_rms_norm_20_16_0_277.const new file mode 100755 index 0000000000000000000000000000000000000000..165fda5bd801e6930a90af6a0a25cd5698417753 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_277.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1276d3b6e26cd088f34d838b3971df53c64e81ccdbebd74c589587b7fa136c5b +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_278.const b/cache/Token_rms_norm_20_16_0_278.const new file mode 100755 index 0000000000000000000000000000000000000000..150fecc26c365e5c0d1abb06b921da66c07d08a5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_278.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789796cd7601b034f3c8e6115be00db3f1891db14dfb052c549886725524c4fc +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_279.const b/cache/Token_rms_norm_20_16_0_279.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_279.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_28.const b/cache/Token_rms_norm_20_16_0_28.const new file mode 100755 index 0000000000000000000000000000000000000000..74cbf7cf6f17fd298c2a80a9d74b84aaf4af40a0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_28.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd96e006e0858fa0e7a944f581accdd8999cb7bd321b41e365034f86d94224b7 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_280.const b/cache/Token_rms_norm_20_16_0_280.const new file mode 100755 index 0000000000000000000000000000000000000000..d747f324ceaba76976edd3d3783a6ee083215e67 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_280.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9bb2e9aa45fbd5ce9bb0ee6f68936d32b97f0f5bb1129d99b384263c1c1b28 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_281.const b/cache/Token_rms_norm_20_16_0_281.const new file mode 100755 index 0000000000000000000000000000000000000000..1316ec53045153e44598d5a1bbae01124c9651ba --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_281.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b29423a9892d8c555ed051ee208200ebf3ead0a6a0dee671b75a4a392414a1 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_282.const b/cache/Token_rms_norm_20_16_0_282.const new file mode 100755 index 0000000000000000000000000000000000000000..67e641154731c22eca496fbef2e7857c81a8a14f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_282.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e63a5115c835d176ab4f416d684b3c686afaeb9aecad79de22ff6368c7e174a7 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_283.const b/cache/Token_rms_norm_20_16_0_283.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_283.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_284.const b/cache/Token_rms_norm_20_16_0_284.const new file mode 100755 index 0000000000000000000000000000000000000000..a704574ec9f3076b3efe11a3757ef3d9088a8f7d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_284.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e00892ea85df43a480f3ac487254130550fd86dbc5d5efcbcbd7795799fa4d +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_285.const b/cache/Token_rms_norm_20_16_0_285.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_285.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_286.const b/cache/Token_rms_norm_20_16_0_286.const new file mode 100755 index 0000000000000000000000000000000000000000..171ee4b2364b27c504e07cb1178fd95276524637 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_286.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3299e842ba3a1b99d0551ebcb79e10fcdcbd49701a3cb16ec554f27204b53631 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_287.const b/cache/Token_rms_norm_20_16_0_287.const new file mode 100755 index 0000000000000000000000000000000000000000..1e3300af8e9e3ae2f908bb189612d42073330801 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_287.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75680f1d5a8f5c54cbc3737decd6f7444ebc7a35d2059fef4c574368e765dd29 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_288.const b/cache/Token_rms_norm_20_16_0_288.const new file mode 100755 index 0000000000000000000000000000000000000000..0b58c93aea5ee9482ddb1b8a1a47f7befd89e0ab --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_288.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0983d528029fe7c3338a1869bf43dc3cde82eea7af6296af0b10bb271a73d504 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_289.const b/cache/Token_rms_norm_20_16_0_289.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_289.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_29.const b/cache/Token_rms_norm_20_16_0_29.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_29.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_290.const b/cache/Token_rms_norm_20_16_0_290.const new file mode 100755 index 0000000000000000000000000000000000000000..ca38c49f479e8dd8f3da4aee7f275c13366a4903 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_290.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1888ff59fbef4baab0793d5b05396c720b3f419f8b03e725cefc2742c1ac89d0 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_291.const b/cache/Token_rms_norm_20_16_0_291.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_291.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_292.const b/cache/Token_rms_norm_20_16_0_292.const new file mode 100755 index 0000000000000000000000000000000000000000..6aca1a73673ef20d2b2d7594a02a459866d80a7d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_292.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d507aa609c705986d01e480e36dcbe430673380432bbf5e40d7cc1d3f4aa6fa0 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_293.const b/cache/Token_rms_norm_20_16_0_293.const new file mode 100755 index 0000000000000000000000000000000000000000..cee408a41beb5342c7d881e770546f8c051b5af5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_293.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719b2d7be939bc75afe7a8be2cc505da9d48d194d6e8e0501528fc2d5e7d65ec +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_294.const b/cache/Token_rms_norm_20_16_0_294.const new file mode 100755 index 0000000000000000000000000000000000000000..3279bcbed066793dde8c95964e952aa01b4d1969 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_294.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0ddcaf00eb8bdec14f6582e2befb760fc9862390a25b7318d732a1b5ca7b07 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_295.const b/cache/Token_rms_norm_20_16_0_295.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_295.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_296.const b/cache/Token_rms_norm_20_16_0_296.const new file mode 100755 index 0000000000000000000000000000000000000000..25c2b3659faf5533d2f2639ac63727cc650c185f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_296.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e79f48a350a68b633c4e0f24ac901abdba395f1917a3cf4e421288cb4eba50 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_297.const b/cache/Token_rms_norm_20_16_0_297.const new file mode 100755 index 0000000000000000000000000000000000000000..19fea482b0fc0e175d735c0483e6d1b12bc259e4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_297.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99bc3dff1cbdcc29b6c9a848b6e71c460644922057b3e44de733233a4625196 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_298.const b/cache/Token_rms_norm_20_16_0_298.const new file mode 100755 index 0000000000000000000000000000000000000000..a41231cd5a81122ddda9b88327712113f363cb52 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_298.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76b226e168275d02b4e1ed3a8274df4938def1bbe2845c933f3d0809c908710 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_299.const b/cache/Token_rms_norm_20_16_0_299.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_299.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_3.const b/cache/Token_rms_norm_20_16_0_3.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_3.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_30.const b/cache/Token_rms_norm_20_16_0_30.const new file mode 100755 index 0000000000000000000000000000000000000000..f90134cd3aed3967233a9bbf9b1587a2ff7d12af --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_30.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa4636cf65fda588e1a31b3435054f9529573624560f1cf61ff3e1582bed47a +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_300.const b/cache/Token_rms_norm_20_16_0_300.const new file mode 100755 index 0000000000000000000000000000000000000000..14d364d73cf4475d0458290529d454dfd2de10e0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_300.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13255ec04a650070f12c72427a029e58ea858cc68c5ad308703a61596873fb29 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_301.const b/cache/Token_rms_norm_20_16_0_301.const new file mode 100755 index 0000000000000000000000000000000000000000..5ad7b2609bc1c0916699a96bb8aed4b036689b76 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_301.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963777bf06b82e7ef185f8243823f36e64521860e56d3a06d8e625f843b0c786 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_302.const b/cache/Token_rms_norm_20_16_0_302.const new file mode 100755 index 0000000000000000000000000000000000000000..2a35d090665ea7218967bddede1952913650da0a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_302.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbb5f12cdf2ef4092200f5b9d86998c26c13156d6725c2878ab09b7e022929a +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_303.const b/cache/Token_rms_norm_20_16_0_303.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_303.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_304.const b/cache/Token_rms_norm_20_16_0_304.const new file mode 100755 index 0000000000000000000000000000000000000000..898b4baafc71f6ac10d189e1208224c1f279eea7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_304.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35df70f8a227a79c50fae8b1e787ba67b0e5380a6979239aa1b8f62620ff8c5 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_305.const b/cache/Token_rms_norm_20_16_0_305.const new file mode 100755 index 0000000000000000000000000000000000000000..4560128f49c6eac47c89a20d9ef2fdf17377a7eb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_305.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf48c78178dc1825265a4616135ddb2f91a7da96b3e00cc16657b269a4324f7 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_306.const b/cache/Token_rms_norm_20_16_0_306.const new file mode 100755 index 0000000000000000000000000000000000000000..6dba4b674b17d354ffa37775668a6f77466c1f13 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_306.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c8ec54b6edfb4f450c402c4259a59542cd26e8f6f6982b90380368b859c7e5 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_307.const b/cache/Token_rms_norm_20_16_0_307.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_307.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_308.const b/cache/Token_rms_norm_20_16_0_308.const new file mode 100755 index 0000000000000000000000000000000000000000..c24f3954468f31d0db99645a2adf3ef2588ef08e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_308.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043c48ac8dd313b79bffea94be2894f86f0d0e44694cf99b8aa4f8553f6dd514 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_309.const b/cache/Token_rms_norm_20_16_0_309.const new file mode 100755 index 0000000000000000000000000000000000000000..e70965839bb01f49cbb72b2f50659470d745cf0b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_309.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:566d2eb1b49b769ae8ecb59f201c0162f8f7fa98fff4ec333ae52fc13760ffbf +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_31.const b/cache/Token_rms_norm_20_16_0_31.const new file mode 100755 index 0000000000000000000000000000000000000000..0e35f986e860506ffd14527ce74f787af9d116f7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_31.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85de149d531835a1430a9979403fed711b1442d95d39b32b30f1d5bc3888ea6 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_310.const b/cache/Token_rms_norm_20_16_0_310.const new file mode 100755 index 0000000000000000000000000000000000000000..a3c4d5e31ee4ed81da54c3e322d0b7b97830c0c8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_310.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43db0087206de85a0441ca118361d97d7c366c889179ae5d156376aa33ca8e6e +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_311.const b/cache/Token_rms_norm_20_16_0_311.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_311.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_312.const b/cache/Token_rms_norm_20_16_0_312.const new file mode 100755 index 0000000000000000000000000000000000000000..eb86af41e9d05ee70ca14ac08d204c3b00261350 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_312.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e95b9d995cbf73eadbb74b5e7099dce9d948d2f91bc51cac05163b76bb96ccb +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_313.const b/cache/Token_rms_norm_20_16_0_313.const new file mode 100755 index 0000000000000000000000000000000000000000..8d9eb1fd4dc707b3e8335d8a05e7848a21a3f966 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_313.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af8e9ea5c2ba026eccb06f3d97bcbb28f52659ec53e64dc304eb2f2706949dd +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_314.const b/cache/Token_rms_norm_20_16_0_314.const new file mode 100755 index 0000000000000000000000000000000000000000..193272de4f93e3813253918ced3b646911e06e93 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_314.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68aa8e7d591189eb02bcb32cbc8c831d2b9053cfea3e0b0d522e12798d81d7e3 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_315.const b/cache/Token_rms_norm_20_16_0_315.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_315.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_316.const b/cache/Token_rms_norm_20_16_0_316.const new file mode 100755 index 0000000000000000000000000000000000000000..6113c05c596a8e4ce2b791843b2f8c30e1ac34b9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_316.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d40f0a5e87da3ab793e88eb0ba05cfcd63eb449f9dc9eddf9affdc38dffe5a +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_317.const b/cache/Token_rms_norm_20_16_0_317.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_317.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_318.const b/cache/Token_rms_norm_20_16_0_318.const new file mode 100755 index 0000000000000000000000000000000000000000..7341d9a6048edb0e59d02e60b300e743d8258810 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_318.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec0eb56051dae60d85d763e20318b450613263b459a90ed129fe3ae6516c6d48 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_319.const b/cache/Token_rms_norm_20_16_0_319.const new file mode 100755 index 0000000000000000000000000000000000000000..f8d5dd8719aaef0a47d7c08bf3fdee51c5c8fbb7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_319.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc44e9960cefb2db0ea6f5260466e6f12cb3c983ab02a3164edf80b216d85644 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_32.const b/cache/Token_rms_norm_20_16_0_32.const new file mode 100755 index 0000000000000000000000000000000000000000..c6f8a6e88759132e9d938f1de5b54c1a1c2e8d9a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_32.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0166e13cd562aa1e84a155e93aa90e2eed00ba953638ac90712ac5f9656307 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_320.const b/cache/Token_rms_norm_20_16_0_320.const new file mode 100755 index 0000000000000000000000000000000000000000..fa1b2ea6e0424cf8c8ce73164ffd37ebeec6b813 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_320.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6db3cd3dcd4210c2c46f45420074cf2f6073cc47b8b3e455dd83457079caee9 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_321.const b/cache/Token_rms_norm_20_16_0_321.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_321.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_322.const b/cache/Token_rms_norm_20_16_0_322.const new file mode 100755 index 0000000000000000000000000000000000000000..508f486d7cd0038a2a707b66ad0b54a34819a169 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_322.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cfccab5cc0d67f454d31768c24984e0d92b2c837c264fe9076c31468ab710d1 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_323.const b/cache/Token_rms_norm_20_16_0_323.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_323.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_324.const b/cache/Token_rms_norm_20_16_0_324.const new file mode 100755 index 0000000000000000000000000000000000000000..dfcf63f41c4dd625aed6e48d91952477afae2c59 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_324.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1076e3b3ff24f6bc03c89adf324beb48b68901b1542f435d472ff40622027fd +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_325.const b/cache/Token_rms_norm_20_16_0_325.const new file mode 100755 index 0000000000000000000000000000000000000000..7b6d5311e21860449d9ea0161590520860ace50b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_325.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6354a26422e4077e2bbd923836d7ebb42935bbfcd444ac8133af0b7b7444e5fb +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_326.const b/cache/Token_rms_norm_20_16_0_326.const new file mode 100755 index 0000000000000000000000000000000000000000..0a9892cfb3ff23569fb305e575108d533a1aa248 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_326.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0bdeb8ac54dfb3beed12169e6e92b8a274a806e24643f05ee88ad0783c7bab +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_327.const b/cache/Token_rms_norm_20_16_0_327.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_327.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_328.const b/cache/Token_rms_norm_20_16_0_328.const new file mode 100755 index 0000000000000000000000000000000000000000..39b170734354b280c667f5cae433a96b21e0c794 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_328.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff7b8b547cdb722bd23fd8e44637d3baf4da46e30e58fdb30e10dd7e263dc34 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_329.const b/cache/Token_rms_norm_20_16_0_329.const new file mode 100755 index 0000000000000000000000000000000000000000..76532e6d995b8ca335d35d7f88de195bd9989c80 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_329.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f567107cea319127b783ce41eb7e2d54b2f225cd3b2b720b2d6685c13d49e8 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_33.const b/cache/Token_rms_norm_20_16_0_33.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_33.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_330.const b/cache/Token_rms_norm_20_16_0_330.const new file mode 100755 index 0000000000000000000000000000000000000000..9a031a4fa7912a1bc3a26550508b923488569953 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_330.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033f7b923704699357d68ccd1705d2f14e701db9d13be647ba50c2b13e2b6070 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_331.const b/cache/Token_rms_norm_20_16_0_331.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_331.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_332.const b/cache/Token_rms_norm_20_16_0_332.const new file mode 100755 index 0000000000000000000000000000000000000000..2c671d3bda6b6f5d06ef507eaa24eb13ce10c6e9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_332.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620c842265f871de1e7de0d10d444989e5d15ec40f589cf7950d4e0d5b345109 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_333.const b/cache/Token_rms_norm_20_16_0_333.const new file mode 100755 index 0000000000000000000000000000000000000000..e925f9ca4a2a2e9daa9ec3e78c03b4248d03324b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_333.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475f0b70f76b96d9b7f69c36ce1e82b3c36700127273db0ebf65aa563c544bec +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_334.const b/cache/Token_rms_norm_20_16_0_334.const new file mode 100755 index 0000000000000000000000000000000000000000..ab813711b3c68bee72eb25fc0d9e048ce4ccaa62 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_334.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aeb51fb88222a6b8e2fd22b3e59367de04ecd339e7b901b7c4addc24d0917b8 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_335.const b/cache/Token_rms_norm_20_16_0_335.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_335.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_336.const b/cache/Token_rms_norm_20_16_0_336.const new file mode 100755 index 0000000000000000000000000000000000000000..02a8f995d2b7039b918279c6fe0dc9618e1529d6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_336.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47b292cf54ac63da03e59e7bd5c96d0442cb74329863023eb0e9ff5def94059b +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_337.const b/cache/Token_rms_norm_20_16_0_337.const new file mode 100755 index 0000000000000000000000000000000000000000..25036c312d7e45029994413bb6737ce13901105a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_337.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18004b946551f239d8431b25bdf67f82cb27c776123f367a9bdae9e1a3a69f27 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_338.const b/cache/Token_rms_norm_20_16_0_338.const new file mode 100755 index 0000000000000000000000000000000000000000..d1ac50b36186ecdf6a9b53fff0e5182340a3fa67 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_338.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe717778759a6251618f2942b6851bda0b4a9fd41cadcd7749d789b3cc24c73 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_339.const b/cache/Token_rms_norm_20_16_0_339.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_339.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_34.const b/cache/Token_rms_norm_20_16_0_34.const new file mode 100755 index 0000000000000000000000000000000000000000..914c032aabf092fbc02b63c5bc6b84bb736f0945 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_34.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29392221e0a9281e7851c883f8a6b2c63f81f09b617b92071318f1c181ad8950 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_340.const b/cache/Token_rms_norm_20_16_0_340.const new file mode 100755 index 0000000000000000000000000000000000000000..65714c43028128c75f768049e4a43a99280fb7a7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_340.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033130511b6024ab3e1f4a4aa1f5c9e2dd0a95ab70be1c143b22fef183084ede +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_341.const b/cache/Token_rms_norm_20_16_0_341.const new file mode 100755 index 0000000000000000000000000000000000000000..468eb79e3e0a1d9dd1ebfadf04a81ddf67392402 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_341.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1a1848f45d8df5828d62b1da722dc94025888253c23e2c48450c65ee78cece +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_342.const b/cache/Token_rms_norm_20_16_0_342.const new file mode 100755 index 0000000000000000000000000000000000000000..cddcaab4c33663a5742566dc8f0a54a2e79db666 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_342.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f795f7a289773bd6341ce19150b9f71d2aa82b37207d81a041672164fbc4d004 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_343.const b/cache/Token_rms_norm_20_16_0_343.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_343.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_344.const b/cache/Token_rms_norm_20_16_0_344.const new file mode 100755 index 0000000000000000000000000000000000000000..a69a96c62a8e8fbab9d0df1660adbb6684bc44fc --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_344.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151628ece333e7ef6ffc57e8b4effe65740b2d6182449585e3f7e0bee4d4739c +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_345.const b/cache/Token_rms_norm_20_16_0_345.const new file mode 100755 index 0000000000000000000000000000000000000000..1ef28784e1fdd36e76972119a16cb0d94c89904c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_345.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b235f9f949c4c64c319eb5f12708f3972dfc43080eff42cc7397e720089569 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_346.const b/cache/Token_rms_norm_20_16_0_346.const new file mode 100755 index 0000000000000000000000000000000000000000..235a3fbd0f8276a6eacd1b745a905a5f9a5355c8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_346.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd8b2755c8bf7f750dcd99de4368ea47e841d7be9aa395caac8d7b11bdebd2c +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_347.const b/cache/Token_rms_norm_20_16_0_347.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_347.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_348.const b/cache/Token_rms_norm_20_16_0_348.const new file mode 100755 index 0000000000000000000000000000000000000000..690bb17f4c26b9d5552e8aa2fc9b78ae0037cae9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_348.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:294b279a8e73a4da69260f3fa4148c62db2d64260d9fa88d543925f67d6b7ec3 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_349.const b/cache/Token_rms_norm_20_16_0_349.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_349.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_35.const b/cache/Token_rms_norm_20_16_0_35.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_35.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_350.const b/cache/Token_rms_norm_20_16_0_350.const new file mode 100755 index 0000000000000000000000000000000000000000..13f7810933b267b4388ae5a43a48d34c78029b22 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_350.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2710dd8adf52af45b06cbcd4b5488cccf9f6fc7b20175aa6db70160b19e8d59c +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_351.const b/cache/Token_rms_norm_20_16_0_351.const new file mode 100755 index 0000000000000000000000000000000000000000..5792cc6e5abda4519d29b65797ce4331e3603f66 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_351.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a29ba78dc6a1dd38db0ab110d3f3dac716d92dd6fa407d6cff2ee405a4abe82 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_352.const b/cache/Token_rms_norm_20_16_0_352.const new file mode 100755 index 0000000000000000000000000000000000000000..f16536269241d1423af43a0e04172fd05f331917 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_352.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a943f6012efaeaee3ca581fff6cad8c33b407db6873baba8718292406ae6da +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_353.const b/cache/Token_rms_norm_20_16_0_353.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_353.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_354.const b/cache/Token_rms_norm_20_16_0_354.const new file mode 100755 index 0000000000000000000000000000000000000000..654b6ca15172e3184c1d9487187e17b59373da4c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_354.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ecf8db35ebf458d2165295751cd04eb003782ab4f0c01dcc235eca36826854d +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_355.const b/cache/Token_rms_norm_20_16_0_355.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_355.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_356.const b/cache/Token_rms_norm_20_16_0_356.const new file mode 100755 index 0000000000000000000000000000000000000000..ba84b041b2d1d420ef877412dbed0183b4182853 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_356.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714e9eb9a752edb3b7ec5cc572817ea59f2bb02361becdfcfce0ca8674c61ee9 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_357.const b/cache/Token_rms_norm_20_16_0_357.const new file mode 100755 index 0000000000000000000000000000000000000000..a57f358236b7fe58a75788db2286247a09ee72a1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_357.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98eefbce594143b2d216e06e1a241840edc0851c921cfe603f69b9def75763e8 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_358.const b/cache/Token_rms_norm_20_16_0_358.const new file mode 100755 index 0000000000000000000000000000000000000000..28f2011eb110cafecf8ea7ab57ebfb4d4bef53ce --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_358.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2196a9ecd66d4e448fc057c6788e34fcb6ee6265231cdce171a85d13807f018f +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_359.const b/cache/Token_rms_norm_20_16_0_359.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_359.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_36.const b/cache/Token_rms_norm_20_16_0_36.const new file mode 100755 index 0000000000000000000000000000000000000000..6c6e5658ae85a11e3312191a24bb4c3ce535d7c7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_36.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a26e0148f081946d75e5b9e3fe0ecd1842004398c3cd92fd6225baf7c023ab6 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_360.const b/cache/Token_rms_norm_20_16_0_360.const new file mode 100755 index 0000000000000000000000000000000000000000..7af3bc9918feb9bf7784c86a1bd6b301d75070af --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_360.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a8c50318bb1f852de46f0d012412709902d49eafd83a3617c0142f3054bf3f +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_361.const b/cache/Token_rms_norm_20_16_0_361.const new file mode 100755 index 0000000000000000000000000000000000000000..df50a286d057286a723cd78cc18ac7ba4bc443f9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_361.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4c895d18195fe011c1738097211596da61577c9dd09c23229cbcbba2a0fc05 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_362.const b/cache/Token_rms_norm_20_16_0_362.const new file mode 100755 index 0000000000000000000000000000000000000000..60c4a864988d7ac2d3e8b02f6b738fad526896f4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_362.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee921a4cdb6b9aa1241f2f87d1b51b612211b5591d39c37ca31ff11781982c32 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_363.const b/cache/Token_rms_norm_20_16_0_363.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_363.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_364.const b/cache/Token_rms_norm_20_16_0_364.const new file mode 100755 index 0000000000000000000000000000000000000000..6b770d068984d196cedb693cf958d654d18023ce --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_364.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e651deff8d6c2e5199e55871411a7273ebabfa8a4fb594f06b28fe205dccfb1f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_365.const b/cache/Token_rms_norm_20_16_0_365.const new file mode 100755 index 0000000000000000000000000000000000000000..bab0bf428344893b3827bc9647a761b07c3d54e8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_365.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c23567dbaead08a34666233988b380234a05e6c162e2cb9e7c4c3bf4d322b3 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_366.const b/cache/Token_rms_norm_20_16_0_366.const new file mode 100755 index 0000000000000000000000000000000000000000..cea8ffeb4343c090c38cf776c2d2af033a436065 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_366.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb1241891650c5fb2bf74888db1e18ae74d67d26a9b974fe9a2aac8f75d0d63 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_367.const b/cache/Token_rms_norm_20_16_0_367.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_367.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_368.const b/cache/Token_rms_norm_20_16_0_368.const new file mode 100755 index 0000000000000000000000000000000000000000..6a46f211aa00b8d8abde30ce3c9f06e1acf10956 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_368.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b6b5e4b53565600cba68882823f016fb3232c46b4644c85fa6fddbc725f7f3 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_369.const b/cache/Token_rms_norm_20_16_0_369.const new file mode 100755 index 0000000000000000000000000000000000000000..738ff33f69061e0294b2dbbaab4be6cc61f0480d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_369.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e36f70c26fe4ed0fdc31dad8c104d2d57fcb048fb0d1627afd11d92cfddf1f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_37.const b/cache/Token_rms_norm_20_16_0_37.const new file mode 100755 index 0000000000000000000000000000000000000000..342e75363fa43bff3488577dd8c14b8e36803fc3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_37.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51395a963b0621ca34344a740379b8129737b2918e65566869f38cf8c4631564 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_370.const b/cache/Token_rms_norm_20_16_0_370.const new file mode 100755 index 0000000000000000000000000000000000000000..51c183f63819c4f2881b07da3c87b99cc1412e22 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_370.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68df42d96778d3de7ca467c1f61e6eaa6d47cac17a96544cab4442ebed61847e +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_371.const b/cache/Token_rms_norm_20_16_0_371.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_371.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_372.const b/cache/Token_rms_norm_20_16_0_372.const new file mode 100755 index 0000000000000000000000000000000000000000..2023ff455771f2b957feffff9cd309f642238b04 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_372.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30a9d44e5b0dba805db4524a6883c634d2123b9253d514c931084cd41223578 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_373.const b/cache/Token_rms_norm_20_16_0_373.const new file mode 100755 index 0000000000000000000000000000000000000000..3aee67ce6f2343f95f17da257aab2d4098a12943 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_373.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ce8ff548f3ad6e6c23b557ee9dbe99de0825874708d856e46e9005b04cb239 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_374.const b/cache/Token_rms_norm_20_16_0_374.const new file mode 100755 index 0000000000000000000000000000000000000000..aa8682d75ce2d64592b2f9037d2b255500e3d69b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_374.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc6c49f4ea6a8a330d7a89bec057644cc6930503dd1c02ccbafa51bd0730938 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_375.const b/cache/Token_rms_norm_20_16_0_375.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_375.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_376.const b/cache/Token_rms_norm_20_16_0_376.const new file mode 100755 index 0000000000000000000000000000000000000000..65f8c420675c7e1b6a4faefe1272e37ad9982bad --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_376.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af775f509333008f4363a22b7bf0fb3a8f4cefe32f0e035c0236a33c627d9bad +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_377.const b/cache/Token_rms_norm_20_16_0_377.const new file mode 100755 index 0000000000000000000000000000000000000000..7f41aac211fb7c1eb1ed538c076e27b145686e37 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_377.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9946366619e6163b6db003610856d760db274400d681f4d0ae5a2548731f50 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_378.const b/cache/Token_rms_norm_20_16_0_378.const new file mode 100755 index 0000000000000000000000000000000000000000..c146d6c38337b952b43f4df9a888356c0273cd54 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_378.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c28368887f71ae3588adc08125763b1ba40c35b6bd724fd784a53400c981b1 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_379.const b/cache/Token_rms_norm_20_16_0_379.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_379.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_38.const b/cache/Token_rms_norm_20_16_0_38.const new file mode 100755 index 0000000000000000000000000000000000000000..acf88414ac7f8c6109a6a72303f65007873aae18 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_38.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f15ec3eef86ab0639b8608e654ebe2d9702e7f32d7658d1511a87490debb5e +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_380.const b/cache/Token_rms_norm_20_16_0_380.const new file mode 100755 index 0000000000000000000000000000000000000000..7bfb08e2df3be051197a1f3a23506cba2149cd28 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_380.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d10bbc49a3063633dc82e5bed395b2ac78b3cbb22d060dfbf477d53807da1b66 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_381.const b/cache/Token_rms_norm_20_16_0_381.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_381.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_382.const b/cache/Token_rms_norm_20_16_0_382.const new file mode 100755 index 0000000000000000000000000000000000000000..783af0926484e3ddce0b86d35c96a9a69d862421 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_382.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de8177189ae9a213c204bdadbc9184617851a396588ed8c46d0782a3931f70e +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_383.const b/cache/Token_rms_norm_20_16_0_383.const new file mode 100755 index 0000000000000000000000000000000000000000..269956af0608844a7cc40bc0cb1f6d6665b6e417 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_383.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aacb914eec1c614768ce68a1495fe646b7e751bbcd72f65ae2d7dc494bae0319 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_384.const b/cache/Token_rms_norm_20_16_0_384.const new file mode 100755 index 0000000000000000000000000000000000000000..12ebcc2847794ab1893f1571936fc3e620eeaaa5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_384.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fd11b927f9925a3426689256f1590a94122c99bc0ea0c455c35e73699ca28d +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_385.const b/cache/Token_rms_norm_20_16_0_385.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_385.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_386.const b/cache/Token_rms_norm_20_16_0_386.const new file mode 100755 index 0000000000000000000000000000000000000000..a901fd6b8d806c588ddb7737dff6b4b53e10166e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_386.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a459d10010a927c8d250c2caaec393d7ebb23e02683c3769e627c04b199fed +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_387.const b/cache/Token_rms_norm_20_16_0_387.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_387.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_388.const b/cache/Token_rms_norm_20_16_0_388.const new file mode 100755 index 0000000000000000000000000000000000000000..296de73a2aa2a9aef9e21ac0b9c5014a63203c0b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_388.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ad54aa34f8e7b3371a60b4834a72d0e086b6853b08524e083fa68ae56595a5 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_389.const b/cache/Token_rms_norm_20_16_0_389.const new file mode 100755 index 0000000000000000000000000000000000000000..513a55c8561ec3f1a42f387a2f56ed9e9617cd2f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_389.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175c0cf7f0f7ed5fe01a45e72cec16ab57f33391562110610a6c58582e056ac2 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_39.const b/cache/Token_rms_norm_20_16_0_39.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_39.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_390.const b/cache/Token_rms_norm_20_16_0_390.const new file mode 100755 index 0000000000000000000000000000000000000000..83dfca17dbdc94a2d26cd0b1504d6541c3107f75 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_390.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68ce320e55e7d5502bde1ab122584845a883fc984378aa8dea9a9d2a9249da22 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_391.const b/cache/Token_rms_norm_20_16_0_391.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_391.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_392.const b/cache/Token_rms_norm_20_16_0_392.const new file mode 100755 index 0000000000000000000000000000000000000000..1e9a235b6cdc60b2b153c2d7253cdc4c511dd559 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_392.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ecafb39a81bd17fde654388c1b28bb5fd5eb64996f72d88c3b84f6ed2fa87d8 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_393.const b/cache/Token_rms_norm_20_16_0_393.const new file mode 100755 index 0000000000000000000000000000000000000000..4028d3890c76c89cbb4a1e79704acf464bde6dec --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_393.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a78776abdf1c46aa9579e952977fcd74d31aba56ca2b0b04a4796f3b2cab36 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_394.const b/cache/Token_rms_norm_20_16_0_394.const new file mode 100755 index 0000000000000000000000000000000000000000..8ba0443d5699adf8cd8a5f97e918813f9feac314 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_394.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d20f71858d625da22505317f08cff1bd9fd7091c2c4709d3747dfa60b8bce8 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_395.const b/cache/Token_rms_norm_20_16_0_395.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_395.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_396.const b/cache/Token_rms_norm_20_16_0_396.const new file mode 100755 index 0000000000000000000000000000000000000000..65e32abe1f6a246b6e8811121b343ffede6113b8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_396.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6638977d81539af9a144068a7cfbb4835ed4cafafd35ddee85e2f5b44d9dde +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_397.const b/cache/Token_rms_norm_20_16_0_397.const new file mode 100755 index 0000000000000000000000000000000000000000..f17e310d1a4c2ee0c83b2e73531425018b004aef --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_397.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce4cfcc75888a5d65f3f700619431150677b9666a448c629485e206a5cfb37f +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_398.const b/cache/Token_rms_norm_20_16_0_398.const new file mode 100755 index 0000000000000000000000000000000000000000..5336407aa54906bd1c33705c9fb2a2134e7a4808 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_398.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5e3ae9a5a3623465e6279dada13f34922dcc092b9de579abcff49d7afb4ed6 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_399.const b/cache/Token_rms_norm_20_16_0_399.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_399.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_4.const b/cache/Token_rms_norm_20_16_0_4.const new file mode 100755 index 0000000000000000000000000000000000000000..e5667e8bac06848bee1bb4254fcd048ba5f06370 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_4.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d670ab32172384b92b902e2590690f9cc3a7dcded23c602950c82886066d1c1 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_40.const b/cache/Token_rms_norm_20_16_0_40.const new file mode 100755 index 0000000000000000000000000000000000000000..a2e764254251397a86c73309e763cb8f9e35f796 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_40.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165b8860b08eacf16d3f8aee16d622b23f8bfbf43fc5577dda133bfedb16903d +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_400.const b/cache/Token_rms_norm_20_16_0_400.const new file mode 100755 index 0000000000000000000000000000000000000000..8d4aed96b71ff54e3a1b5f0f95095700aa36ea8a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_400.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e6ac6dfd080908c0551d09f1b5f388d706c1b87a86f3cb5e2cf92dee7fd8de +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_401.const b/cache/Token_rms_norm_20_16_0_401.const new file mode 100755 index 0000000000000000000000000000000000000000..bb67e6824e6cc4711e680dc19677a5d5e5f315c9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_401.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdfc641068de0b2a2b7999de54f18a25e4f231136a550e97ba6c5b83cb6a5565 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_402.const b/cache/Token_rms_norm_20_16_0_402.const new file mode 100755 index 0000000000000000000000000000000000000000..47a788e77160be5ae543f81455669d845db2c4ea --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_402.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfd09f0aa7ffab5e69df066b10470043e6713f350ff26f440422560b92696ed +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_403.const b/cache/Token_rms_norm_20_16_0_403.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_403.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_404.const b/cache/Token_rms_norm_20_16_0_404.const new file mode 100755 index 0000000000000000000000000000000000000000..d97468ee1b5f947b9b046109aa710990311f6382 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_404.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e0043bb07e68154161f01d57b3c04a8220dfe9c23742e1fbb8ebbf3020eaec +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_405.const b/cache/Token_rms_norm_20_16_0_405.const new file mode 100755 index 0000000000000000000000000000000000000000..c48b5f968cd7214f946030293535f12d915f251c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_405.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d28dac842b1aff9b420509f7da6dedc24f7855a7d3c2ad434a3ec953e6a0a4 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_406.const b/cache/Token_rms_norm_20_16_0_406.const new file mode 100755 index 0000000000000000000000000000000000000000..5ce80c73b605b1be9a6a198e64cfe968fd46f78a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_406.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e4be4d348fc7872256b603ec2ffd7fff77adbf5afd74be23a5730c8a17856a +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_407.const b/cache/Token_rms_norm_20_16_0_407.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_407.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_408.const b/cache/Token_rms_norm_20_16_0_408.const new file mode 100755 index 0000000000000000000000000000000000000000..57c763657b9875f04c2f9618ac0cbe7187735614 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_408.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d275ba2d5b9067efee1273dc00f190e60e3d1129a927b6679352f37069359b +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_409.const b/cache/Token_rms_norm_20_16_0_409.const new file mode 100755 index 0000000000000000000000000000000000000000..8858873063afca9c79ec338bfe1842dc6f0455cf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_409.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8bafd686badac9a85c023b029004ca337851a5ea337475480336a41f0801be +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_41.const b/cache/Token_rms_norm_20_16_0_41.const new file mode 100755 index 0000000000000000000000000000000000000000..6cea7b224a4d5efb16e56d121265c0ee43feb431 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_41.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1da97f31ad73bec58f5e69bf0f832fdd3ec050758deea0e7cba813f55896a43 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_410.const b/cache/Token_rms_norm_20_16_0_410.const new file mode 100755 index 0000000000000000000000000000000000000000..4e5782efc8d1527dfde4d9bd855d33072f2e074c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_410.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b787730a4b9498595097eb9a749aedf04fbb1f705cfe0c2fd9ac3ab75a863f8 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_411.const b/cache/Token_rms_norm_20_16_0_411.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_411.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_412.const b/cache/Token_rms_norm_20_16_0_412.const new file mode 100755 index 0000000000000000000000000000000000000000..10a12004011c82174c352cd71610813948646d52 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_412.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d8cb651d93c65f073bc8222a9774d715d972190738d26f8de7d3ca835529eac +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_413.const b/cache/Token_rms_norm_20_16_0_413.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_413.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_414.const b/cache/Token_rms_norm_20_16_0_414.const new file mode 100755 index 0000000000000000000000000000000000000000..348b53a792d903b50190274c0a3d6f1ce4d14263 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_414.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11137bd7d8da5f97d8f2fee6d4aa7d8af42f31f011472678e776af7b908ce658 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_415.const b/cache/Token_rms_norm_20_16_0_415.const new file mode 100755 index 0000000000000000000000000000000000000000..116218fba4ba4406f5397f6d7a8fa00fc62dfc0c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_415.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbeb27e3f245a80f4e32b94ac77eed3a204abbab75e92d6c980931db4fddb52c +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_416.const b/cache/Token_rms_norm_20_16_0_416.const new file mode 100755 index 0000000000000000000000000000000000000000..b3dc1176a78bd4b504b0139d8008d330038180c9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_416.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69c80563d05808697cd87af560a2a329fcc669f844d3f6cd023c54da18c2a73 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_417.const b/cache/Token_rms_norm_20_16_0_417.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_417.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_418.const b/cache/Token_rms_norm_20_16_0_418.const new file mode 100755 index 0000000000000000000000000000000000000000..84ceccb3c570049aa0c44322a6585e35bcce6a6b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_418.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84852d7f740d10d490ccba99bd36aa8fcc9c375a79cf14caafa6b0ea9a8b8e4 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_419.const b/cache/Token_rms_norm_20_16_0_419.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_419.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_42.const b/cache/Token_rms_norm_20_16_0_42.const new file mode 100755 index 0000000000000000000000000000000000000000..b7cfe73c49faf7e91407b936f472499fe6281958 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_42.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c388dadd26222b438d65cbfbc2d8c0206ca1aba25a1e132e62a156d216acbf +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_420.const b/cache/Token_rms_norm_20_16_0_420.const new file mode 100755 index 0000000000000000000000000000000000000000..4c09fcdedd4ede7ddd9a90d7ec5d4942a9ffe0f1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_420.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0106807a17106119cd41023ed93edc79e9fcbb9cf18f66896705e88d0102a832 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_421.const b/cache/Token_rms_norm_20_16_0_421.const new file mode 100755 index 0000000000000000000000000000000000000000..5276fd77730b5935735f801db206f2b2f7f7d2fb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_421.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a87f17f19a862e87385fd94418fcaebfb6892c407609f5dab6a27bc072d955e +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_422.const b/cache/Token_rms_norm_20_16_0_422.const new file mode 100755 index 0000000000000000000000000000000000000000..0d9bff96b4c76fb9b890d1467890796978166916 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_422.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055fb6563f0ddf8182e9cbdb088394eb7ba026fbc93f06acb8aa27114a2d258f +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_423.const b/cache/Token_rms_norm_20_16_0_423.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_423.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_424.const b/cache/Token_rms_norm_20_16_0_424.const new file mode 100755 index 0000000000000000000000000000000000000000..e275b89071273c9f0c02ba923caed3ee2a1f7b62 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_424.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d35c343054e2fc995b2862f259babe804587de266f2558b2d15b624dfc0ea0b +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_425.const b/cache/Token_rms_norm_20_16_0_425.const new file mode 100755 index 0000000000000000000000000000000000000000..d98990392931aec457d44ce7dacc41dbdecf9e40 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_425.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fdedac2fd98325b061bce3398017166685bd7bf74ddbd10b8c4032fb52de7b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_426.const b/cache/Token_rms_norm_20_16_0_426.const new file mode 100755 index 0000000000000000000000000000000000000000..ce36fbedc174fc7c53a6904cd5ba38edf4815e6d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_426.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e7991c37b5ce71af58be84951cff7f7658c2088f76a793d6efd51e5f9cb3e1d +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_427.const b/cache/Token_rms_norm_20_16_0_427.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_427.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_428.const b/cache/Token_rms_norm_20_16_0_428.const new file mode 100755 index 0000000000000000000000000000000000000000..7758a76e7f86a6f608b1493b84d87dc3d742cb79 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_428.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af40bd767f87b509cf3a29b5d5f557413094379b1c2aae1df1c04b2b28cb702e +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_429.const b/cache/Token_rms_norm_20_16_0_429.const new file mode 100755 index 0000000000000000000000000000000000000000..587c365227524a1d0318427e7ab1c6733401b116 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_429.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec4a0e68e518596cdf47f7a839b1263aed7f2955e1783ef96a6e923a495c3b7c +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_43.const b/cache/Token_rms_norm_20_16_0_43.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_43.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_430.const b/cache/Token_rms_norm_20_16_0_430.const new file mode 100755 index 0000000000000000000000000000000000000000..24024a8739aa7756b311999a556d1383300c69c2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_430.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d7057faf3bafe34cd1a334efcec6eabb52bafa7411c92d1f90ab7d0577ad88 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_431.const b/cache/Token_rms_norm_20_16_0_431.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_431.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_432.const b/cache/Token_rms_norm_20_16_0_432.const new file mode 100755 index 0000000000000000000000000000000000000000..5c42f97242b65786b357bb7a1814015ee04613cb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_432.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b70ae9af228d56327a34dddca11642366f0fac2ccd0f0db400d2cc7bde88790 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_433.const b/cache/Token_rms_norm_20_16_0_433.const new file mode 100755 index 0000000000000000000000000000000000000000..026aaa0ad3dee995b90e746b4c63f11510ad8f5f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_433.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533829b981d069da96123692526eefcb51ba64da12f9464233b7f440d9705a9c +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_434.const b/cache/Token_rms_norm_20_16_0_434.const new file mode 100755 index 0000000000000000000000000000000000000000..e5764db1018162e970b89ca4765a71e30b32881a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_434.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5638a23b97006204508ec65381dff403053c1f204b5eea92e8d9d03175f964f9 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_435.const b/cache/Token_rms_norm_20_16_0_435.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_435.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_436.const b/cache/Token_rms_norm_20_16_0_436.const new file mode 100755 index 0000000000000000000000000000000000000000..fbf6b0ff37d26bc500f74ea1952638cadb0c145f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_436.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc444b9531109f1016f17e7caab3ccd11be9f77e2d86237bebb7817461cab30 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_437.const b/cache/Token_rms_norm_20_16_0_437.const new file mode 100755 index 0000000000000000000000000000000000000000..8ea0560d0b2b3cc7e426dccaba8850f73c1dcc8d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_437.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bdb389377b978f2c6280c7c756b1b9f7141a635f7cb93b63ffbd4dd9376850 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_438.const b/cache/Token_rms_norm_20_16_0_438.const new file mode 100755 index 0000000000000000000000000000000000000000..d65610dc4693e8b7b4a044bc7aabf0cd45b2cafd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_438.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e14bfa31479ff6a62b84b34f996b15432c918603dd3aad924cf7fb1d869b75 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_439.const b/cache/Token_rms_norm_20_16_0_439.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_439.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_44.const b/cache/Token_rms_norm_20_16_0_44.const new file mode 100755 index 0000000000000000000000000000000000000000..4339375938f65cfccad635b63fe8294b3cdfa556 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_44.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6218b224d67c9c5e318097e5dd4dd8397199e0c3dbdfe954b0a26e6404933a +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_440.const b/cache/Token_rms_norm_20_16_0_440.const new file mode 100755 index 0000000000000000000000000000000000000000..b63216cb98cd2363016f1219516d37b2cdf9f7bf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_440.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ed27ccea427291d73a810992e0ad4db48635dda165a0fddc72e9ff89c28308 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_441.const b/cache/Token_rms_norm_20_16_0_441.const new file mode 100755 index 0000000000000000000000000000000000000000..2cbbc52108e4866900f043f8fb0c8597bcaf1214 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_441.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c237458a8552dff3edd16e52ecc8d97df942d6c1a1c175b1c04e1d7a5cd63ec2 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_442.const b/cache/Token_rms_norm_20_16_0_442.const new file mode 100755 index 0000000000000000000000000000000000000000..2ed4fd9923deab061202451c23dda3aa4413534e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_442.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e6d4c4d047715495960de89666ec172a7d2f028002a152b8f9e4f4924322e3 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_443.const b/cache/Token_rms_norm_20_16_0_443.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_443.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_444.const b/cache/Token_rms_norm_20_16_0_444.const new file mode 100755 index 0000000000000000000000000000000000000000..c1e96b9903ef47405c030fe2903e95f1da8aacaa --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_444.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba38000708c4cea64d9ad62eaf76546466eba5198216faa07f792a34713e3321 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_445.const b/cache/Token_rms_norm_20_16_0_445.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_445.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_446.const b/cache/Token_rms_norm_20_16_0_446.const new file mode 100755 index 0000000000000000000000000000000000000000..5f233356835c4e1a6554b71e411137bd15579a0e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_446.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8e4db6dbb80cad803871514704f50eff557dffa1d78484557c53c0c84529f85 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_447.const b/cache/Token_rms_norm_20_16_0_447.const new file mode 100755 index 0000000000000000000000000000000000000000..f205e7fd4bdcdb90a58ded4054eae6fc3f22a599 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_447.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31c2932713e421fd0ea0b374cde7178c562dd279341be097626cc6ee5f8f0e6c +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_448.const b/cache/Token_rms_norm_20_16_0_448.const new file mode 100755 index 0000000000000000000000000000000000000000..e887795d546be8492d44604e2e41990955456d3e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_448.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6464ab063416a17ea8f02aa55ac847a66c924000a3283ec625c4e77ea90341 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_449.const b/cache/Token_rms_norm_20_16_0_449.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_449.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_45.const b/cache/Token_rms_norm_20_16_0_45.const new file mode 100755 index 0000000000000000000000000000000000000000..e6f1246078506597638a986e09080ab6beb36529 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_45.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951402211810e96b85e5cdbba320f52dc18af4a98589df6a111b788b898e81ca +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_450.const b/cache/Token_rms_norm_20_16_0_450.const new file mode 100755 index 0000000000000000000000000000000000000000..7f1019dfd3cf7c0720543716ae21fa433ed8f059 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_450.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8158cdee0acf3c47ff4767ddab3aef8e75d9f6eaed1dff397bb4f26adbf3ef0 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_451.const b/cache/Token_rms_norm_20_16_0_451.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_451.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_452.const b/cache/Token_rms_norm_20_16_0_452.const new file mode 100755 index 0000000000000000000000000000000000000000..1958501da938a0ca9af34acc3c5a78e793aa8a18 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_452.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7593d19011a780c2572f4e60cf6fe6247a7b2075f9b3fcc66fbc58c7da6f4505 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_453.const b/cache/Token_rms_norm_20_16_0_453.const new file mode 100755 index 0000000000000000000000000000000000000000..aab4c693b858ed96c2ee9949198f2dbb776f6d38 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_453.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f46ecd3f2f1c9e533b985f5472fda5a2a5e269b21e171751ebbd992b8c5024 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_454.const b/cache/Token_rms_norm_20_16_0_454.const new file mode 100755 index 0000000000000000000000000000000000000000..bc1d14d09fb787026b07025dfedf0183211f6af1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_454.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ec00e568caa88250698c66495ad0b560ce0e678b571b80f61541c99458038c +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_455.const b/cache/Token_rms_norm_20_16_0_455.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_455.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_456.const b/cache/Token_rms_norm_20_16_0_456.const new file mode 100755 index 0000000000000000000000000000000000000000..2fa81f3d2867c494a41e8747bd0ae61c146b7324 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_456.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f0c6ab6cb36733931a51a315708fd712600b3e112ac94090f224961267a954d +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_457.const b/cache/Token_rms_norm_20_16_0_457.const new file mode 100755 index 0000000000000000000000000000000000000000..eddb23cbd6e74d8cf8c46e8b002cda860d8e9a9c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_457.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bedbe60612991eb4159914442345db0c8a9cc6c151cd40062682bcc193450da9 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_458.const b/cache/Token_rms_norm_20_16_0_458.const new file mode 100755 index 0000000000000000000000000000000000000000..7ebbe3db3fa52e87daa9a0e3ba927b7c27a31444 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_458.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d3555615b744c1f5622f5ea41d028427ae3d5903ccddae7874d4b804bbfe80 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_459.const b/cache/Token_rms_norm_20_16_0_459.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_459.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_46.const b/cache/Token_rms_norm_20_16_0_46.const new file mode 100755 index 0000000000000000000000000000000000000000..14957ae1404ff6b6c98cf291c4245bd5464c2109 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_46.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d42c492064afb19c6d3933fdb6c2bbe710a220cb33b6c7574a49cda97face859 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_460.const b/cache/Token_rms_norm_20_16_0_460.const new file mode 100755 index 0000000000000000000000000000000000000000..22413a143bcdc5ead2a919e629a83a1a913fd39d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_460.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a609018b8638080115a69b274e1b83be36cc19c94d3ef64ee242696f5ca0559d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_461.const b/cache/Token_rms_norm_20_16_0_461.const new file mode 100755 index 0000000000000000000000000000000000000000..b5b65b3a3d81238f311d8d9c8e59d8d922d6ede3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_461.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e18a6861ef0141b761ca7c9a33ef579e8fb727e8475da396c4b01b6aaa556e +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_462.const b/cache/Token_rms_norm_20_16_0_462.const new file mode 100755 index 0000000000000000000000000000000000000000..085a5ec71ab52ba3224daf4d512f27978a1eeb90 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_462.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2327d27a9813bb17c138f557bd00fa258469dc6bc57547ebc8f79aa35dbae50a +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_463.const b/cache/Token_rms_norm_20_16_0_463.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_463.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_464.const b/cache/Token_rms_norm_20_16_0_464.const new file mode 100755 index 0000000000000000000000000000000000000000..26418ea14b97e9900fc733d0eb6c1d85bcfcfdf3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_464.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf12136a737c02e12ef376ddf746ec622027bc589e44a83d6fdf1d3dddb7881 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_465.const b/cache/Token_rms_norm_20_16_0_465.const new file mode 100755 index 0000000000000000000000000000000000000000..81aabaaae047caa519fb1469c214edfbb69e3ef1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_465.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba9b2a78464da0fa30575afef2ed22284861b563daaa9ef62eff32ab2fa55ad +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_466.const b/cache/Token_rms_norm_20_16_0_466.const new file mode 100755 index 0000000000000000000000000000000000000000..89029d1416f86c5ce1fecea7ab9b255b189e062a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_466.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c503095b05ffd08809f08ec3c632c5157f6d258c23b86aab245daba95faf6fee +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_467.const b/cache/Token_rms_norm_20_16_0_467.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_467.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_468.const b/cache/Token_rms_norm_20_16_0_468.const new file mode 100755 index 0000000000000000000000000000000000000000..c73e3bb65d594178f1e23f6a69e7996e663f8f6c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_468.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7af854a2b6f84a0d41274e3684bfa8f7d41494d6873754b1b0012c8c4d27ffd +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_469.const b/cache/Token_rms_norm_20_16_0_469.const new file mode 100755 index 0000000000000000000000000000000000000000..2255d59e25441c9dd8e9a8e992d1a2788f785da6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_469.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f8c02f608d6bece0299d1f1ae226eb7bba5dc919ab37dae076bde9df07a11b +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_47.const b/cache/Token_rms_norm_20_16_0_47.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_47.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_470.const b/cache/Token_rms_norm_20_16_0_470.const new file mode 100755 index 0000000000000000000000000000000000000000..ef85684c494dc68c97711ff17a6b56e09394b067 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_470.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825d1ff6b54a9a84d506ec9d2b9373142af0bbf65f51046233237b5b88137854 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_471.const b/cache/Token_rms_norm_20_16_0_471.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_471.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_472.const b/cache/Token_rms_norm_20_16_0_472.const new file mode 100755 index 0000000000000000000000000000000000000000..992b6d16608f2b77083699269dcb8ab20d263250 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_472.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc6b8ad8a6731d241b912ae7febe91a936cdaa84af460620ec41c311a5aa82bc +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_473.const b/cache/Token_rms_norm_20_16_0_473.const new file mode 100755 index 0000000000000000000000000000000000000000..4f703cccf0a3d378ef041df918be2dc3ee69d0c0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_473.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e24ba182be0c697d862bac7bdd372dda8f9ea79b39caad945f31e682b185629 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_474.const b/cache/Token_rms_norm_20_16_0_474.const new file mode 100755 index 0000000000000000000000000000000000000000..e5a9ac00c00fc7511a681ddf8bf40f5f15498c96 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_474.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b94b16a78e201d3fcb388918cee9cfea938a29e03d252a8e54e2d11302095b +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_475.const b/cache/Token_rms_norm_20_16_0_475.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_475.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_476.const b/cache/Token_rms_norm_20_16_0_476.const new file mode 100755 index 0000000000000000000000000000000000000000..c3e59fb812758c284ba0dfb2f9eb94854b171c6b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_476.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:073784630c94f6e1001529a0f03957b9731b44c9ca3aeb78883232561bd1bb9b +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_477.const b/cache/Token_rms_norm_20_16_0_477.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_477.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_478.const b/cache/Token_rms_norm_20_16_0_478.const new file mode 100755 index 0000000000000000000000000000000000000000..408034503a1d7d2afbceb7841485cc2b3d8d70f1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_478.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df0735f833843e87aacdd37c96839859f013fd393f14c25da6cbc62dadf50d5 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_479.const b/cache/Token_rms_norm_20_16_0_479.const new file mode 100755 index 0000000000000000000000000000000000000000..7b308ce2d047217549abe2767d4eda766e87957b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_479.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5d78f9d3bfb094ab7bcb73b18a0f15081c4ad6e4bbf4f90c8c617591d51173 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_48.const b/cache/Token_rms_norm_20_16_0_48.const new file mode 100755 index 0000000000000000000000000000000000000000..0f579df93137270b4950bd27c058939814f09f2e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_48.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9926eb3c9bf0475d6b1699267fbbc0001d7d415c57c50ea041bf21339b09c460 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_480.const b/cache/Token_rms_norm_20_16_0_480.const new file mode 100755 index 0000000000000000000000000000000000000000..cc185be69454a28e94bf03635773c4a4fce42cb0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_480.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4d514edd88d7bf59fddf9b085555dbc14461ad4451b3d67d39b24395509b94 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_481.const b/cache/Token_rms_norm_20_16_0_481.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_481.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_482.const b/cache/Token_rms_norm_20_16_0_482.const new file mode 100755 index 0000000000000000000000000000000000000000..e0486f0d24b3e17b464d8a24b32f59455754cd58 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_482.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e7f89ba0ef3f84e95bf89dbe7671a10b5cf87afe2b9dd25fdad5ee534373ff +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_483.const b/cache/Token_rms_norm_20_16_0_483.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_483.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_484.const b/cache/Token_rms_norm_20_16_0_484.const new file mode 100755 index 0000000000000000000000000000000000000000..33c7c437fad85defd0d0ad5bb057c11f49a220d2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_484.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2924645c199df0e223b416ec7a296703107b88fa589ae5030dfaa931e31aebe8 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_485.const b/cache/Token_rms_norm_20_16_0_485.const new file mode 100755 index 0000000000000000000000000000000000000000..4b654b281dc85766ddfdfcb6c25e77d5d37582c4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_485.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67a75e49922f1aa80c368a713761dd43040644d2365313ccb8a783d26c411a1 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_486.const b/cache/Token_rms_norm_20_16_0_486.const new file mode 100755 index 0000000000000000000000000000000000000000..0ed9f1285bcf005adcad8fc7e139eb8c49683fc8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_486.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5eb7b3a1161208c54a217f55e0ca4d268b51511cb6bec7b1444e5505f3a0e4 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_487.const b/cache/Token_rms_norm_20_16_0_487.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_487.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_488.const b/cache/Token_rms_norm_20_16_0_488.const new file mode 100755 index 0000000000000000000000000000000000000000..63a662fe44e450266a8184a0c8d68d33f885ab6a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_488.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76369a966e622b994ff5d65d173936ed0767a20f78591eaf9dc59723d7795e38 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_489.const b/cache/Token_rms_norm_20_16_0_489.const new file mode 100755 index 0000000000000000000000000000000000000000..df6a34fe38bd2ac2640bfdc859472f534d806ae5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_489.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc07981cc55da92870eea3f94031c8dac1e34da67414db592b2b87705067d59 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_49.const b/cache/Token_rms_norm_20_16_0_49.const new file mode 100755 index 0000000000000000000000000000000000000000..f5c67825e64bd176db6d7a975094d729cd07043b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_49.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97791adeceb38f830de4dca1f0a4551094b64f15f398f3456ce69cb4fb1f1d8f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_490.const b/cache/Token_rms_norm_20_16_0_490.const new file mode 100755 index 0000000000000000000000000000000000000000..d34feec5b65b59bc9c04835a5f863799ea26a39a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_490.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fca16b94a95248340198c7b3d8570422ecdc7ef2d1fa128368b2742629636db +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_491.const b/cache/Token_rms_norm_20_16_0_491.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_491.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_492.const b/cache/Token_rms_norm_20_16_0_492.const new file mode 100755 index 0000000000000000000000000000000000000000..7921fb2328f814b1f3afd25f48b821f283a13539 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_492.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9142d348c6a774f9541f35d6413b225ec81529d9c62badf859344d2d49926345 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_493.const b/cache/Token_rms_norm_20_16_0_493.const new file mode 100755 index 0000000000000000000000000000000000000000..c8fb9e89b61c581380f7cc3dd859ab65e0021aae --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_493.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f9420fada1e102e5eeafe9d47fff0d8bd75fc52a3fc3322054dd1fa1d39688 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_494.const b/cache/Token_rms_norm_20_16_0_494.const new file mode 100755 index 0000000000000000000000000000000000000000..78d080088ed4723f298b33fbdbcd9225c422aa06 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_494.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f4bce2ecdaede45dfa53445fd02c9d42d4bf0679d070b4326c008fb9cd5718 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_495.const b/cache/Token_rms_norm_20_16_0_495.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_495.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_496.const b/cache/Token_rms_norm_20_16_0_496.const new file mode 100755 index 0000000000000000000000000000000000000000..f1a3818502ba8da682d33498e50aa525574783c5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_496.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef718bc6cbb3edfb0da83232985fecb9ae370a1911d5fcc25a615264ca9305c +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_497.const b/cache/Token_rms_norm_20_16_0_497.const new file mode 100755 index 0000000000000000000000000000000000000000..c3b8a06022a08736f2315d0dcb7e91a7caef2a7f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_497.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a30e287fd1ff962fa5c75618b66e0a0346e2581f8f5a128dbc50c9dee54a33 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_498.const b/cache/Token_rms_norm_20_16_0_498.const new file mode 100755 index 0000000000000000000000000000000000000000..65d50f4dea643efbedf0558c5f4dffee47b5153c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_498.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72da70aa944ae77fe192c710f6c35c4b712a8ad4703cce0c1390804f7a97d1ac +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_499.const b/cache/Token_rms_norm_20_16_0_499.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_499.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_5.const b/cache/Token_rms_norm_20_16_0_5.const new file mode 100755 index 0000000000000000000000000000000000000000..0788b87cada8cdfe0a094fdb89bc8d8aa11505b4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_5.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471decb772acd2e53cd33bc30e6b33b249c1c88118f1474acca125af6c687b6f +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_50.const b/cache/Token_rms_norm_20_16_0_50.const new file mode 100755 index 0000000000000000000000000000000000000000..00afc85d1754ffffa3af1b048c7aaa34d0f5bb10 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_50.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78423b208261cf00b2ec2857586570e326954e6a36710d57af9cf621edcb2ef7 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_500.const b/cache/Token_rms_norm_20_16_0_500.const new file mode 100755 index 0000000000000000000000000000000000000000..ace5d126108e291c2b32e52a7ac7eef221d02085 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_500.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b05e636bae81693519b9b9ea5dc6b6b18180cd500ec406c0a00b188d83610934 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_501.const b/cache/Token_rms_norm_20_16_0_501.const new file mode 100755 index 0000000000000000000000000000000000000000..471197463c5aecd5e236707d9b5845d8d38c8dba --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_501.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd0e40d9d8d5da5b405e5831f94630a44e2b33381b55f58041a1902441cf16b +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_502.const b/cache/Token_rms_norm_20_16_0_502.const new file mode 100755 index 0000000000000000000000000000000000000000..3396b369d9fe7b8419739e5927bf90c6a2ceb157 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_502.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc96874ee3b9b836fbd24abe9530fb06059b57ea2e785c288ab5fbbf88aeac8 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_503.const b/cache/Token_rms_norm_20_16_0_503.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_503.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_504.const b/cache/Token_rms_norm_20_16_0_504.const new file mode 100755 index 0000000000000000000000000000000000000000..d120de03931f5698b5a975337d97f564e10e8ef8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_504.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec12dee4a7e7fa2fe47fe8ff9d48dcf2e13e0390c5f5b9a2cee39a911c55ecc +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_505.const b/cache/Token_rms_norm_20_16_0_505.const new file mode 100755 index 0000000000000000000000000000000000000000..c79575ab37e9ac546e934500091ffaf0393c0033 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_505.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5b9e3c027447bd8bf7a6954b4df92b8cf95abd7b0570b4536ab760ebad0912 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_506.const b/cache/Token_rms_norm_20_16_0_506.const new file mode 100755 index 0000000000000000000000000000000000000000..7534b633dc5df2d771f35cd559783d73b8f9e882 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_506.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68d6ee92610947d1bd421f3796489a63ff3dd4e8381537f364015fa63da9ae0 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_507.const b/cache/Token_rms_norm_20_16_0_507.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_507.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_508.const b/cache/Token_rms_norm_20_16_0_508.const new file mode 100755 index 0000000000000000000000000000000000000000..070224a0914edd90e7a8a4b0762ce89ad90e8429 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_508.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971c604d45cc63dff0a1a28b5fbbc5a894f65ef2556a05c6961454f5fb615b9d +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_509.const b/cache/Token_rms_norm_20_16_0_509.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_509.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_51.const b/cache/Token_rms_norm_20_16_0_51.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_51.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_510.const b/cache/Token_rms_norm_20_16_0_510.const new file mode 100755 index 0000000000000000000000000000000000000000..7dd9aeaef0e6dbee9f4247c561d6e65b79caba9e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_510.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71abfda8a4f6dd3c3d5e8039a6ef704da190ae04d10924e233db9c24204b45bb +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_511.const b/cache/Token_rms_norm_20_16_0_511.const new file mode 100755 index 0000000000000000000000000000000000000000..47018f97760ec7b3104b2509a9fa90607209a333 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_511.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a76cbb7184bb5ba82431f8a4388d158b373a1b709ccc4cf4f5808eb215cd9f +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_512.const b/cache/Token_rms_norm_20_16_0_512.const new file mode 100755 index 0000000000000000000000000000000000000000..c01d49a250d23f8b7b5655c3cdebec3fa6b5461a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_512.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35374aa6b582a15cc2b713807c4f0dfbd85cd52edd231eb1e0c886ef4a6bc00 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_513.const b/cache/Token_rms_norm_20_16_0_513.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_513.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_514.const b/cache/Token_rms_norm_20_16_0_514.const new file mode 100755 index 0000000000000000000000000000000000000000..cea7ea696254f34df78c08b81f1ee417d4d40bd9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_514.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f7b6f5202b4943df2e084871cfd5b1a1449fe9e95be2f357d681eee9ee579b7 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_515.const b/cache/Token_rms_norm_20_16_0_515.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_515.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_516.const b/cache/Token_rms_norm_20_16_0_516.const new file mode 100755 index 0000000000000000000000000000000000000000..8286f9353e1449e185aa167115896222b51d8022 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_516.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3af28586fad09d9bf02377710fa569331a5765f38c6c021f11f129c5dddcd3b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_517.const b/cache/Token_rms_norm_20_16_0_517.const new file mode 100755 index 0000000000000000000000000000000000000000..7501f8a5daf4f6b02868c117bc2a0ce231ab8488 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_517.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb3a33aec230347dbb55f7c92132bbd55edf6adbb2978c8e8c9f75d5b5fd1c6b +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_518.const b/cache/Token_rms_norm_20_16_0_518.const new file mode 100755 index 0000000000000000000000000000000000000000..4ae1ef7b080e8f67c6b3816a6c9d1e321958b32a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_518.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b4951e3eeaf53b527ab56feaeefce2b509899f6dcd5d34e77f2510b72c56475 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_519.const b/cache/Token_rms_norm_20_16_0_519.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_519.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_52.const b/cache/Token_rms_norm_20_16_0_52.const new file mode 100755 index 0000000000000000000000000000000000000000..bfdbae4fccd9264c94f190d5c70073afef4a365f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_52.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8b86c164496a594d8e8a6db560bf5f9b2a94401065f549a64d2c494783c37f +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_520.const b/cache/Token_rms_norm_20_16_0_520.const new file mode 100755 index 0000000000000000000000000000000000000000..890b4df5e2bfe67eca362fc51e7784df5af2f6fd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_520.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6acb814a40e1bae6b1ea95465d338e7a2838e4ee16f25f3a854d717461caf30b +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_521.const b/cache/Token_rms_norm_20_16_0_521.const new file mode 100755 index 0000000000000000000000000000000000000000..771253d96922f7544834325d3f9b134db7f8f932 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_521.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d828b4bc2d8465b5cfdb5674756a793547b6e27154a2aa2c8f0af11c049fcf68 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_522.const b/cache/Token_rms_norm_20_16_0_522.const new file mode 100755 index 0000000000000000000000000000000000000000..21102f66a9b39729a52f0aa7ebcf4b597d7fed2a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_522.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2dd7d57f5a44839ee321ce4fc87a3580694733c59b3da422f39c704065fe6b5 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_523.const b/cache/Token_rms_norm_20_16_0_523.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_523.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_524.const b/cache/Token_rms_norm_20_16_0_524.const new file mode 100755 index 0000000000000000000000000000000000000000..658b3f72447a01017ec7bbcaa015657f0c37dd21 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_524.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d462f51786eaba6db0a476e2e667de90853cb005f0ac768e2b5449357ce114d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_525.const b/cache/Token_rms_norm_20_16_0_525.const new file mode 100755 index 0000000000000000000000000000000000000000..35fc397c4bfc637cfbeb60edd80c38faa1285f00 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_525.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3266846e0af934725122443122dd21e863cc8caca329285c32b0e1516b52bd6 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_526.const b/cache/Token_rms_norm_20_16_0_526.const new file mode 100755 index 0000000000000000000000000000000000000000..a13844833c15f082cc5c3a17af4a85753ef8e774 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_526.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3447392a105069f878a1341284adc6d4f75a3cd56e7d740c34071363e9c4aae2 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_527.const b/cache/Token_rms_norm_20_16_0_527.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_527.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_528.const b/cache/Token_rms_norm_20_16_0_528.const new file mode 100755 index 0000000000000000000000000000000000000000..d1251dc8e97f5b59f382db676e489a7b22b221d9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_528.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d927cf7d65361ed9925d84669d41cdc075b5394a610011de42416e1b7cd357 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_529.const b/cache/Token_rms_norm_20_16_0_529.const new file mode 100755 index 0000000000000000000000000000000000000000..4971c3baefab4b884c8df557683b11e81caecae6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_529.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116ce3f8c9916407a0368480f88dfbc302847be3b1589a90bce3ca22f4f66ba7 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_53.const b/cache/Token_rms_norm_20_16_0_53.const new file mode 100755 index 0000000000000000000000000000000000000000..84a753dc9c01819c7cc03eae1338cce53750fd6a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_53.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610d2c6474da2e3dbeea53534ed44a02034fa808694bf3b869ba11cc90727814 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_530.const b/cache/Token_rms_norm_20_16_0_530.const new file mode 100755 index 0000000000000000000000000000000000000000..8ce6807c653bcdc5761cc12cbd2292625e46e587 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_530.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd226d2cef97468bfcb6eb47295c5e3a7330b464f938e1721b1d86972a708d9e +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_531.const b/cache/Token_rms_norm_20_16_0_531.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_531.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_532.const b/cache/Token_rms_norm_20_16_0_532.const new file mode 100755 index 0000000000000000000000000000000000000000..06ed54ada900b568930738afb5a176ff51856452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_532.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f766dcef4ff975319462fd433f3444de6b4c367c936ed0bf9329c3dc1cef37 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_533.const b/cache/Token_rms_norm_20_16_0_533.const new file mode 100755 index 0000000000000000000000000000000000000000..adfbc2f650407ddc8e1210d9e97f81a2ad3bea58 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_533.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060189df871fcb5dfa52f03957f59085bb05f21cf2cd1e9130eb7eec4bfc125e +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_534.const b/cache/Token_rms_norm_20_16_0_534.const new file mode 100755 index 0000000000000000000000000000000000000000..b0d6dafa749545f48b2499376cdbc385f1e81b24 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_534.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa71fb1b761d50ca00151f22f87e749be22e65cb9859b8b1b43172ec59ebd6e8 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_535.const b/cache/Token_rms_norm_20_16_0_535.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_535.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_536.const b/cache/Token_rms_norm_20_16_0_536.const new file mode 100755 index 0000000000000000000000000000000000000000..46cb74e2dca5f49a4274d75286958798d2d9d1c1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_536.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c85320fb2103b0915e64a832aa574777127516e6fd97a5abd668cef0e1c650 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_537.const b/cache/Token_rms_norm_20_16_0_537.const new file mode 100755 index 0000000000000000000000000000000000000000..edcf224c0df29daf7b23b65819515dc266bf2bdb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_537.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085422c12eaceaa13f904c6e7e02995012fa136d208d2d149d4b42a0ef9e237f +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_538.const b/cache/Token_rms_norm_20_16_0_538.const new file mode 100755 index 0000000000000000000000000000000000000000..f6fe62ef1fe943ffca8ee3fdd7f1b7a91ed7f3be --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_538.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ef6ed5ce926eabdafc996b3a2a4e64bc4477445863ada1d930946e79cfe623 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_539.const b/cache/Token_rms_norm_20_16_0_539.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_539.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_54.const b/cache/Token_rms_norm_20_16_0_54.const new file mode 100755 index 0000000000000000000000000000000000000000..e2013028fe650271da88366430db6fdb87fd51f7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_54.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810e5023a91ec3adc4c27af430434a528af786acc60cb7d2318fde6ef64bf0aa +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_540.const b/cache/Token_rms_norm_20_16_0_540.const new file mode 100755 index 0000000000000000000000000000000000000000..3a196d3c5a8fcf83b8d0ec2871c86201609c7ac8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_540.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f15ba3c1b60b44dc791f8be88f035c3a1186ce24e7de410a4c18f7de286cde +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_541.const b/cache/Token_rms_norm_20_16_0_541.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_541.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_542.const b/cache/Token_rms_norm_20_16_0_542.const new file mode 100755 index 0000000000000000000000000000000000000000..ad76526018bca5a6358a4e9b6957ca4998096866 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_542.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581f74047aa76d17ed605b9876c9e9c30fa43ddc8f13af07a313f7b52a069163 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_543.const b/cache/Token_rms_norm_20_16_0_543.const new file mode 100755 index 0000000000000000000000000000000000000000..e2351a02bd5c0b51cd3df34c8ccd4a821493c745 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_543.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61da2e42fcb27cfa8c5fc777407320258abc976c5d49767e1c0735df5ead786 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_544.const b/cache/Token_rms_norm_20_16_0_544.const new file mode 100755 index 0000000000000000000000000000000000000000..cd08a2b0f60699f09f508c742b9edb0c4a823959 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_544.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62988cc08102446a33314587784676bdbcaaa0a2235dc8eda87405ea91a841fb +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_545.const b/cache/Token_rms_norm_20_16_0_545.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_545.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_546.const b/cache/Token_rms_norm_20_16_0_546.const new file mode 100755 index 0000000000000000000000000000000000000000..70c076ea0a02f45561e5f4918d98d7bc9714181c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_546.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6e4369e9a881d74ec7ee82ef8e5c484007d28af4b4ec18459aa1f65a88930e +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_547.const b/cache/Token_rms_norm_20_16_0_547.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_547.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_548.const b/cache/Token_rms_norm_20_16_0_548.const new file mode 100755 index 0000000000000000000000000000000000000000..65a9d34ccae582f9ce38a1fecb46be6581287820 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_548.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7171879b059a25b5a745488f101a9946f8fe3d83c14789d4ca8e8286c1093c +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_549.const b/cache/Token_rms_norm_20_16_0_549.const new file mode 100755 index 0000000000000000000000000000000000000000..2541ddbe1ecbcea8e3864bdf63b583e3c87a51fd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_549.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1394b4f086eea72ca86abb8a3f183bb1f2b85a74e05d9c30c3b3713fb20bf832 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_55.const b/cache/Token_rms_norm_20_16_0_55.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_55.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_550.const b/cache/Token_rms_norm_20_16_0_550.const new file mode 100755 index 0000000000000000000000000000000000000000..0e253630717c9707d96e740fe591c0f9b2eeafb5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_550.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8034271cb1cfff7e9eac410de3939702f6827709d980f41845e2cc7787eb1a +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_551.const b/cache/Token_rms_norm_20_16_0_551.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_551.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_552.const b/cache/Token_rms_norm_20_16_0_552.const new file mode 100755 index 0000000000000000000000000000000000000000..f905580e4da4b62ed0fc41d9a862000e39fdcd80 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_552.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:245e6b3867448cb3bb65c6e66f057a89bae25518e8d8b52007d67d9615010439 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_553.const b/cache/Token_rms_norm_20_16_0_553.const new file mode 100755 index 0000000000000000000000000000000000000000..9396ebe698a3e1a2316c11674175751b4333a9d3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_553.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18906c4452d55286f63e24953154953c645583f4acc6bd5faa929e3959b9202b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_554.const b/cache/Token_rms_norm_20_16_0_554.const new file mode 100755 index 0000000000000000000000000000000000000000..e7f46315a5f74481e2303d287f0c6345947af62c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_554.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1555d95ab00b1541abfcf61eaade9bd80abbce33e3d1944c59f9b38f6dfd63 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_555.const b/cache/Token_rms_norm_20_16_0_555.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_555.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_556.const b/cache/Token_rms_norm_20_16_0_556.const new file mode 100755 index 0000000000000000000000000000000000000000..5ee0da8b3fe72b13be1453732c5bc3b00baf33ce --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_556.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568b8b299d4634d12a7e54d902f4878ef4965f157dac4210e9aa78322bbfb78b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_557.const b/cache/Token_rms_norm_20_16_0_557.const new file mode 100755 index 0000000000000000000000000000000000000000..a53b07e473f1ee0ecf48daf194b36e3faca87bdb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_557.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d464bed7c040e0bf40668c02c8f64c9722ef5fe7f5c7404151e7ae842ae86d4 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_558.const b/cache/Token_rms_norm_20_16_0_558.const new file mode 100755 index 0000000000000000000000000000000000000000..e6e729409fbc2d4d3d39f129ec99b24c800168fe --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_558.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48294a83d84bce5bcfca10f7e0d94f950ec24dc742f2e0e1c8cbb49ac3cec761 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_559.const b/cache/Token_rms_norm_20_16_0_559.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_559.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_56.const b/cache/Token_rms_norm_20_16_0_56.const new file mode 100755 index 0000000000000000000000000000000000000000..d14cdccfe7b752c479c8ce885d513c1c81110844 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_56.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28cb3944e5d9427673c929177c08f8081a55b0c3fb273f4ebb130e55f91b7657 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_560.const b/cache/Token_rms_norm_20_16_0_560.const new file mode 100755 index 0000000000000000000000000000000000000000..13495c5b4912c1348f4c11b0fa2dc24c29478374 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_560.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181faa6d894bb1492faeaf9d16703f6078407c46cdeade35c386e9a3ee3cc1fb +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_561.const b/cache/Token_rms_norm_20_16_0_561.const new file mode 100755 index 0000000000000000000000000000000000000000..9175a07fbc9ce90d1d69e892f604ed7e65473ca9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_561.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03eb1a49a0fb2f2d840db6917363557353586cbb8e5adbbcf260a1c216485e0 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_562.const b/cache/Token_rms_norm_20_16_0_562.const new file mode 100755 index 0000000000000000000000000000000000000000..571842bebae0bdd6748fc2749bf710a1626edadb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_562.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b13cdb6c0039c44fb0a6ce6d3fd94b6be77d525099d0cf2cf21c5b09430322ff +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_563.const b/cache/Token_rms_norm_20_16_0_563.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_563.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_564.const b/cache/Token_rms_norm_20_16_0_564.const new file mode 100755 index 0000000000000000000000000000000000000000..c5d3f3db2b698f6c933f4122364ae085fd8f2fcd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_564.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8948f08cb22fa3ff115a1beb8a040a4ff22efbbb86a863f49f3905d24caa130 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_565.const b/cache/Token_rms_norm_20_16_0_565.const new file mode 100755 index 0000000000000000000000000000000000000000..336f6ce2601429e9a5f9fb19282304a7a6f04023 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_565.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88976108417ffe9f6cf2d1e8bf597a399f998745927ca878af1ccf2f64b8549 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_566.const b/cache/Token_rms_norm_20_16_0_566.const new file mode 100755 index 0000000000000000000000000000000000000000..e7316fb5abaaf11559dab4d3906c9b8b92b29afd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_566.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccb8ce63097b80e3687127772eb7a1b1ebb14e2acf1af0c3cb4095626fb35d9 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_567.const b/cache/Token_rms_norm_20_16_0_567.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_567.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_568.const b/cache/Token_rms_norm_20_16_0_568.const new file mode 100755 index 0000000000000000000000000000000000000000..44b86698550c39c2f6726d3115ec725ea65505c1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_568.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86003e7e58bb0aed1e705baee9719cb90b4495e2b4b48c7a366407b9770757b +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_569.const b/cache/Token_rms_norm_20_16_0_569.const new file mode 100755 index 0000000000000000000000000000000000000000..e0724c8e69415bcb6d1047d1c9e0738d850eeeb7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_569.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37e2f56d8fcc85933ca828853ef1def1435c680343e5cb7787fe367487abc6c +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_57.const b/cache/Token_rms_norm_20_16_0_57.const new file mode 100755 index 0000000000000000000000000000000000000000..573996d7ac56f2850ec623ea3f53ec1b9a6f4976 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_57.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a277c46e925b05d96769fef83ff3842a898e7fbc7da04c789f9af193a84fdb +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_570.const b/cache/Token_rms_norm_20_16_0_570.const new file mode 100755 index 0000000000000000000000000000000000000000..3008531b92fd446f85b84e230ef877a1f6229e63 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_570.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8016e5e8fdce1fe3afcbb517ab12d02c42b4aea6f2cabab04d5a4d900cfaf9 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_571.const b/cache/Token_rms_norm_20_16_0_571.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_571.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_572.const b/cache/Token_rms_norm_20_16_0_572.const new file mode 100755 index 0000000000000000000000000000000000000000..82db63cac230f2aa3cf4068ce75fe16b757c17c9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_572.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c5ff647045dd241bc8fdb1d882d2d949a57fd5f426099982badeeea6e39551 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_573.const b/cache/Token_rms_norm_20_16_0_573.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_573.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_574.const b/cache/Token_rms_norm_20_16_0_574.const new file mode 100755 index 0000000000000000000000000000000000000000..96162e9944f019422477481bd3e6f84c0c0fff99 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_574.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16d5fed2eb703f9b838114a61e98540b86b18dc7bd600b9fac0ce49e4a91d94 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_575.const b/cache/Token_rms_norm_20_16_0_575.const new file mode 100755 index 0000000000000000000000000000000000000000..9c28e8f8fa374f69cd59d955000d48d6902e8ca8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_575.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a87c2c1b77a8a7a2b559b5977d8953f5f72678c1bc01269ae3f8fa6f54f19d24 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_576.const b/cache/Token_rms_norm_20_16_0_576.const new file mode 100755 index 0000000000000000000000000000000000000000..5539142ebb824bf34497bcc03b57c3f0a19fde46 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_576.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6efcb2d1e4e421cf60cf861b88c33c95de2af8bdb626a1fd1882bdddca2e70b5 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_577.const b/cache/Token_rms_norm_20_16_0_577.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_577.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_578.const b/cache/Token_rms_norm_20_16_0_578.const new file mode 100755 index 0000000000000000000000000000000000000000..73ecf50f000f7ee9a47ce67dbb40ffb0c56e0831 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_578.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c328acca1ecd1e08275f4fa4b489b5d3a6a2697d486b2a6859e314319bb80482 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_579.const b/cache/Token_rms_norm_20_16_0_579.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_579.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_58.const b/cache/Token_rms_norm_20_16_0_58.const new file mode 100755 index 0000000000000000000000000000000000000000..a18916b69a9b136646c666d899c8e56ff2175b8b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_58.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b188f30f364a121fff283c15f5221ec726a93a2093824fdb20f546dea056e8d +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_580.const b/cache/Token_rms_norm_20_16_0_580.const new file mode 100755 index 0000000000000000000000000000000000000000..89c378659f4165a0e88a8a216c5e340230a63d7d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_580.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4dc7ba7d3399e4dba1ec3f9359a8b0d2f97c3afe37281db29a4cf1bb8a92b57 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_581.const b/cache/Token_rms_norm_20_16_0_581.const new file mode 100755 index 0000000000000000000000000000000000000000..ecc99f919ba4eabd59f22e91f3cea958e81b6010 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_581.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38166f85801c47874ce7e306c30cc661632cd65db535548bccaf59479199a267 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_582.const b/cache/Token_rms_norm_20_16_0_582.const new file mode 100755 index 0000000000000000000000000000000000000000..05e874494a5c3974a334d75a1a6e8802af527d43 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_582.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123d8b728f5068cf6549fb74f094d17a9ae6d2db4dc3261dd43c306a5ff70171 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_583.const b/cache/Token_rms_norm_20_16_0_583.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_583.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_584.const b/cache/Token_rms_norm_20_16_0_584.const new file mode 100755 index 0000000000000000000000000000000000000000..14a594bb0195fcdf0d15e064a633c8e811c01756 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_584.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e4da9b5e90c853b4fc8613b8964fd72eb8f2785ac1a86939adaa6818ab96b87 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_585.const b/cache/Token_rms_norm_20_16_0_585.const new file mode 100755 index 0000000000000000000000000000000000000000..63567f9a26f2ee93c8a677ff83792f48b45fe2c7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_585.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590362a8967d1f4884b16429ad9aa40a3e16f6a6c5fbad3d66c522c46b3d38ad +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_586.const b/cache/Token_rms_norm_20_16_0_586.const new file mode 100755 index 0000000000000000000000000000000000000000..9f1fa4e6b3b72eaefa46d0e29816038d86b22e38 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_586.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cefd1269f036c63ea825883c4dfe853eede8eb24bd9a2164e80265498f9cf0d +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_587.const b/cache/Token_rms_norm_20_16_0_587.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_587.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_588.const b/cache/Token_rms_norm_20_16_0_588.const new file mode 100755 index 0000000000000000000000000000000000000000..f592618d642d25790ba4370080ae63dfb968b192 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_588.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10417642aa5df64c4d59288c423365ef17f42bd6c95ef81a3bce98945e5fccc +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_589.const b/cache/Token_rms_norm_20_16_0_589.const new file mode 100755 index 0000000000000000000000000000000000000000..7a9251368e5fe8c5991598a6547d647bbaa72227 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_589.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63cfda71868c76f38da8b8fced8808108b58fabf2aa17ce63caeed2ca6827f95 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_59.const b/cache/Token_rms_norm_20_16_0_59.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_59.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_590.const b/cache/Token_rms_norm_20_16_0_590.const new file mode 100755 index 0000000000000000000000000000000000000000..58761e62d1a9cfd7059e906abd973a2a6c7e85dd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_590.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df7cb656710105d2ce9fa3aedc709fed0875786e26f87c3d419e4c6fc69fd6b9 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_591.const b/cache/Token_rms_norm_20_16_0_591.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_591.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_592.const b/cache/Token_rms_norm_20_16_0_592.const new file mode 100755 index 0000000000000000000000000000000000000000..1ff88038957b973e436238c02fe2111af7ebd5db --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_592.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b173ad9cbd66e5c5de9abd9b16c2a21aa3af6fad6f112fe7cfce75ba3d832d80 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_593.const b/cache/Token_rms_norm_20_16_0_593.const new file mode 100755 index 0000000000000000000000000000000000000000..fc8db97a75ad10de0ebe3f557c20c881c1088ae1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_593.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405fb9694752a2f4ffb9f426b26cba94082351241ef7ef8c3deb538fa1f93056 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_594.const b/cache/Token_rms_norm_20_16_0_594.const new file mode 100755 index 0000000000000000000000000000000000000000..f0f6e0955101b21237a00cd24c6d5cedc9c6a229 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_594.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ee70acf824a30d4deb214a933a034a2f7cc1cc91ff004c1d38a9e89f300684 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_595.const b/cache/Token_rms_norm_20_16_0_595.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_595.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_596.const b/cache/Token_rms_norm_20_16_0_596.const new file mode 100755 index 0000000000000000000000000000000000000000..f19a2f61873f600b48ab47a9ec6fa7af921a12cb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_596.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e947c2a3676a3d24a68d31574bc9de7ee9ea2a8e01820dbf766423969fc067aa +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_597.const b/cache/Token_rms_norm_20_16_0_597.const new file mode 100755 index 0000000000000000000000000000000000000000..09a267435df56e4b93f79c37998e5b6b55e62574 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_597.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e843f21ad06df488cf9f6c9afb454550f9b77f0dc9ea110bd6d881cfa708fd4d +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_598.const b/cache/Token_rms_norm_20_16_0_598.const new file mode 100755 index 0000000000000000000000000000000000000000..e8879eca345626feeab78cac2f1cbc40d5421396 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_598.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5271cc20852101434fec0ace7ef5079dba151c8f51718c8656019fa5d74dd3e +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_599.const b/cache/Token_rms_norm_20_16_0_599.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_599.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_6.const b/cache/Token_rms_norm_20_16_0_6.const new file mode 100755 index 0000000000000000000000000000000000000000..66257b49a85186741427cae107162da4431bc833 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_6.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee125dbee902093c26290de493d2f161f0e8720ee8b56c48db34b482c440ba99 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_60.const b/cache/Token_rms_norm_20_16_0_60.const new file mode 100755 index 0000000000000000000000000000000000000000..ef74e9885432ef11bdbf37a5b8307bc6cd77cc97 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_60.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284d00e3e45e1df7e97d46496ee38c73a1ab04118d415f89e2b33b8f0b741f89 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_600.const b/cache/Token_rms_norm_20_16_0_600.const new file mode 100755 index 0000000000000000000000000000000000000000..c0c1fe1034986f3b0a2713d34604e13ef6db0e4d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_600.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f272e3a4051c6593587750342cf51d81dcdcd69b3b4489ecd8030a49edfb85 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_601.const b/cache/Token_rms_norm_20_16_0_601.const new file mode 100755 index 0000000000000000000000000000000000000000..149a900f6809028529bb2ec88008164ca7303a4a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_601.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2e6ac652202ef2be5e99375ef917edce5c5716444376c6a06cc7069f774ddf +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_602.const b/cache/Token_rms_norm_20_16_0_602.const new file mode 100755 index 0000000000000000000000000000000000000000..a167e8e922cf4b94cf72c2c0d31f0966ca6df3f1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_602.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:159133d4a8c68257ace38775a747cc59fb8a97b4140bec522f4e94a66d536758 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_603.const b/cache/Token_rms_norm_20_16_0_603.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_603.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_604.const b/cache/Token_rms_norm_20_16_0_604.const new file mode 100755 index 0000000000000000000000000000000000000000..3f554e373df6cba692b9c1d718ef30be00a4cb75 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_604.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad80af01739a9ab9f218461c8302bdb93f4baa3c83d120c6f5b35090de8a292 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_605.const b/cache/Token_rms_norm_20_16_0_605.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_605.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_606.const b/cache/Token_rms_norm_20_16_0_606.const new file mode 100755 index 0000000000000000000000000000000000000000..1884209553531e5ae72eca2fece42c2afdc518f6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_606.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b2f5e8f2d1d2eefe47a31db9c0f6ea09c2e656832755d78550822730b66775 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_607.const b/cache/Token_rms_norm_20_16_0_607.const new file mode 100755 index 0000000000000000000000000000000000000000..a76d0d8ef55a7ca5af57ebb157c3e3aedcec1c76 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_607.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45b9f2d80c4f6bcbab68c6b0f1854a332e1bd03452470ae79965a62cb89e4c5a +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_608.const b/cache/Token_rms_norm_20_16_0_608.const new file mode 100755 index 0000000000000000000000000000000000000000..767cad93e4a85871cae284bbb3faf7e8a44104b0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_608.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98de874bd38f6eccf7b8429352318fe7100ffb6338f772aef616411c6052a66a +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_609.const b/cache/Token_rms_norm_20_16_0_609.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_609.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_61.const b/cache/Token_rms_norm_20_16_0_61.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_61.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_610.const b/cache/Token_rms_norm_20_16_0_610.const new file mode 100755 index 0000000000000000000000000000000000000000..fde99f1d50b163912fbd751f7a9b686c647d57b3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_610.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1e55cb6e74c96c13088c70c147e4d4db1abc10597f96db85907bdec7a907c61 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_611.const b/cache/Token_rms_norm_20_16_0_611.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_611.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_612.const b/cache/Token_rms_norm_20_16_0_612.const new file mode 100755 index 0000000000000000000000000000000000000000..4c035921b23567751ef0d895d564e49b0d082868 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_612.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee8f963641a91be1cc6ec1d94f254a40cf32330138ddf8d033245d9689912de2 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_613.const b/cache/Token_rms_norm_20_16_0_613.const new file mode 100755 index 0000000000000000000000000000000000000000..2eb80ff1f0272b158cc4ad85efded63370783215 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_613.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6795ce0a05928a5b9bc6f417fed9d8805d111ce49fa8ab6a12cee4202876db52 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_614.const b/cache/Token_rms_norm_20_16_0_614.const new file mode 100755 index 0000000000000000000000000000000000000000..fa387a1e82e2e32a6dd350b0cf0dc1be2351fede --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_614.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:932375eed1e6560a02163b319dfd2ccb5690d7e946cef075fd796cfae231de22 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_615.const b/cache/Token_rms_norm_20_16_0_615.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_615.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_616.const b/cache/Token_rms_norm_20_16_0_616.const new file mode 100755 index 0000000000000000000000000000000000000000..ec1e1c0a20559eacabe48853e31cdae83c9f0fc5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_616.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4da0138d5e09c75e0ac6fa0567aea42117ea540a89d7dbb062e62eecd36ebb6 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_617.const b/cache/Token_rms_norm_20_16_0_617.const new file mode 100755 index 0000000000000000000000000000000000000000..8b1ea492ee3b84cba6028e83795da4406325737c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_617.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a33ea11ee6d2896adf5cdd8c26aefa8c3afcef4dfc2bece1083800977e86290 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_618.const b/cache/Token_rms_norm_20_16_0_618.const new file mode 100755 index 0000000000000000000000000000000000000000..624427aec9b48a612e50178ce75b529b6e6e8e19 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_618.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8ccdd065b705da7bf8c3d0ea2af248e36c83843a06d3540fd9aca8679f72c0 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_619.const b/cache/Token_rms_norm_20_16_0_619.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_619.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_62.const b/cache/Token_rms_norm_20_16_0_62.const new file mode 100755 index 0000000000000000000000000000000000000000..6dfc5693861185f3aeb33c8efd7e6a1700d88b48 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_62.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f7eb12f7600192dd344db7e5b04bde9722b0a13a557b809cb0f1cbb130de98 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_620.const b/cache/Token_rms_norm_20_16_0_620.const new file mode 100755 index 0000000000000000000000000000000000000000..4ba72551b408469a868e3b70d92ac3df77f18854 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_620.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e0b6c13cff78a8bc9ff251886449382ccc6f386258078dc4747c9dd7ce1e9f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_621.const b/cache/Token_rms_norm_20_16_0_621.const new file mode 100755 index 0000000000000000000000000000000000000000..d4d452f461bf04f56fc3199a8a86f358c194c78d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_621.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694faea804e7c34dcbffeb56bd924fa7c69e4c3a3a5a583416e2396405fa8fee +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_622.const b/cache/Token_rms_norm_20_16_0_622.const new file mode 100755 index 0000000000000000000000000000000000000000..cd7bfb5941868e79d6a586cf78248dfc4e2c050e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_622.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54bf99d14c40472271f1f14e3f4c22349a8011e40997fa0dd9202ef82e23ae45 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_623.const b/cache/Token_rms_norm_20_16_0_623.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_623.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_624.const b/cache/Token_rms_norm_20_16_0_624.const new file mode 100755 index 0000000000000000000000000000000000000000..6c43edc8c6375b178b48869cc8cef7615ca46f25 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_624.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf77b96a9da543053c31006164612e9abc1d49485db730e36e7f6adebc44acd5 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_625.const b/cache/Token_rms_norm_20_16_0_625.const new file mode 100755 index 0000000000000000000000000000000000000000..1762d4ff1cb723413a4610bb9ba8d3ec74140811 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_625.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4875ae5f81807952942926ba37cad9211291db640b7c3fc7436ac5d2434a5b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_626.const b/cache/Token_rms_norm_20_16_0_626.const new file mode 100755 index 0000000000000000000000000000000000000000..13aa6bcd57189502d7df3754c1c58e8a3fec6ee8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_626.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50354bd4043fabc5269e17e5f313fb21bd017ee57ed22543e9f1a440d7d162e +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_627.const b/cache/Token_rms_norm_20_16_0_627.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_627.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_628.const b/cache/Token_rms_norm_20_16_0_628.const new file mode 100755 index 0000000000000000000000000000000000000000..a5f1de189c7088c411217fd84b730cd800a9be48 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_628.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8fea554a3d4faaf154d3a7cc0f22c0c3b6a01ac4b8f6c4290447f07eb721ba +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_629.const b/cache/Token_rms_norm_20_16_0_629.const new file mode 100755 index 0000000000000000000000000000000000000000..32742f842e7dd15e1b171c2b22994da00d424e33 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_629.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39348b918a2b1aeab5c5b2e69c1e4ef9a433bd8c0fec0b475ee4214bb8d528c9 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_63.const b/cache/Token_rms_norm_20_16_0_63.const new file mode 100755 index 0000000000000000000000000000000000000000..4beeb1a18d9bb077b1c01863d5d24f38fe6b37cf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_63.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c59264d5dc080598723ca8bcc67ed44704d7867a7560c40d34098e2e4086ec4 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_630.const b/cache/Token_rms_norm_20_16_0_630.const new file mode 100755 index 0000000000000000000000000000000000000000..f95329d66f28f2f7db901bd93dc5da750e1cdace --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_630.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3744f53d4cdc9d69ede01b772ca998c3d072c4b7e52bd7bac189a4164fb3fa3c +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_631.const b/cache/Token_rms_norm_20_16_0_631.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_631.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_632.const b/cache/Token_rms_norm_20_16_0_632.const new file mode 100755 index 0000000000000000000000000000000000000000..5d149a7f2f02a8106814451d91b80689b6fbeb8a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_632.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694eeaaa705da642d7c951974c74f041f9d4fabfd3ba2bccb60570be7779564b +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_633.const b/cache/Token_rms_norm_20_16_0_633.const new file mode 100755 index 0000000000000000000000000000000000000000..5b84dfe85fab97f2059f0aa9f0cd1fc43bdd9e43 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_633.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:050a66eb8eb46b4add8e5c1788b0f6a38977bb3763af75e8cbdca1a258172cda +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_634.const b/cache/Token_rms_norm_20_16_0_634.const new file mode 100755 index 0000000000000000000000000000000000000000..66c05704729bce543dfa4fac0a0446df805fb01f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_634.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a312832aedbd18fc39554686cfc0a32eed3b4ee1767eeef89e9d38b70fde5631 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_635.const b/cache/Token_rms_norm_20_16_0_635.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_635.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_636.const b/cache/Token_rms_norm_20_16_0_636.const new file mode 100755 index 0000000000000000000000000000000000000000..644b57ac1e09c26115616707c988dba69911b929 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_636.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1192e68230c23dc65a2a25829c37dcb04721eef02998231ccda9d895059f39c3 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_637.const b/cache/Token_rms_norm_20_16_0_637.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_637.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_638.const b/cache/Token_rms_norm_20_16_0_638.const new file mode 100755 index 0000000000000000000000000000000000000000..ee1d2979e1e99c81e18ffcad2fd1e66dd28fdaa8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_638.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b657a6b1414ec4e5272afb0fd3ec90ea14785cd6dd0499ad7f62cabdc67f8463 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_639.const b/cache/Token_rms_norm_20_16_0_639.const new file mode 100755 index 0000000000000000000000000000000000000000..9396bdeb18304af83a794443d96994e1c04a6e79 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_639.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c0d2749760c669e4e8b9cbeb0e0cf570cc9181ada4787db009083a5c3ea90a +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_64.const b/cache/Token_rms_norm_20_16_0_64.const new file mode 100755 index 0000000000000000000000000000000000000000..c10e1d3e2f08c8fabd76cd19fa47a8faedcaf5a4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_64.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430322c8dd48ae626d16920eab1f0bfdc0643c07ed50c70202a9bd94e036b784 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_640.const b/cache/Token_rms_norm_20_16_0_640.const new file mode 100755 index 0000000000000000000000000000000000000000..6e552112b8d812706726275d7540d82c5214e920 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_640.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d459c6b22f5437fbc8f48acfc864984de4921cff34781223dc8998dde01b8d49 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_641.const b/cache/Token_rms_norm_20_16_0_641.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_641.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_642.const b/cache/Token_rms_norm_20_16_0_642.const new file mode 100755 index 0000000000000000000000000000000000000000..dbed52fe7a6daf57625f46ea4a022a9a71d52a11 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_642.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52729c896e307678d1230825b0f9fac7fff039ddd3ce8a0adab6b5227139e864 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_643.const b/cache/Token_rms_norm_20_16_0_643.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_643.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_644.const b/cache/Token_rms_norm_20_16_0_644.const new file mode 100755 index 0000000000000000000000000000000000000000..4c6b21457ae67d661ac5e80ea1a85c9a791d7889 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_644.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8e2da750b6f1714b4121d72c8f29e252996fd060072b630e951b2c472e745f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_645.const b/cache/Token_rms_norm_20_16_0_645.const new file mode 100755 index 0000000000000000000000000000000000000000..787a949735116e26eb8a6f83633595ab513b3b14 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_645.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a39dc357e4f892ff03327530a2136d2fb07085882d2a097fe5d5748cca37e4 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_646.const b/cache/Token_rms_norm_20_16_0_646.const new file mode 100755 index 0000000000000000000000000000000000000000..36dd25056a90d8b20ba8e9ca8fcbfedc9efe51d8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_646.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3454a611e21a78232fee9368f9dc6005f13d17760eccd859136009f9e43edc1 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_647.const b/cache/Token_rms_norm_20_16_0_647.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_647.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_648.const b/cache/Token_rms_norm_20_16_0_648.const new file mode 100755 index 0000000000000000000000000000000000000000..bcb7b8a4aa56ae22c6c76f60cbeb7a84d4e5c17d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_648.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaea153b0e325b894bfd5b006893d53bb2c83c770dc32a1cdbfababc38fefa4 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_649.const b/cache/Token_rms_norm_20_16_0_649.const new file mode 100755 index 0000000000000000000000000000000000000000..afd4adb982e365d35f523fe723d1127c0be83c88 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_649.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35a0d4ddf7499e9e019642f8ff669076f135702bb121a604c19442d50564b12 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_65.const b/cache/Token_rms_norm_20_16_0_65.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_65.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_650.const b/cache/Token_rms_norm_20_16_0_650.const new file mode 100755 index 0000000000000000000000000000000000000000..16e5d3e549783bdd0b239800564d6317c8f37b91 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_650.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b59ea4f3d10e16a1cd3fe2422f4c9d73dcc0987078220fd2e20f1a5e725f0d +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_651.const b/cache/Token_rms_norm_20_16_0_651.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_651.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_652.const b/cache/Token_rms_norm_20_16_0_652.const new file mode 100755 index 0000000000000000000000000000000000000000..290b5a69507c2d44a7cad4858d83ed14392e5590 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_652.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be54e2600fde351c2bb1d69c20aa7b6b2017ac12e0e8e5b900476d224377538a +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_653.const b/cache/Token_rms_norm_20_16_0_653.const new file mode 100755 index 0000000000000000000000000000000000000000..63ba29023e6d041ef45384e088f5b61d9a99224f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_653.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c15fa7e8dc6ba592ef6904a17653665266ecd7cc16c89617d5c02f983cd4b84 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_654.const b/cache/Token_rms_norm_20_16_0_654.const new file mode 100755 index 0000000000000000000000000000000000000000..90987146e99ad2188fae34e5c064f86b5b349b4a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_654.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52faf6645041a5f331c4e2d288518d4a3177711545f045e6f5a51fed7ac3d42 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_655.const b/cache/Token_rms_norm_20_16_0_655.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_655.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_656.const b/cache/Token_rms_norm_20_16_0_656.const new file mode 100755 index 0000000000000000000000000000000000000000..9e88f95746fe035b18e0b8a451a70bd9a769986e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_656.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42dcbf70137e6aaf4d415222b8ad681fa4f3072fa4b15835eaa786decac725f +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_657.const b/cache/Token_rms_norm_20_16_0_657.const new file mode 100755 index 0000000000000000000000000000000000000000..3b9ecd0ed37bdba35d1dd897991dc1aae7bfbd17 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_657.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e829f0ed8a6e8a4a0947256071d1dc3a11a9dc5235c16991100a1258878cfcae +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_658.const b/cache/Token_rms_norm_20_16_0_658.const new file mode 100755 index 0000000000000000000000000000000000000000..29b1ccecb7d7f40e58da1a7d932518c8606843d3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_658.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7774805a5857c4d84c71d2b5fc830cfa6ece7caff3f5b07db9a4be0fbe2c727f +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_659.const b/cache/Token_rms_norm_20_16_0_659.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_659.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_66.const b/cache/Token_rms_norm_20_16_0_66.const new file mode 100755 index 0000000000000000000000000000000000000000..2e12fac658d8fedbd5d0f7c2ebafbe390fc02d8d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_66.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68b53d2167c08d32c44628e0ab18b8691404762f9c1944bace235bd49c260f2 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_660.const b/cache/Token_rms_norm_20_16_0_660.const new file mode 100755 index 0000000000000000000000000000000000000000..2bfdc9dcb096ff01a702d546ad789612f32740e7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_660.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77dca373fb5478d4658b5040816919e8be70ffaab88290a940c50897d146136b +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_661.const b/cache/Token_rms_norm_20_16_0_661.const new file mode 100755 index 0000000000000000000000000000000000000000..272582a5ffe8e772894acaf345dff027b69849cc --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_661.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f945da7b104e4a5dc23e48f3150aa94ccc2aa6988cf01e864e8b19aa0644946 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_662.const b/cache/Token_rms_norm_20_16_0_662.const new file mode 100755 index 0000000000000000000000000000000000000000..1a296813a7401319732e2d6c39ced688c18df5a4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_662.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babf2c1c3ef85ca6e8a2bf29d5a65a8e3db34a89a47fd1b8fb01aa0020e1cdc9 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_663.const b/cache/Token_rms_norm_20_16_0_663.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_663.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_664.const b/cache/Token_rms_norm_20_16_0_664.const new file mode 100755 index 0000000000000000000000000000000000000000..9c3f088ddc240dfb37db4859abfe64a7dee6272f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_664.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123b2575923e660c0de1ebed87dc18b1b8cd625d87280497b607871646aaa8a5 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_665.const b/cache/Token_rms_norm_20_16_0_665.const new file mode 100755 index 0000000000000000000000000000000000000000..5c4624a8b0b67e6e99b974261fe1a898146c8e3e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_665.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71076db78a98ff11f1caa0b166475864bd96eb2b394a13bde0cd70977b2fc9b8 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_666.const b/cache/Token_rms_norm_20_16_0_666.const new file mode 100755 index 0000000000000000000000000000000000000000..bf3fc02d841afee022c170db38302fdd04e4198d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_666.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5574c80c74176a50e3f71e5826066197c288220066d971649c1c61cf194bd0e2 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_667.const b/cache/Token_rms_norm_20_16_0_667.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_667.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_668.const b/cache/Token_rms_norm_20_16_0_668.const new file mode 100755 index 0000000000000000000000000000000000000000..f581a2eec2e6d76b2d2473a103cc7e4caa882f1f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_668.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e065e8ff38c9c9bbf040261feee3d17cc3b4774dc9640313a5b9ca17a03293 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_669.const b/cache/Token_rms_norm_20_16_0_669.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_669.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_67.const b/cache/Token_rms_norm_20_16_0_67.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_67.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_670.const b/cache/Token_rms_norm_20_16_0_670.const new file mode 100755 index 0000000000000000000000000000000000000000..e5fe20ee7c6b2988af6e397aeb34ca9a1eeee3db --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_670.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7c8f1a76b4ec6f41ac32213ae977e8590b7347e8df605b2442b806912a3b83 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_671.const b/cache/Token_rms_norm_20_16_0_671.const new file mode 100755 index 0000000000000000000000000000000000000000..1cd15f4081e35738ab5ba8348b8562e8f7cc5be3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_671.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e6a090e2a663d44d35e6c223cd277c269ca5ac998952662aa71e3cf2fe664b +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_672.const b/cache/Token_rms_norm_20_16_0_672.const new file mode 100755 index 0000000000000000000000000000000000000000..3982afebe81e206f86edc003964486cc05d84411 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_672.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c0a351c9f156bf9fea11eb6b2fb3131dc21e98a743143491ec437c50eab97a +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_673.const b/cache/Token_rms_norm_20_16_0_673.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_673.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_674.const b/cache/Token_rms_norm_20_16_0_674.const new file mode 100755 index 0000000000000000000000000000000000000000..7a0477c097d1ced62dc8604671880c8462552fb7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_674.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f75ac1e4eab25f088c1fcdbeccbd960cee46dc7ee71325118f80e38854dc3a01 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_675.const b/cache/Token_rms_norm_20_16_0_675.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_675.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_676.const b/cache/Token_rms_norm_20_16_0_676.const new file mode 100755 index 0000000000000000000000000000000000000000..6abba06a7080ec1e40b9f52759d9fdf0e61b3402 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_676.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031b52927b9d041692cb76444140d0eb4a3fbcf30ff0e7377ada663c26ec028d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_677.const b/cache/Token_rms_norm_20_16_0_677.const new file mode 100755 index 0000000000000000000000000000000000000000..2f32d19fc2141b4af6240aa7fe548aa4d5a28c83 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_677.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce85268c3a8f99cd3f6567e3ce622ef76f5fdf736121ff3ae7bdd0e7475c2ce +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_678.const b/cache/Token_rms_norm_20_16_0_678.const new file mode 100755 index 0000000000000000000000000000000000000000..c1e8f8d01ea1b13de6dde26e739ca16a776e4133 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_678.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f6135c08bce3405cb038c3a0f23642312a0d2600ca471b679055a003248eec +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_679.const b/cache/Token_rms_norm_20_16_0_679.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_679.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_68.const b/cache/Token_rms_norm_20_16_0_68.const new file mode 100755 index 0000000000000000000000000000000000000000..04944be5dc34170d015c75dc771f5c2e50ffddb5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_68.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ef10fb9543d7a0e48177a2f1f6a5e62a3b1596c7a81ce7baaad62721f04461 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_680.const b/cache/Token_rms_norm_20_16_0_680.const new file mode 100755 index 0000000000000000000000000000000000000000..83d6fa1b9a1d1c60061d654898e0dc0cb68f01e2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_680.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b11b783eb2f88f4ce40179c0fe9161fe66f9ffd6e7abb5787ed39dee97f5bd +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_681.const b/cache/Token_rms_norm_20_16_0_681.const new file mode 100755 index 0000000000000000000000000000000000000000..193c2fa5feb90213c75ef540ee09d6fadb58df06 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_681.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19969de9a76a44fb4988efc9eb3ec67c817a76b20779d5b957803e1fea33604c +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_682.const b/cache/Token_rms_norm_20_16_0_682.const new file mode 100755 index 0000000000000000000000000000000000000000..37497f2948ce9a3867292d2f5bdf946a246dc3a8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_682.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445572ff68a78cb979e4fbe424ec9f84e285a666d0d7f7ec0f7188c4bf53153b +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_683.const b/cache/Token_rms_norm_20_16_0_683.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_683.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_684.const b/cache/Token_rms_norm_20_16_0_684.const new file mode 100755 index 0000000000000000000000000000000000000000..91c593df8c2f6e9da2a4eebc476f1a014732c77a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_684.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b320ea2ebb97b0c0a977b52f892250a3bab3045c6c1ff2f4123366533e10ce82 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_685.const b/cache/Token_rms_norm_20_16_0_685.const new file mode 100755 index 0000000000000000000000000000000000000000..b92da0a2f0cb2d28c20e243e84ccc3621fbd995c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_685.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f72021222856cdfd116e09c6db4c915c353fa25dc6b68be51a3068e92c06f5 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_686.const b/cache/Token_rms_norm_20_16_0_686.const new file mode 100755 index 0000000000000000000000000000000000000000..0a7abf861111f8877c6d160aa976fc99e2b398b8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_686.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729b989fdf7d1bed801d7ae2c3ca5e5e85fcffe6496003f37cedbe5ed4c57b97 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_687.const b/cache/Token_rms_norm_20_16_0_687.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_687.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_688.const b/cache/Token_rms_norm_20_16_0_688.const new file mode 100755 index 0000000000000000000000000000000000000000..fdc7a15cb379c694f497a192ffe653d3b6d91532 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_688.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:069a51176c7d9af40cdca3bba8c39fcb080a70b1a595c8e25b6e46918b8b26d5 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_689.const b/cache/Token_rms_norm_20_16_0_689.const new file mode 100755 index 0000000000000000000000000000000000000000..a8637f44ae7c39c2d895f69bb4f86ff79e52bfbf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_689.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e7571ab894f715dee7cde43f6c5f34b9032b9cf77a7ae3cf40dcab5d67ba30 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_69.const b/cache/Token_rms_norm_20_16_0_69.const new file mode 100755 index 0000000000000000000000000000000000000000..a5dd5c11a80dae55a94ef27c126b1d639951e902 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_69.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84197acf900c2a1cfe734d083f34675ef8bc581de3bf9cb182e717a52464cca3 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_690.const b/cache/Token_rms_norm_20_16_0_690.const new file mode 100755 index 0000000000000000000000000000000000000000..e5f2814beb5e812a061bae581cd3e6cf58b887a3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_690.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e9d77167be963aaf0f984e23d4364ac0fc574cac4d7e8bfd125577ebd62e59 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_691.const b/cache/Token_rms_norm_20_16_0_691.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_691.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_692.const b/cache/Token_rms_norm_20_16_0_692.const new file mode 100755 index 0000000000000000000000000000000000000000..04b6fed42947c43a24ad7d97fb2efffe64b0d0da --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_692.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c655c1df95f9b9b1cb0151cc5ab9ffb0ddd8f1b8802c2bad47f00893d76d53ae +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_693.const b/cache/Token_rms_norm_20_16_0_693.const new file mode 100755 index 0000000000000000000000000000000000000000..c23976eb62c2c7c012bb21e7de95cf3d60892229 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_693.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43234d0ce901691c341ae4a033f03d79f3c05a15306fe422ce60c6e7dc5d6841 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_694.const b/cache/Token_rms_norm_20_16_0_694.const new file mode 100755 index 0000000000000000000000000000000000000000..00944b88f08203d9420246349180d4a0c8fd1111 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_694.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c13fa2a2294117dd328307719125f585dc7b65de3840429dea87f4338ffb82 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_695.const b/cache/Token_rms_norm_20_16_0_695.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_695.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_696.const b/cache/Token_rms_norm_20_16_0_696.const new file mode 100755 index 0000000000000000000000000000000000000000..80e86472855769ab27f8dfe9787e430795fd1d21 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_696.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50fb635fe0368fad396e2af58228c677192add4de255dc9195faf228d737ff2 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_697.const b/cache/Token_rms_norm_20_16_0_697.const new file mode 100755 index 0000000000000000000000000000000000000000..70c7383c4269c6fd19576e363a905785cd069f82 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_697.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb625ae45177c7afd9d7488da5c4135fc55a5a75f57ed0444365d4df15513f18 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_698.const b/cache/Token_rms_norm_20_16_0_698.const new file mode 100755 index 0000000000000000000000000000000000000000..3d24bbf91b0d2769e51d46fa60e7b24571186da7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_698.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6635571da66b9862e9982978054346aea5698a71297fd172dbaf7beee5901a6d +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_699.const b/cache/Token_rms_norm_20_16_0_699.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_699.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_7.const b/cache/Token_rms_norm_20_16_0_7.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_7.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_70.const b/cache/Token_rms_norm_20_16_0_70.const new file mode 100755 index 0000000000000000000000000000000000000000..0adc285ee3959233e9f194740c7f83f2038dc260 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_70.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12ace29775620857d38a7862173661e05a61a1599c2d00011f88c37250ba7631 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_700.const b/cache/Token_rms_norm_20_16_0_700.const new file mode 100755 index 0000000000000000000000000000000000000000..a976f6cf67e88f1429505b5022482083466de9af --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_700.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef6ecce8f1be3cda82e160028d7937268d2d23ac9e04e4d4992d6fbbbbc743e +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_701.const b/cache/Token_rms_norm_20_16_0_701.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_701.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_702.const b/cache/Token_rms_norm_20_16_0_702.const new file mode 100755 index 0000000000000000000000000000000000000000..a8b783f871016e1bec38ceebaf9eb72920bba487 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_702.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f598392abea7b7c19d48973893277530b4a7a59e5ea1a8c043e8b12f4cb568d +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_703.const b/cache/Token_rms_norm_20_16_0_703.const new file mode 100755 index 0000000000000000000000000000000000000000..f6145efd26f50b67cdc0e1950b68a1e9d0b295bb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_703.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0604e204d23dfd6c9bd7983cdd356911c55d3b668fa26ee1867a74db6ba978dd +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_704.const b/cache/Token_rms_norm_20_16_0_704.const new file mode 100755 index 0000000000000000000000000000000000000000..5ab22ce44f25fc030682934aa0cdfc06c95d1837 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_704.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1301c309bfb7e3a03fc6ce5adbb3c1dbf11fd008469087cf59cc31e9b521ff46 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_705.const b/cache/Token_rms_norm_20_16_0_705.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_705.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_706.const b/cache/Token_rms_norm_20_16_0_706.const new file mode 100755 index 0000000000000000000000000000000000000000..891e73dbad8daf188e33ddc20ea9ca19d5720427 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_706.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b978437424a21c75ca32aa32c1b77f5ac89e0883f2289d68c6c9f8ceaa6b818 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_707.const b/cache/Token_rms_norm_20_16_0_707.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_707.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_708.const b/cache/Token_rms_norm_20_16_0_708.const new file mode 100755 index 0000000000000000000000000000000000000000..2969cad92d51aff722ac7e068b5b8a246de950b5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_708.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5787aca84f43746a9c695a8d6c369d192d1ac604badb4036dd0a10a68bf00252 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_709.const b/cache/Token_rms_norm_20_16_0_709.const new file mode 100755 index 0000000000000000000000000000000000000000..ffee1e628a0ba36a40f63cd4a3a215cfd0d06fbe --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_709.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b60333559f57e2b1b5a4b8b8afac4fd830c120cfecd47334c9b1d98e768ab3 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_71.const b/cache/Token_rms_norm_20_16_0_71.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_71.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_710.const b/cache/Token_rms_norm_20_16_0_710.const new file mode 100755 index 0000000000000000000000000000000000000000..7c16e25aafb05d9a05246a1c4145e7ccb745224f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_710.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e228f058abeb2798518b7cdc3b8f3d6e9e77e988d74dc56e0e72af18872ba792 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_711.const b/cache/Token_rms_norm_20_16_0_711.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_711.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_712.const b/cache/Token_rms_norm_20_16_0_712.const new file mode 100755 index 0000000000000000000000000000000000000000..75bab46c16cd2888f44dde4c42e7f6e57ebe72df --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_712.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ef44dd0f930440039c96728a4154ddbe9eeb274ae4d25dc6d0c948dc3315f4 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_713.const b/cache/Token_rms_norm_20_16_0_713.const new file mode 100755 index 0000000000000000000000000000000000000000..f43e1c4a511883d35566bfeb7656550b2b84288d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_713.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa72fce468f7173b00c628dbe44cc166be400a24d81da0e7ba3197a6fc3437c6 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_714.const b/cache/Token_rms_norm_20_16_0_714.const new file mode 100755 index 0000000000000000000000000000000000000000..ab9fc20eaaabc8d1d4b7c7bad39aa1a24db7dc6f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_714.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e919e4f09be0b109e45847e754ac8c45b3bc225d5d7bab211b8f1799791b31 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_715.const b/cache/Token_rms_norm_20_16_0_715.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_715.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_716.const b/cache/Token_rms_norm_20_16_0_716.const new file mode 100755 index 0000000000000000000000000000000000000000..5681bf4566a75cdb6a129c501082bfbf0fea0383 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_716.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ccf91b87bff5fc6599fd8c2ff565da41a86952c407ab86022544062d5d47f72 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_717.const b/cache/Token_rms_norm_20_16_0_717.const new file mode 100755 index 0000000000000000000000000000000000000000..388b05e5bec5121dca477e83152b73b0bf12e631 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_717.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1426fdd2b489447134ea1f132d4f5c76f3332f61562de3b521b0c44e1aa3640b +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_718.const b/cache/Token_rms_norm_20_16_0_718.const new file mode 100755 index 0000000000000000000000000000000000000000..9abc99ac86e94526132b8095ed312febe7284c32 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_718.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adfd63473d9a23182e2fa82b27082adb4a3087b7a7d736085c0d96f8f400b703 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_719.const b/cache/Token_rms_norm_20_16_0_719.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_719.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_72.const b/cache/Token_rms_norm_20_16_0_72.const new file mode 100755 index 0000000000000000000000000000000000000000..c54ed10f1faf1b9b0ee80078edf6b3e68ed71c08 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_72.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f2bb90fba1fc3c26c8031818dcaf8de173e8c2e7527fd6f7613908fd80a443 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_720.const b/cache/Token_rms_norm_20_16_0_720.const new file mode 100755 index 0000000000000000000000000000000000000000..2ff1c4f74e8fa1af579d31abe13edc06418eea5d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_720.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27c4da58009426de4e48639b88afdf3b96888b9e49e634783d1f3047f1bab54 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_721.const b/cache/Token_rms_norm_20_16_0_721.const new file mode 100755 index 0000000000000000000000000000000000000000..6b9ecdd42cbe03d17f57de4f29a6e9ae80a32b7c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_721.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96d66870f421d7db92fd67907561c6dba3fc6c93d59f7ba3581961904294c80f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_722.const b/cache/Token_rms_norm_20_16_0_722.const new file mode 100755 index 0000000000000000000000000000000000000000..c110ae7d1ce88ed6ca57aae1e0fbf859ab75ec1f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_722.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e933f28b9c379352fd4be47b4ce21553f76dcef71cb640630f7b18213f8e289 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_723.const b/cache/Token_rms_norm_20_16_0_723.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_723.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_724.const b/cache/Token_rms_norm_20_16_0_724.const new file mode 100755 index 0000000000000000000000000000000000000000..b0fc54c5e0b6a4a5f90f4f12b3b32152b08f49ad --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_724.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e1cd8c72c07d0f90810325402893290c197c49f39ce16ea14872ac335a2bb2 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_725.const b/cache/Token_rms_norm_20_16_0_725.const new file mode 100755 index 0000000000000000000000000000000000000000..bb0e10431e73ced6efefc522d723e45ad5e381fe --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_725.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2517d8d9628f91f33a2e7d32143dcf93cf845ecc6b115072754e6da6ef8af092 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_726.const b/cache/Token_rms_norm_20_16_0_726.const new file mode 100755 index 0000000000000000000000000000000000000000..2428cfd50b245e3d87dfe951acefc0cb43acbd71 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_726.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c01658f5015655f063df8aba4c75796759a4abd8d739e010651ce31c184b61b +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_727.const b/cache/Token_rms_norm_20_16_0_727.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_727.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_728.const b/cache/Token_rms_norm_20_16_0_728.const new file mode 100755 index 0000000000000000000000000000000000000000..3fe18aabd2c5ba0a42623afc9cbe5057990d1017 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_728.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7042697c6835aa235127edad6bf22e1717f0dd6bcccf8686d6ba637a87ab507d +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_729.const b/cache/Token_rms_norm_20_16_0_729.const new file mode 100755 index 0000000000000000000000000000000000000000..bee0765949cfb8a6f068037d9d40b205d9c3b967 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_729.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7063dd97e0cf591b56f2ea153884eeb33c13d686a670b145c31721d6045e51e +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_73.const b/cache/Token_rms_norm_20_16_0_73.const new file mode 100755 index 0000000000000000000000000000000000000000..be3e10ca83033224c384f47eb178c6db76109c92 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_73.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5156a95a40506338f2b7dbb8b9bb7f5d7e685293e70fe1f7a9684c87fb4c809d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_730.const b/cache/Token_rms_norm_20_16_0_730.const new file mode 100755 index 0000000000000000000000000000000000000000..6e486c5e4826e738a4a34508adba13ca9e9ac40f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_730.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b46aeeacd2a0e8ef021fa573760668b52a9fd701999ec65a4ec0ec15d4d9b963 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_731.const b/cache/Token_rms_norm_20_16_0_731.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_731.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_732.const b/cache/Token_rms_norm_20_16_0_732.const new file mode 100755 index 0000000000000000000000000000000000000000..a496b7514ff7486f55855a8450f9bf06db5f0d1d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_732.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548737c5a519e411482f0819c7312cd11001712e371f5a9dba4bc3d81282e42f +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_733.const b/cache/Token_rms_norm_20_16_0_733.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_733.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_734.const b/cache/Token_rms_norm_20_16_0_734.const new file mode 100755 index 0000000000000000000000000000000000000000..cc3ed1a074ea39bc3c6c5bb79f58ba5034fcc889 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_734.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7718e1462aa49aa72f359fddd821537471c7d909e622bf2c0524a783681437 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_735.const b/cache/Token_rms_norm_20_16_0_735.const new file mode 100755 index 0000000000000000000000000000000000000000..b6f661016cd3a2c0d93bf620a960ecde4209f4a7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_735.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3ab63fc4e0cdcca8c67393cd5622b7ff89782b457b5f687695908fd9319e4a +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_736.const b/cache/Token_rms_norm_20_16_0_736.const new file mode 100755 index 0000000000000000000000000000000000000000..ce5fd111d33ffe3150c9fb67dcb60f5619b6e577 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_736.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bbfe325f0a87540c357de9e0adf38d3c4b7d4d31c779abd8a3ff166bcf5fe90 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_737.const b/cache/Token_rms_norm_20_16_0_737.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_737.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_738.const b/cache/Token_rms_norm_20_16_0_738.const new file mode 100755 index 0000000000000000000000000000000000000000..d1e18c04c3e3d04427f272757f1f898d37fd18ec --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_738.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:495c3dafc50b564163268fee34b19116b70f391913b46412fb6185cf969b06b7 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_739.const b/cache/Token_rms_norm_20_16_0_739.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_739.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_74.const b/cache/Token_rms_norm_20_16_0_74.const new file mode 100755 index 0000000000000000000000000000000000000000..ad39d320edc5b1e41a39e8d88822eae85fbed449 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_74.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14bf7f9bc7a0d368cd52cffa1ccccb320ac915560d818b95018bcddb64e00025 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_740.const b/cache/Token_rms_norm_20_16_0_740.const new file mode 100755 index 0000000000000000000000000000000000000000..2c5cdc3a7faea083331f9b37e18b6eb43951571d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_740.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24310c077761a5d403ff290d611600d0a60ffa3a8eb201077c9fcc70ad5d6bc +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_741.const b/cache/Token_rms_norm_20_16_0_741.const new file mode 100755 index 0000000000000000000000000000000000000000..e20598fd9cb58da3b0d27fe52ae748cea04f15d4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_741.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bfa9f81e37fec2e3084f58d206403f78b9a62a04f82dd38fee29268c3c704ba +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_742.const b/cache/Token_rms_norm_20_16_0_742.const new file mode 100755 index 0000000000000000000000000000000000000000..5eef1b22d0b83d931af28261bde1ddf208238448 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_742.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98cbe4fb25df449e06dc9a8f32cc3b382c7370b5cfef8b1cf2cbb133c9aa4d00 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_743.const b/cache/Token_rms_norm_20_16_0_743.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_743.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_744.const b/cache/Token_rms_norm_20_16_0_744.const new file mode 100755 index 0000000000000000000000000000000000000000..d93d41530270862a80db58445d742361c385ce1a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_744.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0ebb8a96f0b7d3890b0392547b0023b9beedac855d462748414dad802e1df6 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_745.const b/cache/Token_rms_norm_20_16_0_745.const new file mode 100755 index 0000000000000000000000000000000000000000..a5f319e486c82ee488a1221f8caaa3704048ce9e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_745.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043d8416aa974765053c5d16f7091b86ccd2eec57c6600c8f8dd197487d96b0d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_746.const b/cache/Token_rms_norm_20_16_0_746.const new file mode 100755 index 0000000000000000000000000000000000000000..e734bbf8a5ba2c0c014bb107b56cf3231a7b67bb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_746.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e6cec710ef7183494d6d29c541565b176304f9e96e5238965a32769644dfc5 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_747.const b/cache/Token_rms_norm_20_16_0_747.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_747.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_748.const b/cache/Token_rms_norm_20_16_0_748.const new file mode 100755 index 0000000000000000000000000000000000000000..ad128c3fb7ba3cce8d81e0f35defb62f2dc0037d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_748.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c84790d13a87a6a071cba1cfe426c43c288748e5faf0c6c7fe91aac22417b3b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_749.const b/cache/Token_rms_norm_20_16_0_749.const new file mode 100755 index 0000000000000000000000000000000000000000..b91e4e08aeb272137c2e64175549d276fc9b8c9e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_749.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9bc90eee8bf46377aa2aac011a523780900eef0673460e29be277c5ca9fe709 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_75.const b/cache/Token_rms_norm_20_16_0_75.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_75.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_750.const b/cache/Token_rms_norm_20_16_0_750.const new file mode 100755 index 0000000000000000000000000000000000000000..b29465747585ccb3f937d1fd0b18a6d84cd86ce2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_750.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0e1b60e2a6c6317ddae41d3d67d5d32c70ffeb4dd669decc220946fe0f4bed +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_751.const b/cache/Token_rms_norm_20_16_0_751.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_751.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_752.const b/cache/Token_rms_norm_20_16_0_752.const new file mode 100755 index 0000000000000000000000000000000000000000..2ca7c4f77ffd4c45c869fe323e213b323440da6d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_752.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f31f0b4a860f86d9a3bdce047a8cd5697c79d2b032334646625a2b5d5e67af8 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_753.const b/cache/Token_rms_norm_20_16_0_753.const new file mode 100755 index 0000000000000000000000000000000000000000..f7b74e89156d069f3074c7476fe377659459317d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_753.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66579dd9fb14ee3eaa09d124c43ed93a29a2d2c38e282002511b2b20b24aac08 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_754.const b/cache/Token_rms_norm_20_16_0_754.const new file mode 100755 index 0000000000000000000000000000000000000000..9dab00051327ae125f12c0c325e1068e14074eb9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_754.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b65d8c301eefbf201c1c90f9ca4bcf31ffdd4c10841c7ac33ae1ba4a669bb354 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_755.const b/cache/Token_rms_norm_20_16_0_755.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_755.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_756.const b/cache/Token_rms_norm_20_16_0_756.const new file mode 100755 index 0000000000000000000000000000000000000000..9c54a08ba25a4c304770926fca874a82fcdd9e64 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_756.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c93b43b10f3ff58562692c41cd48df20389725fbe68da4442b1e458f35b1aa +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_757.const b/cache/Token_rms_norm_20_16_0_757.const new file mode 100755 index 0000000000000000000000000000000000000000..a05ccbbc8e69680f729e3fdf561baa0f6655b798 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_757.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c9bfac61bc49c22ab066006f3d4e779ad6fb63ed09c5a41f3295b7b33cac9c +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_758.const b/cache/Token_rms_norm_20_16_0_758.const new file mode 100755 index 0000000000000000000000000000000000000000..e6cce83515d091c0d5b69133cb0c6dee72986742 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_758.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c5699fe4ba489295f91ef621c3e0d850b64975cc31764458a60793588343f0 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_759.const b/cache/Token_rms_norm_20_16_0_759.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_759.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_76.const b/cache/Token_rms_norm_20_16_0_76.const new file mode 100755 index 0000000000000000000000000000000000000000..45ba11bfeb0aee8cd6242d0f5e101c350c5389d2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_76.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4845588f77e6a0af87666f9238392dabb1a1e78e2901f45e366ea435612010 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_760.const b/cache/Token_rms_norm_20_16_0_760.const new file mode 100755 index 0000000000000000000000000000000000000000..4b1543a1eac75e7d7730c2d4175ed07d903a6ff0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_760.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:548b6badee5e7cdfe5a80339eea7de72faea65a2a6cf0b04c11cc06c2f51acc2 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_761.const b/cache/Token_rms_norm_20_16_0_761.const new file mode 100755 index 0000000000000000000000000000000000000000..0513cf97012c6cb5aff6ce55c0a0392f65b77df0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_761.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa026f79e943016a01d0a9ab9709724d943b90fd9ddbbf5115a6b12710145fe +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_762.const b/cache/Token_rms_norm_20_16_0_762.const new file mode 100755 index 0000000000000000000000000000000000000000..e457427be58e330a512e0cbf03f7c65626b35650 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_762.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a3b04ddd7650ef22fd5b74b6160fdfc8bc73621ba749056d7ac3cf7e5bfaadd +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_763.const b/cache/Token_rms_norm_20_16_0_763.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_763.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_764.const b/cache/Token_rms_norm_20_16_0_764.const new file mode 100755 index 0000000000000000000000000000000000000000..d4bdabe5c3f2d867865e2a2cae263f6f29140dc5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_764.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76eeee9023790784f9031fba9d3ef30580a24d7d330cb9eae4e1f98e8e8045d6 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_765.const b/cache/Token_rms_norm_20_16_0_765.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_765.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_766.const b/cache/Token_rms_norm_20_16_0_766.const new file mode 100755 index 0000000000000000000000000000000000000000..7ed5be08ccaa887e8a18fa220c50ee89d11fef24 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_766.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bed0b96f363f770fbd8d2a7df34586a356a444c6a109015460c55926bb5fa45 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_767.const b/cache/Token_rms_norm_20_16_0_767.const new file mode 100755 index 0000000000000000000000000000000000000000..a5b20b4443d2f60db2f4122cbf1c457cf42749d3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_767.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09231f91706baec2bfc8f955ace4d73d24f7376353ba9ac60ef0b30b25cfa64c +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_768.const b/cache/Token_rms_norm_20_16_0_768.const new file mode 100755 index 0000000000000000000000000000000000000000..ad71ade171faf7d60ee36804af4fcd6e655cc0cf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_768.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f83e98443f71b520fe9fbd50d5ea1f91a4edb264d7a4ab440b6a5fe69d10218 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_769.const b/cache/Token_rms_norm_20_16_0_769.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_769.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_77.const b/cache/Token_rms_norm_20_16_0_77.const new file mode 100755 index 0000000000000000000000000000000000000000..8719c4e521747cfda36dd84d59b61d7e15694dbb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_77.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93af388e0ea7f93c50f003bf804220eef89615790764b2b2c4a19f21e8462434 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_770.const b/cache/Token_rms_norm_20_16_0_770.const new file mode 100755 index 0000000000000000000000000000000000000000..2bf59139cbfa864432bf871b04c23a41aded3787 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_770.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1875923ed8e652d1e78f2e485ed3b747693ea4f5f9864f120a61fea70d6ca731 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_771.const b/cache/Token_rms_norm_20_16_0_771.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_771.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_772.const b/cache/Token_rms_norm_20_16_0_772.const new file mode 100755 index 0000000000000000000000000000000000000000..091d8e2f9daba2b462cb498103ae3dc4c45374d4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_772.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b85e0b400fa765cf7f27ac03ebd3df74a9db8a469ea1848ddcb24cfa1c59d0 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_773.const b/cache/Token_rms_norm_20_16_0_773.const new file mode 100755 index 0000000000000000000000000000000000000000..01105d53ab21b801d79d1d70ebc499c4ae463f69 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_773.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2941b814099c62f81b8f7489832af5854663adf2529fd1d46f3b063bd0efcd8c +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_774.const b/cache/Token_rms_norm_20_16_0_774.const new file mode 100755 index 0000000000000000000000000000000000000000..cef95b7436d5f19b4f46fc242f866235b67cb473 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_774.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95865eda7c0ef1e14ff304f84bddf43bae0f72037faccf57387b0bb226300ea +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_775.const b/cache/Token_rms_norm_20_16_0_775.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_775.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_776.const b/cache/Token_rms_norm_20_16_0_776.const new file mode 100755 index 0000000000000000000000000000000000000000..9676bd0fa3432453b4b58c891bdae9fc27b19f80 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_776.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107e82b47fc4e0a7b2bdf513b9756b930420f81f0681781d6053fbf5d28901ac +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_777.const b/cache/Token_rms_norm_20_16_0_777.const new file mode 100755 index 0000000000000000000000000000000000000000..ceac2102487d528e49a85140d74e5fe0276ba0e3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_777.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e5d7782553a7170043d2bd799ed5f44e53b89234c45102db9b08c64fa9d038 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_778.const b/cache/Token_rms_norm_20_16_0_778.const new file mode 100755 index 0000000000000000000000000000000000000000..0cf0f0f1bc6615ac1913c20e5524bdc507bce57b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_778.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f111477493a3706659510b965fa6b810caaf02b71f562430e1a01d945f22c35 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_779.const b/cache/Token_rms_norm_20_16_0_779.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_779.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_78.const b/cache/Token_rms_norm_20_16_0_78.const new file mode 100755 index 0000000000000000000000000000000000000000..98586d827fe1e247d144cbebe56feb72f4fa793a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_78.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27ad34a0ccd85a9c7e0eaf6d284ec252c92f1c2aca3aa0b079a7294fdad8abed +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_780.const b/cache/Token_rms_norm_20_16_0_780.const new file mode 100755 index 0000000000000000000000000000000000000000..a0c7f71f7cca11592035e167ca93e27c05dc5146 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_780.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e2349ffd25a3496c96afb7ad63855bb7dca73eff6b4df1cb19080cd09cbb3d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_781.const b/cache/Token_rms_norm_20_16_0_781.const new file mode 100755 index 0000000000000000000000000000000000000000..2cc8e4fabdcfa73c803835dc152e13ffa55774fb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_781.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e3b82ba5583b48f33294e165095211b2c63701d95087b3ad929326a1eaf0fa +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_782.const b/cache/Token_rms_norm_20_16_0_782.const new file mode 100755 index 0000000000000000000000000000000000000000..cb52def05af3d4a0c19da5176bc24a5d581f117a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_782.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be97b9def50d66b81bfbaf3ff6fdf24ceefbd3fd658ba27cba05963056c31f11 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_783.const b/cache/Token_rms_norm_20_16_0_783.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_783.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_784.const b/cache/Token_rms_norm_20_16_0_784.const new file mode 100755 index 0000000000000000000000000000000000000000..5434879d422c6f03b34aab97d095ff21e0484396 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_784.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb80b150bbd174a871b5d3edd424fc797e9015b44b763a393bafc1df4b73e09 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_785.const b/cache/Token_rms_norm_20_16_0_785.const new file mode 100755 index 0000000000000000000000000000000000000000..ca8fa1b0759531b0fd16d6443fbb0a2c33f239f1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_785.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22f399b6a6060a5fefd7c01252d65608cea2ce6c70b903edb37fd8aca93f36f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_786.const b/cache/Token_rms_norm_20_16_0_786.const new file mode 100755 index 0000000000000000000000000000000000000000..49ea5294d247fca521af915c47738939a1310230 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_786.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92f627714db03365a8bc9f81b55bdec149c83d91efb272fac286885ed38c686 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_787.const b/cache/Token_rms_norm_20_16_0_787.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_787.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_788.const b/cache/Token_rms_norm_20_16_0_788.const new file mode 100755 index 0000000000000000000000000000000000000000..b644f8bb37bc3d984935df824a89d2085081a5d6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_788.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615fa40f52149060321a3556d8678062b9b33dbde7963b531f5908dbb4df4066 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_789.const b/cache/Token_rms_norm_20_16_0_789.const new file mode 100755 index 0000000000000000000000000000000000000000..889a69815d856ab937e9879080b434de0ace89b6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_789.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7632608a85663c73ac794d7070d8e48c217ed39a71de619ac8694c3a5255fa33 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_79.const b/cache/Token_rms_norm_20_16_0_79.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_79.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_790.const b/cache/Token_rms_norm_20_16_0_790.const new file mode 100755 index 0000000000000000000000000000000000000000..65c6a8e1a81ba3ebb75ab52e6c8030dfc35f61b3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_790.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd5b7d0e36eb3cbfac6dafd21cbede635b3fba7140eeeca6a76d7d468675d871 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_791.const b/cache/Token_rms_norm_20_16_0_791.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_791.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_792.const b/cache/Token_rms_norm_20_16_0_792.const new file mode 100755 index 0000000000000000000000000000000000000000..c38f7bad18dc1e7ac1983a95bc86d654820acb04 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_792.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe9c884c90a313d86dee1491fd9bf2868863d9e63d5f25606f86a8e2ece5c03 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_793.const b/cache/Token_rms_norm_20_16_0_793.const new file mode 100755 index 0000000000000000000000000000000000000000..047adaa7b47908fb538cc389a110c0e6c3cdf191 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_793.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dee0b58a3dc64f8f8b49503001f87842a4d701352ab63e206c3690ae6f445a4 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_794.const b/cache/Token_rms_norm_20_16_0_794.const new file mode 100755 index 0000000000000000000000000000000000000000..4024dc8cec78eb6786a2f829d5008e00371436e6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_794.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e6e001f265d4d65363f17b3af569c81beee98f17a94f2d3303293622a377bb0 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_795.const b/cache/Token_rms_norm_20_16_0_795.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_795.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_796.const b/cache/Token_rms_norm_20_16_0_796.const new file mode 100755 index 0000000000000000000000000000000000000000..dc9cb99ad2018e0a3579e653e62ad586ae518cc5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_796.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57180dc6dbb10ba226fc993e1e97c7053c4d8dfe433837e572df94452188b3b +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_797.const b/cache/Token_rms_norm_20_16_0_797.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_797.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_798.const b/cache/Token_rms_norm_20_16_0_798.const new file mode 100755 index 0000000000000000000000000000000000000000..f96bccb21bcce68b19c4b0c209038eceba084224 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_798.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2344f90a1d5c5e08075aaf5120797b2968454602f91d8972fb22cfe7c10a4f26 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_799.const b/cache/Token_rms_norm_20_16_0_799.const new file mode 100755 index 0000000000000000000000000000000000000000..a7be3d7509160d30779b4382e2824c2f67a1762e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_799.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af39a6c8492f4023e133017d0a2525bb1e4d3223bf13ba7a0addc7723f6b2ca +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_8.const b/cache/Token_rms_norm_20_16_0_8.const new file mode 100755 index 0000000000000000000000000000000000000000..83585409954f30364a36631f5ec026dba7a68c92 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_8.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d89476fcbc22450cc4aef17d3f82eece3ea9374406f282426d8be64ed69f8e0 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_80.const b/cache/Token_rms_norm_20_16_0_80.const new file mode 100755 index 0000000000000000000000000000000000000000..4ad59375ee5d18ed34ef282ad4d093d5758d36ff --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_80.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55c44757df8b9f7b0ff36dab2b5f6f5f33f6cf01b5347517a1b2038e26e6b84 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_800.const b/cache/Token_rms_norm_20_16_0_800.const new file mode 100755 index 0000000000000000000000000000000000000000..c73c2e1734a4804d4fdc8a177206f3fceea8d46a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_800.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9d1f6d2afd98035675cc475de7394e3a51a89c8bf93029c9f874804757ce73 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_801.const b/cache/Token_rms_norm_20_16_0_801.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_801.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_802.const b/cache/Token_rms_norm_20_16_0_802.const new file mode 100755 index 0000000000000000000000000000000000000000..dc90f7509ef46198b297233e89811013ed470724 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_802.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84913a7518cd6d9c299cb3a37cccd96f73adf560f30dff3014e43a963e348bcf +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_803.const b/cache/Token_rms_norm_20_16_0_803.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_803.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_804.const b/cache/Token_rms_norm_20_16_0_804.const new file mode 100755 index 0000000000000000000000000000000000000000..06eaff85c96e0ed1515b975f3b56e4846fdab242 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_804.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b940e204e056d83e7e2c20fe72817e6b5d6a21539b4f449ae0626b01d2232f6 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_805.const b/cache/Token_rms_norm_20_16_0_805.const new file mode 100755 index 0000000000000000000000000000000000000000..bfdef8f44c492f501aa79f9502758bff0dbde54e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_805.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8309ff963be13ce562dbe6ab3179bce77e9ac089d41e9b92c3b62d361df339f5 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_806.const b/cache/Token_rms_norm_20_16_0_806.const new file mode 100755 index 0000000000000000000000000000000000000000..ed6c29dbd651b54d2dab0f5311802ae9164818cc --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_806.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e240ccd3dbf52ade089215000555e98aaf45cb350d419fd932c6d0d114207344 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_807.const b/cache/Token_rms_norm_20_16_0_807.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_807.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_808.const b/cache/Token_rms_norm_20_16_0_808.const new file mode 100755 index 0000000000000000000000000000000000000000..1b5fa2905457b11c6d77e1e23737b8e7bb1052ca --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_808.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8a0646020071a59910826791b7eade35003fc2b3c0a392ced60ce3cfd09094 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_809.const b/cache/Token_rms_norm_20_16_0_809.const new file mode 100755 index 0000000000000000000000000000000000000000..e4c3060885c2c2437ba1208161813210f0ab2a66 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_809.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcd7d90f401018fba9d0f1c57ec3a6ddd3b6bcae8ab4dceeeb7e98c1fee65b57 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_81.const b/cache/Token_rms_norm_20_16_0_81.const new file mode 100755 index 0000000000000000000000000000000000000000..e94eeb2cbc362e39db2e17b75c0a1b1df5ded915 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_81.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d2380e7cc80a0617d6593c18727932dd8caca866048050ba999b63c619ca48 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_810.const b/cache/Token_rms_norm_20_16_0_810.const new file mode 100755 index 0000000000000000000000000000000000000000..740c4fbab13c6975d87f2769865340439a739209 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_810.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5d2ece2756cc234c34c00f8d328bc378ab5cc87fa46dc460ed0a0f09cf8457e +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_811.const b/cache/Token_rms_norm_20_16_0_811.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_811.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_812.const b/cache/Token_rms_norm_20_16_0_812.const new file mode 100755 index 0000000000000000000000000000000000000000..9e1eb899f8401a9b525e932030f88ed0eb31c968 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_812.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032b9e51fd33e7c00ac295879940491a6aa32e12ea345994463f2376e79e7ec5 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_813.const b/cache/Token_rms_norm_20_16_0_813.const new file mode 100755 index 0000000000000000000000000000000000000000..cd99678847da2f5d26a7d8853349859b99ee1838 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_813.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b5c19bd742ca566566fd6e77861909631398bebcb21179a03836f2bde2434e +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_814.const b/cache/Token_rms_norm_20_16_0_814.const new file mode 100755 index 0000000000000000000000000000000000000000..6961f0587e1e60d38af5b80c741ae9a001a26b37 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_814.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04904c0c2eb6d5cd295ffe7f291357470d008cedfd4f727f24707cc2c52606d4 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_815.const b/cache/Token_rms_norm_20_16_0_815.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_815.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_816.const b/cache/Token_rms_norm_20_16_0_816.const new file mode 100755 index 0000000000000000000000000000000000000000..7f0c69e3b17ef46f9ce9546ce6b81bb284c901ed --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_816.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eba77671b2c8e1d1e55590cd2dc4a0413a133d13dec827a8dd5e2fff2834951 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_817.const b/cache/Token_rms_norm_20_16_0_817.const new file mode 100755 index 0000000000000000000000000000000000000000..af8b5b2e649bc96cb6e5c423dd0455996513f1fd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_817.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e921279b8e5094578d032f3efd276e4d2073cb6241f9408329a16d98cbabb9be +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_818.const b/cache/Token_rms_norm_20_16_0_818.const new file mode 100755 index 0000000000000000000000000000000000000000..cca0a42f533ec4ad7e3a81d2d5415acadcea0060 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_818.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f0997cd681317aba129eaa1a14656c71ca79ca41e389d08e01c3837e3dc6a6 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_819.const b/cache/Token_rms_norm_20_16_0_819.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_819.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_82.const b/cache/Token_rms_norm_20_16_0_82.const new file mode 100755 index 0000000000000000000000000000000000000000..7f3875586f38c88924c7d85a3d3272b9f4310403 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_82.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee6820d1f5f3d004d20ba6423ce5d4e435969d1c1764fd04a887483ee6348e1 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_820.const b/cache/Token_rms_norm_20_16_0_820.const new file mode 100755 index 0000000000000000000000000000000000000000..56404fae832a635ed878c0c9a6e2d10c6eb35370 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_820.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a628ed4caaf53a9f1df907e1cd1e630f594893218517f60f7b2fc2fafb1e1e5 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_821.const b/cache/Token_rms_norm_20_16_0_821.const new file mode 100755 index 0000000000000000000000000000000000000000..9d60daa601320edf87d805f0a4c34bedede2fa21 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_821.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:375aa0edeb40ed3d78beffd35e5758426ca49af25efa17880e13989cf4abe82a +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_822.const b/cache/Token_rms_norm_20_16_0_822.const new file mode 100755 index 0000000000000000000000000000000000000000..affd770633cc5a92479d01aae2a32d0d543ce9cb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_822.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a5901083aff1bfcd4d5802ae8c7c063fc7c73ea9f7513ee3d29800d767b7f5 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_823.const b/cache/Token_rms_norm_20_16_0_823.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_823.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_824.const b/cache/Token_rms_norm_20_16_0_824.const new file mode 100755 index 0000000000000000000000000000000000000000..d362d51cc6ea7018a6bded60f4493b1add132938 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_824.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ae47c7f9d9078912d0a9cd86412c9dbf69b836b41d479fa0f84a15fd98ba8f +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_825.const b/cache/Token_rms_norm_20_16_0_825.const new file mode 100755 index 0000000000000000000000000000000000000000..a1ef2b9bed84428bf56392a17d22448d24a674d6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_825.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f493b965438d7547f3f697f4b0147d1c241671245c98665f8c27efbccc34bc9 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_826.const b/cache/Token_rms_norm_20_16_0_826.const new file mode 100755 index 0000000000000000000000000000000000000000..a3e6b33cf58c49e942391bd78f2599e5eb412fba --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_826.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89292cd63904613965bc6e140470a464fb5eb14fe9941f112dff62a7b174732 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_827.const b/cache/Token_rms_norm_20_16_0_827.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_827.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_828.const b/cache/Token_rms_norm_20_16_0_828.const new file mode 100755 index 0000000000000000000000000000000000000000..67dbbd0297e37c9b83f86140e456c666a37e374a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_828.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e35d05c324ccc216bea4b98ee72d9f8f781284e03c80ccdcba530cd0e0020a +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_829.const b/cache/Token_rms_norm_20_16_0_829.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_829.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_83.const b/cache/Token_rms_norm_20_16_0_83.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_83.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_830.const b/cache/Token_rms_norm_20_16_0_830.const new file mode 100755 index 0000000000000000000000000000000000000000..24cd66145a045878bd26d27656d29e0d4912692c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_830.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b7997b7a0bdadb09371a2a6282d404d5e6b604c0da9562c4b7ccd1ca146a25 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_831.const b/cache/Token_rms_norm_20_16_0_831.const new file mode 100755 index 0000000000000000000000000000000000000000..15d9ba20d23d7302ddef214c2284f400ae3d41d0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_831.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcf93aac0ae2a16031a54112524de880c4bdc97d7bb7a181e63bd3508c571a8c +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_832.const b/cache/Token_rms_norm_20_16_0_832.const new file mode 100755 index 0000000000000000000000000000000000000000..d9f58d986b6bfdc5459b0b84bac80d39e349df36 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_832.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2674e8578bbb48b57d0029d0f2c35003e2cf3e94a133c2f6f9b3609489b72031 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_833.const b/cache/Token_rms_norm_20_16_0_833.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_833.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_834.const b/cache/Token_rms_norm_20_16_0_834.const new file mode 100755 index 0000000000000000000000000000000000000000..cc61c7c2e5e27a98404fc29a3e1d3d4e2511ed9e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_834.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0033b021ec01b1abfb4f748b099951508f1aaf833611cea2e37db207d81fd27 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_835.const b/cache/Token_rms_norm_20_16_0_835.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_835.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_836.const b/cache/Token_rms_norm_20_16_0_836.const new file mode 100755 index 0000000000000000000000000000000000000000..078e9627f24cfa8bea188791ec3ded3ebb2fe448 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_836.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c158d70defef4bb71ea9cd3081866416fe1954526ab6a7e5ed3c9b4dd7cd38 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_837.const b/cache/Token_rms_norm_20_16_0_837.const new file mode 100755 index 0000000000000000000000000000000000000000..214a7577729ba8e55370229c65c1cbc0d3b86569 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_837.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5507d0f811d89a818db70d642852352192ed230f6867b83db830233b0d5f3f +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_838.const b/cache/Token_rms_norm_20_16_0_838.const new file mode 100755 index 0000000000000000000000000000000000000000..9ac1eff165f604c87ae59a51c59f862d5118aa84 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_838.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e033ebf235fce2adf6895d28e213c6f9a1f1d43c91f8312c2bef73eef8cdc8db +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_839.const b/cache/Token_rms_norm_20_16_0_839.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_839.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_84.const b/cache/Token_rms_norm_20_16_0_84.const new file mode 100755 index 0000000000000000000000000000000000000000..69b602628d36a212574c36562ce9a0a53da849e9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_84.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c9c03b4550dabed97df7f43031d73ae7ff6a61b0b91e9ebc3e913b1e1f01e43 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_840.const b/cache/Token_rms_norm_20_16_0_840.const new file mode 100755 index 0000000000000000000000000000000000000000..4ebf67aabc58ad804a53a164d8720e8c8361e847 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_840.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1934a3c718d64c6d3ec09cd60eee18b0a14973b6eca8c2becffaf4b3f34cd2a6 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_841.const b/cache/Token_rms_norm_20_16_0_841.const new file mode 100755 index 0000000000000000000000000000000000000000..900a9081ce3b9f9df16bc2305347e201aadc30ea --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_841.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ade7d266ef02ba4dfaf04b97d75091bfcf1e0f869de33021e58d2204aaf8886 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_842.const b/cache/Token_rms_norm_20_16_0_842.const new file mode 100755 index 0000000000000000000000000000000000000000..03d3e6c9a8a73c8f08c291ffcbecbfcf6bc93f7c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_842.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b9ff47e0dd40ef21d807049e130973392f626665e777276521ff6e4c2cebab +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_843.const b/cache/Token_rms_norm_20_16_0_843.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_843.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_844.const b/cache/Token_rms_norm_20_16_0_844.const new file mode 100755 index 0000000000000000000000000000000000000000..71a9147e64f93659657ada3678bfdb11c680d7ac --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_844.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08fd9f6002e75ef3debd6f6ddf0c764655e984b4ee73643cd239f79436797a57 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_845.const b/cache/Token_rms_norm_20_16_0_845.const new file mode 100755 index 0000000000000000000000000000000000000000..83b90e9a015309a9a9e66c6caa610a9d302918aa --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_845.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62d6b8fbc0611aba8924221de40bffd622a273e49ac2ca1c070b9a4840bc680 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_846.const b/cache/Token_rms_norm_20_16_0_846.const new file mode 100755 index 0000000000000000000000000000000000000000..d4b80340f25c6f5a0d8c926fb4470fd59c157dda --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_846.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21cc3f963dda3b190197b5464ec45619be077ec5e6069e3c51cc27109633c0d6 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_847.const b/cache/Token_rms_norm_20_16_0_847.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_847.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_848.const b/cache/Token_rms_norm_20_16_0_848.const new file mode 100755 index 0000000000000000000000000000000000000000..50d537e601d093f93ea47d8a686fc08c990ce292 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_848.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e40165962047614e4f56d8dccb8b022b476c737bcf08358f82b24d362aa767 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_849.const b/cache/Token_rms_norm_20_16_0_849.const new file mode 100755 index 0000000000000000000000000000000000000000..1102c82404345b5ba90426ef1f72b63a5b1601f3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_849.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1958c453fa3f7a0de03556c363b6a4c43f3ed62eb50bad8b04ec570345b1421e +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_85.const b/cache/Token_rms_norm_20_16_0_85.const new file mode 100755 index 0000000000000000000000000000000000000000..13cc30661d8ff5062180ec54d227ee8976249e2a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_85.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45ff816545b99b26a6b11981d3442868a2bd756d3262bd3182f1f5e87efa1fb +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_850.const b/cache/Token_rms_norm_20_16_0_850.const new file mode 100755 index 0000000000000000000000000000000000000000..56886db8bf5d34208ba5aba6cb9d54833aaa3bea --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_850.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c36dbbc2054d5d34307c431636cccd1dc92297b2de6fc5fdf5804cfbf30533 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_851.const b/cache/Token_rms_norm_20_16_0_851.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_851.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_852.const b/cache/Token_rms_norm_20_16_0_852.const new file mode 100755 index 0000000000000000000000000000000000000000..6fafda4aa1a035bf62886cfda0f77a33b9db0a84 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_852.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4df3c17db07fb67e1f2a8ec63a66da422e4a302d045341984d493bb9600b818 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_853.const b/cache/Token_rms_norm_20_16_0_853.const new file mode 100755 index 0000000000000000000000000000000000000000..ad3a34c79f0b3f0e4023ca748f738af5c63b4dae --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_853.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df401e96d0b6ae5a75da39018f7539e742bf32c3fde1e4939870c2895a366ed3 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_854.const b/cache/Token_rms_norm_20_16_0_854.const new file mode 100755 index 0000000000000000000000000000000000000000..56f1d050c1d4d34c221dd32dc35f848f2528b009 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_854.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11eddb4141ed72b938c841e2dd40aa8bdaac1ec1fec8dc388314e11bd6c2897 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_855.const b/cache/Token_rms_norm_20_16_0_855.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_855.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_856.const b/cache/Token_rms_norm_20_16_0_856.const new file mode 100755 index 0000000000000000000000000000000000000000..72d33535ce5c555972f75cc31f41d24985b86249 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_856.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd34eb1ee88a65231a1d76c2b09706667553a578de633bf6affdcb1cf963f866 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_857.const b/cache/Token_rms_norm_20_16_0_857.const new file mode 100755 index 0000000000000000000000000000000000000000..93db72d5dea8296235cb01de85a296fb8cddbf14 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_857.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c448d1a001f9c2c215c8aae5d02a4614fd559566c76578ce0f2d69d62bae82 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_858.const b/cache/Token_rms_norm_20_16_0_858.const new file mode 100755 index 0000000000000000000000000000000000000000..42501a8f0c1bfe0524f4b679dbb6db1e3f03f5a9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_858.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b84143311bb7ee6ef4b6716aa83c50d72bc9f9fe5c90f860517ed6793d83f03b +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_859.const b/cache/Token_rms_norm_20_16_0_859.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_859.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_86.const b/cache/Token_rms_norm_20_16_0_86.const new file mode 100755 index 0000000000000000000000000000000000000000..f17d966c7d8c72049cec0663796897f2d63fbae3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_86.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a549ef8f86ae6c9e8d7f54de5d04e8b1de61f6c91410b7c24191ab79b2f9687 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_860.const b/cache/Token_rms_norm_20_16_0_860.const new file mode 100755 index 0000000000000000000000000000000000000000..b02538b07014bf9bb072cfdd059449837dec3b8c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_860.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f91eb98c0b183e6c55e3a7cad8f80b9837bd0ee9cac000b20843e7982120693 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_861.const b/cache/Token_rms_norm_20_16_0_861.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_861.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_862.const b/cache/Token_rms_norm_20_16_0_862.const new file mode 100755 index 0000000000000000000000000000000000000000..1f8afd641845cef59a3dfb2c3686e3c803715a3e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_862.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e88f466d297a2bde42565d126fab8a8259016bcb9cb1413171179e9d2b2b82c +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_863.const b/cache/Token_rms_norm_20_16_0_863.const new file mode 100755 index 0000000000000000000000000000000000000000..e1b6a4caae6c4f0d989ac46e45ba4b9cd18e1fd1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_863.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e53c5b64c2ea71de5f3a75b52288a96bba2403bd0de3a54b65e5a4e5653180ac +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_864.const b/cache/Token_rms_norm_20_16_0_864.const new file mode 100755 index 0000000000000000000000000000000000000000..7e7d9ed8ad3eb3f60f789e51cbab333da726718f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_864.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e23580eeff8267e7381e7679708b7f8920592b1dea4c75fd377a815a778db6b6 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_865.const b/cache/Token_rms_norm_20_16_0_865.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_865.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_866.const b/cache/Token_rms_norm_20_16_0_866.const new file mode 100755 index 0000000000000000000000000000000000000000..7b7a8e0d7521afe96ba38e06a6bd6986147e7481 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_866.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe29b0c1aaadd7b587ca2280c118758c87d4e3093fa22fb18ef7a23abf3ce3e +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_867.const b/cache/Token_rms_norm_20_16_0_867.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_867.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_868.const b/cache/Token_rms_norm_20_16_0_868.const new file mode 100755 index 0000000000000000000000000000000000000000..15cac989de69b021302015647f1cd824720a082a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_868.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f18f9a48e59e88adab770029cc126d4b1407b7c1cf3582cb4639376f08fdcb9 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_869.const b/cache/Token_rms_norm_20_16_0_869.const new file mode 100755 index 0000000000000000000000000000000000000000..863ab7dc4dd019c370d9a8c2fbd152707a1752e4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_869.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b56d79a4e22da42816ab6bf8bb23f4e3a98fac384a6ec3a1047c9c80c6ed20b +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_87.const b/cache/Token_rms_norm_20_16_0_87.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_87.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_870.const b/cache/Token_rms_norm_20_16_0_870.const new file mode 100755 index 0000000000000000000000000000000000000000..c4a5a3a82a4fdcd5673e0d52823432b0050d4b18 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_870.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df704b35a07d2aeda6b466877d6dad3878d927a56004eca65ff491bcba54c6ee +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_871.const b/cache/Token_rms_norm_20_16_0_871.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_871.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_872.const b/cache/Token_rms_norm_20_16_0_872.const new file mode 100755 index 0000000000000000000000000000000000000000..8b801086aedd8947288d0dabbf04cae8cb7c6121 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_872.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91414a616faff312e826a2345b44cd433bf98d3cf44400809e49e3e631c2469b +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_873.const b/cache/Token_rms_norm_20_16_0_873.const new file mode 100755 index 0000000000000000000000000000000000000000..254fb1ad4aefbd2d61270c61b47bce00dec9804e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_873.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5da0b3df5efab0609fdecfb84a958b97339ca75a74ff1cbb2c94ea805d6116f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_874.const b/cache/Token_rms_norm_20_16_0_874.const new file mode 100755 index 0000000000000000000000000000000000000000..80d04803d81400efe0e54d644afddabe80efaa50 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_874.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e246dc58b2c832da6f937401a70b8630a9ecb51db8ea5fc1d04751a496902adb +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_875.const b/cache/Token_rms_norm_20_16_0_875.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_875.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_876.const b/cache/Token_rms_norm_20_16_0_876.const new file mode 100755 index 0000000000000000000000000000000000000000..8db21d5ad2eb75f94e7ef4ca811df52d05c44638 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_876.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eb3f429a0f7205861b18c7d7cbcb9546032f7ff4b02b166433ab0b5ecf1b079 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_877.const b/cache/Token_rms_norm_20_16_0_877.const new file mode 100755 index 0000000000000000000000000000000000000000..47a6dc5f4bfeb5fb6236e9b01c2d4fde10e95104 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_877.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5645ebe509d3d4ef276b8824083fb5b51104fb1f09d9513e3db0a66d58b5a6e4 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_878.const b/cache/Token_rms_norm_20_16_0_878.const new file mode 100755 index 0000000000000000000000000000000000000000..ca86809335a103dc4566a8726998dc9fed28b759 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_878.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:278197b681b2d8b8ba69568f2eed88530268d9303da2e3e57439347359484e5b +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_879.const b/cache/Token_rms_norm_20_16_0_879.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_879.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_88.const b/cache/Token_rms_norm_20_16_0_88.const new file mode 100755 index 0000000000000000000000000000000000000000..ce5679f50356e49edb1fa1ec591d7e0b42a36f7f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_88.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fab86a976bfae44a0ad04baba5fa757c874e24908b74b3f510609bc08bd9cb3 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_880.const b/cache/Token_rms_norm_20_16_0_880.const new file mode 100755 index 0000000000000000000000000000000000000000..c9ebb4447468a59b7dbeae5e9c0c6d063b1111b9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_880.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a02649583327221201b789abee8ed949ad58040d8c20c3f33960c24296f0f5 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_881.const b/cache/Token_rms_norm_20_16_0_881.const new file mode 100755 index 0000000000000000000000000000000000000000..a866907ca14a9605450da54fb08b4b46650f3a67 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_881.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aae38343dccc178280ca71574a2d9cc6768b861bedf02405280dc67e4365736 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_882.const b/cache/Token_rms_norm_20_16_0_882.const new file mode 100755 index 0000000000000000000000000000000000000000..e16da7ace61d8b6a4051b4e7573a57876ce1a4ae --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_882.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d70b4f372b869ae6e20b26c9c3c685aa86300c914285cb8cc6f15403055749 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_883.const b/cache/Token_rms_norm_20_16_0_883.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_883.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_884.const b/cache/Token_rms_norm_20_16_0_884.const new file mode 100755 index 0000000000000000000000000000000000000000..6e03cb7f66ccde947f9c1664170dc7214f8d38e2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_884.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a1cac6a5cbb55d0a2f3e9dfa17eba77639055a4ddd34c91d62f658345430ca +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_885.const b/cache/Token_rms_norm_20_16_0_885.const new file mode 100755 index 0000000000000000000000000000000000000000..e0b14e563c03fbe40ba3bed4ab3360eafc91f83c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_885.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ff22844b2e2ec919e09bcd224944f07b4708e465e278dbb894fa7ec200ba3e +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_886.const b/cache/Token_rms_norm_20_16_0_886.const new file mode 100755 index 0000000000000000000000000000000000000000..78bca3e14eb1de9881d9cc95e5b6ee0dc2063827 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_886.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e500c553dd515892d8b4021c3818934284a6814705cdf21449524418dc242d +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_887.const b/cache/Token_rms_norm_20_16_0_887.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_887.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_888.const b/cache/Token_rms_norm_20_16_0_888.const new file mode 100755 index 0000000000000000000000000000000000000000..03b0f6a02e180505a01525c7efc4f145b4c9c05c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_888.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c745246b89c054f94641ae6dd4f2d37e57deb838a7f15c70013a380724e5ad92 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_889.const b/cache/Token_rms_norm_20_16_0_889.const new file mode 100755 index 0000000000000000000000000000000000000000..a5eda38e7d16756e51a1cf74ab3a37be879d91d6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_889.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20cc25f4ad2d03fc6a02e53453d685990e8608c446cb7cc5f1e611e1f295620a +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_89.const b/cache/Token_rms_norm_20_16_0_89.const new file mode 100755 index 0000000000000000000000000000000000000000..38616063760e078ebd53c5b320ea4507223025e7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_89.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d188f2e82098132bdf34702590bfe83fc2e3f83891809c7e1f47eeb7a0daf40 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_890.const b/cache/Token_rms_norm_20_16_0_890.const new file mode 100755 index 0000000000000000000000000000000000000000..b37f0ad39c5869fa7c698d3f43f146d51abb3809 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_890.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f2a4ba1267fa98a966737e824b5566985d4a7af641f2e3b7c6947d61937903 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_891.const b/cache/Token_rms_norm_20_16_0_891.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_891.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_892.const b/cache/Token_rms_norm_20_16_0_892.const new file mode 100755 index 0000000000000000000000000000000000000000..bc1e62debb84c1e96aeff44a724e66b663a09fda --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_892.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398c75825153583d79b1ce19602ad289e034097dc18d11746ba957161e40f026 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_893.const b/cache/Token_rms_norm_20_16_0_893.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_893.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_894.const b/cache/Token_rms_norm_20_16_0_894.const new file mode 100755 index 0000000000000000000000000000000000000000..746c01cf3d1745cb6115c393b0b6d269fb273484 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_894.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e123e02d857acd52f7ac6b531644dddd21d6677135e029225580a12b8ac51c32 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_895.const b/cache/Token_rms_norm_20_16_0_895.const new file mode 100755 index 0000000000000000000000000000000000000000..e15b2ef5309fa12c3b96574d5cfcc91d76b56305 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_895.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db0ce2266baacd82f5e2f8d17fc4e0b0410ddc4e449dd28532735940d8c8cb7 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_896.const b/cache/Token_rms_norm_20_16_0_896.const new file mode 100755 index 0000000000000000000000000000000000000000..27f6f4dbb94e923cde304d5573b70b95db702808 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_896.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246d89e628e94a45fab0a2f061ef246cbfa0d95c918e908110491d3901d33c71 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_897.const b/cache/Token_rms_norm_20_16_0_897.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_897.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_898.const b/cache/Token_rms_norm_20_16_0_898.const new file mode 100755 index 0000000000000000000000000000000000000000..3ee9dbf20aed0e11d54f09e6e0efd88577fdb23b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_898.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbd0db9e9a1350f02321186698c103073c4a9fede89531abe6d27805c2cd151 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_899.const b/cache/Token_rms_norm_20_16_0_899.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_899.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_9.const b/cache/Token_rms_norm_20_16_0_9.const new file mode 100755 index 0000000000000000000000000000000000000000..c3aaee1b3110676b8acf4c99d927484e00d2520c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_9.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b24f6b0c2f7830058d683eeb178095a83a1dbc4b458985deadc56b0bb9e5544 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_90.const b/cache/Token_rms_norm_20_16_0_90.const new file mode 100755 index 0000000000000000000000000000000000000000..8015e421c5b306e8af3cc52283980d7350d701e3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_90.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ce3387b7446e25f96947f246e7a4d5dc469282bbd5ece85ac6d7b3ac40aefdb +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_900.const b/cache/Token_rms_norm_20_16_0_900.const new file mode 100755 index 0000000000000000000000000000000000000000..fbf59a168b0e3704e1e0e8086f05ae0b4186e2f2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_900.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b831c9e52688fe680901dd79eb8fe9997d654a1233ce8d66d541f1dc56c8666 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_901.const b/cache/Token_rms_norm_20_16_0_901.const new file mode 100755 index 0000000000000000000000000000000000000000..dae0e00bed15898978021d487855c6e8084ca540 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_901.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8d4b5b49c68bf7e0660d9a6f4cc9f1d939d6736f027128d2c1ce2b0b94ff56 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_902.const b/cache/Token_rms_norm_20_16_0_902.const new file mode 100755 index 0000000000000000000000000000000000000000..f709a2cd580cfdd6b37968e4c103b3ae6dc7ccc4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_902.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2a4e3711c0e58742768adc953bddc7058b27fa74ab5cd87b6c72536d1fea090 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_903.const b/cache/Token_rms_norm_20_16_0_903.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_903.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_904.const b/cache/Token_rms_norm_20_16_0_904.const new file mode 100755 index 0000000000000000000000000000000000000000..2a74f584d0a8a7f0d59de26b9e4361d946029e5d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_904.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdec847525a831d9173492a86205a4ff426eeccc81a338c620cfbf3ee38588b1 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_905.const b/cache/Token_rms_norm_20_16_0_905.const new file mode 100755 index 0000000000000000000000000000000000000000..e4da54988db876aaa6ec7d6165cfd755538b6621 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_905.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040ab882e6b09569a41bfe465995a7f0758ed104769849ddec3956bce450d05b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_906.const b/cache/Token_rms_norm_20_16_0_906.const new file mode 100755 index 0000000000000000000000000000000000000000..495c03a8ac9112bdbbd742c531193fd92cf8e92d --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_906.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77b3bd3f45b5ed53ba75abd6fb4de877fb66eef2124910037bbd6911529d7e8 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_907.const b/cache/Token_rms_norm_20_16_0_907.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_907.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_908.const b/cache/Token_rms_norm_20_16_0_908.const new file mode 100755 index 0000000000000000000000000000000000000000..2aada5af1bc6786af051dd42f1673c5ed31b716a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_908.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8102bb3de9eb6191309fb892567526c3752c9fa51290987250bcef11e620c71 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_909.const b/cache/Token_rms_norm_20_16_0_909.const new file mode 100755 index 0000000000000000000000000000000000000000..e312cc587684b34a53d29fc8c95b9c844444ec0e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_909.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d24536ff72a99761ca217a3c418bbe6316398e3c4aa7e9064c4c56f510c13c7 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_91.const b/cache/Token_rms_norm_20_16_0_91.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_91.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_910.const b/cache/Token_rms_norm_20_16_0_910.const new file mode 100755 index 0000000000000000000000000000000000000000..3562586797be303aca1290feef0311c6dc7939e7 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_910.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29fd41367d6c19b1335af3f7a45f7f89c6820ae576de404536a5bec0bd12f3fb +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_911.const b/cache/Token_rms_norm_20_16_0_911.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_911.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_912.const b/cache/Token_rms_norm_20_16_0_912.const new file mode 100755 index 0000000000000000000000000000000000000000..58ec231fe0957ea2371824206028557f92e0af60 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_912.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2cbea2d460be503485e743512f4e4c21cb8f732fa7e1429dd3282af7dae89a1 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_913.const b/cache/Token_rms_norm_20_16_0_913.const new file mode 100755 index 0000000000000000000000000000000000000000..74bddc2c92fc6c39fa6ba0fc9c17e4c7849c11ee --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_913.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18757d6f986cdf73e3dcf89ebb033c6b68e83293d3b7e7eb5ffb9d9dc08df63d +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_914.const b/cache/Token_rms_norm_20_16_0_914.const new file mode 100755 index 0000000000000000000000000000000000000000..7e43fd5d0ecdfbd231d8bf1253a02effce07d6bb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_914.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75c1c9954c50479d3c212778a34ce132f884fe80994a601aee8152e3690dc3c2 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_915.const b/cache/Token_rms_norm_20_16_0_915.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_915.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_916.const b/cache/Token_rms_norm_20_16_0_916.const new file mode 100755 index 0000000000000000000000000000000000000000..10031653c377534031aef25dea8c813ec743172e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_916.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7399c354fb776541fab5d81692ee75d0fbe9a7bca597bc3ead993fb9a29cfce0 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_917.const b/cache/Token_rms_norm_20_16_0_917.const new file mode 100755 index 0000000000000000000000000000000000000000..cdb7c42de62db0506e2fc9a780690b69e1c40f18 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_917.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92dc9052775077b824dc9cedff8f57b5a273489163057dccded6b287a08769bf +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_918.const b/cache/Token_rms_norm_20_16_0_918.const new file mode 100755 index 0000000000000000000000000000000000000000..b7c381ffb422696683e7dad24dd6b0af20032312 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_918.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99267eaab11d9fb211e359c48257501e7f490e5fef07f99d6acca9bb718de3b1 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_919.const b/cache/Token_rms_norm_20_16_0_919.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_919.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_92.const b/cache/Token_rms_norm_20_16_0_92.const new file mode 100755 index 0000000000000000000000000000000000000000..93ada03f477a1a543dede573571ef40191be49bd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_92.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e5dd714012523e28b9446a5270ab682e1e55525a163ca2ad480699522361ff7 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_920.const b/cache/Token_rms_norm_20_16_0_920.const new file mode 100755 index 0000000000000000000000000000000000000000..7ddee2e220cf24ffa8f5eec8f8ad36ce609683ca --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_920.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:befe267268e94432e2a5cbbb1d5cc0f4a73895c2d01f7342e7cb109c08b5441a +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_921.const b/cache/Token_rms_norm_20_16_0_921.const new file mode 100755 index 0000000000000000000000000000000000000000..f1d999b6e0caca4ce1ae175e91e293518338445f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_921.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61856f2f8ff1fdc569e5961676960e7fc04dea1de60c112e4b7854cfcd04ca38 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_922.const b/cache/Token_rms_norm_20_16_0_922.const new file mode 100755 index 0000000000000000000000000000000000000000..faa086c47b74c1f5f049256e3740986305bfce36 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_922.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d75bba271db544a420d988592957f5570aece6ba4df9c3660edea8694e907a6 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_923.const b/cache/Token_rms_norm_20_16_0_923.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_923.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_924.const b/cache/Token_rms_norm_20_16_0_924.const new file mode 100755 index 0000000000000000000000000000000000000000..66b134ba455888b299c936a6a9b0414a779e320f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_924.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e11cb9c451e30c0f72992c79b1633f1da295837541af387c087d387b9f3ef4 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_925.const b/cache/Token_rms_norm_20_16_0_925.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_925.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_926.const b/cache/Token_rms_norm_20_16_0_926.const new file mode 100755 index 0000000000000000000000000000000000000000..91377ecdba3dfbdc216432354972a95384fa295a --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_926.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514d3ceaca546d0305552df941942c1669c420397fece53c9e62df412c21edcd +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_927.const b/cache/Token_rms_norm_20_16_0_927.const new file mode 100755 index 0000000000000000000000000000000000000000..26824c691ded311075354364744be14b215b230c --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_927.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7385c56be4dfba359528d0131f61fabbfdcf358965d99ec4cc917f2048643d2 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_928.const b/cache/Token_rms_norm_20_16_0_928.const new file mode 100755 index 0000000000000000000000000000000000000000..51a189bcc3a0de5ea889d988aef0ec4dbf4985f5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_928.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5168118f77ee809864329ece423eca34a9052e682d5d91513c7d5c7d2957a77 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_929.const b/cache/Token_rms_norm_20_16_0_929.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_929.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_93.const b/cache/Token_rms_norm_20_16_0_93.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_93.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_930.const b/cache/Token_rms_norm_20_16_0_930.const new file mode 100755 index 0000000000000000000000000000000000000000..16c64026476f445389e072376ddd9514bceb8f13 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_930.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a1012aa1972cb7edc6c7e6a598a9aaa4e50f7fa336786eec72222884626d05 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_931.const b/cache/Token_rms_norm_20_16_0_931.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_931.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_932.const b/cache/Token_rms_norm_20_16_0_932.const new file mode 100755 index 0000000000000000000000000000000000000000..d46ffe2e6ff4a64388c2e154938be481c0f29c78 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_932.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35afb2ef011a907dd0e5481c68af1347bff43920e091230cbf8ab0e7f29710e +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_933.const b/cache/Token_rms_norm_20_16_0_933.const new file mode 100755 index 0000000000000000000000000000000000000000..bf2713d48cde9cb61938e553f4b57f98a36cc0ee --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_933.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9740fc64e118b93b692c4fcea025cd0c79956550cfd3295a47f51d0593822be5 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_934.const b/cache/Token_rms_norm_20_16_0_934.const new file mode 100755 index 0000000000000000000000000000000000000000..eac2d6e8ad6160d34fb6cbe0d373f988f7cac77f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_934.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3a8c54b7f58c85d6fcaa5313f57d43da626ef6dfafa961d964cc4dd6c1878e +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_935.const b/cache/Token_rms_norm_20_16_0_935.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_935.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_936.const b/cache/Token_rms_norm_20_16_0_936.const new file mode 100755 index 0000000000000000000000000000000000000000..7f2e9b6d6c4d63270a7e6cced3d5e64f530829f0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_936.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:054e78d75c1c44416a4c5f85a1a992a1992cc161676dc096f674324cb015cb0a +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_937.const b/cache/Token_rms_norm_20_16_0_937.const new file mode 100755 index 0000000000000000000000000000000000000000..8ae77e01be7c96be193228cea5ea4666d8fc3e83 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_937.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f13956fcbb5c0c30ead3fa8884a542279e71c7aeeb3181b0cacffc04b142c68 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_938.const b/cache/Token_rms_norm_20_16_0_938.const new file mode 100755 index 0000000000000000000000000000000000000000..6581644be2ff91bbceb4254df7b3f4408c0832c4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_938.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d900f65828dec7106a4cef3f604b07217e025154c4d13699e1a8cf82e64ee24a +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_939.const b/cache/Token_rms_norm_20_16_0_939.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_939.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_94.const b/cache/Token_rms_norm_20_16_0_94.const new file mode 100755 index 0000000000000000000000000000000000000000..cf45dad0c9a45d91a1e506f4893f67ed1b4bd894 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_94.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16bb13ea69a18a6314b6a021c765682743c7b3904b12eb22b3d61317632a57f0 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_940.const b/cache/Token_rms_norm_20_16_0_940.const new file mode 100755 index 0000000000000000000000000000000000000000..16c47c53ae9f08e2db73f84035fad59e2da0a511 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_940.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c7d22ef625d942202d4ba24b9cc3ad68047b59f9237dec150212848bb91a8d8 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_941.const b/cache/Token_rms_norm_20_16_0_941.const new file mode 100755 index 0000000000000000000000000000000000000000..05b406759453aaddd7fe40eab8c4cd36610f1b17 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_941.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e569743047321e3ffbe1b7bff1fcae522eafe0a3a0c227e12d1cdbc57696af6 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_942.const b/cache/Token_rms_norm_20_16_0_942.const new file mode 100755 index 0000000000000000000000000000000000000000..93f5fafdfc2e7ded0703f370919ac2967d9ee85b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_942.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a3da044bcffde61282046989b373fd3032bba72e056418321fca5370c6d28e +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_943.const b/cache/Token_rms_norm_20_16_0_943.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_943.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_944.const b/cache/Token_rms_norm_20_16_0_944.const new file mode 100755 index 0000000000000000000000000000000000000000..82a9f75719c536046d8f83594490c1ffd3025270 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_944.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7935ec0093009ae35c6d35f6ff6cbd54d510cb4f530d8a1261202a9c55a8ab +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_945.const b/cache/Token_rms_norm_20_16_0_945.const new file mode 100755 index 0000000000000000000000000000000000000000..dd313d55467477b09722ed4a5b33861eafbf6674 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_945.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828e40c2daeb4ba1f18f791d6c10aceb87121f7e40732363991564030af609d6 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_946.const b/cache/Token_rms_norm_20_16_0_946.const new file mode 100755 index 0000000000000000000000000000000000000000..6392af814cc88510faa58afbfbdae931dd37e7a5 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_946.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e171ec75b4b8b98a7cfdc424e384a4b4c72e0f4fe16a718b614df43d227a538 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_947.const b/cache/Token_rms_norm_20_16_0_947.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_947.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_948.const b/cache/Token_rms_norm_20_16_0_948.const new file mode 100755 index 0000000000000000000000000000000000000000..bad72dbf6c2feff7ccb97232b0111c8b088e6508 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_948.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eb079b9c5953f0a9782e0c7445f15d851b2b1b305dff25883a6e71106bc63c1 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_949.const b/cache/Token_rms_norm_20_16_0_949.const new file mode 100755 index 0000000000000000000000000000000000000000..cf7759333cc1db27d4c8d957363a8d603bf5e1f0 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_949.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f2e8891edaf26ba3b99d88e858356f372c74ef003b308092368666ba43fd32 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_95.const b/cache/Token_rms_norm_20_16_0_95.const new file mode 100755 index 0000000000000000000000000000000000000000..4225f10a6565cac56fd1ff8c0fd2b9ea992d337b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_95.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f32a835da8a897a06d568fd69c5fe26b5a5dfaefbc006ecfc8b8b6ccbbbc27dc +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_950.const b/cache/Token_rms_norm_20_16_0_950.const new file mode 100755 index 0000000000000000000000000000000000000000..4e7e6f649ae80cfa5188b46ce357efa0229a5717 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_950.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afb8fb23e33bca49cd6b2ceb14e741af29086423370e993412083dbdb5edbbb +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_951.const b/cache/Token_rms_norm_20_16_0_951.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_951.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_952.const b/cache/Token_rms_norm_20_16_0_952.const new file mode 100755 index 0000000000000000000000000000000000000000..9082d686f02043a7e598deb881a8e3626299b14b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_952.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ba14600cb023ef794400e8bc6af787e6596cb45f1e7f3e85e520679492bf27 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_953.const b/cache/Token_rms_norm_20_16_0_953.const new file mode 100755 index 0000000000000000000000000000000000000000..e1fc7794e74d4c2b87ae83aeffc878484940748f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_953.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a46b542239d962037341949c8b930efb9f3429e3539f3a21ad725dcdffbcf8 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_954.const b/cache/Token_rms_norm_20_16_0_954.const new file mode 100755 index 0000000000000000000000000000000000000000..79423e14c944de44b4dcfa863d93a7a65e605efa --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_954.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5bb1cddad8e9aa462743e2d7fe67b3e49a411afa7bd36235fb846b0f293f9e1 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_955.const b/cache/Token_rms_norm_20_16_0_955.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_955.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_956.const b/cache/Token_rms_norm_20_16_0_956.const new file mode 100755 index 0000000000000000000000000000000000000000..60292f07fface7a4cd713a4283835acd24fc0652 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_956.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef556ecf85518c015c7f6874a809fa65b7780ab636abbf043a04aa2dea7de566 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_957.const b/cache/Token_rms_norm_20_16_0_957.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_957.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_958.const b/cache/Token_rms_norm_20_16_0_958.const new file mode 100755 index 0000000000000000000000000000000000000000..8fe89a3e8d14412e4d284fed25288e1daa0525a9 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_958.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e117d678b6077a6db8ea36d26995da72832867933f4dd04aff6fbb78be2bb9c5 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_959.const b/cache/Token_rms_norm_20_16_0_959.const new file mode 100755 index 0000000000000000000000000000000000000000..87363dc3980721f5b93ae24a1621573c73ca02c1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_959.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5dc66c7a31bedc71aeddf6159c27a896483ec7caded396bd7c777b37ef982a9 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_96.const b/cache/Token_rms_norm_20_16_0_96.const new file mode 100755 index 0000000000000000000000000000000000000000..706e1ce5d4601e06bc75119dc4c5ba1ae5430eae --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_96.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1fdfcb8d17911a6d9a57599a28cadaea35c7a4beed618ba1c95782d2e8a7b32 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_960.const b/cache/Token_rms_norm_20_16_0_960.const new file mode 100755 index 0000000000000000000000000000000000000000..f8b08839d4ecfe023899b4ac0ec709ad0b0093bf --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_960.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f0ba020cb14a97d9556a807d3a505405dd598ad1f36984637877b6f5ed87cb +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_961.const b/cache/Token_rms_norm_20_16_0_961.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_961.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_962.const b/cache/Token_rms_norm_20_16_0_962.const new file mode 100755 index 0000000000000000000000000000000000000000..e34f89229328486f6b0ca8c8a1821659c809ce01 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_962.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37c2f21ed0a29526ad38925f9ff5083cca02689b679a6250e45239221121889 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_963.const b/cache/Token_rms_norm_20_16_0_963.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_963.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_964.const b/cache/Token_rms_norm_20_16_0_964.const new file mode 100755 index 0000000000000000000000000000000000000000..291d3af57ce6f7d274e7227f5c23b7ac97f96264 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_964.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fcc2f23134f1ff7a1f22f609c315af79e65d2574a48a6fedc9e19825100b97f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_965.const b/cache/Token_rms_norm_20_16_0_965.const new file mode 100755 index 0000000000000000000000000000000000000000..94f477bc3ad738dabcf8dd69aece8934d78c86ae --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_965.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acff55331cbbdd1126f9daf78ed33326bbc8d175f38c810303f1a8e26265a092 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_966.const b/cache/Token_rms_norm_20_16_0_966.const new file mode 100755 index 0000000000000000000000000000000000000000..5c7e95bd0ff7b3eb6e2aaa34ccd5af0fbf336193 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_966.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9102acd865e54363bee4fea8ee5d71558d46655bec6426433b8fe55a5fad5c0 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_967.const b/cache/Token_rms_norm_20_16_0_967.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_967.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_968.const b/cache/Token_rms_norm_20_16_0_968.const new file mode 100755 index 0000000000000000000000000000000000000000..9304024c95ff8925e43a9e7446536630e60488a4 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_968.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173e2f46ed3ed922e9243fb32e34b341ce0ba52985da374316b9f07a140d1296 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_969.const b/cache/Token_rms_norm_20_16_0_969.const new file mode 100755 index 0000000000000000000000000000000000000000..fb3e3f21bd9c6a7b7725079a73241aebe0fa11bc --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_969.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0bae63167fc3619c6c58460e8d322bbd3f0a293c3a14478f62486a1c15e9b7 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_97.const b/cache/Token_rms_norm_20_16_0_97.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_97.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_970.const b/cache/Token_rms_norm_20_16_0_970.const new file mode 100755 index 0000000000000000000000000000000000000000..536fa0d04cc4f7391024ce37db2fc71b4773bc88 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_970.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20006afbf0d767097c26ffcb7e4f1366f0f49374ec5316f6865b8e9c3e67a49f +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_971.const b/cache/Token_rms_norm_20_16_0_971.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_971.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_972.const b/cache/Token_rms_norm_20_16_0_972.const new file mode 100755 index 0000000000000000000000000000000000000000..b0380b4e249247e6fda85f4e5460ebe7eb252587 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_972.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ddddb356a4aa486663a0cc50a6aa81fd7d5e4f3c65e1f670e7c78659a94630 +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_973.const b/cache/Token_rms_norm_20_16_0_973.const new file mode 100755 index 0000000000000000000000000000000000000000..e91fcfd563fbb665f6578317c913c0b17d2822e3 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_973.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ea4805b3408c023804dbc668d75476f5b7554d7eb2f04c640a5049891338f67 +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_974.const b/cache/Token_rms_norm_20_16_0_974.const new file mode 100755 index 0000000000000000000000000000000000000000..4399a9eb3b0550c5d8f059212f5435d02cba146e --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_974.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32c9b6f46c5042808afa95a6479f46290a5d88c82a95f3bada7c999e279b876 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_975.const b/cache/Token_rms_norm_20_16_0_975.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_975.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_976.const b/cache/Token_rms_norm_20_16_0_976.const new file mode 100755 index 0000000000000000000000000000000000000000..e5cfa1ec9d5de982a68a73a84350a4bde6c7fda1 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_976.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18e5d7bd942b0e8819e4b73e20c4ba60959f9a1591cf1d6f1be57a8329b2332 +size 524288 diff --git a/cache/Token_rms_norm_20_16_0_977.const b/cache/Token_rms_norm_20_16_0_977.const new file mode 100755 index 0000000000000000000000000000000000000000..13a2cc99ea8ba35d32e6c91c5dc6538c95665332 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_977.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad36dff7b4f2e631d31a9332a5423477d80075832c6e13b871c95d959a55054b +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_978.const b/cache/Token_rms_norm_20_16_0_978.const new file mode 100755 index 0000000000000000000000000000000000000000..db93b5691a5e95d219ad6cad899a2881ee5c6647 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_978.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7021dd15d4c5f53344f9d4ea59acef055e0920b4b34db9446b1080767345cc14 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_979.const b/cache/Token_rms_norm_20_16_0_979.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_979.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_98.const b/cache/Token_rms_norm_20_16_0_98.const new file mode 100755 index 0000000000000000000000000000000000000000..c9a84bd8c7d4b56e101be4c47d52ba42cf73a607 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_98.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76bddddfba851843282141e00f42b670006f81d2fc3d0adde9d23e7dad94503a +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_980.const b/cache/Token_rms_norm_20_16_0_980.const new file mode 100755 index 0000000000000000000000000000000000000000..649b5b398606c3ae99a5e2d64e0255c6ba0a5459 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_980.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03665d0724d1da2d2cf873a35f4b0b732e17a025f6ed9570b6860e1742ff45b +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_981.const b/cache/Token_rms_norm_20_16_0_981.const new file mode 100755 index 0000000000000000000000000000000000000000..77cd593b7230aaff12f8a45647cb95c0ddff3e94 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_981.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49787345e6a68edf110b119d4f8a9c64c5002647c4b308383b8e9eb828dac278 +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_982.const b/cache/Token_rms_norm_20_16_0_982.const new file mode 100755 index 0000000000000000000000000000000000000000..70c9c83648e301576413c3de43591dd1df4ca408 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_982.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cffba317933e8b65042627a6f8c1c14af2ba0bdff2dd1ef3f149b962e14d8ef +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_983.const b/cache/Token_rms_norm_20_16_0_983.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_983.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_984.const b/cache/Token_rms_norm_20_16_0_984.const new file mode 100755 index 0000000000000000000000000000000000000000..f3f13ff75e1aaa82e3c73e95d50774094d105cb6 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_984.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed84653e2e096dfba787b8ee522bc2093f01577e3c170573a4578848093ad0b8 +size 29360128 diff --git a/cache/Token_rms_norm_20_16_0_985.const b/cache/Token_rms_norm_20_16_0_985.const new file mode 100755 index 0000000000000000000000000000000000000000..adfcc44297c1d4d8b88e13c595587632cfea7734 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_985.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32bb817dd8bb959762285f7d9745534195385217cbd984a55bafaa14686ff57d +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_986.const b/cache/Token_rms_norm_20_16_0_986.const new file mode 100755 index 0000000000000000000000000000000000000000..64fe16c688f9f04a6b3378f81f6f7a86bef2ea43 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_986.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6f6f7094204f73de77016fb9b5a7fee09862ef23d030383a42b952966e79f4 +size 229376 diff --git a/cache/Token_rms_norm_20_16_0_987.const b/cache/Token_rms_norm_20_16_0_987.const new file mode 100755 index 0000000000000000000000000000000000000000..f96b09ccf6e3d3eadd5428bf372293cfd7e1094b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_987.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f81904a9b06c58572a0e5769b3b4ffb99e7bd4be88ee8c2b64a804f483d9dc6 +size 57344 diff --git a/cache/Token_rms_norm_20_16_0_988.const b/cache/Token_rms_norm_20_16_0_988.const new file mode 100755 index 0000000000000000000000000000000000000000..a97c8fa74936dedb954944a9c36d1410504cce74 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_988.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95f05950bd6519ba504fef8036c6dca72cb784b64774863aa25cc5a035f5a20 +size 58720256 diff --git a/cache/Token_rms_norm_20_16_0_989.const b/cache/Token_rms_norm_20_16_0_989.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_989.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_99.const b/cache/Token_rms_norm_20_16_0_99.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_99.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_990.const b/cache/Token_rms_norm_20_16_0_990.const new file mode 100755 index 0000000000000000000000000000000000000000..83bc50c41d39003c38a3ed040d4dab60d5ec04d2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_990.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08cc3e4c2cbb585fda8cbfae6e6267b91616ac7957e0b39123aad616cd2c2dcb +size 1835008 diff --git a/cache/Token_rms_norm_20_16_0_991.const b/cache/Token_rms_norm_20_16_0_991.const new file mode 100755 index 0000000000000000000000000000000000000000..7cb8ad9a7c01b8fa8fb359a47ca2025b53c172e8 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_991.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6655f3896d13c95fab61fc9e7c8b8ae632a1feb33121c1e24511cbebc3a9af8 +size 458752 diff --git a/cache/Token_rms_norm_20_16_0_992.const b/cache/Token_rms_norm_20_16_0_992.const new file mode 100755 index 0000000000000000000000000000000000000000..e15c00a2df75d723e43044cb13a912931638a4bb --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_992.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e634e331be6994108a18ea8879bc19d13ab172bb175596226309bd7ef9a83c5 +size 8192 diff --git a/cache/Token_rms_norm_20_16_0_993.const b/cache/Token_rms_norm_20_16_0_993.const new file mode 100755 index 0000000000000000000000000000000000000000..54cbad62b2a396753940e00ad7c2cc085c1425cd --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_993.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef8d6a1190c51a38a1fdef86caa06c0ece529849a210dd7a5c0187bff485fb3 +size 2 diff --git a/cache/Token_rms_norm_20_16_0_994.const b/cache/Token_rms_norm_20_16_0_994.const new file mode 100755 index 0000000000000000000000000000000000000000..e9acba1564c09d4597069233285e81fb4e069a91 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_994.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d48f3ad174dfd13265bcec3c6396b03d07e301eac27b42e7d07e2f61c4d8786 +size 4194304 diff --git a/cache/Token_rms_norm_20_16_0_995.const b/cache/Token_rms_norm_20_16_0_995.const new file mode 100755 index 0000000000000000000000000000000000000000..634acc2e91d5e0d16f94d46cc0fa8b2851a2c452 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_995.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7 +size 4096 diff --git a/cache/Token_rms_norm_20_16_0_996.const b/cache/Token_rms_norm_20_16_0_996.const new file mode 100755 index 0000000000000000000000000000000000000000..f83193226721d5851f6c5a849e19254337c66184 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_996.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15502aaf65d66caa25a6ff09c801ed2cec38d9cb99c0a82652e1b53851f54a2f +size 131072 diff --git a/cache/Token_rms_norm_20_16_0_997.const b/cache/Token_rms_norm_20_16_0_997.const new file mode 100755 index 0000000000000000000000000000000000000000..73928209af54ffe4896e741aabf7b9a5c360199f --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_997.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15b9a2aa3b9c082d2790566f45ac569bc2cc5c79b9d6e9ea70b501c3a3e89bca +size 32768 diff --git a/cache/Token_rms_norm_20_16_0_998.const b/cache/Token_rms_norm_20_16_0_998.const new file mode 100755 index 0000000000000000000000000000000000000000..633116c27538d7a0d696683c88382c6a57f1e3b2 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_998.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0698b515e4da546deced2ae56177e65460528c69afdbd68af76b069811b8830 +size 16777216 diff --git a/cache/Token_rms_norm_20_16_0_999.const b/cache/Token_rms_norm_20_16_0_999.const new file mode 100755 index 0000000000000000000000000000000000000000..c45de89a16a7b42bbf257c3385e614cb69b7e53b --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_999.const @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe7b59af6de3b665b67788cc2f99892ab827efae3a467342b3bb4e3bc8e5bfe +size 16384 diff --git a/cache/Token_rms_norm_20_16_0_meta.json b/cache/Token_rms_norm_20_16_0_meta.json new file mode 100755 index 0000000000000000000000000000000000000000..64087716b6a0649b030a13610b206b2f91519756 --- /dev/null +++ b/cache/Token_rms_norm_20_16_0_meta.json @@ -0,0 +1,47480 @@ +{ + "dd_meta_major_version": 1, + "dd_meta_minor_version": 4, + "state_table_updates": [ + { + "state_table_idx": 0, + "update_func": 1, + "update_arg": 1 + } + ], + "op_list": [ + { + "name": "rms_norm_20_16_0", + "type": "MLADFRMSNORM", + "in_args": [ + "/model/embed_tokens/Gather/output_0.out20_16_0" + ], + "const_args": [ + "model.layers.0.input_layernorm.weight", + "eps_20_16_0" + ], + "out_args": [ + "/model/layers.0/input_layernorm/output_0.out20_16_0" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + } + } + }, + { + "name": "layers.0.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.0/input_layernorm/output_0.out20_16_0" + ], + "const_args": [ + "model.layers.0.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.0/attn/k_proj/MatMulNBits/output_0.out20_13_1" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.0.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.0/input_layernorm/output_0.out20_16_0" + ], + "const_args": [ + "model.layers.0.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.0/attn/q_proj/MatMulNBits/output_0.out20_13_0" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.0.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.0/input_layernorm/output_0.out20_16_0" + ], + "const_args": [ + "model.layers.0.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.0.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "3", + "1" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.0/attn/GroupQueryAttention_4_0", + "type": "FLATMHA", + "in_args": [ + "/model/layers.0/attn/q_proj/MatMulNBits/output_0.out20_13_0", + "/model/layers.0/attn/k_proj/MatMulNBits/output_0.out20_13_1", + "past_key_values.0.key", + "past_key_values.0.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.0/attn/GroupQueryAttention/output_0.out17_0_0", + "present.0.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "0", + "0", + "3", + "0", + "1", + "1", + "8", + "0", + "2", + "0" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.0.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.0/attn/GroupQueryAttention/output_0.out17_0_0" + ], + "const_args": [ + "model.layers.0.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.0/attn/o_proj/MatMulNBits/output_0.out20_13_2" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_0", + "type": "FlatRMSAdd", + "in_args": [ + "/model/embed_tokens/Gather/output_0.out20_16_0", + "/model/layers.0/attn/o_proj/MatMulNBits/output_0.out20_13_2" + ], + "const_args": [ + "model.layers.0.post_attention_layernorm.weight.bf", + "eps_19_1_0" + ], + "out_args": [ + "/model/layers.0/post_attention_layernorm/output_3.out19_1_0", + "/model/layers.0/post_attention_layernorm/output_0.out19_1_0" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_0", + "type": "FlatMLP", + "in_args": [ + "/model/layers.0/post_attention_layernorm/output_0.out19_1_0" + ], + "const_args": [ + "model.layers.0.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.0.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.0.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.0.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.0.mlp.up_proj.MatMulNBits.qweight", + "model.layers.0.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.0.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.0.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "22_/model/layers.0/mlp/Mul/output_0.out18_0_0" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.0.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "22_/model/layers.0/mlp/Mul/output_0.out18_0_0" + ], + "const_args": [ + "model.layers.0.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.0.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.0.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.0.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.0/mlp/down_proj/MatMulNBits/output_0.out20_13_3" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_1", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.0/post_attention_layernorm/output_3.out19_1_0", + "/model/layers.0/mlp/down_proj/MatMulNBits/output_0.out20_13_3" + ], + "const_args": [ + "model.layers.1.input_layernorm.weight.bf", + "eps_19_1_1" + ], + "out_args": [ + "/model/layers.1/input_layernorm/output_3.out19_1_1", + "/model/layers.1/input_layernorm/output_0.out19_1_1" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.1.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.1/input_layernorm/output_0.out19_1_1" + ], + "const_args": [ + "model.layers.1.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.1/attn/k_proj/MatMulNBits/output_0.out20_13_5" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.1.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.1/input_layernorm/output_0.out19_1_1" + ], + "const_args": [ + "model.layers.1.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.1/attn/q_proj/MatMulNBits/output_0.out20_13_4" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.1.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.1/input_layernorm/output_0.out19_1_1" + ], + "const_args": [ + "model.layers.1.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.1.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "7", + "3" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.1/attn/GroupQueryAttention_4_1", + "type": "FLATMHA", + "in_args": [ + "/model/layers.1/attn/q_proj/MatMulNBits/output_0.out20_13_4", + "/model/layers.1/attn/k_proj/MatMulNBits/output_0.out20_13_5", + "past_key_values.1.key", + "past_key_values.1.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.1/attn/GroupQueryAttention/output_0.out17_0_1", + "present.1.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "4", + "2", + "3", + "0", + "5", + "3", + "8", + "0", + "6", + "2" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.1.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.1/attn/GroupQueryAttention/output_0.out17_0_1" + ], + "const_args": [ + "model.layers.1.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.1/attn/o_proj/MatMulNBits/output_0.out20_13_6" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_2", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.1/input_layernorm/output_3.out19_1_1", + "/model/layers.1/attn/o_proj/MatMulNBits/output_0.out20_13_6" + ], + "const_args": [ + "model.layers.1.post_attention_layernorm.weight.bf", + "eps_19_1_2" + ], + "out_args": [ + "/model/layers.1/post_attention_layernorm/output_3.out19_1_2", + "/model/layers.1/post_attention_layernorm/output_0.out19_1_2" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_1", + "type": "FlatMLP", + "in_args": [ + "/model/layers.1/post_attention_layernorm/output_0.out19_1_2" + ], + "const_args": [ + "model.layers.1.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.1.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.1.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.1.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.1.mlp.up_proj.MatMulNBits.qweight", + "model.layers.1.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.1.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.1.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "40_/model/layers.1/mlp/Mul/output_0.out18_0_1" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.1.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "40_/model/layers.1/mlp/Mul/output_0.out18_0_1" + ], + "const_args": [ + "model.layers.1.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.1.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.1.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.1.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.1/mlp/down_proj/MatMulNBits/output_0.out20_13_7" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_3", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.1/post_attention_layernorm/output_3.out19_1_2", + "/model/layers.1/mlp/down_proj/MatMulNBits/output_0.out20_13_7" + ], + "const_args": [ + "model.layers.2.input_layernorm.weight.bf", + "eps_19_1_3" + ], + "out_args": [ + "/model/layers.2/input_layernorm/output_3.out19_1_3", + "/model/layers.2/input_layernorm/output_0.out19_1_3" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.2.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.2/input_layernorm/output_0.out19_1_3" + ], + "const_args": [ + "model.layers.2.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.2/attn/k_proj/MatMulNBits/output_0.out20_13_9" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.2.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.2/input_layernorm/output_0.out19_1_3" + ], + "const_args": [ + "model.layers.2.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.2/attn/q_proj/MatMulNBits/output_0.out20_13_8" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.2.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.2/input_layernorm/output_0.out19_1_3" + ], + "const_args": [ + "model.layers.2.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.2.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "11", + "5" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.2/attn/GroupQueryAttention_4_2", + "type": "FLATMHA", + "in_args": [ + "/model/layers.2/attn/q_proj/MatMulNBits/output_0.out20_13_8", + "/model/layers.2/attn/k_proj/MatMulNBits/output_0.out20_13_9", + "past_key_values.2.key", + "past_key_values.2.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.2/attn/GroupQueryAttention/output_0.out17_0_2", + "present.2.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "8", + "4", + "3", + "0", + "9", + "5", + "8", + "0", + "10", + "4" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.2.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.2/attn/GroupQueryAttention/output_0.out17_0_2" + ], + "const_args": [ + "model.layers.2.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.2/attn/o_proj/MatMulNBits/output_0.out20_13_10" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_4", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.2/input_layernorm/output_3.out19_1_3", + "/model/layers.2/attn/o_proj/MatMulNBits/output_0.out20_13_10" + ], + "const_args": [ + "model.layers.2.post_attention_layernorm.weight.bf", + "eps_19_1_4" + ], + "out_args": [ + "/model/layers.2/post_attention_layernorm/output_3.out19_1_4", + "/model/layers.2/post_attention_layernorm/output_0.out19_1_4" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_2", + "type": "FlatMLP", + "in_args": [ + "/model/layers.2/post_attention_layernorm/output_0.out19_1_4" + ], + "const_args": [ + "model.layers.2.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.2.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.2.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.2.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.2.mlp.up_proj.MatMulNBits.qweight", + "model.layers.2.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.2.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.2.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "58_/model/layers.2/mlp/Mul/output_0.out18_0_2" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.2.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "58_/model/layers.2/mlp/Mul/output_0.out18_0_2" + ], + "const_args": [ + "model.layers.2.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.2.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.2.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.2.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.2/mlp/down_proj/MatMulNBits/output_0.out20_13_11" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_5", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.2/post_attention_layernorm/output_3.out19_1_4", + "/model/layers.2/mlp/down_proj/MatMulNBits/output_0.out20_13_11" + ], + "const_args": [ + "model.layers.3.input_layernorm.weight.bf", + "eps_19_1_5" + ], + "out_args": [ + "/model/layers.3/input_layernorm/output_3.out19_1_5", + "/model/layers.3/input_layernorm/output_0.out19_1_5" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.3.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.3/input_layernorm/output_0.out19_1_5" + ], + "const_args": [ + "model.layers.3.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.3/attn/k_proj/MatMulNBits/output_0.out20_13_13" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.3.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.3/input_layernorm/output_0.out19_1_5" + ], + "const_args": [ + "model.layers.3.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.3/attn/q_proj/MatMulNBits/output_0.out20_13_12" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.3.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.3/input_layernorm/output_0.out19_1_5" + ], + "const_args": [ + "model.layers.3.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.3.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "15", + "7" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.3/attn/GroupQueryAttention_4_3", + "type": "FLATMHA", + "in_args": [ + "/model/layers.3/attn/q_proj/MatMulNBits/output_0.out20_13_12", + "/model/layers.3/attn/k_proj/MatMulNBits/output_0.out20_13_13", + "past_key_values.3.key", + "past_key_values.3.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.3/attn/GroupQueryAttention/output_0.out17_0_3", + "present.3.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "12", + "6", + "3", + "0", + "13", + "7", + "8", + "0", + "14", + "6" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.3.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.3/attn/GroupQueryAttention/output_0.out17_0_3" + ], + "const_args": [ + "model.layers.3.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.3/attn/o_proj/MatMulNBits/output_0.out20_13_14" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_6", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.3/input_layernorm/output_3.out19_1_5", + "/model/layers.3/attn/o_proj/MatMulNBits/output_0.out20_13_14" + ], + "const_args": [ + "model.layers.3.post_attention_layernorm.weight.bf", + "eps_19_1_6" + ], + "out_args": [ + "/model/layers.3/post_attention_layernorm/output_3.out19_1_6", + "/model/layers.3/post_attention_layernorm/output_0.out19_1_6" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_3", + "type": "FlatMLP", + "in_args": [ + "/model/layers.3/post_attention_layernorm/output_0.out19_1_6" + ], + "const_args": [ + "model.layers.3.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.3.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.3.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.3.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.3.mlp.up_proj.MatMulNBits.qweight", + "model.layers.3.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.3.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.3.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "76_/model/layers.3/mlp/Mul/output_0.out18_0_3" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.3.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "76_/model/layers.3/mlp/Mul/output_0.out18_0_3" + ], + "const_args": [ + "model.layers.3.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.3.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.3.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.3.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.3/mlp/down_proj/MatMulNBits/output_0.out20_13_15" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_7", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.3/post_attention_layernorm/output_3.out19_1_6", + "/model/layers.3/mlp/down_proj/MatMulNBits/output_0.out20_13_15" + ], + "const_args": [ + "model.layers.4.input_layernorm.weight.bf", + "eps_19_1_7" + ], + "out_args": [ + "/model/layers.4/input_layernorm/output_3.out19_1_7", + "/model/layers.4/input_layernorm/output_0.out19_1_7" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.4.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.4/input_layernorm/output_0.out19_1_7" + ], + "const_args": [ + "model.layers.4.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.4/attn/k_proj/MatMulNBits/output_0.out20_13_17" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.4.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.4/input_layernorm/output_0.out19_1_7" + ], + "const_args": [ + "model.layers.4.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.4/attn/q_proj/MatMulNBits/output_0.out20_13_16" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.4.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.4/input_layernorm/output_0.out19_1_7" + ], + "const_args": [ + "model.layers.4.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.4.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "19", + "9" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.4/attn/GroupQueryAttention_4_4", + "type": "FLATMHA", + "in_args": [ + "/model/layers.4/attn/q_proj/MatMulNBits/output_0.out20_13_16", + "/model/layers.4/attn/k_proj/MatMulNBits/output_0.out20_13_17", + "past_key_values.4.key", + "past_key_values.4.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.4/attn/GroupQueryAttention/output_0.out17_0_4", + "present.4.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "16", + "8", + "3", + "0", + "17", + "9", + "8", + "0", + "18", + "8" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.4.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.4/attn/GroupQueryAttention/output_0.out17_0_4" + ], + "const_args": [ + "model.layers.4.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.4/attn/o_proj/MatMulNBits/output_0.out20_13_18" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_8", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.4/input_layernorm/output_3.out19_1_7", + "/model/layers.4/attn/o_proj/MatMulNBits/output_0.out20_13_18" + ], + "const_args": [ + "model.layers.4.post_attention_layernorm.weight.bf", + "eps_19_1_8" + ], + "out_args": [ + "/model/layers.4/post_attention_layernorm/output_3.out19_1_8", + "/model/layers.4/post_attention_layernorm/output_0.out19_1_8" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_4", + "type": "FlatMLP", + "in_args": [ + "/model/layers.4/post_attention_layernorm/output_0.out19_1_8" + ], + "const_args": [ + "model.layers.4.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.4.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.4.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.4.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.4.mlp.up_proj.MatMulNBits.qweight", + "model.layers.4.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.4.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.4.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "94_/model/layers.4/mlp/Mul/output_0.out18_0_4" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.4.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "94_/model/layers.4/mlp/Mul/output_0.out18_0_4" + ], + "const_args": [ + "model.layers.4.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.4.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.4.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.4.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.4/mlp/down_proj/MatMulNBits/output_0.out20_13_19" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_9", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.4/post_attention_layernorm/output_3.out19_1_8", + "/model/layers.4/mlp/down_proj/MatMulNBits/output_0.out20_13_19" + ], + "const_args": [ + "model.layers.5.input_layernorm.weight.bf", + "eps_19_1_9" + ], + "out_args": [ + "/model/layers.5/input_layernorm/output_3.out19_1_9", + "/model/layers.5/input_layernorm/output_0.out19_1_9" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.5.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.5/input_layernorm/output_0.out19_1_9" + ], + "const_args": [ + "model.layers.5.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.5/attn/k_proj/MatMulNBits/output_0.out20_13_21" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.5.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.5/input_layernorm/output_0.out19_1_9" + ], + "const_args": [ + "model.layers.5.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.5/attn/q_proj/MatMulNBits/output_0.out20_13_20" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.5.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.5/input_layernorm/output_0.out19_1_9" + ], + "const_args": [ + "model.layers.5.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.5.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "23", + "11" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.5/attn/GroupQueryAttention_4_5", + "type": "FLATMHA", + "in_args": [ + "/model/layers.5/attn/q_proj/MatMulNBits/output_0.out20_13_20", + "/model/layers.5/attn/k_proj/MatMulNBits/output_0.out20_13_21", + "past_key_values.5.key", + "past_key_values.5.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.5/attn/GroupQueryAttention/output_0.out17_0_5", + "present.5.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "20", + "10", + "3", + "0", + "21", + "11", + "8", + "0", + "22", + "10" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.5.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.5/attn/GroupQueryAttention/output_0.out17_0_5" + ], + "const_args": [ + "model.layers.5.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.5/attn/o_proj/MatMulNBits/output_0.out20_13_22" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_10", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.5/input_layernorm/output_3.out19_1_9", + "/model/layers.5/attn/o_proj/MatMulNBits/output_0.out20_13_22" + ], + "const_args": [ + "model.layers.5.post_attention_layernorm.weight.bf", + "eps_19_1_10" + ], + "out_args": [ + "/model/layers.5/post_attention_layernorm/output_3.out19_1_10", + "/model/layers.5/post_attention_layernorm/output_0.out19_1_10" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_5", + "type": "FlatMLP", + "in_args": [ + "/model/layers.5/post_attention_layernorm/output_0.out19_1_10" + ], + "const_args": [ + "model.layers.5.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.5.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.5.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.5.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.5.mlp.up_proj.MatMulNBits.qweight", + "model.layers.5.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.5.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.5.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "112_/model/layers.5/mlp/Mul/output_0.out18_0_5" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.5.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "112_/model/layers.5/mlp/Mul/output_0.out18_0_5" + ], + "const_args": [ + "model.layers.5.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.5.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.5.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.5.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.5/mlp/down_proj/MatMulNBits/output_0.out20_13_23" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_11", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.5/post_attention_layernorm/output_3.out19_1_10", + "/model/layers.5/mlp/down_proj/MatMulNBits/output_0.out20_13_23" + ], + "const_args": [ + "model.layers.6.input_layernorm.weight.bf", + "eps_19_1_11" + ], + "out_args": [ + "/model/layers.6/input_layernorm/output_3.out19_1_11", + "/model/layers.6/input_layernorm/output_0.out19_1_11" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.6.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.6/input_layernorm/output_0.out19_1_11" + ], + "const_args": [ + "model.layers.6.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.6/attn/k_proj/MatMulNBits/output_0.out20_13_25" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.6.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.6/input_layernorm/output_0.out19_1_11" + ], + "const_args": [ + "model.layers.6.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.6/attn/q_proj/MatMulNBits/output_0.out20_13_24" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.6.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.6/input_layernorm/output_0.out19_1_11" + ], + "const_args": [ + "model.layers.6.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.6.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "27", + "13" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.6/attn/GroupQueryAttention_4_6", + "type": "FLATMHA", + "in_args": [ + "/model/layers.6/attn/q_proj/MatMulNBits/output_0.out20_13_24", + "/model/layers.6/attn/k_proj/MatMulNBits/output_0.out20_13_25", + "past_key_values.6.key", + "past_key_values.6.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.6/attn/GroupQueryAttention/output_0.out17_0_6", + "present.6.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "24", + "12", + "3", + "0", + "25", + "13", + "8", + "0", + "26", + "12" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.6.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.6/attn/GroupQueryAttention/output_0.out17_0_6" + ], + "const_args": [ + "model.layers.6.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.6/attn/o_proj/MatMulNBits/output_0.out20_13_26" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_12", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.6/input_layernorm/output_3.out19_1_11", + "/model/layers.6/attn/o_proj/MatMulNBits/output_0.out20_13_26" + ], + "const_args": [ + "model.layers.6.post_attention_layernorm.weight.bf", + "eps_19_1_12" + ], + "out_args": [ + "/model/layers.6/post_attention_layernorm/output_3.out19_1_12", + "/model/layers.6/post_attention_layernorm/output_0.out19_1_12" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_6", + "type": "FlatMLP", + "in_args": [ + "/model/layers.6/post_attention_layernorm/output_0.out19_1_12" + ], + "const_args": [ + "model.layers.6.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.6.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.6.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.6.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.6.mlp.up_proj.MatMulNBits.qweight", + "model.layers.6.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.6.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.6.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "130_/model/layers.6/mlp/Mul/output_0.out18_0_6" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.6.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "130_/model/layers.6/mlp/Mul/output_0.out18_0_6" + ], + "const_args": [ + "model.layers.6.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.6.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.6.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.6.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.6/mlp/down_proj/MatMulNBits/output_0.out20_13_27" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_13", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.6/post_attention_layernorm/output_3.out19_1_12", + "/model/layers.6/mlp/down_proj/MatMulNBits/output_0.out20_13_27" + ], + "const_args": [ + "model.layers.7.input_layernorm.weight.bf", + "eps_19_1_13" + ], + "out_args": [ + "/model/layers.7/input_layernorm/output_3.out19_1_13", + "/model/layers.7/input_layernorm/output_0.out19_1_13" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.7.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.7/input_layernorm/output_0.out19_1_13" + ], + "const_args": [ + "model.layers.7.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.7/attn/k_proj/MatMulNBits/output_0.out20_13_29" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.7.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.7/input_layernorm/output_0.out19_1_13" + ], + "const_args": [ + "model.layers.7.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.7/attn/q_proj/MatMulNBits/output_0.out20_13_28" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.7.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.7/input_layernorm/output_0.out19_1_13" + ], + "const_args": [ + "model.layers.7.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.7.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "31", + "15" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.7/attn/GroupQueryAttention_4_7", + "type": "FLATMHA", + "in_args": [ + "/model/layers.7/attn/q_proj/MatMulNBits/output_0.out20_13_28", + "/model/layers.7/attn/k_proj/MatMulNBits/output_0.out20_13_29", + "past_key_values.7.key", + "past_key_values.7.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.7/attn/GroupQueryAttention/output_0.out17_0_7", + "present.7.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "28", + "14", + "3", + "0", + "29", + "15", + "8", + "0", + "30", + "14" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.7.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.7/attn/GroupQueryAttention/output_0.out17_0_7" + ], + "const_args": [ + "model.layers.7.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.7/attn/o_proj/MatMulNBits/output_0.out20_13_30" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_14", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.7/input_layernorm/output_3.out19_1_13", + "/model/layers.7/attn/o_proj/MatMulNBits/output_0.out20_13_30" + ], + "const_args": [ + "model.layers.7.post_attention_layernorm.weight.bf", + "eps_19_1_14" + ], + "out_args": [ + "/model/layers.7/post_attention_layernorm/output_3.out19_1_14", + "/model/layers.7/post_attention_layernorm/output_0.out19_1_14" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_7", + "type": "FlatMLP", + "in_args": [ + "/model/layers.7/post_attention_layernorm/output_0.out19_1_14" + ], + "const_args": [ + "model.layers.7.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.7.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.7.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.7.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.7.mlp.up_proj.MatMulNBits.qweight", + "model.layers.7.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.7.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.7.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "148_/model/layers.7/mlp/Mul/output_0.out18_0_7" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.7.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "148_/model/layers.7/mlp/Mul/output_0.out18_0_7" + ], + "const_args": [ + "model.layers.7.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.7.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.7.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.7.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.7/mlp/down_proj/MatMulNBits/output_0.out20_13_31" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_15", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.7/post_attention_layernorm/output_3.out19_1_14", + "/model/layers.7/mlp/down_proj/MatMulNBits/output_0.out20_13_31" + ], + "const_args": [ + "model.layers.8.input_layernorm.weight.bf", + "eps_19_1_15" + ], + "out_args": [ + "/model/layers.8/input_layernorm/output_3.out19_1_15", + "/model/layers.8/input_layernorm/output_0.out19_1_15" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.8.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.8/input_layernorm/output_0.out19_1_15" + ], + "const_args": [ + "model.layers.8.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.8/attn/k_proj/MatMulNBits/output_0.out20_13_33" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.8.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.8/input_layernorm/output_0.out19_1_15" + ], + "const_args": [ + "model.layers.8.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.8/attn/q_proj/MatMulNBits/output_0.out20_13_32" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.8.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.8/input_layernorm/output_0.out19_1_15" + ], + "const_args": [ + "model.layers.8.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.8.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "35", + "17" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.8/attn/GroupQueryAttention_4_8", + "type": "FLATMHA", + "in_args": [ + "/model/layers.8/attn/q_proj/MatMulNBits/output_0.out20_13_32", + "/model/layers.8/attn/k_proj/MatMulNBits/output_0.out20_13_33", + "past_key_values.8.key", + "past_key_values.8.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.8/attn/GroupQueryAttention/output_0.out17_0_8", + "present.8.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "32", + "16", + "3", + "0", + "33", + "17", + "8", + "0", + "34", + "16" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.8.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.8/attn/GroupQueryAttention/output_0.out17_0_8" + ], + "const_args": [ + "model.layers.8.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.8/attn/o_proj/MatMulNBits/output_0.out20_13_34" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_16", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.8/input_layernorm/output_3.out19_1_15", + "/model/layers.8/attn/o_proj/MatMulNBits/output_0.out20_13_34" + ], + "const_args": [ + "model.layers.8.post_attention_layernorm.weight.bf", + "eps_19_1_16" + ], + "out_args": [ + "/model/layers.8/post_attention_layernorm/output_3.out19_1_16", + "/model/layers.8/post_attention_layernorm/output_0.out19_1_16" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_8", + "type": "FlatMLP", + "in_args": [ + "/model/layers.8/post_attention_layernorm/output_0.out19_1_16" + ], + "const_args": [ + "model.layers.8.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.8.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.8.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.8.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.8.mlp.up_proj.MatMulNBits.qweight", + "model.layers.8.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.8.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.8.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "166_/model/layers.8/mlp/Mul/output_0.out18_0_8" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.8.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "166_/model/layers.8/mlp/Mul/output_0.out18_0_8" + ], + "const_args": [ + "model.layers.8.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.8.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.8.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.8.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.8/mlp/down_proj/MatMulNBits/output_0.out20_13_35" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_17", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.8/post_attention_layernorm/output_3.out19_1_16", + "/model/layers.8/mlp/down_proj/MatMulNBits/output_0.out20_13_35" + ], + "const_args": [ + "model.layers.9.input_layernorm.weight.bf", + "eps_19_1_17" + ], + "out_args": [ + "/model/layers.9/input_layernorm/output_3.out19_1_17", + "/model/layers.9/input_layernorm/output_0.out19_1_17" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.9.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.9/input_layernorm/output_0.out19_1_17" + ], + "const_args": [ + "model.layers.9.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.9/attn/k_proj/MatMulNBits/output_0.out20_13_37" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.9.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.9/input_layernorm/output_0.out19_1_17" + ], + "const_args": [ + "model.layers.9.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.9/attn/q_proj/MatMulNBits/output_0.out20_13_36" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.9.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.9/input_layernorm/output_0.out19_1_17" + ], + "const_args": [ + "model.layers.9.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.9.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "39", + "19" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.9/attn/GroupQueryAttention_4_9", + "type": "FLATMHA", + "in_args": [ + "/model/layers.9/attn/q_proj/MatMulNBits/output_0.out20_13_36", + "/model/layers.9/attn/k_proj/MatMulNBits/output_0.out20_13_37", + "past_key_values.9.key", + "past_key_values.9.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.9/attn/GroupQueryAttention/output_0.out17_0_9", + "present.9.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "36", + "18", + "3", + "0", + "37", + "19", + "8", + "0", + "38", + "18" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.9.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.9/attn/GroupQueryAttention/output_0.out17_0_9" + ], + "const_args": [ + "model.layers.9.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.9/attn/o_proj/MatMulNBits/output_0.out20_13_38" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_18", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.9/input_layernorm/output_3.out19_1_17", + "/model/layers.9/attn/o_proj/MatMulNBits/output_0.out20_13_38" + ], + "const_args": [ + "model.layers.9.post_attention_layernorm.weight.bf", + "eps_19_1_18" + ], + "out_args": [ + "/model/layers.9/post_attention_layernorm/output_3.out19_1_18", + "/model/layers.9/post_attention_layernorm/output_0.out19_1_18" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_9", + "type": "FlatMLP", + "in_args": [ + "/model/layers.9/post_attention_layernorm/output_0.out19_1_18" + ], + "const_args": [ + "model.layers.9.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.9.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.9.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.9.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.9.mlp.up_proj.MatMulNBits.qweight", + "model.layers.9.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.9.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.9.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "184_/model/layers.9/mlp/Mul/output_0.out18_0_9" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.9.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "184_/model/layers.9/mlp/Mul/output_0.out18_0_9" + ], + "const_args": [ + "model.layers.9.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.9.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.9.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.9.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.9/mlp/down_proj/MatMulNBits/output_0.out20_13_39" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_19", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.9/post_attention_layernorm/output_3.out19_1_18", + "/model/layers.9/mlp/down_proj/MatMulNBits/output_0.out20_13_39" + ], + "const_args": [ + "model.layers.10.input_layernorm.weight.bf", + "eps_19_1_19" + ], + "out_args": [ + "/model/layers.10/input_layernorm/output_3.out19_1_19", + "/model/layers.10/input_layernorm/output_0.out19_1_19" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.10.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.10/input_layernorm/output_0.out19_1_19" + ], + "const_args": [ + "model.layers.10.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.10/attn/k_proj/MatMulNBits/output_0.out20_13_41" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.10.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.10/input_layernorm/output_0.out19_1_19" + ], + "const_args": [ + "model.layers.10.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.10/attn/q_proj/MatMulNBits/output_0.out20_13_40" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.10.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.10/input_layernorm/output_0.out19_1_19" + ], + "const_args": [ + "model.layers.10.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.10.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "43", + "21" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.10/attn/GroupQueryAttention_4_10", + "type": "FLATMHA", + "in_args": [ + "/model/layers.10/attn/q_proj/MatMulNBits/output_0.out20_13_40", + "/model/layers.10/attn/k_proj/MatMulNBits/output_0.out20_13_41", + "past_key_values.10.key", + "past_key_values.10.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.10/attn/GroupQueryAttention/output_0.out17_0_10", + "present.10.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "40", + "20", + "3", + "0", + "41", + "21", + "8", + "0", + "42", + "20" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.10.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.10/attn/GroupQueryAttention/output_0.out17_0_10" + ], + "const_args": [ + "model.layers.10.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.10/attn/o_proj/MatMulNBits/output_0.out20_13_42" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_20", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.10/input_layernorm/output_3.out19_1_19", + "/model/layers.10/attn/o_proj/MatMulNBits/output_0.out20_13_42" + ], + "const_args": [ + "model.layers.10.post_attention_layernorm.weight.bf", + "eps_19_1_20" + ], + "out_args": [ + "/model/layers.10/post_attention_layernorm/output_3.out19_1_20", + "/model/layers.10/post_attention_layernorm/output_0.out19_1_20" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_10", + "type": "FlatMLP", + "in_args": [ + "/model/layers.10/post_attention_layernorm/output_0.out19_1_20" + ], + "const_args": [ + "model.layers.10.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.10.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.10.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.10.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.10.mlp.up_proj.MatMulNBits.qweight", + "model.layers.10.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.10.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.10.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "202_/model/layers.10/mlp/Mul/output_0.out18_0_10" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.10.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "202_/model/layers.10/mlp/Mul/output_0.out18_0_10" + ], + "const_args": [ + "model.layers.10.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.10.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.10.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.10.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.10/mlp/down_proj/MatMulNBits/output_0.out20_13_43" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_21", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.10/post_attention_layernorm/output_3.out19_1_20", + "/model/layers.10/mlp/down_proj/MatMulNBits/output_0.out20_13_43" + ], + "const_args": [ + "model.layers.11.input_layernorm.weight.bf", + "eps_19_1_21" + ], + "out_args": [ + "/model/layers.11/input_layernorm/output_3.out19_1_21", + "/model/layers.11/input_layernorm/output_0.out19_1_21" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.11.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.11/input_layernorm/output_0.out19_1_21" + ], + "const_args": [ + "model.layers.11.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.11/attn/k_proj/MatMulNBits/output_0.out20_13_45" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.11.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.11/input_layernorm/output_0.out19_1_21" + ], + "const_args": [ + "model.layers.11.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.11/attn/q_proj/MatMulNBits/output_0.out20_13_44" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.11.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.11/input_layernorm/output_0.out19_1_21" + ], + "const_args": [ + "model.layers.11.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.11.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "47", + "23" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.11/attn/GroupQueryAttention_4_11", + "type": "FLATMHA", + "in_args": [ + "/model/layers.11/attn/q_proj/MatMulNBits/output_0.out20_13_44", + "/model/layers.11/attn/k_proj/MatMulNBits/output_0.out20_13_45", + "past_key_values.11.key", + "past_key_values.11.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.11/attn/GroupQueryAttention/output_0.out17_0_11", + "present.11.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "44", + "22", + "3", + "0", + "45", + "23", + "8", + "0", + "46", + "22" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.11.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.11/attn/GroupQueryAttention/output_0.out17_0_11" + ], + "const_args": [ + "model.layers.11.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.11/attn/o_proj/MatMulNBits/output_0.out20_13_46" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_22", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.11/input_layernorm/output_3.out19_1_21", + "/model/layers.11/attn/o_proj/MatMulNBits/output_0.out20_13_46" + ], + "const_args": [ + "model.layers.11.post_attention_layernorm.weight.bf", + "eps_19_1_22" + ], + "out_args": [ + "/model/layers.11/post_attention_layernorm/output_3.out19_1_22", + "/model/layers.11/post_attention_layernorm/output_0.out19_1_22" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_11", + "type": "FlatMLP", + "in_args": [ + "/model/layers.11/post_attention_layernorm/output_0.out19_1_22" + ], + "const_args": [ + "model.layers.11.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.11.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.11.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.11.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.11.mlp.up_proj.MatMulNBits.qweight", + "model.layers.11.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.11.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.11.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "220_/model/layers.11/mlp/Mul/output_0.out18_0_11" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.11.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "220_/model/layers.11/mlp/Mul/output_0.out18_0_11" + ], + "const_args": [ + "model.layers.11.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.11.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.11.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.11.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.11/mlp/down_proj/MatMulNBits/output_0.out20_13_47" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_23", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.11/post_attention_layernorm/output_3.out19_1_22", + "/model/layers.11/mlp/down_proj/MatMulNBits/output_0.out20_13_47" + ], + "const_args": [ + "model.layers.12.input_layernorm.weight.bf", + "eps_19_1_23" + ], + "out_args": [ + "/model/layers.12/input_layernorm/output_3.out19_1_23", + "/model/layers.12/input_layernorm/output_0.out19_1_23" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.12.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.12/input_layernorm/output_0.out19_1_23" + ], + "const_args": [ + "model.layers.12.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.12/attn/k_proj/MatMulNBits/output_0.out20_13_49" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.12.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.12/input_layernorm/output_0.out19_1_23" + ], + "const_args": [ + "model.layers.12.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.12/attn/q_proj/MatMulNBits/output_0.out20_13_48" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.12.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.12/input_layernorm/output_0.out19_1_23" + ], + "const_args": [ + "model.layers.12.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.12.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "51", + "25" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.12/attn/GroupQueryAttention_4_12", + "type": "FLATMHA", + "in_args": [ + "/model/layers.12/attn/q_proj/MatMulNBits/output_0.out20_13_48", + "/model/layers.12/attn/k_proj/MatMulNBits/output_0.out20_13_49", + "past_key_values.12.key", + "past_key_values.12.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.12/attn/GroupQueryAttention/output_0.out17_0_12", + "present.12.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "48", + "24", + "3", + "0", + "49", + "25", + "8", + "0", + "50", + "24" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.12.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.12/attn/GroupQueryAttention/output_0.out17_0_12" + ], + "const_args": [ + "model.layers.12.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.12/attn/o_proj/MatMulNBits/output_0.out20_13_50" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_24", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.12/input_layernorm/output_3.out19_1_23", + "/model/layers.12/attn/o_proj/MatMulNBits/output_0.out20_13_50" + ], + "const_args": [ + "model.layers.12.post_attention_layernorm.weight.bf", + "eps_19_1_24" + ], + "out_args": [ + "/model/layers.12/post_attention_layernorm/output_3.out19_1_24", + "/model/layers.12/post_attention_layernorm/output_0.out19_1_24" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_12", + "type": "FlatMLP", + "in_args": [ + "/model/layers.12/post_attention_layernorm/output_0.out19_1_24" + ], + "const_args": [ + "model.layers.12.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.12.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.12.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.12.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.12.mlp.up_proj.MatMulNBits.qweight", + "model.layers.12.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.12.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.12.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "238_/model/layers.12/mlp/Mul/output_0.out18_0_12" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.12.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "238_/model/layers.12/mlp/Mul/output_0.out18_0_12" + ], + "const_args": [ + "model.layers.12.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.12.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.12.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.12.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.12/mlp/down_proj/MatMulNBits/output_0.out20_13_51" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_25", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.12/post_attention_layernorm/output_3.out19_1_24", + "/model/layers.12/mlp/down_proj/MatMulNBits/output_0.out20_13_51" + ], + "const_args": [ + "model.layers.13.input_layernorm.weight.bf", + "eps_19_1_25" + ], + "out_args": [ + "/model/layers.13/input_layernorm/output_3.out19_1_25", + "/model/layers.13/input_layernorm/output_0.out19_1_25" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.13.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.13/input_layernorm/output_0.out19_1_25" + ], + "const_args": [ + "model.layers.13.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.13/attn/k_proj/MatMulNBits/output_0.out20_13_53" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.13.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.13/input_layernorm/output_0.out19_1_25" + ], + "const_args": [ + "model.layers.13.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.13/attn/q_proj/MatMulNBits/output_0.out20_13_52" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.13.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.13/input_layernorm/output_0.out19_1_25" + ], + "const_args": [ + "model.layers.13.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.13.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "55", + "27" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.13/attn/GroupQueryAttention_4_13", + "type": "FLATMHA", + "in_args": [ + "/model/layers.13/attn/q_proj/MatMulNBits/output_0.out20_13_52", + "/model/layers.13/attn/k_proj/MatMulNBits/output_0.out20_13_53", + "past_key_values.13.key", + "past_key_values.13.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.13/attn/GroupQueryAttention/output_0.out17_0_13", + "present.13.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "52", + "26", + "3", + "0", + "53", + "27", + "8", + "0", + "54", + "26" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.13.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.13/attn/GroupQueryAttention/output_0.out17_0_13" + ], + "const_args": [ + "model.layers.13.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.13/attn/o_proj/MatMulNBits/output_0.out20_13_54" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_26", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.13/input_layernorm/output_3.out19_1_25", + "/model/layers.13/attn/o_proj/MatMulNBits/output_0.out20_13_54" + ], + "const_args": [ + "model.layers.13.post_attention_layernorm.weight.bf", + "eps_19_1_26" + ], + "out_args": [ + "/model/layers.13/post_attention_layernorm/output_3.out19_1_26", + "/model/layers.13/post_attention_layernorm/output_0.out19_1_26" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_13", + "type": "FlatMLP", + "in_args": [ + "/model/layers.13/post_attention_layernorm/output_0.out19_1_26" + ], + "const_args": [ + "model.layers.13.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.13.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.13.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.13.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.13.mlp.up_proj.MatMulNBits.qweight", + "model.layers.13.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.13.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.13.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "256_/model/layers.13/mlp/Mul/output_0.out18_0_13" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.13.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "256_/model/layers.13/mlp/Mul/output_0.out18_0_13" + ], + "const_args": [ + "model.layers.13.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.13.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.13.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.13.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.13/mlp/down_proj/MatMulNBits/output_0.out20_13_55" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_27", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.13/post_attention_layernorm/output_3.out19_1_26", + "/model/layers.13/mlp/down_proj/MatMulNBits/output_0.out20_13_55" + ], + "const_args": [ + "model.layers.14.input_layernorm.weight.bf", + "eps_19_1_27" + ], + "out_args": [ + "/model/layers.14/input_layernorm/output_3.out19_1_27", + "/model/layers.14/input_layernorm/output_0.out19_1_27" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.14.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.14/input_layernorm/output_0.out19_1_27" + ], + "const_args": [ + "model.layers.14.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.14/attn/k_proj/MatMulNBits/output_0.out20_13_57" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.14.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.14/input_layernorm/output_0.out19_1_27" + ], + "const_args": [ + "model.layers.14.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.14/attn/q_proj/MatMulNBits/output_0.out20_13_56" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.14.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.14/input_layernorm/output_0.out19_1_27" + ], + "const_args": [ + "model.layers.14.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.14.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "59", + "29" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.14/attn/GroupQueryAttention_4_14", + "type": "FLATMHA", + "in_args": [ + "/model/layers.14/attn/q_proj/MatMulNBits/output_0.out20_13_56", + "/model/layers.14/attn/k_proj/MatMulNBits/output_0.out20_13_57", + "past_key_values.14.key", + "past_key_values.14.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.14/attn/GroupQueryAttention/output_0.out17_0_14", + "present.14.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "56", + "28", + "3", + "0", + "57", + "29", + "8", + "0", + "58", + "28" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.14.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.14/attn/GroupQueryAttention/output_0.out17_0_14" + ], + "const_args": [ + "model.layers.14.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.14/attn/o_proj/MatMulNBits/output_0.out20_13_58" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_28", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.14/input_layernorm/output_3.out19_1_27", + "/model/layers.14/attn/o_proj/MatMulNBits/output_0.out20_13_58" + ], + "const_args": [ + "model.layers.14.post_attention_layernorm.weight.bf", + "eps_19_1_28" + ], + "out_args": [ + "/model/layers.14/post_attention_layernorm/output_3.out19_1_28", + "/model/layers.14/post_attention_layernorm/output_0.out19_1_28" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_14", + "type": "FlatMLP", + "in_args": [ + "/model/layers.14/post_attention_layernorm/output_0.out19_1_28" + ], + "const_args": [ + "model.layers.14.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.14.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.14.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.14.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.14.mlp.up_proj.MatMulNBits.qweight", + "model.layers.14.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.14.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.14.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "274_/model/layers.14/mlp/Mul/output_0.out18_0_14" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.14.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "274_/model/layers.14/mlp/Mul/output_0.out18_0_14" + ], + "const_args": [ + "model.layers.14.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.14.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.14.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.14.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.14/mlp/down_proj/MatMulNBits/output_0.out20_13_59" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_29", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.14/post_attention_layernorm/output_3.out19_1_28", + "/model/layers.14/mlp/down_proj/MatMulNBits/output_0.out20_13_59" + ], + "const_args": [ + "model.layers.15.input_layernorm.weight.bf", + "eps_19_1_29" + ], + "out_args": [ + "/model/layers.15/input_layernorm/output_3.out19_1_29", + "/model/layers.15/input_layernorm/output_0.out19_1_29" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.15.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.15/input_layernorm/output_0.out19_1_29" + ], + "const_args": [ + "model.layers.15.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.15/attn/k_proj/MatMulNBits/output_0.out20_13_61" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.15.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.15/input_layernorm/output_0.out19_1_29" + ], + "const_args": [ + "model.layers.15.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.15/attn/q_proj/MatMulNBits/output_0.out20_13_60" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.15.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.15/input_layernorm/output_0.out19_1_29" + ], + "const_args": [ + "model.layers.15.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.15.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "63", + "31" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.15/attn/GroupQueryAttention_4_15", + "type": "FLATMHA", + "in_args": [ + "/model/layers.15/attn/q_proj/MatMulNBits/output_0.out20_13_60", + "/model/layers.15/attn/k_proj/MatMulNBits/output_0.out20_13_61", + "past_key_values.15.key", + "past_key_values.15.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.15/attn/GroupQueryAttention/output_0.out17_0_15", + "present.15.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "60", + "30", + "3", + "0", + "61", + "31", + "8", + "0", + "62", + "30" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.15.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.15/attn/GroupQueryAttention/output_0.out17_0_15" + ], + "const_args": [ + "model.layers.15.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.15/attn/o_proj/MatMulNBits/output_0.out20_13_62" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_30", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.15/input_layernorm/output_3.out19_1_29", + "/model/layers.15/attn/o_proj/MatMulNBits/output_0.out20_13_62" + ], + "const_args": [ + "model.layers.15.post_attention_layernorm.weight.bf", + "eps_19_1_30" + ], + "out_args": [ + "/model/layers.15/post_attention_layernorm/output_3.out19_1_30", + "/model/layers.15/post_attention_layernorm/output_0.out19_1_30" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_15", + "type": "FlatMLP", + "in_args": [ + "/model/layers.15/post_attention_layernorm/output_0.out19_1_30" + ], + "const_args": [ + "model.layers.15.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.15.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.15.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.15.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.15.mlp.up_proj.MatMulNBits.qweight", + "model.layers.15.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.15.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.15.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "292_/model/layers.15/mlp/Mul/output_0.out18_0_15" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.15.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "292_/model/layers.15/mlp/Mul/output_0.out18_0_15" + ], + "const_args": [ + "model.layers.15.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.15.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.15.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.15.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.15/mlp/down_proj/MatMulNBits/output_0.out20_13_63" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_31", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.15/post_attention_layernorm/output_3.out19_1_30", + "/model/layers.15/mlp/down_proj/MatMulNBits/output_0.out20_13_63" + ], + "const_args": [ + "model.layers.16.input_layernorm.weight.bf", + "eps_19_1_31" + ], + "out_args": [ + "/model/layers.16/input_layernorm/output_3.out19_1_31", + "/model/layers.16/input_layernorm/output_0.out19_1_31" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.16.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.16/input_layernorm/output_0.out19_1_31" + ], + "const_args": [ + "model.layers.16.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.16/attn/k_proj/MatMulNBits/output_0.out20_13_65" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.16.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.16/input_layernorm/output_0.out19_1_31" + ], + "const_args": [ + "model.layers.16.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.16/attn/q_proj/MatMulNBits/output_0.out20_13_64" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.16.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.16/input_layernorm/output_0.out19_1_31" + ], + "const_args": [ + "model.layers.16.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.16.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "67", + "33" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.16/attn/GroupQueryAttention_4_16", + "type": "FLATMHA", + "in_args": [ + "/model/layers.16/attn/q_proj/MatMulNBits/output_0.out20_13_64", + "/model/layers.16/attn/k_proj/MatMulNBits/output_0.out20_13_65", + "past_key_values.16.key", + "past_key_values.16.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.16/attn/GroupQueryAttention/output_0.out17_0_16", + "present.16.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "64", + "32", + "3", + "0", + "65", + "33", + "8", + "0", + "66", + "32" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.16.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.16/attn/GroupQueryAttention/output_0.out17_0_16" + ], + "const_args": [ + "model.layers.16.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.16/attn/o_proj/MatMulNBits/output_0.out20_13_66" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_32", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.16/input_layernorm/output_3.out19_1_31", + "/model/layers.16/attn/o_proj/MatMulNBits/output_0.out20_13_66" + ], + "const_args": [ + "model.layers.16.post_attention_layernorm.weight.bf", + "eps_19_1_32" + ], + "out_args": [ + "/model/layers.16/post_attention_layernorm/output_3.out19_1_32", + "/model/layers.16/post_attention_layernorm/output_0.out19_1_32" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_16", + "type": "FlatMLP", + "in_args": [ + "/model/layers.16/post_attention_layernorm/output_0.out19_1_32" + ], + "const_args": [ + "model.layers.16.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.16.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.16.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.16.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.16.mlp.up_proj.MatMulNBits.qweight", + "model.layers.16.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.16.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.16.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "310_/model/layers.16/mlp/Mul/output_0.out18_0_16" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.16.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "310_/model/layers.16/mlp/Mul/output_0.out18_0_16" + ], + "const_args": [ + "model.layers.16.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.16.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.16.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.16.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.16/mlp/down_proj/MatMulNBits/output_0.out20_13_67" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_33", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.16/post_attention_layernorm/output_3.out19_1_32", + "/model/layers.16/mlp/down_proj/MatMulNBits/output_0.out20_13_67" + ], + "const_args": [ + "model.layers.17.input_layernorm.weight.bf", + "eps_19_1_33" + ], + "out_args": [ + "/model/layers.17/input_layernorm/output_3.out19_1_33", + "/model/layers.17/input_layernorm/output_0.out19_1_33" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.17.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.17/input_layernorm/output_0.out19_1_33" + ], + "const_args": [ + "model.layers.17.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.17/attn/k_proj/MatMulNBits/output_0.out20_13_69" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.17.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.17/input_layernorm/output_0.out19_1_33" + ], + "const_args": [ + "model.layers.17.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.17/attn/q_proj/MatMulNBits/output_0.out20_13_68" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.17.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.17/input_layernorm/output_0.out19_1_33" + ], + "const_args": [ + "model.layers.17.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.17.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "71", + "35" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.17/attn/GroupQueryAttention_4_17", + "type": "FLATMHA", + "in_args": [ + "/model/layers.17/attn/q_proj/MatMulNBits/output_0.out20_13_68", + "/model/layers.17/attn/k_proj/MatMulNBits/output_0.out20_13_69", + "past_key_values.17.key", + "past_key_values.17.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.17/attn/GroupQueryAttention/output_0.out17_0_17", + "present.17.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "68", + "34", + "3", + "0", + "69", + "35", + "8", + "0", + "70", + "34" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.17.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.17/attn/GroupQueryAttention/output_0.out17_0_17" + ], + "const_args": [ + "model.layers.17.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.17/attn/o_proj/MatMulNBits/output_0.out20_13_70" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_34", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.17/input_layernorm/output_3.out19_1_33", + "/model/layers.17/attn/o_proj/MatMulNBits/output_0.out20_13_70" + ], + "const_args": [ + "model.layers.17.post_attention_layernorm.weight.bf", + "eps_19_1_34" + ], + "out_args": [ + "/model/layers.17/post_attention_layernorm/output_3.out19_1_34", + "/model/layers.17/post_attention_layernorm/output_0.out19_1_34" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_17", + "type": "FlatMLP", + "in_args": [ + "/model/layers.17/post_attention_layernorm/output_0.out19_1_34" + ], + "const_args": [ + "model.layers.17.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.17.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.17.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.17.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.17.mlp.up_proj.MatMulNBits.qweight", + "model.layers.17.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.17.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.17.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "328_/model/layers.17/mlp/Mul/output_0.out18_0_17" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.17.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "328_/model/layers.17/mlp/Mul/output_0.out18_0_17" + ], + "const_args": [ + "model.layers.17.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.17.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.17.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.17.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.17/mlp/down_proj/MatMulNBits/output_0.out20_13_71" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_35", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.17/post_attention_layernorm/output_3.out19_1_34", + "/model/layers.17/mlp/down_proj/MatMulNBits/output_0.out20_13_71" + ], + "const_args": [ + "model.layers.18.input_layernorm.weight.bf", + "eps_19_1_35" + ], + "out_args": [ + "/model/layers.18/input_layernorm/output_3.out19_1_35", + "/model/layers.18/input_layernorm/output_0.out19_1_35" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.18.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.18/input_layernorm/output_0.out19_1_35" + ], + "const_args": [ + "model.layers.18.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.18/attn/k_proj/MatMulNBits/output_0.out20_13_73" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.18.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.18/input_layernorm/output_0.out19_1_35" + ], + "const_args": [ + "model.layers.18.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.18/attn/q_proj/MatMulNBits/output_0.out20_13_72" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.18.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.18/input_layernorm/output_0.out19_1_35" + ], + "const_args": [ + "model.layers.18.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.18.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "75", + "37" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.18/attn/GroupQueryAttention_4_18", + "type": "FLATMHA", + "in_args": [ + "/model/layers.18/attn/q_proj/MatMulNBits/output_0.out20_13_72", + "/model/layers.18/attn/k_proj/MatMulNBits/output_0.out20_13_73", + "past_key_values.18.key", + "past_key_values.18.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.18/attn/GroupQueryAttention/output_0.out17_0_18", + "present.18.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "72", + "36", + "3", + "0", + "73", + "37", + "8", + "0", + "74", + "36" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.18.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.18/attn/GroupQueryAttention/output_0.out17_0_18" + ], + "const_args": [ + "model.layers.18.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.18/attn/o_proj/MatMulNBits/output_0.out20_13_74" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_36", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.18/input_layernorm/output_3.out19_1_35", + "/model/layers.18/attn/o_proj/MatMulNBits/output_0.out20_13_74" + ], + "const_args": [ + "model.layers.18.post_attention_layernorm.weight.bf", + "eps_19_1_36" + ], + "out_args": [ + "/model/layers.18/post_attention_layernorm/output_3.out19_1_36", + "/model/layers.18/post_attention_layernorm/output_0.out19_1_36" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_18", + "type": "FlatMLP", + "in_args": [ + "/model/layers.18/post_attention_layernorm/output_0.out19_1_36" + ], + "const_args": [ + "model.layers.18.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.18.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.18.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.18.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.18.mlp.up_proj.MatMulNBits.qweight", + "model.layers.18.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.18.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.18.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "346_/model/layers.18/mlp/Mul/output_0.out18_0_18" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.18.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "346_/model/layers.18/mlp/Mul/output_0.out18_0_18" + ], + "const_args": [ + "model.layers.18.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.18.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.18.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.18.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.18/mlp/down_proj/MatMulNBits/output_0.out20_13_75" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_37", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.18/post_attention_layernorm/output_3.out19_1_36", + "/model/layers.18/mlp/down_proj/MatMulNBits/output_0.out20_13_75" + ], + "const_args": [ + "model.layers.19.input_layernorm.weight.bf", + "eps_19_1_37" + ], + "out_args": [ + "/model/layers.19/input_layernorm/output_3.out19_1_37", + "/model/layers.19/input_layernorm/output_0.out19_1_37" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.19.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.19/input_layernorm/output_0.out19_1_37" + ], + "const_args": [ + "model.layers.19.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.19/attn/k_proj/MatMulNBits/output_0.out20_13_77" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.19.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.19/input_layernorm/output_0.out19_1_37" + ], + "const_args": [ + "model.layers.19.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.19/attn/q_proj/MatMulNBits/output_0.out20_13_76" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.19.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.19/input_layernorm/output_0.out19_1_37" + ], + "const_args": [ + "model.layers.19.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.19.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "79", + "39" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.19/attn/GroupQueryAttention_4_19", + "type": "FLATMHA", + "in_args": [ + "/model/layers.19/attn/q_proj/MatMulNBits/output_0.out20_13_76", + "/model/layers.19/attn/k_proj/MatMulNBits/output_0.out20_13_77", + "past_key_values.19.key", + "past_key_values.19.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.19/attn/GroupQueryAttention/output_0.out17_0_19", + "present.19.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "76", + "38", + "3", + "0", + "77", + "39", + "8", + "0", + "78", + "38" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.19.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.19/attn/GroupQueryAttention/output_0.out17_0_19" + ], + "const_args": [ + "model.layers.19.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.19/attn/o_proj/MatMulNBits/output_0.out20_13_78" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_38", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.19/input_layernorm/output_3.out19_1_37", + "/model/layers.19/attn/o_proj/MatMulNBits/output_0.out20_13_78" + ], + "const_args": [ + "model.layers.19.post_attention_layernorm.weight.bf", + "eps_19_1_38" + ], + "out_args": [ + "/model/layers.19/post_attention_layernorm/output_3.out19_1_38", + "/model/layers.19/post_attention_layernorm/output_0.out19_1_38" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_19", + "type": "FlatMLP", + "in_args": [ + "/model/layers.19/post_attention_layernorm/output_0.out19_1_38" + ], + "const_args": [ + "model.layers.19.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.19.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.19.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.19.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.19.mlp.up_proj.MatMulNBits.qweight", + "model.layers.19.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.19.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.19.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "364_/model/layers.19/mlp/Mul/output_0.out18_0_19" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.19.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "364_/model/layers.19/mlp/Mul/output_0.out18_0_19" + ], + "const_args": [ + "model.layers.19.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.19.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.19.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.19.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.19/mlp/down_proj/MatMulNBits/output_0.out20_13_79" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_39", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.19/post_attention_layernorm/output_3.out19_1_38", + "/model/layers.19/mlp/down_proj/MatMulNBits/output_0.out20_13_79" + ], + "const_args": [ + "model.layers.20.input_layernorm.weight.bf", + "eps_19_1_39" + ], + "out_args": [ + "/model/layers.20/input_layernorm/output_3.out19_1_39", + "/model/layers.20/input_layernorm/output_0.out19_1_39" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.20.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.20/input_layernorm/output_0.out19_1_39" + ], + "const_args": [ + "model.layers.20.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.20/attn/k_proj/MatMulNBits/output_0.out20_13_81" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.20.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.20/input_layernorm/output_0.out19_1_39" + ], + "const_args": [ + "model.layers.20.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.20/attn/q_proj/MatMulNBits/output_0.out20_13_80" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.20.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.20/input_layernorm/output_0.out19_1_39" + ], + "const_args": [ + "model.layers.20.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.20.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "83", + "41" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.20/attn/GroupQueryAttention_4_20", + "type": "FLATMHA", + "in_args": [ + "/model/layers.20/attn/q_proj/MatMulNBits/output_0.out20_13_80", + "/model/layers.20/attn/k_proj/MatMulNBits/output_0.out20_13_81", + "past_key_values.20.key", + "past_key_values.20.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.20/attn/GroupQueryAttention/output_0.out17_0_20", + "present.20.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "80", + "40", + "3", + "0", + "81", + "41", + "8", + "0", + "82", + "40" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.20.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.20/attn/GroupQueryAttention/output_0.out17_0_20" + ], + "const_args": [ + "model.layers.20.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.20/attn/o_proj/MatMulNBits/output_0.out20_13_82" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_40", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.20/input_layernorm/output_3.out19_1_39", + "/model/layers.20/attn/o_proj/MatMulNBits/output_0.out20_13_82" + ], + "const_args": [ + "model.layers.20.post_attention_layernorm.weight.bf", + "eps_19_1_40" + ], + "out_args": [ + "/model/layers.20/post_attention_layernorm/output_3.out19_1_40", + "/model/layers.20/post_attention_layernorm/output_0.out19_1_40" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_20", + "type": "FlatMLP", + "in_args": [ + "/model/layers.20/post_attention_layernorm/output_0.out19_1_40" + ], + "const_args": [ + "model.layers.20.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.20.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.20.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.20.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.20.mlp.up_proj.MatMulNBits.qweight", + "model.layers.20.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.20.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.20.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "382_/model/layers.20/mlp/Mul/output_0.out18_0_20" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.20.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "382_/model/layers.20/mlp/Mul/output_0.out18_0_20" + ], + "const_args": [ + "model.layers.20.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.20.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.20.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.20.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.20/mlp/down_proj/MatMulNBits/output_0.out20_13_83" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_41", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.20/post_attention_layernorm/output_3.out19_1_40", + "/model/layers.20/mlp/down_proj/MatMulNBits/output_0.out20_13_83" + ], + "const_args": [ + "model.layers.21.input_layernorm.weight.bf", + "eps_19_1_41" + ], + "out_args": [ + "/model/layers.21/input_layernorm/output_3.out19_1_41", + "/model/layers.21/input_layernorm/output_0.out19_1_41" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.21.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.21/input_layernorm/output_0.out19_1_41" + ], + "const_args": [ + "model.layers.21.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.21/attn/k_proj/MatMulNBits/output_0.out20_13_85" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.21.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.21/input_layernorm/output_0.out19_1_41" + ], + "const_args": [ + "model.layers.21.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.21/attn/q_proj/MatMulNBits/output_0.out20_13_84" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.21.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.21/input_layernorm/output_0.out19_1_41" + ], + "const_args": [ + "model.layers.21.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.21.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "87", + "43" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.21/attn/GroupQueryAttention_4_21", + "type": "FLATMHA", + "in_args": [ + "/model/layers.21/attn/q_proj/MatMulNBits/output_0.out20_13_84", + "/model/layers.21/attn/k_proj/MatMulNBits/output_0.out20_13_85", + "past_key_values.21.key", + "past_key_values.21.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.21/attn/GroupQueryAttention/output_0.out17_0_21", + "present.21.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "84", + "42", + "3", + "0", + "85", + "43", + "8", + "0", + "86", + "42" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.21.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.21/attn/GroupQueryAttention/output_0.out17_0_21" + ], + "const_args": [ + "model.layers.21.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.21/attn/o_proj/MatMulNBits/output_0.out20_13_86" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_42", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.21/input_layernorm/output_3.out19_1_41", + "/model/layers.21/attn/o_proj/MatMulNBits/output_0.out20_13_86" + ], + "const_args": [ + "model.layers.21.post_attention_layernorm.weight.bf", + "eps_19_1_42" + ], + "out_args": [ + "/model/layers.21/post_attention_layernorm/output_3.out19_1_42", + "/model/layers.21/post_attention_layernorm/output_0.out19_1_42" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_21", + "type": "FlatMLP", + "in_args": [ + "/model/layers.21/post_attention_layernorm/output_0.out19_1_42" + ], + "const_args": [ + "model.layers.21.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.21.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.21.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.21.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.21.mlp.up_proj.MatMulNBits.qweight", + "model.layers.21.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.21.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.21.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "400_/model/layers.21/mlp/Mul/output_0.out18_0_21" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.21.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "400_/model/layers.21/mlp/Mul/output_0.out18_0_21" + ], + "const_args": [ + "model.layers.21.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.21.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.21.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.21.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.21/mlp/down_proj/MatMulNBits/output_0.out20_13_87" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_43", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.21/post_attention_layernorm/output_3.out19_1_42", + "/model/layers.21/mlp/down_proj/MatMulNBits/output_0.out20_13_87" + ], + "const_args": [ + "model.layers.22.input_layernorm.weight.bf", + "eps_19_1_43" + ], + "out_args": [ + "/model/layers.22/input_layernorm/output_3.out19_1_43", + "/model/layers.22/input_layernorm/output_0.out19_1_43" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.22.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.22/input_layernorm/output_0.out19_1_43" + ], + "const_args": [ + "model.layers.22.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.22/attn/k_proj/MatMulNBits/output_0.out20_13_89" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.22.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.22/input_layernorm/output_0.out19_1_43" + ], + "const_args": [ + "model.layers.22.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.22/attn/q_proj/MatMulNBits/output_0.out20_13_88" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.22.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.22/input_layernorm/output_0.out19_1_43" + ], + "const_args": [ + "model.layers.22.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.22.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "91", + "45" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.22/attn/GroupQueryAttention_4_22", + "type": "FLATMHA", + "in_args": [ + "/model/layers.22/attn/q_proj/MatMulNBits/output_0.out20_13_88", + "/model/layers.22/attn/k_proj/MatMulNBits/output_0.out20_13_89", + "past_key_values.22.key", + "past_key_values.22.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.22/attn/GroupQueryAttention/output_0.out17_0_22", + "present.22.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "88", + "44", + "3", + "0", + "89", + "45", + "8", + "0", + "90", + "44" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.22.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.22/attn/GroupQueryAttention/output_0.out17_0_22" + ], + "const_args": [ + "model.layers.22.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.22/attn/o_proj/MatMulNBits/output_0.out20_13_90" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_44", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.22/input_layernorm/output_3.out19_1_43", + "/model/layers.22/attn/o_proj/MatMulNBits/output_0.out20_13_90" + ], + "const_args": [ + "model.layers.22.post_attention_layernorm.weight.bf", + "eps_19_1_44" + ], + "out_args": [ + "/model/layers.22/post_attention_layernorm/output_3.out19_1_44", + "/model/layers.22/post_attention_layernorm/output_0.out19_1_44" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_22", + "type": "FlatMLP", + "in_args": [ + "/model/layers.22/post_attention_layernorm/output_0.out19_1_44" + ], + "const_args": [ + "model.layers.22.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.22.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.22.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.22.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.22.mlp.up_proj.MatMulNBits.qweight", + "model.layers.22.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.22.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.22.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "418_/model/layers.22/mlp/Mul/output_0.out18_0_22" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.22.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "418_/model/layers.22/mlp/Mul/output_0.out18_0_22" + ], + "const_args": [ + "model.layers.22.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.22.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.22.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.22.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.22/mlp/down_proj/MatMulNBits/output_0.out20_13_91" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_45", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.22/post_attention_layernorm/output_3.out19_1_44", + "/model/layers.22/mlp/down_proj/MatMulNBits/output_0.out20_13_91" + ], + "const_args": [ + "model.layers.23.input_layernorm.weight.bf", + "eps_19_1_45" + ], + "out_args": [ + "/model/layers.23/input_layernorm/output_3.out19_1_45", + "/model/layers.23/input_layernorm/output_0.out19_1_45" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.23.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.23/input_layernorm/output_0.out19_1_45" + ], + "const_args": [ + "model.layers.23.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.23/attn/k_proj/MatMulNBits/output_0.out20_13_93" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.23.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.23/input_layernorm/output_0.out19_1_45" + ], + "const_args": [ + "model.layers.23.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.23/attn/q_proj/MatMulNBits/output_0.out20_13_92" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.23.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.23/input_layernorm/output_0.out19_1_45" + ], + "const_args": [ + "model.layers.23.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.23.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "95", + "47" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.23/attn/GroupQueryAttention_4_23", + "type": "FLATMHA", + "in_args": [ + "/model/layers.23/attn/q_proj/MatMulNBits/output_0.out20_13_92", + "/model/layers.23/attn/k_proj/MatMulNBits/output_0.out20_13_93", + "past_key_values.23.key", + "past_key_values.23.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.23/attn/GroupQueryAttention/output_0.out17_0_23", + "present.23.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "92", + "46", + "3", + "0", + "93", + "47", + "8", + "0", + "94", + "46" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.23.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.23/attn/GroupQueryAttention/output_0.out17_0_23" + ], + "const_args": [ + "model.layers.23.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.23/attn/o_proj/MatMulNBits/output_0.out20_13_94" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_46", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.23/input_layernorm/output_3.out19_1_45", + "/model/layers.23/attn/o_proj/MatMulNBits/output_0.out20_13_94" + ], + "const_args": [ + "model.layers.23.post_attention_layernorm.weight.bf", + "eps_19_1_46" + ], + "out_args": [ + "/model/layers.23/post_attention_layernorm/output_3.out19_1_46", + "/model/layers.23/post_attention_layernorm/output_0.out19_1_46" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_23", + "type": "FlatMLP", + "in_args": [ + "/model/layers.23/post_attention_layernorm/output_0.out19_1_46" + ], + "const_args": [ + "model.layers.23.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.23.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.23.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.23.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.23.mlp.up_proj.MatMulNBits.qweight", + "model.layers.23.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.23.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.23.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "436_/model/layers.23/mlp/Mul/output_0.out18_0_23" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.23.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "436_/model/layers.23/mlp/Mul/output_0.out18_0_23" + ], + "const_args": [ + "model.layers.23.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.23.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.23.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.23.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.23/mlp/down_proj/MatMulNBits/output_0.out20_13_95" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_47", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.23/post_attention_layernorm/output_3.out19_1_46", + "/model/layers.23/mlp/down_proj/MatMulNBits/output_0.out20_13_95" + ], + "const_args": [ + "model.layers.24.input_layernorm.weight.bf", + "eps_19_1_47" + ], + "out_args": [ + "/model/layers.24/input_layernorm/output_3.out19_1_47", + "/model/layers.24/input_layernorm/output_0.out19_1_47" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.24.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.24/input_layernorm/output_0.out19_1_47" + ], + "const_args": [ + "model.layers.24.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.24/attn/k_proj/MatMulNBits/output_0.out20_13_97" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.24.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.24/input_layernorm/output_0.out19_1_47" + ], + "const_args": [ + "model.layers.24.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.24/attn/q_proj/MatMulNBits/output_0.out20_13_96" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.24.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.24/input_layernorm/output_0.out19_1_47" + ], + "const_args": [ + "model.layers.24.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.24.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "99", + "49" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.24/attn/GroupQueryAttention_4_24", + "type": "FLATMHA", + "in_args": [ + "/model/layers.24/attn/q_proj/MatMulNBits/output_0.out20_13_96", + "/model/layers.24/attn/k_proj/MatMulNBits/output_0.out20_13_97", + "past_key_values.24.key", + "past_key_values.24.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.24/attn/GroupQueryAttention/output_0.out17_0_24", + "present.24.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "96", + "48", + "3", + "0", + "97", + "49", + "8", + "0", + "98", + "48" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.24.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.24/attn/GroupQueryAttention/output_0.out17_0_24" + ], + "const_args": [ + "model.layers.24.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.24/attn/o_proj/MatMulNBits/output_0.out20_13_98" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_48", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.24/input_layernorm/output_3.out19_1_47", + "/model/layers.24/attn/o_proj/MatMulNBits/output_0.out20_13_98" + ], + "const_args": [ + "model.layers.24.post_attention_layernorm.weight.bf", + "eps_19_1_48" + ], + "out_args": [ + "/model/layers.24/post_attention_layernorm/output_3.out19_1_48", + "/model/layers.24/post_attention_layernorm/output_0.out19_1_48" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_24", + "type": "FlatMLP", + "in_args": [ + "/model/layers.24/post_attention_layernorm/output_0.out19_1_48" + ], + "const_args": [ + "model.layers.24.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.24.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.24.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.24.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.24.mlp.up_proj.MatMulNBits.qweight", + "model.layers.24.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.24.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.24.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "454_/model/layers.24/mlp/Mul/output_0.out18_0_24" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.24.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "454_/model/layers.24/mlp/Mul/output_0.out18_0_24" + ], + "const_args": [ + "model.layers.24.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.24.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.24.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.24.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.24/mlp/down_proj/MatMulNBits/output_0.out20_13_99" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_49", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.24/post_attention_layernorm/output_3.out19_1_48", + "/model/layers.24/mlp/down_proj/MatMulNBits/output_0.out20_13_99" + ], + "const_args": [ + "model.layers.25.input_layernorm.weight.bf", + "eps_19_1_49" + ], + "out_args": [ + "/model/layers.25/input_layernorm/output_3.out19_1_49", + "/model/layers.25/input_layernorm/output_0.out19_1_49" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.25.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.25/input_layernorm/output_0.out19_1_49" + ], + "const_args": [ + "model.layers.25.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.25/attn/k_proj/MatMulNBits/output_0.out20_13_101" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.25.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.25/input_layernorm/output_0.out19_1_49" + ], + "const_args": [ + "model.layers.25.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.25/attn/q_proj/MatMulNBits/output_0.out20_13_100" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.25.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.25/input_layernorm/output_0.out19_1_49" + ], + "const_args": [ + "model.layers.25.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.25.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "103", + "51" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.25/attn/GroupQueryAttention_4_25", + "type": "FLATMHA", + "in_args": [ + "/model/layers.25/attn/q_proj/MatMulNBits/output_0.out20_13_100", + "/model/layers.25/attn/k_proj/MatMulNBits/output_0.out20_13_101", + "past_key_values.25.key", + "past_key_values.25.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.25/attn/GroupQueryAttention/output_0.out17_0_25", + "present.25.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "100", + "50", + "3", + "0", + "101", + "51", + "8", + "0", + "102", + "50" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.25.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.25/attn/GroupQueryAttention/output_0.out17_0_25" + ], + "const_args": [ + "model.layers.25.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.25/attn/o_proj/MatMulNBits/output_0.out20_13_102" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_50", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.25/input_layernorm/output_3.out19_1_49", + "/model/layers.25/attn/o_proj/MatMulNBits/output_0.out20_13_102" + ], + "const_args": [ + "model.layers.25.post_attention_layernorm.weight.bf", + "eps_19_1_50" + ], + "out_args": [ + "/model/layers.25/post_attention_layernorm/output_3.out19_1_50", + "/model/layers.25/post_attention_layernorm/output_0.out19_1_50" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_25", + "type": "FlatMLP", + "in_args": [ + "/model/layers.25/post_attention_layernorm/output_0.out19_1_50" + ], + "const_args": [ + "model.layers.25.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.25.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.25.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.25.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.25.mlp.up_proj.MatMulNBits.qweight", + "model.layers.25.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.25.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.25.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "472_/model/layers.25/mlp/Mul/output_0.out18_0_25" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.25.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "472_/model/layers.25/mlp/Mul/output_0.out18_0_25" + ], + "const_args": [ + "model.layers.25.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.25.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.25.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.25.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.25/mlp/down_proj/MatMulNBits/output_0.out20_13_103" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_51", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.25/post_attention_layernorm/output_3.out19_1_50", + "/model/layers.25/mlp/down_proj/MatMulNBits/output_0.out20_13_103" + ], + "const_args": [ + "model.layers.26.input_layernorm.weight.bf", + "eps_19_1_51" + ], + "out_args": [ + "/model/layers.26/input_layernorm/output_3.out19_1_51", + "/model/layers.26/input_layernorm/output_0.out19_1_51" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.26.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.26/input_layernorm/output_0.out19_1_51" + ], + "const_args": [ + "model.layers.26.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.26/attn/k_proj/MatMulNBits/output_0.out20_13_105" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.26.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.26/input_layernorm/output_0.out19_1_51" + ], + "const_args": [ + "model.layers.26.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.26/attn/q_proj/MatMulNBits/output_0.out20_13_104" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.26.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.26/input_layernorm/output_0.out19_1_51" + ], + "const_args": [ + "model.layers.26.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.26.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "107", + "53" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.26/attn/GroupQueryAttention_4_26", + "type": "FLATMHA", + "in_args": [ + "/model/layers.26/attn/q_proj/MatMulNBits/output_0.out20_13_104", + "/model/layers.26/attn/k_proj/MatMulNBits/output_0.out20_13_105", + "past_key_values.26.key", + "past_key_values.26.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.26/attn/GroupQueryAttention/output_0.out17_0_26", + "present.26.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "104", + "52", + "3", + "0", + "105", + "53", + "8", + "0", + "106", + "52" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.26.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.26/attn/GroupQueryAttention/output_0.out17_0_26" + ], + "const_args": [ + "model.layers.26.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.26/attn/o_proj/MatMulNBits/output_0.out20_13_106" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_52", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.26/input_layernorm/output_3.out19_1_51", + "/model/layers.26/attn/o_proj/MatMulNBits/output_0.out20_13_106" + ], + "const_args": [ + "model.layers.26.post_attention_layernorm.weight.bf", + "eps_19_1_52" + ], + "out_args": [ + "/model/layers.26/post_attention_layernorm/output_3.out19_1_52", + "/model/layers.26/post_attention_layernorm/output_0.out19_1_52" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_26", + "type": "FlatMLP", + "in_args": [ + "/model/layers.26/post_attention_layernorm/output_0.out19_1_52" + ], + "const_args": [ + "model.layers.26.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.26.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.26.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.26.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.26.mlp.up_proj.MatMulNBits.qweight", + "model.layers.26.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.26.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.26.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "490_/model/layers.26/mlp/Mul/output_0.out18_0_26" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.26.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "490_/model/layers.26/mlp/Mul/output_0.out18_0_26" + ], + "const_args": [ + "model.layers.26.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.26.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.26.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.26.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.26/mlp/down_proj/MatMulNBits/output_0.out20_13_107" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_53", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.26/post_attention_layernorm/output_3.out19_1_52", + "/model/layers.26/mlp/down_proj/MatMulNBits/output_0.out20_13_107" + ], + "const_args": [ + "model.layers.27.input_layernorm.weight.bf", + "eps_19_1_53" + ], + "out_args": [ + "/model/layers.27/input_layernorm/output_3.out19_1_53", + "/model/layers.27/input_layernorm/output_0.out19_1_53" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.27.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.27/input_layernorm/output_0.out19_1_53" + ], + "const_args": [ + "model.layers.27.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.27/attn/k_proj/MatMulNBits/output_0.out20_13_109" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.27.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.27/input_layernorm/output_0.out19_1_53" + ], + "const_args": [ + "model.layers.27.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.27/attn/q_proj/MatMulNBits/output_0.out20_13_108" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.27.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.27/input_layernorm/output_0.out19_1_53" + ], + "const_args": [ + "model.layers.27.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.27.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "111", + "55" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.27/attn/GroupQueryAttention_4_27", + "type": "FLATMHA", + "in_args": [ + "/model/layers.27/attn/q_proj/MatMulNBits/output_0.out20_13_108", + "/model/layers.27/attn/k_proj/MatMulNBits/output_0.out20_13_109", + "past_key_values.27.key", + "past_key_values.27.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.27/attn/GroupQueryAttention/output_0.out17_0_27", + "present.27.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "108", + "54", + "3", + "0", + "109", + "55", + "8", + "0", + "110", + "54" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.27.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.27/attn/GroupQueryAttention/output_0.out17_0_27" + ], + "const_args": [ + "model.layers.27.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.27/attn/o_proj/MatMulNBits/output_0.out20_13_110" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_54", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.27/input_layernorm/output_3.out19_1_53", + "/model/layers.27/attn/o_proj/MatMulNBits/output_0.out20_13_110" + ], + "const_args": [ + "model.layers.27.post_attention_layernorm.weight.bf", + "eps_19_1_54" + ], + "out_args": [ + "/model/layers.27/post_attention_layernorm/output_3.out19_1_54", + "/model/layers.27/post_attention_layernorm/output_0.out19_1_54" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_27", + "type": "FlatMLP", + "in_args": [ + "/model/layers.27/post_attention_layernorm/output_0.out19_1_54" + ], + "const_args": [ + "model.layers.27.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.27.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.27.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.27.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.27.mlp.up_proj.MatMulNBits.qweight", + "model.layers.27.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.27.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.27.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "508_/model/layers.27/mlp/Mul/output_0.out18_0_27" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.27.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "508_/model/layers.27/mlp/Mul/output_0.out18_0_27" + ], + "const_args": [ + "model.layers.27.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.27.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.27.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.27.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.27/mlp/down_proj/MatMulNBits/output_0.out20_13_111" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_55", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.27/post_attention_layernorm/output_3.out19_1_54", + "/model/layers.27/mlp/down_proj/MatMulNBits/output_0.out20_13_111" + ], + "const_args": [ + "model.layers.28.input_layernorm.weight.bf", + "eps_19_1_55" + ], + "out_args": [ + "/model/layers.28/input_layernorm/output_3.out19_1_55", + "/model/layers.28/input_layernorm/output_0.out19_1_55" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.28.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.28/input_layernorm/output_0.out19_1_55" + ], + "const_args": [ + "model.layers.28.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.28/attn/k_proj/MatMulNBits/output_0.out20_13_113" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.28.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.28/input_layernorm/output_0.out19_1_55" + ], + "const_args": [ + "model.layers.28.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.28/attn/q_proj/MatMulNBits/output_0.out20_13_112" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.28.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.28/input_layernorm/output_0.out19_1_55" + ], + "const_args": [ + "model.layers.28.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.28.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "115", + "57" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.28/attn/GroupQueryAttention_4_28", + "type": "FLATMHA", + "in_args": [ + "/model/layers.28/attn/q_proj/MatMulNBits/output_0.out20_13_112", + "/model/layers.28/attn/k_proj/MatMulNBits/output_0.out20_13_113", + "past_key_values.28.key", + "past_key_values.28.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.28/attn/GroupQueryAttention/output_0.out17_0_28", + "present.28.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "112", + "56", + "3", + "0", + "113", + "57", + "8", + "0", + "114", + "56" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.28.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.28/attn/GroupQueryAttention/output_0.out17_0_28" + ], + "const_args": [ + "model.layers.28.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.28/attn/o_proj/MatMulNBits/output_0.out20_13_114" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_56", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.28/input_layernorm/output_3.out19_1_55", + "/model/layers.28/attn/o_proj/MatMulNBits/output_0.out20_13_114" + ], + "const_args": [ + "model.layers.28.post_attention_layernorm.weight.bf", + "eps_19_1_56" + ], + "out_args": [ + "/model/layers.28/post_attention_layernorm/output_3.out19_1_56", + "/model/layers.28/post_attention_layernorm/output_0.out19_1_56" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_28", + "type": "FlatMLP", + "in_args": [ + "/model/layers.28/post_attention_layernorm/output_0.out19_1_56" + ], + "const_args": [ + "model.layers.28.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.28.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.28.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.28.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.28.mlp.up_proj.MatMulNBits.qweight", + "model.layers.28.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.28.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.28.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "526_/model/layers.28/mlp/Mul/output_0.out18_0_28" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.28.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "526_/model/layers.28/mlp/Mul/output_0.out18_0_28" + ], + "const_args": [ + "model.layers.28.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.28.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.28.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.28.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.28/mlp/down_proj/MatMulNBits/output_0.out20_13_115" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_57", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.28/post_attention_layernorm/output_3.out19_1_56", + "/model/layers.28/mlp/down_proj/MatMulNBits/output_0.out20_13_115" + ], + "const_args": [ + "model.layers.29.input_layernorm.weight.bf", + "eps_19_1_57" + ], + "out_args": [ + "/model/layers.29/input_layernorm/output_3.out19_1_57", + "/model/layers.29/input_layernorm/output_0.out19_1_57" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.29.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.29/input_layernorm/output_0.out19_1_57" + ], + "const_args": [ + "model.layers.29.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.29/attn/k_proj/MatMulNBits/output_0.out20_13_117" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.29.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.29/input_layernorm/output_0.out19_1_57" + ], + "const_args": [ + "model.layers.29.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.29/attn/q_proj/MatMulNBits/output_0.out20_13_116" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.29.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.29/input_layernorm/output_0.out19_1_57" + ], + "const_args": [ + "model.layers.29.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.29.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "119", + "59" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.29/attn/GroupQueryAttention_4_29", + "type": "FLATMHA", + "in_args": [ + "/model/layers.29/attn/q_proj/MatMulNBits/output_0.out20_13_116", + "/model/layers.29/attn/k_proj/MatMulNBits/output_0.out20_13_117", + "past_key_values.29.key", + "past_key_values.29.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.29/attn/GroupQueryAttention/output_0.out17_0_29", + "present.29.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "116", + "58", + "3", + "0", + "117", + "59", + "8", + "0", + "118", + "58" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.29.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.29/attn/GroupQueryAttention/output_0.out17_0_29" + ], + "const_args": [ + "model.layers.29.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.29/attn/o_proj/MatMulNBits/output_0.out20_13_118" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_58", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.29/input_layernorm/output_3.out19_1_57", + "/model/layers.29/attn/o_proj/MatMulNBits/output_0.out20_13_118" + ], + "const_args": [ + "model.layers.29.post_attention_layernorm.weight.bf", + "eps_19_1_58" + ], + "out_args": [ + "/model/layers.29/post_attention_layernorm/output_3.out19_1_58", + "/model/layers.29/post_attention_layernorm/output_0.out19_1_58" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_29", + "type": "FlatMLP", + "in_args": [ + "/model/layers.29/post_attention_layernorm/output_0.out19_1_58" + ], + "const_args": [ + "model.layers.29.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.29.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.29.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.29.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.29.mlp.up_proj.MatMulNBits.qweight", + "model.layers.29.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.29.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.29.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "544_/model/layers.29/mlp/Mul/output_0.out18_0_29" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.29.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "544_/model/layers.29/mlp/Mul/output_0.out18_0_29" + ], + "const_args": [ + "model.layers.29.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.29.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.29.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.29.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.29/mlp/down_proj/MatMulNBits/output_0.out20_13_119" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_59", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.29/post_attention_layernorm/output_3.out19_1_58", + "/model/layers.29/mlp/down_proj/MatMulNBits/output_0.out20_13_119" + ], + "const_args": [ + "model.layers.30.input_layernorm.weight.bf", + "eps_19_1_59" + ], + "out_args": [ + "/model/layers.30/input_layernorm/output_3.out19_1_59", + "/model/layers.30/input_layernorm/output_0.out19_1_59" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.30.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.30/input_layernorm/output_0.out19_1_59" + ], + "const_args": [ + "model.layers.30.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.30/attn/k_proj/MatMulNBits/output_0.out20_13_121" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.30.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.30/input_layernorm/output_0.out19_1_59" + ], + "const_args": [ + "model.layers.30.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.30/attn/q_proj/MatMulNBits/output_0.out20_13_120" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.30.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.30/input_layernorm/output_0.out19_1_59" + ], + "const_args": [ + "model.layers.30.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.30.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "123", + "61" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.30/attn/GroupQueryAttention_4_30", + "type": "FLATMHA", + "in_args": [ + "/model/layers.30/attn/q_proj/MatMulNBits/output_0.out20_13_120", + "/model/layers.30/attn/k_proj/MatMulNBits/output_0.out20_13_121", + "past_key_values.30.key", + "past_key_values.30.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.30/attn/GroupQueryAttention/output_0.out17_0_30", + "present.30.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "120", + "60", + "3", + "0", + "121", + "61", + "8", + "0", + "122", + "60" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.30.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.30/attn/GroupQueryAttention/output_0.out17_0_30" + ], + "const_args": [ + "model.layers.30.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.30/attn/o_proj/MatMulNBits/output_0.out20_13_122" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_60", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.30/input_layernorm/output_3.out19_1_59", + "/model/layers.30/attn/o_proj/MatMulNBits/output_0.out20_13_122" + ], + "const_args": [ + "model.layers.30.post_attention_layernorm.weight.bf", + "eps_19_1_60" + ], + "out_args": [ + "/model/layers.30/post_attention_layernorm/output_3.out19_1_60", + "/model/layers.30/post_attention_layernorm/output_0.out19_1_60" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_30", + "type": "FlatMLP", + "in_args": [ + "/model/layers.30/post_attention_layernorm/output_0.out19_1_60" + ], + "const_args": [ + "model.layers.30.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.30.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.30.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.30.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.30.mlp.up_proj.MatMulNBits.qweight", + "model.layers.30.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.30.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.30.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "562_/model/layers.30/mlp/Mul/output_0.out18_0_30" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.30.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "562_/model/layers.30/mlp/Mul/output_0.out18_0_30" + ], + "const_args": [ + "model.layers.30.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.30.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.30.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.30.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.30/mlp/down_proj/MatMulNBits/output_0.out20_13_123" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_61", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.30/post_attention_layernorm/output_3.out19_1_60", + "/model/layers.30/mlp/down_proj/MatMulNBits/output_0.out20_13_123" + ], + "const_args": [ + "model.layers.31.input_layernorm.weight.bf", + "eps_19_1_61" + ], + "out_args": [ + "/model/layers.31/input_layernorm/output_3.out19_1_61", + "/model/layers.31/input_layernorm/output_0.out19_1_61" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.31.attn.k_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.31/input_layernorm/output_0.out19_1_61" + ], + "const_args": [ + "model.layers.31.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.k_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.31/attn/k_proj/MatMulNBits/output_0.out20_13_125" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.31.attn.q_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.31/input_layernorm/output_0.out19_1_61" + ], + "const_args": [ + "model.layers.31.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.31/attn/q_proj/MatMulNBits/output_0.out20_13_124" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "layers.31.attn.v_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.31/input_layernorm/output_0.out19_1_61" + ], + "const_args": [ + "model.layers.31.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "present.31.value" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "1024" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "total_seq_len": { + "type": "int", + "value": [ + "16384" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "0", + "127", + "63" + ] + }, + "head_num": { + "type": "int", + "value": [ + "8" + ] + }, + "use_gm": { + "type": "int", + "value": [ + "1" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/model/layers.31/attn/GroupQueryAttention_4_31", + "type": "FLATMHA", + "in_args": [ + "/model/layers.31/attn/q_proj/MatMulNBits/output_0.out20_13_124", + "/model/layers.31/attn/k_proj/MatMulNBits/output_0.out20_13_125", + "past_key_values.31.key", + "past_key_values.31.value", + "attention_mask_const_uint", + "sin_cache_cos_cache", + "attention_mask_padded" + ], + "const_args": [], + "out_args": [ + "/model/layers.31/attn/GroupQueryAttention/output_0.out17_0_31", + "present.31.key" + ], + "attrs": { + "local_window_size": { + "type": "int", + "value": [ + "-1" + ] + }, + "qk_output": { + "type": "int", + "value": [ + "0" + ] + }, + "num_heads": { + "type": "int", + "value": [ + "32" + ] + }, + "kv_num_heads": { + "type": "int", + "value": [ + "8" + ] + }, + "softcap": { + "type": "float", + "value": [ + "0.0" + ] + }, + "scale": { + "type": "float", + "value": [ + "0.0883883461356163" + ] + }, + "rotary_interleaved": { + "type": "int", + "value": [ + "0" + ] + }, + "smooth_softmax": { + "type": "int", + "value": [ + "-1" + ] + }, + "do_rotary": { + "type": "int", + "value": [ + "1" + ] + }, + "input_shape": { + "type": "str", + "value": [ + "8", + "32", + "1", + "attention_mask_padded", + "128", + "16384" + ] + }, + "split_qk": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "split_ext_buf": { + "type": "int", + "value": [ + "0" + ] + }, + "external_buffers": { + "type": "int", + "value": [ + "5", + "1", + "0", + "0", + "2", + "0", + "124", + "62", + "3", + "0", + "125", + "63", + "8", + "0", + "126", + "62" + ] + }, + "update_tensor_offsets": { + "type": "int", + "value": [ + "5", + "0", + "0", + "256", + "8", + "0", + "0", + "256" + ] + } + } + }, + { + "name": "layers.31.attn.o_proj", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.31/attn/GroupQueryAttention/output_0.out17_0_31" + ], + "const_args": [ + "model.layers.31.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.31/attn/o_proj/MatMulNBits/output_0.out20_13_126" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_62", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.31/input_layernorm/output_3.out19_1_61", + "/model/layers.31/attn/o_proj/MatMulNBits/output_0.out20_13_126" + ], + "const_args": [ + "model.layers.31.post_attention_layernorm.weight.bf", + "eps_19_1_62" + ], + "out_args": [ + "/model/layers.31/post_attention_layernorm/output_3.out19_1_62", + "/model/layers.31/post_attention_layernorm/output_0.out19_1_62" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatMLP_18_0_31", + "type": "FlatMLP", + "in_args": [ + "/model/layers.31/post_attention_layernorm/output_0.out19_1_62" + ], + "const_args": [ + "model.layers.31.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.31.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.31.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.31.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.31.mlp.up_proj.MatMulNBits.qweight", + "model.layers.31.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.31.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.31.mlp.up_proj.MatMulNBits.bias.f" + ], + "out_args": [ + "580_/model/layers.31/mlp/Mul/output_0.out18_0_31" + ], + "attrs": { + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + }, + "input_shape": { + "type": "int", + "value": [ + "1", + "4096", + "14336" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float", + "uint8", + "float" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + } + } + }, + { + "name": "layers.31.mlp.down_proj", + "type": "MladfMatMul", + "in_args": [ + "580_/model/layers.31/mlp/Mul/output_0.out18_0_31" + ], + "const_args": [ + "model.layers.31.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.31.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.31.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.31.mlp.down_proj.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "/model/layers.31/mlp/down_proj/MatMulNBits/output_0.out20_13_127" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "4096" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "14336" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "FlatRMSAdd_19_1_63", + "type": "FlatRMSAdd", + "in_args": [ + "/model/layers.31/post_attention_layernorm/output_3.out19_1_62", + "/model/layers.31/mlp/down_proj/MatMulNBits/output_0.out20_13_127" + ], + "const_args": [ + "model.layers.32.final_norm_layernorm.weight.bf", + "eps_19_1_63" + ], + "out_args": [ + "/model/layers.32/final_norm_layernorm/output_0.dummy", + "/model/layers.32/final_norm_layernorm/output_0.out19_1_63" + ], + "attrs": { + "a_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "in_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "out_dtypes": { + "type": "str", + "value": [ + "bfloat16", + "bfloat16" + ] + }, + "c_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "b_shape": { + "type": "int", + "value": [ + "1", + "1", + "4096" + ] + }, + "is_gamma_ifm": { + "type": "int", + "value": [ + "1" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + }, + { + "name": "/lm_head/MatMulNBits", + "type": "MladfMatMul", + "in_args": [ + "/model/layers.32/final_norm_layernorm/output_0.out19_1_63" + ], + "const_args": [ + "lm_head.MatMulNBits.qweight.preformat", + "lm_head.MatMulNBits.bias.preformat", + "lm_head.MatMulNBits.scales.preformat", + "lm_head.MatMulNBits.qzeros.preformat" + ], + "out_args": [ + "logits.out20_13_128" + ], + "attrs": { + "accuracy_level": { + "type": "int", + "value": [ + "0" + ] + }, + "bits": { + "type": "int", + "value": [ + "4" + ] + }, + "N": { + "type": "int", + "value": [ + "128256" + ] + }, + "block_size": { + "type": "int", + "value": [ + "128" + ] + }, + "K": { + "type": "int", + "value": [ + "4096" + ] + }, + "enable_ctrl_pkt": { + "type": "int", + "value": [ + "1" + ] + }, + "op_version": { + "type": "str", + "value": [ + "flat" + ] + }, + "default_shape": { + "type": "int", + "value": [ + "1" + ] + }, + "offload_npu": { + "type": "int", + "value": [ + "1" + ] + }, + "group_size": { + "type": "int", + "value": [ + "128" + ] + }, + "pdi_id": { + "type": "int", + "value": [ + "2" + ] + } + } + } + ], + "fused_tensors": { + "in": { + "buffer_size": 8204, + "xrt_arg_id": 0, + "packed_tensors": [ + "/model/embed_tokens/Gather/output_0.out20_16_0", + "attention_mask_const_uint", + "attention_mask_padded" + ] + }, + "out": { + "buffer_size": 264704, + "xrt_arg_id": 1, + "packed_tensors": [ + "/model/layers.32/final_norm_layernorm/output_0.dummy", + "logits.out20_13_128" + ] + }, + "scratch": { + "buffer_size": 3080192, + "xrt_arg_id": 2, + "packed_tensors": [ + "/model/layers.0/input_layernorm/output_0.out20_16_0", + "/model/layers.0/attn/k_proj/MatMulNBits/output_0.out20_13_1", + "/model/layers.0/attn/q_proj/MatMulNBits/output_0.out20_13_0", + "/model/layers.0/attn/GroupQueryAttention/output_0.out17_0_0", + "/model/layers.0/attn/o_proj/MatMulNBits/output_0.out20_13_2", + "/model/layers.0/post_attention_layernorm/output_3.out19_1_0", + "/model/layers.0/post_attention_layernorm/output_0.out19_1_0", + "22_/model/layers.0/mlp/Mul/output_0.out18_0_0", + "/model/layers.0/mlp/down_proj/MatMulNBits/output_0.out20_13_3", + "/model/layers.1/input_layernorm/output_3.out19_1_1", + "/model/layers.1/input_layernorm/output_0.out19_1_1", + "/model/layers.1/attn/k_proj/MatMulNBits/output_0.out20_13_5", + "/model/layers.1/attn/q_proj/MatMulNBits/output_0.out20_13_4", + "/model/layers.1/attn/GroupQueryAttention/output_0.out17_0_1", + "/model/layers.1/attn/o_proj/MatMulNBits/output_0.out20_13_6", + "/model/layers.1/post_attention_layernorm/output_3.out19_1_2", + "/model/layers.1/post_attention_layernorm/output_0.out19_1_2", + "40_/model/layers.1/mlp/Mul/output_0.out18_0_1", + "/model/layers.1/mlp/down_proj/MatMulNBits/output_0.out20_13_7", + "/model/layers.2/input_layernorm/output_3.out19_1_3", + "/model/layers.2/input_layernorm/output_0.out19_1_3", + "/model/layers.2/attn/k_proj/MatMulNBits/output_0.out20_13_9", + "/model/layers.2/attn/q_proj/MatMulNBits/output_0.out20_13_8", + "/model/layers.2/attn/GroupQueryAttention/output_0.out17_0_2", + "/model/layers.2/attn/o_proj/MatMulNBits/output_0.out20_13_10", + "/model/layers.2/post_attention_layernorm/output_3.out19_1_4", + "/model/layers.2/post_attention_layernorm/output_0.out19_1_4", + "58_/model/layers.2/mlp/Mul/output_0.out18_0_2", + "/model/layers.2/mlp/down_proj/MatMulNBits/output_0.out20_13_11", + "/model/layers.3/input_layernorm/output_3.out19_1_5", + "/model/layers.3/input_layernorm/output_0.out19_1_5", + "/model/layers.3/attn/k_proj/MatMulNBits/output_0.out20_13_13", + "/model/layers.3/attn/q_proj/MatMulNBits/output_0.out20_13_12", + "/model/layers.3/attn/GroupQueryAttention/output_0.out17_0_3", + "/model/layers.3/attn/o_proj/MatMulNBits/output_0.out20_13_14", + "/model/layers.3/post_attention_layernorm/output_3.out19_1_6", + "/model/layers.3/post_attention_layernorm/output_0.out19_1_6", + "76_/model/layers.3/mlp/Mul/output_0.out18_0_3", + "/model/layers.3/mlp/down_proj/MatMulNBits/output_0.out20_13_15", + "/model/layers.4/input_layernorm/output_3.out19_1_7", + "/model/layers.4/input_layernorm/output_0.out19_1_7", + "/model/layers.4/attn/k_proj/MatMulNBits/output_0.out20_13_17", + "/model/layers.4/attn/q_proj/MatMulNBits/output_0.out20_13_16", + "/model/layers.4/attn/GroupQueryAttention/output_0.out17_0_4", + "/model/layers.4/attn/o_proj/MatMulNBits/output_0.out20_13_18", + "/model/layers.4/post_attention_layernorm/output_3.out19_1_8", + "/model/layers.4/post_attention_layernorm/output_0.out19_1_8", + "94_/model/layers.4/mlp/Mul/output_0.out18_0_4", + "/model/layers.4/mlp/down_proj/MatMulNBits/output_0.out20_13_19", + "/model/layers.5/input_layernorm/output_3.out19_1_9", + "/model/layers.5/input_layernorm/output_0.out19_1_9", + "/model/layers.5/attn/k_proj/MatMulNBits/output_0.out20_13_21", + "/model/layers.5/attn/q_proj/MatMulNBits/output_0.out20_13_20", + "/model/layers.5/attn/GroupQueryAttention/output_0.out17_0_5", + "/model/layers.5/attn/o_proj/MatMulNBits/output_0.out20_13_22", + "/model/layers.5/post_attention_layernorm/output_3.out19_1_10", + "/model/layers.5/post_attention_layernorm/output_0.out19_1_10", + "112_/model/layers.5/mlp/Mul/output_0.out18_0_5", + "/model/layers.5/mlp/down_proj/MatMulNBits/output_0.out20_13_23", + "/model/layers.6/input_layernorm/output_3.out19_1_11", + "/model/layers.6/input_layernorm/output_0.out19_1_11", + "/model/layers.6/attn/k_proj/MatMulNBits/output_0.out20_13_25", + "/model/layers.6/attn/q_proj/MatMulNBits/output_0.out20_13_24", + "/model/layers.6/attn/GroupQueryAttention/output_0.out17_0_6", + "/model/layers.6/attn/o_proj/MatMulNBits/output_0.out20_13_26", + "/model/layers.6/post_attention_layernorm/output_3.out19_1_12", + "/model/layers.6/post_attention_layernorm/output_0.out19_1_12", + "130_/model/layers.6/mlp/Mul/output_0.out18_0_6", + "/model/layers.6/mlp/down_proj/MatMulNBits/output_0.out20_13_27", + "/model/layers.7/input_layernorm/output_3.out19_1_13", + "/model/layers.7/input_layernorm/output_0.out19_1_13", + "/model/layers.7/attn/k_proj/MatMulNBits/output_0.out20_13_29", + "/model/layers.7/attn/q_proj/MatMulNBits/output_0.out20_13_28", + "/model/layers.7/attn/GroupQueryAttention/output_0.out17_0_7", + "/model/layers.7/attn/o_proj/MatMulNBits/output_0.out20_13_30", + "/model/layers.7/post_attention_layernorm/output_3.out19_1_14", + "/model/layers.7/post_attention_layernorm/output_0.out19_1_14", + "148_/model/layers.7/mlp/Mul/output_0.out18_0_7", + "/model/layers.7/mlp/down_proj/MatMulNBits/output_0.out20_13_31", + "/model/layers.8/input_layernorm/output_3.out19_1_15", + "/model/layers.8/input_layernorm/output_0.out19_1_15", + "/model/layers.8/attn/k_proj/MatMulNBits/output_0.out20_13_33", + "/model/layers.8/attn/q_proj/MatMulNBits/output_0.out20_13_32", + "/model/layers.8/attn/GroupQueryAttention/output_0.out17_0_8", + "/model/layers.8/attn/o_proj/MatMulNBits/output_0.out20_13_34", + "/model/layers.8/post_attention_layernorm/output_3.out19_1_16", + "/model/layers.8/post_attention_layernorm/output_0.out19_1_16", + "166_/model/layers.8/mlp/Mul/output_0.out18_0_8", + "/model/layers.8/mlp/down_proj/MatMulNBits/output_0.out20_13_35", + "/model/layers.9/input_layernorm/output_3.out19_1_17", + "/model/layers.9/input_layernorm/output_0.out19_1_17", + "/model/layers.9/attn/k_proj/MatMulNBits/output_0.out20_13_37", + "/model/layers.9/attn/q_proj/MatMulNBits/output_0.out20_13_36", + "/model/layers.9/attn/GroupQueryAttention/output_0.out17_0_9", + "/model/layers.9/attn/o_proj/MatMulNBits/output_0.out20_13_38", + "/model/layers.9/post_attention_layernorm/output_3.out19_1_18", + "/model/layers.9/post_attention_layernorm/output_0.out19_1_18", + "184_/model/layers.9/mlp/Mul/output_0.out18_0_9", + "/model/layers.9/mlp/down_proj/MatMulNBits/output_0.out20_13_39", + "/model/layers.10/input_layernorm/output_3.out19_1_19", + "/model/layers.10/input_layernorm/output_0.out19_1_19", + "/model/layers.10/attn/k_proj/MatMulNBits/output_0.out20_13_41", + "/model/layers.10/attn/q_proj/MatMulNBits/output_0.out20_13_40", + "/model/layers.10/attn/GroupQueryAttention/output_0.out17_0_10", + "/model/layers.10/attn/o_proj/MatMulNBits/output_0.out20_13_42", + "/model/layers.10/post_attention_layernorm/output_3.out19_1_20", + "/model/layers.10/post_attention_layernorm/output_0.out19_1_20", + "202_/model/layers.10/mlp/Mul/output_0.out18_0_10", + "/model/layers.10/mlp/down_proj/MatMulNBits/output_0.out20_13_43", + "/model/layers.11/input_layernorm/output_3.out19_1_21", + "/model/layers.11/input_layernorm/output_0.out19_1_21", + "/model/layers.11/attn/k_proj/MatMulNBits/output_0.out20_13_45", + "/model/layers.11/attn/q_proj/MatMulNBits/output_0.out20_13_44", + "/model/layers.11/attn/GroupQueryAttention/output_0.out17_0_11", + "/model/layers.11/attn/o_proj/MatMulNBits/output_0.out20_13_46", + "/model/layers.11/post_attention_layernorm/output_3.out19_1_22", + "/model/layers.11/post_attention_layernorm/output_0.out19_1_22", + "220_/model/layers.11/mlp/Mul/output_0.out18_0_11", + "/model/layers.11/mlp/down_proj/MatMulNBits/output_0.out20_13_47", + "/model/layers.12/input_layernorm/output_3.out19_1_23", + "/model/layers.12/input_layernorm/output_0.out19_1_23", + "/model/layers.12/attn/k_proj/MatMulNBits/output_0.out20_13_49", + "/model/layers.12/attn/q_proj/MatMulNBits/output_0.out20_13_48", + "/model/layers.12/attn/GroupQueryAttention/output_0.out17_0_12", + "/model/layers.12/attn/o_proj/MatMulNBits/output_0.out20_13_50", + "/model/layers.12/post_attention_layernorm/output_3.out19_1_24", + "/model/layers.12/post_attention_layernorm/output_0.out19_1_24", + "238_/model/layers.12/mlp/Mul/output_0.out18_0_12", + "/model/layers.12/mlp/down_proj/MatMulNBits/output_0.out20_13_51", + "/model/layers.13/input_layernorm/output_3.out19_1_25", + "/model/layers.13/input_layernorm/output_0.out19_1_25", + "/model/layers.13/attn/k_proj/MatMulNBits/output_0.out20_13_53", + "/model/layers.13/attn/q_proj/MatMulNBits/output_0.out20_13_52", + "/model/layers.13/attn/GroupQueryAttention/output_0.out17_0_13", + "/model/layers.13/attn/o_proj/MatMulNBits/output_0.out20_13_54", + "/model/layers.13/post_attention_layernorm/output_3.out19_1_26", + "/model/layers.13/post_attention_layernorm/output_0.out19_1_26", + "256_/model/layers.13/mlp/Mul/output_0.out18_0_13", + "/model/layers.13/mlp/down_proj/MatMulNBits/output_0.out20_13_55", + "/model/layers.14/input_layernorm/output_3.out19_1_27", + "/model/layers.14/input_layernorm/output_0.out19_1_27", + "/model/layers.14/attn/k_proj/MatMulNBits/output_0.out20_13_57", + "/model/layers.14/attn/q_proj/MatMulNBits/output_0.out20_13_56", + "/model/layers.14/attn/GroupQueryAttention/output_0.out17_0_14", + "/model/layers.14/attn/o_proj/MatMulNBits/output_0.out20_13_58", + "/model/layers.14/post_attention_layernorm/output_3.out19_1_28", + "/model/layers.14/post_attention_layernorm/output_0.out19_1_28", + "274_/model/layers.14/mlp/Mul/output_0.out18_0_14", + "/model/layers.14/mlp/down_proj/MatMulNBits/output_0.out20_13_59", + "/model/layers.15/input_layernorm/output_3.out19_1_29", + "/model/layers.15/input_layernorm/output_0.out19_1_29", + "/model/layers.15/attn/k_proj/MatMulNBits/output_0.out20_13_61", + "/model/layers.15/attn/q_proj/MatMulNBits/output_0.out20_13_60", + "/model/layers.15/attn/GroupQueryAttention/output_0.out17_0_15", + "/model/layers.15/attn/o_proj/MatMulNBits/output_0.out20_13_62", + "/model/layers.15/post_attention_layernorm/output_3.out19_1_30", + "/model/layers.15/post_attention_layernorm/output_0.out19_1_30", + "292_/model/layers.15/mlp/Mul/output_0.out18_0_15", + "/model/layers.15/mlp/down_proj/MatMulNBits/output_0.out20_13_63", + "/model/layers.16/input_layernorm/output_3.out19_1_31", + "/model/layers.16/input_layernorm/output_0.out19_1_31", + "/model/layers.16/attn/k_proj/MatMulNBits/output_0.out20_13_65", + "/model/layers.16/attn/q_proj/MatMulNBits/output_0.out20_13_64", + "/model/layers.16/attn/GroupQueryAttention/output_0.out17_0_16", + "/model/layers.16/attn/o_proj/MatMulNBits/output_0.out20_13_66", + "/model/layers.16/post_attention_layernorm/output_3.out19_1_32", + "/model/layers.16/post_attention_layernorm/output_0.out19_1_32", + "310_/model/layers.16/mlp/Mul/output_0.out18_0_16", + "/model/layers.16/mlp/down_proj/MatMulNBits/output_0.out20_13_67", + "/model/layers.17/input_layernorm/output_3.out19_1_33", + "/model/layers.17/input_layernorm/output_0.out19_1_33", + "/model/layers.17/attn/k_proj/MatMulNBits/output_0.out20_13_69", + "/model/layers.17/attn/q_proj/MatMulNBits/output_0.out20_13_68", + "/model/layers.17/attn/GroupQueryAttention/output_0.out17_0_17", + "/model/layers.17/attn/o_proj/MatMulNBits/output_0.out20_13_70", + "/model/layers.17/post_attention_layernorm/output_3.out19_1_34", + "/model/layers.17/post_attention_layernorm/output_0.out19_1_34", + "328_/model/layers.17/mlp/Mul/output_0.out18_0_17", + "/model/layers.17/mlp/down_proj/MatMulNBits/output_0.out20_13_71", + "/model/layers.18/input_layernorm/output_3.out19_1_35", + "/model/layers.18/input_layernorm/output_0.out19_1_35", + "/model/layers.18/attn/k_proj/MatMulNBits/output_0.out20_13_73", + "/model/layers.18/attn/q_proj/MatMulNBits/output_0.out20_13_72", + "/model/layers.18/attn/GroupQueryAttention/output_0.out17_0_18", + "/model/layers.18/attn/o_proj/MatMulNBits/output_0.out20_13_74", + "/model/layers.18/post_attention_layernorm/output_3.out19_1_36", + "/model/layers.18/post_attention_layernorm/output_0.out19_1_36", + "346_/model/layers.18/mlp/Mul/output_0.out18_0_18", + "/model/layers.18/mlp/down_proj/MatMulNBits/output_0.out20_13_75", + "/model/layers.19/input_layernorm/output_3.out19_1_37", + "/model/layers.19/input_layernorm/output_0.out19_1_37", + "/model/layers.19/attn/k_proj/MatMulNBits/output_0.out20_13_77", + "/model/layers.19/attn/q_proj/MatMulNBits/output_0.out20_13_76", + "/model/layers.19/attn/GroupQueryAttention/output_0.out17_0_19", + "/model/layers.19/attn/o_proj/MatMulNBits/output_0.out20_13_78", + "/model/layers.19/post_attention_layernorm/output_3.out19_1_38", + "/model/layers.19/post_attention_layernorm/output_0.out19_1_38", + "364_/model/layers.19/mlp/Mul/output_0.out18_0_19", + "/model/layers.19/mlp/down_proj/MatMulNBits/output_0.out20_13_79", + "/model/layers.20/input_layernorm/output_3.out19_1_39", + "/model/layers.20/input_layernorm/output_0.out19_1_39", + "/model/layers.20/attn/k_proj/MatMulNBits/output_0.out20_13_81", + "/model/layers.20/attn/q_proj/MatMulNBits/output_0.out20_13_80", + "/model/layers.20/attn/GroupQueryAttention/output_0.out17_0_20", + "/model/layers.20/attn/o_proj/MatMulNBits/output_0.out20_13_82", + "/model/layers.20/post_attention_layernorm/output_3.out19_1_40", + "/model/layers.20/post_attention_layernorm/output_0.out19_1_40", + "382_/model/layers.20/mlp/Mul/output_0.out18_0_20", + "/model/layers.20/mlp/down_proj/MatMulNBits/output_0.out20_13_83", + "/model/layers.21/input_layernorm/output_3.out19_1_41", + "/model/layers.21/input_layernorm/output_0.out19_1_41", + "/model/layers.21/attn/k_proj/MatMulNBits/output_0.out20_13_85", + "/model/layers.21/attn/q_proj/MatMulNBits/output_0.out20_13_84", + "/model/layers.21/attn/GroupQueryAttention/output_0.out17_0_21", + "/model/layers.21/attn/o_proj/MatMulNBits/output_0.out20_13_86", + "/model/layers.21/post_attention_layernorm/output_3.out19_1_42", + "/model/layers.21/post_attention_layernorm/output_0.out19_1_42", + "400_/model/layers.21/mlp/Mul/output_0.out18_0_21", + "/model/layers.21/mlp/down_proj/MatMulNBits/output_0.out20_13_87", + "/model/layers.22/input_layernorm/output_3.out19_1_43", + "/model/layers.22/input_layernorm/output_0.out19_1_43", + "/model/layers.22/attn/k_proj/MatMulNBits/output_0.out20_13_89", + "/model/layers.22/attn/q_proj/MatMulNBits/output_0.out20_13_88", + "/model/layers.22/attn/GroupQueryAttention/output_0.out17_0_22", + "/model/layers.22/attn/o_proj/MatMulNBits/output_0.out20_13_90", + "/model/layers.22/post_attention_layernorm/output_3.out19_1_44", + "/model/layers.22/post_attention_layernorm/output_0.out19_1_44", + "418_/model/layers.22/mlp/Mul/output_0.out18_0_22", + "/model/layers.22/mlp/down_proj/MatMulNBits/output_0.out20_13_91", + "/model/layers.23/input_layernorm/output_3.out19_1_45", + "/model/layers.23/input_layernorm/output_0.out19_1_45", + "/model/layers.23/attn/k_proj/MatMulNBits/output_0.out20_13_93", + "/model/layers.23/attn/q_proj/MatMulNBits/output_0.out20_13_92", + "/model/layers.23/attn/GroupQueryAttention/output_0.out17_0_23", + "/model/layers.23/attn/o_proj/MatMulNBits/output_0.out20_13_94", + "/model/layers.23/post_attention_layernorm/output_3.out19_1_46", + "/model/layers.23/post_attention_layernorm/output_0.out19_1_46", + "436_/model/layers.23/mlp/Mul/output_0.out18_0_23", + "/model/layers.23/mlp/down_proj/MatMulNBits/output_0.out20_13_95", + "/model/layers.24/input_layernorm/output_3.out19_1_47", + "/model/layers.24/input_layernorm/output_0.out19_1_47", + "/model/layers.24/attn/k_proj/MatMulNBits/output_0.out20_13_97", + "/model/layers.24/attn/q_proj/MatMulNBits/output_0.out20_13_96", + "/model/layers.24/attn/GroupQueryAttention/output_0.out17_0_24", + "/model/layers.24/attn/o_proj/MatMulNBits/output_0.out20_13_98", + "/model/layers.24/post_attention_layernorm/output_3.out19_1_48", + "/model/layers.24/post_attention_layernorm/output_0.out19_1_48", + "454_/model/layers.24/mlp/Mul/output_0.out18_0_24", + "/model/layers.24/mlp/down_proj/MatMulNBits/output_0.out20_13_99", + "/model/layers.25/input_layernorm/output_3.out19_1_49", + "/model/layers.25/input_layernorm/output_0.out19_1_49", + "/model/layers.25/attn/k_proj/MatMulNBits/output_0.out20_13_101", + "/model/layers.25/attn/q_proj/MatMulNBits/output_0.out20_13_100", + "/model/layers.25/attn/GroupQueryAttention/output_0.out17_0_25", + "/model/layers.25/attn/o_proj/MatMulNBits/output_0.out20_13_102", + "/model/layers.25/post_attention_layernorm/output_3.out19_1_50", + "/model/layers.25/post_attention_layernorm/output_0.out19_1_50", + "472_/model/layers.25/mlp/Mul/output_0.out18_0_25", + "/model/layers.25/mlp/down_proj/MatMulNBits/output_0.out20_13_103", + "/model/layers.26/input_layernorm/output_3.out19_1_51", + "/model/layers.26/input_layernorm/output_0.out19_1_51", + "/model/layers.26/attn/k_proj/MatMulNBits/output_0.out20_13_105", + "/model/layers.26/attn/q_proj/MatMulNBits/output_0.out20_13_104", + "/model/layers.26/attn/GroupQueryAttention/output_0.out17_0_26", + "/model/layers.26/attn/o_proj/MatMulNBits/output_0.out20_13_106", + "/model/layers.26/post_attention_layernorm/output_3.out19_1_52", + "/model/layers.26/post_attention_layernorm/output_0.out19_1_52", + "490_/model/layers.26/mlp/Mul/output_0.out18_0_26", + "/model/layers.26/mlp/down_proj/MatMulNBits/output_0.out20_13_107", + "/model/layers.27/input_layernorm/output_3.out19_1_53", + "/model/layers.27/input_layernorm/output_0.out19_1_53", + "/model/layers.27/attn/k_proj/MatMulNBits/output_0.out20_13_109", + "/model/layers.27/attn/q_proj/MatMulNBits/output_0.out20_13_108", + "/model/layers.27/attn/GroupQueryAttention/output_0.out17_0_27", + "/model/layers.27/attn/o_proj/MatMulNBits/output_0.out20_13_110", + "/model/layers.27/post_attention_layernorm/output_3.out19_1_54", + "/model/layers.27/post_attention_layernorm/output_0.out19_1_54", + "508_/model/layers.27/mlp/Mul/output_0.out18_0_27", + "/model/layers.27/mlp/down_proj/MatMulNBits/output_0.out20_13_111", + "/model/layers.28/input_layernorm/output_3.out19_1_55", + "/model/layers.28/input_layernorm/output_0.out19_1_55", + "/model/layers.28/attn/k_proj/MatMulNBits/output_0.out20_13_113", + "/model/layers.28/attn/q_proj/MatMulNBits/output_0.out20_13_112", + "/model/layers.28/attn/GroupQueryAttention/output_0.out17_0_28", + "/model/layers.28/attn/o_proj/MatMulNBits/output_0.out20_13_114", + "/model/layers.28/post_attention_layernorm/output_3.out19_1_56", + "/model/layers.28/post_attention_layernorm/output_0.out19_1_56", + "526_/model/layers.28/mlp/Mul/output_0.out18_0_28", + "/model/layers.28/mlp/down_proj/MatMulNBits/output_0.out20_13_115", + "/model/layers.29/input_layernorm/output_3.out19_1_57", + "/model/layers.29/input_layernorm/output_0.out19_1_57", + "/model/layers.29/attn/k_proj/MatMulNBits/output_0.out20_13_117", + "/model/layers.29/attn/q_proj/MatMulNBits/output_0.out20_13_116", + "/model/layers.29/attn/GroupQueryAttention/output_0.out17_0_29", + "/model/layers.29/attn/o_proj/MatMulNBits/output_0.out20_13_118", + "/model/layers.29/post_attention_layernorm/output_3.out19_1_58", + "/model/layers.29/post_attention_layernorm/output_0.out19_1_58", + "544_/model/layers.29/mlp/Mul/output_0.out18_0_29", + "/model/layers.29/mlp/down_proj/MatMulNBits/output_0.out20_13_119", + "/model/layers.30/input_layernorm/output_3.out19_1_59", + "/model/layers.30/input_layernorm/output_0.out19_1_59", + "/model/layers.30/attn/k_proj/MatMulNBits/output_0.out20_13_121", + "/model/layers.30/attn/q_proj/MatMulNBits/output_0.out20_13_120", + "/model/layers.30/attn/GroupQueryAttention/output_0.out17_0_30", + "/model/layers.30/attn/o_proj/MatMulNBits/output_0.out20_13_122", + "/model/layers.30/post_attention_layernorm/output_3.out19_1_60", + "/model/layers.30/post_attention_layernorm/output_0.out19_1_60", + "562_/model/layers.30/mlp/Mul/output_0.out18_0_30", + "/model/layers.30/mlp/down_proj/MatMulNBits/output_0.out20_13_123", + "/model/layers.31/input_layernorm/output_3.out19_1_61", + "/model/layers.31/input_layernorm/output_0.out19_1_61", + "/model/layers.31/attn/k_proj/MatMulNBits/output_0.out20_13_125", + "/model/layers.31/attn/q_proj/MatMulNBits/output_0.out20_13_124", + "/model/layers.31/attn/GroupQueryAttention/output_0.out17_0_31", + "/model/layers.31/attn/o_proj/MatMulNBits/output_0.out20_13_126", + "/model/layers.31/post_attention_layernorm/output_3.out19_1_62", + "/model/layers.31/post_attention_layernorm/output_0.out19_1_62", + "580_/model/layers.31/mlp/Mul/output_0.out18_0_31", + "/model/layers.31/mlp/down_proj/MatMulNBits/output_0.out20_13_127", + "/model/layers.32/final_norm_layernorm/output_0.out19_1_63" + ] + }, + "const": { + "buffer_size": 5910631684, + "xrt_arg_id": 3, + "packed_tensors": [ + "model.layers.0.input_layernorm.weight", + "eps_20_16_0", + "model.layers.0.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.0.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.0.post_attention_layernorm.weight.bf", + "eps_19_1_0", + "model.layers.0.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.0.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.0.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.0.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.0.mlp.up_proj.MatMulNBits.qweight", + "model.layers.0.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.0.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.0.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.0.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.0.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.0.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.0.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.1.input_layernorm.weight.bf", + "eps_19_1_1", + "model.layers.1.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.1.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.1.post_attention_layernorm.weight.bf", + "eps_19_1_2", + "model.layers.1.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.1.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.1.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.1.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.1.mlp.up_proj.MatMulNBits.qweight", + "model.layers.1.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.1.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.1.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.1.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.1.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.1.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.1.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.2.input_layernorm.weight.bf", + "eps_19_1_3", + "model.layers.2.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.2.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.2.post_attention_layernorm.weight.bf", + "eps_19_1_4", + "model.layers.2.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.2.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.2.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.2.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.2.mlp.up_proj.MatMulNBits.qweight", + "model.layers.2.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.2.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.2.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.2.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.2.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.2.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.2.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.3.input_layernorm.weight.bf", + "eps_19_1_5", + "model.layers.3.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.3.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.3.post_attention_layernorm.weight.bf", + "eps_19_1_6", + "model.layers.3.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.3.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.3.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.3.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.3.mlp.up_proj.MatMulNBits.qweight", + "model.layers.3.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.3.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.3.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.3.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.3.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.3.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.3.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.4.input_layernorm.weight.bf", + "eps_19_1_7", + "model.layers.4.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.4.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.4.post_attention_layernorm.weight.bf", + "eps_19_1_8", + "model.layers.4.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.4.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.4.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.4.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.4.mlp.up_proj.MatMulNBits.qweight", + "model.layers.4.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.4.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.4.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.4.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.4.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.4.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.4.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.5.input_layernorm.weight.bf", + "eps_19_1_9", + "model.layers.5.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.5.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.5.post_attention_layernorm.weight.bf", + "eps_19_1_10", + "model.layers.5.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.5.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.5.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.5.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.5.mlp.up_proj.MatMulNBits.qweight", + "model.layers.5.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.5.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.5.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.5.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.5.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.5.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.5.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.6.input_layernorm.weight.bf", + "eps_19_1_11", + "model.layers.6.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.6.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.6.post_attention_layernorm.weight.bf", + "eps_19_1_12", + "model.layers.6.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.6.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.6.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.6.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.6.mlp.up_proj.MatMulNBits.qweight", + "model.layers.6.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.6.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.6.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.6.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.6.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.6.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.6.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.7.input_layernorm.weight.bf", + "eps_19_1_13", + "model.layers.7.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.7.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.7.post_attention_layernorm.weight.bf", + "eps_19_1_14", + "model.layers.7.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.7.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.7.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.7.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.7.mlp.up_proj.MatMulNBits.qweight", + "model.layers.7.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.7.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.7.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.7.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.7.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.7.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.7.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.8.input_layernorm.weight.bf", + "eps_19_1_15", + "model.layers.8.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.8.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.8.post_attention_layernorm.weight.bf", + "eps_19_1_16", + "model.layers.8.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.8.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.8.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.8.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.8.mlp.up_proj.MatMulNBits.qweight", + "model.layers.8.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.8.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.8.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.8.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.8.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.8.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.8.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.9.input_layernorm.weight.bf", + "eps_19_1_17", + "model.layers.9.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.9.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.9.post_attention_layernorm.weight.bf", + "eps_19_1_18", + "model.layers.9.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.9.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.9.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.9.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.9.mlp.up_proj.MatMulNBits.qweight", + "model.layers.9.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.9.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.9.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.9.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.9.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.9.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.9.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.10.input_layernorm.weight.bf", + "eps_19_1_19", + "model.layers.10.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.10.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.10.post_attention_layernorm.weight.bf", + "eps_19_1_20", + "model.layers.10.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.10.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.10.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.10.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.10.mlp.up_proj.MatMulNBits.qweight", + "model.layers.10.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.10.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.10.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.10.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.10.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.10.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.10.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.11.input_layernorm.weight.bf", + "eps_19_1_21", + "model.layers.11.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.11.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.11.post_attention_layernorm.weight.bf", + "eps_19_1_22", + "model.layers.11.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.11.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.11.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.11.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.11.mlp.up_proj.MatMulNBits.qweight", + "model.layers.11.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.11.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.11.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.11.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.11.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.11.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.11.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.12.input_layernorm.weight.bf", + "eps_19_1_23", + "model.layers.12.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.12.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.12.post_attention_layernorm.weight.bf", + "eps_19_1_24", + "model.layers.12.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.12.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.12.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.12.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.12.mlp.up_proj.MatMulNBits.qweight", + "model.layers.12.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.12.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.12.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.12.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.12.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.12.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.12.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.13.input_layernorm.weight.bf", + "eps_19_1_25", + "model.layers.13.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.13.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.13.post_attention_layernorm.weight.bf", + "eps_19_1_26", + "model.layers.13.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.13.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.13.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.13.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.13.mlp.up_proj.MatMulNBits.qweight", + "model.layers.13.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.13.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.13.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.13.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.13.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.13.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.13.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.14.input_layernorm.weight.bf", + "eps_19_1_27", + "model.layers.14.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.14.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.14.post_attention_layernorm.weight.bf", + "eps_19_1_28", + "model.layers.14.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.14.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.14.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.14.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.14.mlp.up_proj.MatMulNBits.qweight", + "model.layers.14.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.14.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.14.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.14.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.14.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.14.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.14.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.15.input_layernorm.weight.bf", + "eps_19_1_29", + "model.layers.15.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.15.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.15.post_attention_layernorm.weight.bf", + "eps_19_1_30", + "model.layers.15.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.15.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.15.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.15.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.15.mlp.up_proj.MatMulNBits.qweight", + "model.layers.15.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.15.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.15.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.15.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.15.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.15.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.15.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.16.input_layernorm.weight.bf", + "eps_19_1_31", + "model.layers.16.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.16.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.16.post_attention_layernorm.weight.bf", + "eps_19_1_32", + "model.layers.16.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.16.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.16.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.16.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.16.mlp.up_proj.MatMulNBits.qweight", + "model.layers.16.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.16.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.16.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.16.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.16.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.16.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.16.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.17.input_layernorm.weight.bf", + "eps_19_1_33", + "model.layers.17.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.17.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.17.post_attention_layernorm.weight.bf", + "eps_19_1_34", + "model.layers.17.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.17.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.17.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.17.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.17.mlp.up_proj.MatMulNBits.qweight", + "model.layers.17.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.17.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.17.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.17.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.17.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.17.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.17.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.18.input_layernorm.weight.bf", + "eps_19_1_35", + "model.layers.18.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.18.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.18.post_attention_layernorm.weight.bf", + "eps_19_1_36", + "model.layers.18.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.18.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.18.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.18.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.18.mlp.up_proj.MatMulNBits.qweight", + "model.layers.18.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.18.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.18.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.18.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.18.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.18.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.18.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.19.input_layernorm.weight.bf", + "eps_19_1_37", + "model.layers.19.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.19.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.19.post_attention_layernorm.weight.bf", + "eps_19_1_38", + "model.layers.19.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.19.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.19.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.19.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.19.mlp.up_proj.MatMulNBits.qweight", + "model.layers.19.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.19.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.19.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.19.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.19.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.19.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.19.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.20.input_layernorm.weight.bf", + "eps_19_1_39", + "model.layers.20.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.20.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.20.post_attention_layernorm.weight.bf", + "eps_19_1_40", + "model.layers.20.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.20.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.20.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.20.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.20.mlp.up_proj.MatMulNBits.qweight", + "model.layers.20.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.20.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.20.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.20.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.20.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.20.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.20.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.21.input_layernorm.weight.bf", + "eps_19_1_41", + "model.layers.21.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.21.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.21.post_attention_layernorm.weight.bf", + "eps_19_1_42", + "model.layers.21.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.21.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.21.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.21.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.21.mlp.up_proj.MatMulNBits.qweight", + "model.layers.21.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.21.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.21.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.21.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.21.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.21.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.21.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.22.input_layernorm.weight.bf", + "eps_19_1_43", + "model.layers.22.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.22.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.22.post_attention_layernorm.weight.bf", + "eps_19_1_44", + "model.layers.22.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.22.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.22.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.22.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.22.mlp.up_proj.MatMulNBits.qweight", + "model.layers.22.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.22.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.22.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.22.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.22.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.22.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.22.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.23.input_layernorm.weight.bf", + "eps_19_1_45", + "model.layers.23.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.23.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.23.post_attention_layernorm.weight.bf", + "eps_19_1_46", + "model.layers.23.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.23.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.23.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.23.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.23.mlp.up_proj.MatMulNBits.qweight", + "model.layers.23.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.23.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.23.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.23.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.23.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.23.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.23.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.24.input_layernorm.weight.bf", + "eps_19_1_47", + "model.layers.24.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.24.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.24.post_attention_layernorm.weight.bf", + "eps_19_1_48", + "model.layers.24.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.24.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.24.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.24.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.24.mlp.up_proj.MatMulNBits.qweight", + "model.layers.24.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.24.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.24.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.24.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.24.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.24.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.24.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.25.input_layernorm.weight.bf", + "eps_19_1_49", + "model.layers.25.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.25.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.25.post_attention_layernorm.weight.bf", + "eps_19_1_50", + "model.layers.25.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.25.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.25.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.25.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.25.mlp.up_proj.MatMulNBits.qweight", + "model.layers.25.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.25.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.25.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.25.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.25.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.25.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.25.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.26.input_layernorm.weight.bf", + "eps_19_1_51", + "model.layers.26.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.26.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.26.post_attention_layernorm.weight.bf", + "eps_19_1_52", + "model.layers.26.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.26.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.26.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.26.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.26.mlp.up_proj.MatMulNBits.qweight", + "model.layers.26.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.26.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.26.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.26.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.26.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.26.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.26.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.27.input_layernorm.weight.bf", + "eps_19_1_53", + "model.layers.27.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.27.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.27.post_attention_layernorm.weight.bf", + "eps_19_1_54", + "model.layers.27.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.27.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.27.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.27.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.27.mlp.up_proj.MatMulNBits.qweight", + "model.layers.27.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.27.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.27.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.27.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.27.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.27.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.27.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.28.input_layernorm.weight.bf", + "eps_19_1_55", + "model.layers.28.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.28.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.28.post_attention_layernorm.weight.bf", + "eps_19_1_56", + "model.layers.28.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.28.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.28.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.28.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.28.mlp.up_proj.MatMulNBits.qweight", + "model.layers.28.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.28.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.28.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.28.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.28.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.28.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.28.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.29.input_layernorm.weight.bf", + "eps_19_1_57", + "model.layers.29.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.29.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.29.post_attention_layernorm.weight.bf", + "eps_19_1_58", + "model.layers.29.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.29.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.29.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.29.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.29.mlp.up_proj.MatMulNBits.qweight", + "model.layers.29.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.29.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.29.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.29.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.29.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.29.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.29.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.30.input_layernorm.weight.bf", + "eps_19_1_59", + "model.layers.30.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.30.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.30.post_attention_layernorm.weight.bf", + "eps_19_1_60", + "model.layers.30.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.30.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.30.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.30.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.30.mlp.up_proj.MatMulNBits.qweight", + "model.layers.30.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.30.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.30.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.30.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.30.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.30.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.30.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.31.input_layernorm.weight.bf", + "eps_19_1_61", + "model.layers.31.attn.k_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.k_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.k_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.k_proj.MatMulNBits.qzeros.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.q_proj.MatMulNBits.qzeros.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.v_proj.MatMulNBits.qzeros.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.qweight.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.bias.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.scales.preformat", + "model.layers.31.attn.o_proj.MatMulNBits.qzeros.preformat", + "model.layers.31.post_attention_layernorm.weight.bf", + "eps_19_1_62", + "model.layers.31.mlp.gate_proj.MatMulNBits.qweight", + "model.layers.31.mlp.gate_proj.MatMulNBits.scales.f", + "model.layers.31.mlp.gate_proj.MatMulNBits.qzeros", + "model.layers.31.mlp.gate_proj.MatMulNBits.bias.f", + "model.layers.31.mlp.up_proj.MatMulNBits.qweight", + "model.layers.31.mlp.up_proj.MatMulNBits.scales.f", + "model.layers.31.mlp.up_proj.MatMulNBits.qzeros", + "model.layers.31.mlp.up_proj.MatMulNBits.bias.f", + "model.layers.31.mlp.down_proj.MatMulNBits.qweight.preformat", + "model.layers.31.mlp.down_proj.MatMulNBits.bias.preformat", + "model.layers.31.mlp.down_proj.MatMulNBits.scales.preformat", + "model.layers.31.mlp.down_proj.MatMulNBits.qzeros.preformat", + "model.layers.32.final_norm_layernorm.weight.bf", + "eps_19_1_63", + "lm_head.MatMulNBits.qweight.preformat", + "lm_head.MatMulNBits.bias.preformat", + "lm_head.MatMulNBits.scales.preformat", + "lm_head.MatMulNBits.qzeros.preformat" + ] + }, + "super_instr": { + "buffer_size": 0, + "xrt_arg_id": 4, + "packed_tensors": [] + }, + "ext_buf_0": { + "buffer_size": 2147483648, + "xrt_arg_id": 5, + "packed_tensors": [ + "past_key_values.0.key", + "past_key_values.0.value", + "present.0.key", + "present.0.value", + "past_key_values.1.key", + "past_key_values.1.value", + "present.1.key", + "present.1.value", + "past_key_values.2.key", + "past_key_values.2.value", + "present.2.key", + "present.2.value", + "past_key_values.3.key", + "past_key_values.3.value", + "present.3.key", + "present.3.value", + "past_key_values.4.key", + "past_key_values.4.value", + "present.4.key", + "present.4.value", + "past_key_values.5.key", + "past_key_values.5.value", + "present.5.key", + "present.5.value", + "past_key_values.6.key", + "past_key_values.6.value", + "present.6.key", + "present.6.value", + "past_key_values.7.key", + "past_key_values.7.value", + "present.7.key", + "present.7.value", + "past_key_values.8.key", + "past_key_values.8.value", + "present.8.key", + "present.8.value", + "past_key_values.9.key", + "past_key_values.9.value", + "present.9.key", + "present.9.value", + "past_key_values.10.key", + "past_key_values.10.value", + "present.10.key", + "present.10.value", + "past_key_values.11.key", + "past_key_values.11.value", + "present.11.key", + "present.11.value", + "past_key_values.12.key", + "past_key_values.12.value", + "present.12.key", + "present.12.value", + "past_key_values.13.key", + "past_key_values.13.value", + "present.13.key", + "present.13.value", + "past_key_values.14.key", + "past_key_values.14.value", + "present.14.key", + "present.14.value", + "past_key_values.15.key", + "past_key_values.15.value", + "present.15.key", + "present.15.value", + "past_key_values.16.key", + "past_key_values.16.value", + "present.16.key", + "present.16.value", + "past_key_values.17.key", + "past_key_values.17.value", + "present.17.key", + "present.17.value", + "past_key_values.18.key", + "past_key_values.18.value", + "present.18.key", + "present.18.value", + "past_key_values.19.key", + "past_key_values.19.value", + "present.19.key", + "present.19.value", + "past_key_values.20.key", + "past_key_values.20.value", + "present.20.key", + "present.20.value", + "past_key_values.21.key", + "past_key_values.21.value", + "present.21.key", + "present.21.value", + "past_key_values.22.key", + "past_key_values.22.value", + "present.22.key", + "present.22.value", + "past_key_values.23.key", + "past_key_values.23.value", + "present.23.key", + "present.23.value", + "past_key_values.24.key", + "past_key_values.24.value", + "present.24.key", + "present.24.value", + "past_key_values.25.key", + "past_key_values.25.value", + "present.25.key", + "present.25.value", + "past_key_values.26.key", + "past_key_values.26.value", + "present.26.key", + "present.26.value", + "past_key_values.27.key", + "past_key_values.27.value", + "present.27.key", + "present.27.value", + "past_key_values.28.key", + "past_key_values.28.value", + "present.28.key", + "present.28.value", + "past_key_values.29.key", + "past_key_values.29.value", + "present.29.key", + "present.29.value", + "past_key_values.30.key", + "past_key_values.30.value", + "present.30.key", + "present.30.value", + "past_key_values.31.key", + "past_key_values.31.value", + "present.31.key", + "present.31.value" + ] + }, + "ext_buf_1": { + "buffer_size": 33554432, + "xrt_arg_id": 6, + "packed_tensors": [ + "sin_cache_cos_cache" + ] + } + }, + "tensor_map": { + "/model/embed_tokens/Gather/output_0.out20_16_0": { + "packed_buffer_label": "in", + "xrt_arg_id": 0, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 0 + }, + "attention_mask_const_uint": { + "packed_buffer_label": "in", + "xrt_arg_id": 0, + "dtype": "uint32", + "shape": [ + 1 + ], + "size_in_bytes": 4, + "op_tensor_size": 4, + "offset": 8192 + }, + "attention_mask_padded": { + "packed_buffer_label": "in", + "xrt_arg_id": 0, + "dtype": "int64", + "shape": [ + 1, + 1 + ], + "size_in_bytes": 8, + "op_tensor_size": 8, + "dynamic_shapes": [ + "False", + "attention_mask_padded" + ], + "offset": 8196 + }, + "/model/layers.32/final_norm_layernorm/output_0.dummy": { + "packed_buffer_label": "out", + "xrt_arg_id": 1, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 0 + }, + "logits.out20_13_128": { + "packed_buffer_label": "out", + "xrt_arg_id": 1, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 128256 + ], + "size_in_bytes": 256512, + "op_tensor_size": 256512, + "offset": 8192 + }, + "/model/layers.0/input_layernorm/output_0.out20_16_0": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 0 + }, + "/model/layers.0/attn/k_proj/MatMulNBits/output_0.out20_13_1": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 8192 + }, + "/model/layers.0/attn/q_proj/MatMulNBits/output_0.out20_13_0": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 10240 + }, + "/model/layers.0/attn/GroupQueryAttention/output_0.out17_0_0": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 18432 + }, + "/model/layers.0/attn/o_proj/MatMulNBits/output_0.out20_13_2": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 26624 + }, + "/model/layers.0/post_attention_layernorm/output_3.out19_1_0": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 34816 + }, + "/model/layers.0/post_attention_layernorm/output_0.out19_1_0": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 43008 + }, + "22_/model/layers.0/mlp/Mul/output_0.out18_0_0": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 51200 + }, + "/model/layers.0/mlp/down_proj/MatMulNBits/output_0.out20_13_3": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 79872 + }, + "/model/layers.1/input_layernorm/output_3.out19_1_1": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 88064 + }, + "/model/layers.1/input_layernorm/output_0.out19_1_1": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 96256 + }, + "/model/layers.1/attn/k_proj/MatMulNBits/output_0.out20_13_5": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 104448 + }, + "/model/layers.1/attn/q_proj/MatMulNBits/output_0.out20_13_4": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 106496 + }, + "/model/layers.1/attn/GroupQueryAttention/output_0.out17_0_1": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 114688 + }, + "/model/layers.1/attn/o_proj/MatMulNBits/output_0.out20_13_6": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 122880 + }, + "/model/layers.1/post_attention_layernorm/output_3.out19_1_2": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 131072 + }, + "/model/layers.1/post_attention_layernorm/output_0.out19_1_2": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 139264 + }, + "40_/model/layers.1/mlp/Mul/output_0.out18_0_1": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 147456 + }, + "/model/layers.1/mlp/down_proj/MatMulNBits/output_0.out20_13_7": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 176128 + }, + "/model/layers.2/input_layernorm/output_3.out19_1_3": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 184320 + }, + "/model/layers.2/input_layernorm/output_0.out19_1_3": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 192512 + }, + "/model/layers.2/attn/k_proj/MatMulNBits/output_0.out20_13_9": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 200704 + }, + "/model/layers.2/attn/q_proj/MatMulNBits/output_0.out20_13_8": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 202752 + }, + "/model/layers.2/attn/GroupQueryAttention/output_0.out17_0_2": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 210944 + }, + "/model/layers.2/attn/o_proj/MatMulNBits/output_0.out20_13_10": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 219136 + }, + "/model/layers.2/post_attention_layernorm/output_3.out19_1_4": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 227328 + }, + "/model/layers.2/post_attention_layernorm/output_0.out19_1_4": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 235520 + }, + "58_/model/layers.2/mlp/Mul/output_0.out18_0_2": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 243712 + }, + "/model/layers.2/mlp/down_proj/MatMulNBits/output_0.out20_13_11": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 272384 + }, + "/model/layers.3/input_layernorm/output_3.out19_1_5": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 280576 + }, + "/model/layers.3/input_layernorm/output_0.out19_1_5": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 288768 + }, + "/model/layers.3/attn/k_proj/MatMulNBits/output_0.out20_13_13": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 296960 + }, + "/model/layers.3/attn/q_proj/MatMulNBits/output_0.out20_13_12": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 299008 + }, + "/model/layers.3/attn/GroupQueryAttention/output_0.out17_0_3": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 307200 + }, + "/model/layers.3/attn/o_proj/MatMulNBits/output_0.out20_13_14": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 315392 + }, + "/model/layers.3/post_attention_layernorm/output_3.out19_1_6": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 323584 + }, + "/model/layers.3/post_attention_layernorm/output_0.out19_1_6": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 331776 + }, + "76_/model/layers.3/mlp/Mul/output_0.out18_0_3": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 339968 + }, + "/model/layers.3/mlp/down_proj/MatMulNBits/output_0.out20_13_15": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 368640 + }, + "/model/layers.4/input_layernorm/output_3.out19_1_7": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 376832 + }, + "/model/layers.4/input_layernorm/output_0.out19_1_7": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 385024 + }, + "/model/layers.4/attn/k_proj/MatMulNBits/output_0.out20_13_17": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 393216 + }, + "/model/layers.4/attn/q_proj/MatMulNBits/output_0.out20_13_16": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 395264 + }, + "/model/layers.4/attn/GroupQueryAttention/output_0.out17_0_4": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 403456 + }, + "/model/layers.4/attn/o_proj/MatMulNBits/output_0.out20_13_18": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 411648 + }, + "/model/layers.4/post_attention_layernorm/output_3.out19_1_8": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 419840 + }, + "/model/layers.4/post_attention_layernorm/output_0.out19_1_8": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 428032 + }, + "94_/model/layers.4/mlp/Mul/output_0.out18_0_4": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 436224 + }, + "/model/layers.4/mlp/down_proj/MatMulNBits/output_0.out20_13_19": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 464896 + }, + "/model/layers.5/input_layernorm/output_3.out19_1_9": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 473088 + }, + "/model/layers.5/input_layernorm/output_0.out19_1_9": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 481280 + }, + "/model/layers.5/attn/k_proj/MatMulNBits/output_0.out20_13_21": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 489472 + }, + "/model/layers.5/attn/q_proj/MatMulNBits/output_0.out20_13_20": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 491520 + }, + "/model/layers.5/attn/GroupQueryAttention/output_0.out17_0_5": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 499712 + }, + "/model/layers.5/attn/o_proj/MatMulNBits/output_0.out20_13_22": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 507904 + }, + "/model/layers.5/post_attention_layernorm/output_3.out19_1_10": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 516096 + }, + "/model/layers.5/post_attention_layernorm/output_0.out19_1_10": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 524288 + }, + "112_/model/layers.5/mlp/Mul/output_0.out18_0_5": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 532480 + }, + "/model/layers.5/mlp/down_proj/MatMulNBits/output_0.out20_13_23": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 561152 + }, + "/model/layers.6/input_layernorm/output_3.out19_1_11": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 569344 + }, + "/model/layers.6/input_layernorm/output_0.out19_1_11": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 577536 + }, + "/model/layers.6/attn/k_proj/MatMulNBits/output_0.out20_13_25": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 585728 + }, + "/model/layers.6/attn/q_proj/MatMulNBits/output_0.out20_13_24": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 587776 + }, + "/model/layers.6/attn/GroupQueryAttention/output_0.out17_0_6": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 595968 + }, + "/model/layers.6/attn/o_proj/MatMulNBits/output_0.out20_13_26": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 604160 + }, + "/model/layers.6/post_attention_layernorm/output_3.out19_1_12": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 612352 + }, + "/model/layers.6/post_attention_layernorm/output_0.out19_1_12": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 620544 + }, + "130_/model/layers.6/mlp/Mul/output_0.out18_0_6": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 628736 + }, + "/model/layers.6/mlp/down_proj/MatMulNBits/output_0.out20_13_27": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 657408 + }, + "/model/layers.7/input_layernorm/output_3.out19_1_13": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 665600 + }, + "/model/layers.7/input_layernorm/output_0.out19_1_13": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 673792 + }, + "/model/layers.7/attn/k_proj/MatMulNBits/output_0.out20_13_29": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 681984 + }, + "/model/layers.7/attn/q_proj/MatMulNBits/output_0.out20_13_28": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 684032 + }, + "/model/layers.7/attn/GroupQueryAttention/output_0.out17_0_7": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 692224 + }, + "/model/layers.7/attn/o_proj/MatMulNBits/output_0.out20_13_30": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 700416 + }, + "/model/layers.7/post_attention_layernorm/output_3.out19_1_14": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 708608 + }, + "/model/layers.7/post_attention_layernorm/output_0.out19_1_14": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 716800 + }, + "148_/model/layers.7/mlp/Mul/output_0.out18_0_7": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 724992 + }, + "/model/layers.7/mlp/down_proj/MatMulNBits/output_0.out20_13_31": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 753664 + }, + "/model/layers.8/input_layernorm/output_3.out19_1_15": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 761856 + }, + "/model/layers.8/input_layernorm/output_0.out19_1_15": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 770048 + }, + "/model/layers.8/attn/k_proj/MatMulNBits/output_0.out20_13_33": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 778240 + }, + "/model/layers.8/attn/q_proj/MatMulNBits/output_0.out20_13_32": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 780288 + }, + "/model/layers.8/attn/GroupQueryAttention/output_0.out17_0_8": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 788480 + }, + "/model/layers.8/attn/o_proj/MatMulNBits/output_0.out20_13_34": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 796672 + }, + "/model/layers.8/post_attention_layernorm/output_3.out19_1_16": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 804864 + }, + "/model/layers.8/post_attention_layernorm/output_0.out19_1_16": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 813056 + }, + "166_/model/layers.8/mlp/Mul/output_0.out18_0_8": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 821248 + }, + "/model/layers.8/mlp/down_proj/MatMulNBits/output_0.out20_13_35": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 849920 + }, + "/model/layers.9/input_layernorm/output_3.out19_1_17": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 858112 + }, + "/model/layers.9/input_layernorm/output_0.out19_1_17": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 866304 + }, + "/model/layers.9/attn/k_proj/MatMulNBits/output_0.out20_13_37": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 874496 + }, + "/model/layers.9/attn/q_proj/MatMulNBits/output_0.out20_13_36": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 876544 + }, + "/model/layers.9/attn/GroupQueryAttention/output_0.out17_0_9": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 884736 + }, + "/model/layers.9/attn/o_proj/MatMulNBits/output_0.out20_13_38": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 892928 + }, + "/model/layers.9/post_attention_layernorm/output_3.out19_1_18": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 901120 + }, + "/model/layers.9/post_attention_layernorm/output_0.out19_1_18": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 909312 + }, + "184_/model/layers.9/mlp/Mul/output_0.out18_0_9": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 917504 + }, + "/model/layers.9/mlp/down_proj/MatMulNBits/output_0.out20_13_39": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 946176 + }, + "/model/layers.10/input_layernorm/output_3.out19_1_19": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 954368 + }, + "/model/layers.10/input_layernorm/output_0.out19_1_19": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 962560 + }, + "/model/layers.10/attn/k_proj/MatMulNBits/output_0.out20_13_41": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 970752 + }, + "/model/layers.10/attn/q_proj/MatMulNBits/output_0.out20_13_40": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 972800 + }, + "/model/layers.10/attn/GroupQueryAttention/output_0.out17_0_10": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 980992 + }, + "/model/layers.10/attn/o_proj/MatMulNBits/output_0.out20_13_42": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 989184 + }, + "/model/layers.10/post_attention_layernorm/output_3.out19_1_20": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 997376 + }, + "/model/layers.10/post_attention_layernorm/output_0.out19_1_20": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1005568 + }, + "202_/model/layers.10/mlp/Mul/output_0.out18_0_10": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1013760 + }, + "/model/layers.10/mlp/down_proj/MatMulNBits/output_0.out20_13_43": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1042432 + }, + "/model/layers.11/input_layernorm/output_3.out19_1_21": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1050624 + }, + "/model/layers.11/input_layernorm/output_0.out19_1_21": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1058816 + }, + "/model/layers.11/attn/k_proj/MatMulNBits/output_0.out20_13_45": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1067008 + }, + "/model/layers.11/attn/q_proj/MatMulNBits/output_0.out20_13_44": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1069056 + }, + "/model/layers.11/attn/GroupQueryAttention/output_0.out17_0_11": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1077248 + }, + "/model/layers.11/attn/o_proj/MatMulNBits/output_0.out20_13_46": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1085440 + }, + "/model/layers.11/post_attention_layernorm/output_3.out19_1_22": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1093632 + }, + "/model/layers.11/post_attention_layernorm/output_0.out19_1_22": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1101824 + }, + "220_/model/layers.11/mlp/Mul/output_0.out18_0_11": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1110016 + }, + "/model/layers.11/mlp/down_proj/MatMulNBits/output_0.out20_13_47": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1138688 + }, + "/model/layers.12/input_layernorm/output_3.out19_1_23": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1146880 + }, + "/model/layers.12/input_layernorm/output_0.out19_1_23": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1155072 + }, + "/model/layers.12/attn/k_proj/MatMulNBits/output_0.out20_13_49": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1163264 + }, + "/model/layers.12/attn/q_proj/MatMulNBits/output_0.out20_13_48": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1165312 + }, + "/model/layers.12/attn/GroupQueryAttention/output_0.out17_0_12": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1173504 + }, + "/model/layers.12/attn/o_proj/MatMulNBits/output_0.out20_13_50": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1181696 + }, + "/model/layers.12/post_attention_layernorm/output_3.out19_1_24": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1189888 + }, + "/model/layers.12/post_attention_layernorm/output_0.out19_1_24": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1198080 + }, + "238_/model/layers.12/mlp/Mul/output_0.out18_0_12": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1206272 + }, + "/model/layers.12/mlp/down_proj/MatMulNBits/output_0.out20_13_51": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1234944 + }, + "/model/layers.13/input_layernorm/output_3.out19_1_25": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1243136 + }, + "/model/layers.13/input_layernorm/output_0.out19_1_25": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1251328 + }, + "/model/layers.13/attn/k_proj/MatMulNBits/output_0.out20_13_53": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1259520 + }, + "/model/layers.13/attn/q_proj/MatMulNBits/output_0.out20_13_52": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1261568 + }, + "/model/layers.13/attn/GroupQueryAttention/output_0.out17_0_13": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1269760 + }, + "/model/layers.13/attn/o_proj/MatMulNBits/output_0.out20_13_54": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1277952 + }, + "/model/layers.13/post_attention_layernorm/output_3.out19_1_26": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1286144 + }, + "/model/layers.13/post_attention_layernorm/output_0.out19_1_26": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1294336 + }, + "256_/model/layers.13/mlp/Mul/output_0.out18_0_13": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1302528 + }, + "/model/layers.13/mlp/down_proj/MatMulNBits/output_0.out20_13_55": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1331200 + }, + "/model/layers.14/input_layernorm/output_3.out19_1_27": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1339392 + }, + "/model/layers.14/input_layernorm/output_0.out19_1_27": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1347584 + }, + "/model/layers.14/attn/k_proj/MatMulNBits/output_0.out20_13_57": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1355776 + }, + "/model/layers.14/attn/q_proj/MatMulNBits/output_0.out20_13_56": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1357824 + }, + "/model/layers.14/attn/GroupQueryAttention/output_0.out17_0_14": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1366016 + }, + "/model/layers.14/attn/o_proj/MatMulNBits/output_0.out20_13_58": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1374208 + }, + "/model/layers.14/post_attention_layernorm/output_3.out19_1_28": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1382400 + }, + "/model/layers.14/post_attention_layernorm/output_0.out19_1_28": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1390592 + }, + "274_/model/layers.14/mlp/Mul/output_0.out18_0_14": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1398784 + }, + "/model/layers.14/mlp/down_proj/MatMulNBits/output_0.out20_13_59": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1427456 + }, + "/model/layers.15/input_layernorm/output_3.out19_1_29": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1435648 + }, + "/model/layers.15/input_layernorm/output_0.out19_1_29": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1443840 + }, + "/model/layers.15/attn/k_proj/MatMulNBits/output_0.out20_13_61": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1452032 + }, + "/model/layers.15/attn/q_proj/MatMulNBits/output_0.out20_13_60": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1454080 + }, + "/model/layers.15/attn/GroupQueryAttention/output_0.out17_0_15": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1462272 + }, + "/model/layers.15/attn/o_proj/MatMulNBits/output_0.out20_13_62": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1470464 + }, + "/model/layers.15/post_attention_layernorm/output_3.out19_1_30": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1478656 + }, + "/model/layers.15/post_attention_layernorm/output_0.out19_1_30": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1486848 + }, + "292_/model/layers.15/mlp/Mul/output_0.out18_0_15": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1495040 + }, + "/model/layers.15/mlp/down_proj/MatMulNBits/output_0.out20_13_63": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1523712 + }, + "/model/layers.16/input_layernorm/output_3.out19_1_31": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1531904 + }, + "/model/layers.16/input_layernorm/output_0.out19_1_31": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1540096 + }, + "/model/layers.16/attn/k_proj/MatMulNBits/output_0.out20_13_65": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1548288 + }, + "/model/layers.16/attn/q_proj/MatMulNBits/output_0.out20_13_64": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1550336 + }, + "/model/layers.16/attn/GroupQueryAttention/output_0.out17_0_16": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1558528 + }, + "/model/layers.16/attn/o_proj/MatMulNBits/output_0.out20_13_66": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1566720 + }, + "/model/layers.16/post_attention_layernorm/output_3.out19_1_32": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1574912 + }, + "/model/layers.16/post_attention_layernorm/output_0.out19_1_32": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1583104 + }, + "310_/model/layers.16/mlp/Mul/output_0.out18_0_16": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1591296 + }, + "/model/layers.16/mlp/down_proj/MatMulNBits/output_0.out20_13_67": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1619968 + }, + "/model/layers.17/input_layernorm/output_3.out19_1_33": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1628160 + }, + "/model/layers.17/input_layernorm/output_0.out19_1_33": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1636352 + }, + "/model/layers.17/attn/k_proj/MatMulNBits/output_0.out20_13_69": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1644544 + }, + "/model/layers.17/attn/q_proj/MatMulNBits/output_0.out20_13_68": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1646592 + }, + "/model/layers.17/attn/GroupQueryAttention/output_0.out17_0_17": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1654784 + }, + "/model/layers.17/attn/o_proj/MatMulNBits/output_0.out20_13_70": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1662976 + }, + "/model/layers.17/post_attention_layernorm/output_3.out19_1_34": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1671168 + }, + "/model/layers.17/post_attention_layernorm/output_0.out19_1_34": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1679360 + }, + "328_/model/layers.17/mlp/Mul/output_0.out18_0_17": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1687552 + }, + "/model/layers.17/mlp/down_proj/MatMulNBits/output_0.out20_13_71": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1716224 + }, + "/model/layers.18/input_layernorm/output_3.out19_1_35": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1724416 + }, + "/model/layers.18/input_layernorm/output_0.out19_1_35": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1732608 + }, + "/model/layers.18/attn/k_proj/MatMulNBits/output_0.out20_13_73": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1740800 + }, + "/model/layers.18/attn/q_proj/MatMulNBits/output_0.out20_13_72": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1742848 + }, + "/model/layers.18/attn/GroupQueryAttention/output_0.out17_0_18": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1751040 + }, + "/model/layers.18/attn/o_proj/MatMulNBits/output_0.out20_13_74": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1759232 + }, + "/model/layers.18/post_attention_layernorm/output_3.out19_1_36": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1767424 + }, + "/model/layers.18/post_attention_layernorm/output_0.out19_1_36": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1775616 + }, + "346_/model/layers.18/mlp/Mul/output_0.out18_0_18": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1783808 + }, + "/model/layers.18/mlp/down_proj/MatMulNBits/output_0.out20_13_75": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1812480 + }, + "/model/layers.19/input_layernorm/output_3.out19_1_37": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1820672 + }, + "/model/layers.19/input_layernorm/output_0.out19_1_37": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1828864 + }, + "/model/layers.19/attn/k_proj/MatMulNBits/output_0.out20_13_77": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1837056 + }, + "/model/layers.19/attn/q_proj/MatMulNBits/output_0.out20_13_76": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1839104 + }, + "/model/layers.19/attn/GroupQueryAttention/output_0.out17_0_19": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1847296 + }, + "/model/layers.19/attn/o_proj/MatMulNBits/output_0.out20_13_78": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1855488 + }, + "/model/layers.19/post_attention_layernorm/output_3.out19_1_38": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1863680 + }, + "/model/layers.19/post_attention_layernorm/output_0.out19_1_38": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1871872 + }, + "364_/model/layers.19/mlp/Mul/output_0.out18_0_19": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1880064 + }, + "/model/layers.19/mlp/down_proj/MatMulNBits/output_0.out20_13_79": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1908736 + }, + "/model/layers.20/input_layernorm/output_3.out19_1_39": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1916928 + }, + "/model/layers.20/input_layernorm/output_0.out19_1_39": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1925120 + }, + "/model/layers.20/attn/k_proj/MatMulNBits/output_0.out20_13_81": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 1933312 + }, + "/model/layers.20/attn/q_proj/MatMulNBits/output_0.out20_13_80": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1935360 + }, + "/model/layers.20/attn/GroupQueryAttention/output_0.out17_0_20": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1943552 + }, + "/model/layers.20/attn/o_proj/MatMulNBits/output_0.out20_13_82": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1951744 + }, + "/model/layers.20/post_attention_layernorm/output_3.out19_1_40": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1959936 + }, + "/model/layers.20/post_attention_layernorm/output_0.out19_1_40": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1968128 + }, + "382_/model/layers.20/mlp/Mul/output_0.out18_0_20": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 1976320 + }, + "/model/layers.20/mlp/down_proj/MatMulNBits/output_0.out20_13_83": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2004992 + }, + "/model/layers.21/input_layernorm/output_3.out19_1_41": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2013184 + }, + "/model/layers.21/input_layernorm/output_0.out19_1_41": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2021376 + }, + "/model/layers.21/attn/k_proj/MatMulNBits/output_0.out20_13_85": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2029568 + }, + "/model/layers.21/attn/q_proj/MatMulNBits/output_0.out20_13_84": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2031616 + }, + "/model/layers.21/attn/GroupQueryAttention/output_0.out17_0_21": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2039808 + }, + "/model/layers.21/attn/o_proj/MatMulNBits/output_0.out20_13_86": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2048000 + }, + "/model/layers.21/post_attention_layernorm/output_3.out19_1_42": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2056192 + }, + "/model/layers.21/post_attention_layernorm/output_0.out19_1_42": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2064384 + }, + "400_/model/layers.21/mlp/Mul/output_0.out18_0_21": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2072576 + }, + "/model/layers.21/mlp/down_proj/MatMulNBits/output_0.out20_13_87": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2101248 + }, + "/model/layers.22/input_layernorm/output_3.out19_1_43": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2109440 + }, + "/model/layers.22/input_layernorm/output_0.out19_1_43": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2117632 + }, + "/model/layers.22/attn/k_proj/MatMulNBits/output_0.out20_13_89": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2125824 + }, + "/model/layers.22/attn/q_proj/MatMulNBits/output_0.out20_13_88": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2127872 + }, + "/model/layers.22/attn/GroupQueryAttention/output_0.out17_0_22": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2136064 + }, + "/model/layers.22/attn/o_proj/MatMulNBits/output_0.out20_13_90": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2144256 + }, + "/model/layers.22/post_attention_layernorm/output_3.out19_1_44": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2152448 + }, + "/model/layers.22/post_attention_layernorm/output_0.out19_1_44": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2160640 + }, + "418_/model/layers.22/mlp/Mul/output_0.out18_0_22": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2168832 + }, + "/model/layers.22/mlp/down_proj/MatMulNBits/output_0.out20_13_91": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2197504 + }, + "/model/layers.23/input_layernorm/output_3.out19_1_45": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2205696 + }, + "/model/layers.23/input_layernorm/output_0.out19_1_45": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2213888 + }, + "/model/layers.23/attn/k_proj/MatMulNBits/output_0.out20_13_93": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2222080 + }, + "/model/layers.23/attn/q_proj/MatMulNBits/output_0.out20_13_92": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2224128 + }, + "/model/layers.23/attn/GroupQueryAttention/output_0.out17_0_23": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2232320 + }, + "/model/layers.23/attn/o_proj/MatMulNBits/output_0.out20_13_94": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2240512 + }, + "/model/layers.23/post_attention_layernorm/output_3.out19_1_46": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2248704 + }, + "/model/layers.23/post_attention_layernorm/output_0.out19_1_46": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2256896 + }, + "436_/model/layers.23/mlp/Mul/output_0.out18_0_23": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2265088 + }, + "/model/layers.23/mlp/down_proj/MatMulNBits/output_0.out20_13_95": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2293760 + }, + "/model/layers.24/input_layernorm/output_3.out19_1_47": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2301952 + }, + "/model/layers.24/input_layernorm/output_0.out19_1_47": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2310144 + }, + "/model/layers.24/attn/k_proj/MatMulNBits/output_0.out20_13_97": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2318336 + }, + "/model/layers.24/attn/q_proj/MatMulNBits/output_0.out20_13_96": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2320384 + }, + "/model/layers.24/attn/GroupQueryAttention/output_0.out17_0_24": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2328576 + }, + "/model/layers.24/attn/o_proj/MatMulNBits/output_0.out20_13_98": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2336768 + }, + "/model/layers.24/post_attention_layernorm/output_3.out19_1_48": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2344960 + }, + "/model/layers.24/post_attention_layernorm/output_0.out19_1_48": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2353152 + }, + "454_/model/layers.24/mlp/Mul/output_0.out18_0_24": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2361344 + }, + "/model/layers.24/mlp/down_proj/MatMulNBits/output_0.out20_13_99": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2390016 + }, + "/model/layers.25/input_layernorm/output_3.out19_1_49": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2398208 + }, + "/model/layers.25/input_layernorm/output_0.out19_1_49": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2406400 + }, + "/model/layers.25/attn/k_proj/MatMulNBits/output_0.out20_13_101": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2414592 + }, + "/model/layers.25/attn/q_proj/MatMulNBits/output_0.out20_13_100": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2416640 + }, + "/model/layers.25/attn/GroupQueryAttention/output_0.out17_0_25": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2424832 + }, + "/model/layers.25/attn/o_proj/MatMulNBits/output_0.out20_13_102": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2433024 + }, + "/model/layers.25/post_attention_layernorm/output_3.out19_1_50": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2441216 + }, + "/model/layers.25/post_attention_layernorm/output_0.out19_1_50": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2449408 + }, + "472_/model/layers.25/mlp/Mul/output_0.out18_0_25": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2457600 + }, + "/model/layers.25/mlp/down_proj/MatMulNBits/output_0.out20_13_103": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2486272 + }, + "/model/layers.26/input_layernorm/output_3.out19_1_51": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2494464 + }, + "/model/layers.26/input_layernorm/output_0.out19_1_51": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2502656 + }, + "/model/layers.26/attn/k_proj/MatMulNBits/output_0.out20_13_105": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2510848 + }, + "/model/layers.26/attn/q_proj/MatMulNBits/output_0.out20_13_104": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2512896 + }, + "/model/layers.26/attn/GroupQueryAttention/output_0.out17_0_26": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2521088 + }, + "/model/layers.26/attn/o_proj/MatMulNBits/output_0.out20_13_106": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2529280 + }, + "/model/layers.26/post_attention_layernorm/output_3.out19_1_52": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2537472 + }, + "/model/layers.26/post_attention_layernorm/output_0.out19_1_52": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2545664 + }, + "490_/model/layers.26/mlp/Mul/output_0.out18_0_26": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2553856 + }, + "/model/layers.26/mlp/down_proj/MatMulNBits/output_0.out20_13_107": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2582528 + }, + "/model/layers.27/input_layernorm/output_3.out19_1_53": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2590720 + }, + "/model/layers.27/input_layernorm/output_0.out19_1_53": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2598912 + }, + "/model/layers.27/attn/k_proj/MatMulNBits/output_0.out20_13_109": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2607104 + }, + "/model/layers.27/attn/q_proj/MatMulNBits/output_0.out20_13_108": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2609152 + }, + "/model/layers.27/attn/GroupQueryAttention/output_0.out17_0_27": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2617344 + }, + "/model/layers.27/attn/o_proj/MatMulNBits/output_0.out20_13_110": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2625536 + }, + "/model/layers.27/post_attention_layernorm/output_3.out19_1_54": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2633728 + }, + "/model/layers.27/post_attention_layernorm/output_0.out19_1_54": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2641920 + }, + "508_/model/layers.27/mlp/Mul/output_0.out18_0_27": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2650112 + }, + "/model/layers.27/mlp/down_proj/MatMulNBits/output_0.out20_13_111": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2678784 + }, + "/model/layers.28/input_layernorm/output_3.out19_1_55": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2686976 + }, + "/model/layers.28/input_layernorm/output_0.out19_1_55": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2695168 + }, + "/model/layers.28/attn/k_proj/MatMulNBits/output_0.out20_13_113": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2703360 + }, + "/model/layers.28/attn/q_proj/MatMulNBits/output_0.out20_13_112": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2705408 + }, + "/model/layers.28/attn/GroupQueryAttention/output_0.out17_0_28": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2713600 + }, + "/model/layers.28/attn/o_proj/MatMulNBits/output_0.out20_13_114": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2721792 + }, + "/model/layers.28/post_attention_layernorm/output_3.out19_1_56": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2729984 + }, + "/model/layers.28/post_attention_layernorm/output_0.out19_1_56": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2738176 + }, + "526_/model/layers.28/mlp/Mul/output_0.out18_0_28": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2746368 + }, + "/model/layers.28/mlp/down_proj/MatMulNBits/output_0.out20_13_115": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2775040 + }, + "/model/layers.29/input_layernorm/output_3.out19_1_57": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2783232 + }, + "/model/layers.29/input_layernorm/output_0.out19_1_57": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2791424 + }, + "/model/layers.29/attn/k_proj/MatMulNBits/output_0.out20_13_117": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2799616 + }, + "/model/layers.29/attn/q_proj/MatMulNBits/output_0.out20_13_116": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2801664 + }, + "/model/layers.29/attn/GroupQueryAttention/output_0.out17_0_29": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2809856 + }, + "/model/layers.29/attn/o_proj/MatMulNBits/output_0.out20_13_118": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2818048 + }, + "/model/layers.29/post_attention_layernorm/output_3.out19_1_58": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2826240 + }, + "/model/layers.29/post_attention_layernorm/output_0.out19_1_58": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2834432 + }, + "544_/model/layers.29/mlp/Mul/output_0.out18_0_29": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2842624 + }, + "/model/layers.29/mlp/down_proj/MatMulNBits/output_0.out20_13_119": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2871296 + }, + "/model/layers.30/input_layernorm/output_3.out19_1_59": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2879488 + }, + "/model/layers.30/input_layernorm/output_0.out19_1_59": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2887680 + }, + "/model/layers.30/attn/k_proj/MatMulNBits/output_0.out20_13_121": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2895872 + }, + "/model/layers.30/attn/q_proj/MatMulNBits/output_0.out20_13_120": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2897920 + }, + "/model/layers.30/attn/GroupQueryAttention/output_0.out17_0_30": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2906112 + }, + "/model/layers.30/attn/o_proj/MatMulNBits/output_0.out20_13_122": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2914304 + }, + "/model/layers.30/post_attention_layernorm/output_3.out19_1_60": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2922496 + }, + "/model/layers.30/post_attention_layernorm/output_0.out19_1_60": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2930688 + }, + "562_/model/layers.30/mlp/Mul/output_0.out18_0_30": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 2938880 + }, + "/model/layers.30/mlp/down_proj/MatMulNBits/output_0.out20_13_123": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2967552 + }, + "/model/layers.31/input_layernorm/output_3.out19_1_61": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2975744 + }, + "/model/layers.31/input_layernorm/output_0.out19_1_61": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2983936 + }, + "/model/layers.31/attn/k_proj/MatMulNBits/output_0.out20_13_125": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 1024 + ], + "size_in_bytes": 2048, + "op_tensor_size": 2048, + "offset": 2992128 + }, + "/model/layers.31/attn/q_proj/MatMulNBits/output_0.out20_13_124": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2994176 + }, + "/model/layers.31/attn/GroupQueryAttention/output_0.out17_0_31": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3002368 + }, + "/model/layers.31/attn/o_proj/MatMulNBits/output_0.out20_13_126": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3010560 + }, + "/model/layers.31/post_attention_layernorm/output_3.out19_1_62": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3018752 + }, + "/model/layers.31/post_attention_layernorm/output_0.out19_1_62": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3026944 + }, + "580_/model/layers.31/mlp/Mul/output_0.out18_0_31": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 14336 + ], + "size_in_bytes": 28672, + "op_tensor_size": 28672, + "offset": 3035136 + }, + "/model/layers.31/mlp/down_proj/MatMulNBits/output_0.out20_13_127": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3063808 + }, + "/model/layers.32/final_norm_layernorm/output_0.out19_1_63": { + "packed_buffer_label": "scratch", + "xrt_arg_id": 2, + "dtype": "bfloat16", + "shape": [ + 1, + 1, + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3072000 + }, + "model.layers.0.input_layernorm.weight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 0, + "file_name": "cache/Token_rms_norm_20_16_0_0.const", + "file_size": 8192 + }, + "eps_20_16_0": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 8192, + "file_name": "cache/Token_rms_norm_20_16_0_1.const", + "file_size": 2 + }, + "model.layers.0.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 8196, + "file_name": "cache/Token_rms_norm_20_16_0_2.const", + "file_size": 4194304 + }, + "model.layers.0.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4202500, + "file_name": "cache/Token_rms_norm_20_16_0_3.const", + "file_size": 4096 + }, + "model.layers.0.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4206596, + "file_name": "cache/Token_rms_norm_20_16_0_4.const", + "file_size": 131072 + }, + "model.layers.0.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4337668, + "file_name": "cache/Token_rms_norm_20_16_0_5.const", + "file_size": 32768 + }, + "model.layers.0.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4370436, + "file_name": "cache/Token_rms_norm_20_16_0_6.const", + "file_size": 16777216 + }, + "model.layers.0.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 21147652, + "file_name": "cache/Token_rms_norm_20_16_0_7.const", + "file_size": 16384 + }, + "model.layers.0.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 21164036, + "file_name": "cache/Token_rms_norm_20_16_0_8.const", + "file_size": 524288 + }, + "model.layers.0.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 21688324, + "file_name": "cache/Token_rms_norm_20_16_0_9.const", + "file_size": 131072 + }, + "model.layers.0.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 21819396, + "file_name": "cache/Token_rms_norm_20_16_0_10.const", + "file_size": 4194304 + }, + "model.layers.0.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 26013700, + "file_name": "cache/Token_rms_norm_20_16_0_11.const", + "file_size": 4096 + }, + "model.layers.0.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 26017796, + "file_name": "cache/Token_rms_norm_20_16_0_12.const", + "file_size": 131072 + }, + "model.layers.0.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 26148868, + "file_name": "cache/Token_rms_norm_20_16_0_13.const", + "file_size": 32768 + }, + "model.layers.0.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 26181636, + "file_name": "cache/Token_rms_norm_20_16_0_14.const", + "file_size": 16777216 + }, + "model.layers.0.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 42958852, + "file_name": "cache/Token_rms_norm_20_16_0_15.const", + "file_size": 16384 + }, + "model.layers.0.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 42975236, + "file_name": "cache/Token_rms_norm_20_16_0_16.const", + "file_size": 524288 + }, + "model.layers.0.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 43499524, + "file_name": "cache/Token_rms_norm_20_16_0_17.const", + "file_size": 131072 + }, + "model.layers.0.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 43630596, + "file_name": "cache/Token_rms_norm_20_16_0_18.const", + "file_size": 8192 + }, + "eps_19_1_0": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 43638788, + "file_name": "cache/Token_rms_norm_20_16_0_19.const", + "file_size": 2 + }, + "model.layers.0.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 43638792, + "file_name": "cache/Token_rms_norm_20_16_0_20.const", + "file_size": 29360128 + }, + "model.layers.0.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 72998920, + "file_name": "cache/Token_rms_norm_20_16_0_21.const", + "file_size": 1835008 + }, + "model.layers.0.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 74833928, + "file_name": "cache/Token_rms_norm_20_16_0_22.const", + "file_size": 229376 + }, + "model.layers.0.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 75063304, + "file_name": "cache/Token_rms_norm_20_16_0_23.const", + "file_size": 57344 + }, + "model.layers.0.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 75120648, + "file_name": "cache/Token_rms_norm_20_16_0_24.const", + "file_size": 29360128 + }, + "model.layers.0.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 104480776, + "file_name": "cache/Token_rms_norm_20_16_0_25.const", + "file_size": 1835008 + }, + "model.layers.0.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 106315784, + "file_name": "cache/Token_rms_norm_20_16_0_26.const", + "file_size": 229376 + }, + "model.layers.0.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 106545160, + "file_name": "cache/Token_rms_norm_20_16_0_27.const", + "file_size": 57344 + }, + "model.layers.0.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 106602504, + "file_name": "cache/Token_rms_norm_20_16_0_28.const", + "file_size": 58720256 + }, + "model.layers.0.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 165322760, + "file_name": "cache/Token_rms_norm_20_16_0_29.const", + "file_size": 16384 + }, + "model.layers.0.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 165339144, + "file_name": "cache/Token_rms_norm_20_16_0_30.const", + "file_size": 1835008 + }, + "model.layers.0.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 167174152, + "file_name": "cache/Token_rms_norm_20_16_0_31.const", + "file_size": 458752 + }, + "model.layers.1.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 167632904, + "file_name": "cache/Token_rms_norm_20_16_0_32.const", + "file_size": 8192 + }, + "eps_19_1_1": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 167641096, + "file_name": "cache/Token_rms_norm_20_16_0_33.const", + "file_size": 2 + }, + "model.layers.1.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 167641100, + "file_name": "cache/Token_rms_norm_20_16_0_34.const", + "file_size": 4194304 + }, + "model.layers.1.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 171835404, + "file_name": "cache/Token_rms_norm_20_16_0_35.const", + "file_size": 4096 + }, + "model.layers.1.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 171839500, + "file_name": "cache/Token_rms_norm_20_16_0_36.const", + "file_size": 131072 + }, + "model.layers.1.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 171970572, + "file_name": "cache/Token_rms_norm_20_16_0_37.const", + "file_size": 32768 + }, + "model.layers.1.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 172003340, + "file_name": "cache/Token_rms_norm_20_16_0_38.const", + "file_size": 16777216 + }, + "model.layers.1.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 188780556, + "file_name": "cache/Token_rms_norm_20_16_0_39.const", + "file_size": 16384 + }, + "model.layers.1.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 188796940, + "file_name": "cache/Token_rms_norm_20_16_0_40.const", + "file_size": 524288 + }, + "model.layers.1.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 189321228, + "file_name": "cache/Token_rms_norm_20_16_0_41.const", + "file_size": 131072 + }, + "model.layers.1.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 189452300, + "file_name": "cache/Token_rms_norm_20_16_0_42.const", + "file_size": 4194304 + }, + "model.layers.1.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 193646604, + "file_name": "cache/Token_rms_norm_20_16_0_43.const", + "file_size": 4096 + }, + "model.layers.1.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 193650700, + "file_name": "cache/Token_rms_norm_20_16_0_44.const", + "file_size": 131072 + }, + "model.layers.1.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 193781772, + "file_name": "cache/Token_rms_norm_20_16_0_45.const", + "file_size": 32768 + }, + "model.layers.1.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 193814540, + "file_name": "cache/Token_rms_norm_20_16_0_46.const", + "file_size": 16777216 + }, + "model.layers.1.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 210591756, + "file_name": "cache/Token_rms_norm_20_16_0_47.const", + "file_size": 16384 + }, + "model.layers.1.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 210608140, + "file_name": "cache/Token_rms_norm_20_16_0_48.const", + "file_size": 524288 + }, + "model.layers.1.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 211132428, + "file_name": "cache/Token_rms_norm_20_16_0_49.const", + "file_size": 131072 + }, + "model.layers.1.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 211263500, + "file_name": "cache/Token_rms_norm_20_16_0_50.const", + "file_size": 8192 + }, + "eps_19_1_2": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 211271692, + "file_name": "cache/Token_rms_norm_20_16_0_51.const", + "file_size": 2 + }, + "model.layers.1.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 211271696, + "file_name": "cache/Token_rms_norm_20_16_0_52.const", + "file_size": 29360128 + }, + "model.layers.1.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 240631824, + "file_name": "cache/Token_rms_norm_20_16_0_53.const", + "file_size": 1835008 + }, + "model.layers.1.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 242466832, + "file_name": "cache/Token_rms_norm_20_16_0_54.const", + "file_size": 229376 + }, + "model.layers.1.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 242696208, + "file_name": "cache/Token_rms_norm_20_16_0_55.const", + "file_size": 57344 + }, + "model.layers.1.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 242753552, + "file_name": "cache/Token_rms_norm_20_16_0_56.const", + "file_size": 29360128 + }, + "model.layers.1.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 272113680, + "file_name": "cache/Token_rms_norm_20_16_0_57.const", + "file_size": 1835008 + }, + "model.layers.1.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 273948688, + "file_name": "cache/Token_rms_norm_20_16_0_58.const", + "file_size": 229376 + }, + "model.layers.1.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 274178064, + "file_name": "cache/Token_rms_norm_20_16_0_59.const", + "file_size": 57344 + }, + "model.layers.1.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 274235408, + "file_name": "cache/Token_rms_norm_20_16_0_60.const", + "file_size": 58720256 + }, + "model.layers.1.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 332955664, + "file_name": "cache/Token_rms_norm_20_16_0_61.const", + "file_size": 16384 + }, + "model.layers.1.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 332972048, + "file_name": "cache/Token_rms_norm_20_16_0_62.const", + "file_size": 1835008 + }, + "model.layers.1.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 334807056, + "file_name": "cache/Token_rms_norm_20_16_0_63.const", + "file_size": 458752 + }, + "model.layers.2.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 335265808, + "file_name": "cache/Token_rms_norm_20_16_0_64.const", + "file_size": 8192 + }, + "eps_19_1_3": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 335274000, + "file_name": "cache/Token_rms_norm_20_16_0_65.const", + "file_size": 2 + }, + "model.layers.2.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 335274004, + "file_name": "cache/Token_rms_norm_20_16_0_66.const", + "file_size": 4194304 + }, + "model.layers.2.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 339468308, + "file_name": "cache/Token_rms_norm_20_16_0_67.const", + "file_size": 4096 + }, + "model.layers.2.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 339472404, + "file_name": "cache/Token_rms_norm_20_16_0_68.const", + "file_size": 131072 + }, + "model.layers.2.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 339603476, + "file_name": "cache/Token_rms_norm_20_16_0_69.const", + "file_size": 32768 + }, + "model.layers.2.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 339636244, + "file_name": "cache/Token_rms_norm_20_16_0_70.const", + "file_size": 16777216 + }, + "model.layers.2.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 356413460, + "file_name": "cache/Token_rms_norm_20_16_0_71.const", + "file_size": 16384 + }, + "model.layers.2.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 356429844, + "file_name": "cache/Token_rms_norm_20_16_0_72.const", + "file_size": 524288 + }, + "model.layers.2.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 356954132, + "file_name": "cache/Token_rms_norm_20_16_0_73.const", + "file_size": 131072 + }, + "model.layers.2.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 357085204, + "file_name": "cache/Token_rms_norm_20_16_0_74.const", + "file_size": 4194304 + }, + "model.layers.2.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 361279508, + "file_name": "cache/Token_rms_norm_20_16_0_75.const", + "file_size": 4096 + }, + "model.layers.2.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 361283604, + "file_name": "cache/Token_rms_norm_20_16_0_76.const", + "file_size": 131072 + }, + "model.layers.2.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 361414676, + "file_name": "cache/Token_rms_norm_20_16_0_77.const", + "file_size": 32768 + }, + "model.layers.2.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 361447444, + "file_name": "cache/Token_rms_norm_20_16_0_78.const", + "file_size": 16777216 + }, + "model.layers.2.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 378224660, + "file_name": "cache/Token_rms_norm_20_16_0_79.const", + "file_size": 16384 + }, + "model.layers.2.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 378241044, + "file_name": "cache/Token_rms_norm_20_16_0_80.const", + "file_size": 524288 + }, + "model.layers.2.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 378765332, + "file_name": "cache/Token_rms_norm_20_16_0_81.const", + "file_size": 131072 + }, + "model.layers.2.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 378896404, + "file_name": "cache/Token_rms_norm_20_16_0_82.const", + "file_size": 8192 + }, + "eps_19_1_4": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 378904596, + "file_name": "cache/Token_rms_norm_20_16_0_83.const", + "file_size": 2 + }, + "model.layers.2.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 378904600, + "file_name": "cache/Token_rms_norm_20_16_0_84.const", + "file_size": 29360128 + }, + "model.layers.2.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 408264728, + "file_name": "cache/Token_rms_norm_20_16_0_85.const", + "file_size": 1835008 + }, + "model.layers.2.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 410099736, + "file_name": "cache/Token_rms_norm_20_16_0_86.const", + "file_size": 229376 + }, + "model.layers.2.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 410329112, + "file_name": "cache/Token_rms_norm_20_16_0_87.const", + "file_size": 57344 + }, + "model.layers.2.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 410386456, + "file_name": "cache/Token_rms_norm_20_16_0_88.const", + "file_size": 29360128 + }, + "model.layers.2.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 439746584, + "file_name": "cache/Token_rms_norm_20_16_0_89.const", + "file_size": 1835008 + }, + "model.layers.2.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 441581592, + "file_name": "cache/Token_rms_norm_20_16_0_90.const", + "file_size": 229376 + }, + "model.layers.2.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 441810968, + "file_name": "cache/Token_rms_norm_20_16_0_91.const", + "file_size": 57344 + }, + "model.layers.2.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 441868312, + "file_name": "cache/Token_rms_norm_20_16_0_92.const", + "file_size": 58720256 + }, + "model.layers.2.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 500588568, + "file_name": "cache/Token_rms_norm_20_16_0_93.const", + "file_size": 16384 + }, + "model.layers.2.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 500604952, + "file_name": "cache/Token_rms_norm_20_16_0_94.const", + "file_size": 1835008 + }, + "model.layers.2.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 502439960, + "file_name": "cache/Token_rms_norm_20_16_0_95.const", + "file_size": 458752 + }, + "model.layers.3.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 502898712, + "file_name": "cache/Token_rms_norm_20_16_0_96.const", + "file_size": 8192 + }, + "eps_19_1_5": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 502906904, + "file_name": "cache/Token_rms_norm_20_16_0_97.const", + "file_size": 2 + }, + "model.layers.3.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 502906908, + "file_name": "cache/Token_rms_norm_20_16_0_98.const", + "file_size": 4194304 + }, + "model.layers.3.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 507101212, + "file_name": "cache/Token_rms_norm_20_16_0_99.const", + "file_size": 4096 + }, + "model.layers.3.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 507105308, + "file_name": "cache/Token_rms_norm_20_16_0_100.const", + "file_size": 131072 + }, + "model.layers.3.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 507236380, + "file_name": "cache/Token_rms_norm_20_16_0_101.const", + "file_size": 32768 + }, + "model.layers.3.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 507269148, + "file_name": "cache/Token_rms_norm_20_16_0_102.const", + "file_size": 16777216 + }, + "model.layers.3.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 524046364, + "file_name": "cache/Token_rms_norm_20_16_0_103.const", + "file_size": 16384 + }, + "model.layers.3.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 524062748, + "file_name": "cache/Token_rms_norm_20_16_0_104.const", + "file_size": 524288 + }, + "model.layers.3.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 524587036, + "file_name": "cache/Token_rms_norm_20_16_0_105.const", + "file_size": 131072 + }, + "model.layers.3.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 524718108, + "file_name": "cache/Token_rms_norm_20_16_0_106.const", + "file_size": 4194304 + }, + "model.layers.3.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 528912412, + "file_name": "cache/Token_rms_norm_20_16_0_107.const", + "file_size": 4096 + }, + "model.layers.3.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 528916508, + "file_name": "cache/Token_rms_norm_20_16_0_108.const", + "file_size": 131072 + }, + "model.layers.3.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 529047580, + "file_name": "cache/Token_rms_norm_20_16_0_109.const", + "file_size": 32768 + }, + "model.layers.3.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 529080348, + "file_name": "cache/Token_rms_norm_20_16_0_110.const", + "file_size": 16777216 + }, + "model.layers.3.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 545857564, + "file_name": "cache/Token_rms_norm_20_16_0_111.const", + "file_size": 16384 + }, + "model.layers.3.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 545873948, + "file_name": "cache/Token_rms_norm_20_16_0_112.const", + "file_size": 524288 + }, + "model.layers.3.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 546398236, + "file_name": "cache/Token_rms_norm_20_16_0_113.const", + "file_size": 131072 + }, + "model.layers.3.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 546529308, + "file_name": "cache/Token_rms_norm_20_16_0_114.const", + "file_size": 8192 + }, + "eps_19_1_6": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 546537500, + "file_name": "cache/Token_rms_norm_20_16_0_115.const", + "file_size": 2 + }, + "model.layers.3.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 546537504, + "file_name": "cache/Token_rms_norm_20_16_0_116.const", + "file_size": 29360128 + }, + "model.layers.3.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 575897632, + "file_name": "cache/Token_rms_norm_20_16_0_117.const", + "file_size": 1835008 + }, + "model.layers.3.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 577732640, + "file_name": "cache/Token_rms_norm_20_16_0_118.const", + "file_size": 229376 + }, + "model.layers.3.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 577962016, + "file_name": "cache/Token_rms_norm_20_16_0_119.const", + "file_size": 57344 + }, + "model.layers.3.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 578019360, + "file_name": "cache/Token_rms_norm_20_16_0_120.const", + "file_size": 29360128 + }, + "model.layers.3.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 607379488, + "file_name": "cache/Token_rms_norm_20_16_0_121.const", + "file_size": 1835008 + }, + "model.layers.3.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 609214496, + "file_name": "cache/Token_rms_norm_20_16_0_122.const", + "file_size": 229376 + }, + "model.layers.3.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 609443872, + "file_name": "cache/Token_rms_norm_20_16_0_123.const", + "file_size": 57344 + }, + "model.layers.3.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 609501216, + "file_name": "cache/Token_rms_norm_20_16_0_124.const", + "file_size": 58720256 + }, + "model.layers.3.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 668221472, + "file_name": "cache/Token_rms_norm_20_16_0_125.const", + "file_size": 16384 + }, + "model.layers.3.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 668237856, + "file_name": "cache/Token_rms_norm_20_16_0_126.const", + "file_size": 1835008 + }, + "model.layers.3.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 670072864, + "file_name": "cache/Token_rms_norm_20_16_0_127.const", + "file_size": 458752 + }, + "model.layers.4.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 670531616, + "file_name": "cache/Token_rms_norm_20_16_0_128.const", + "file_size": 8192 + }, + "eps_19_1_7": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 670539808, + "file_name": "cache/Token_rms_norm_20_16_0_129.const", + "file_size": 2 + }, + "model.layers.4.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 670539812, + "file_name": "cache/Token_rms_norm_20_16_0_130.const", + "file_size": 4194304 + }, + "model.layers.4.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 674734116, + "file_name": "cache/Token_rms_norm_20_16_0_131.const", + "file_size": 4096 + }, + "model.layers.4.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 674738212, + "file_name": "cache/Token_rms_norm_20_16_0_132.const", + "file_size": 131072 + }, + "model.layers.4.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 674869284, + "file_name": "cache/Token_rms_norm_20_16_0_133.const", + "file_size": 32768 + }, + "model.layers.4.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 674902052, + "file_name": "cache/Token_rms_norm_20_16_0_134.const", + "file_size": 16777216 + }, + "model.layers.4.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 691679268, + "file_name": "cache/Token_rms_norm_20_16_0_135.const", + "file_size": 16384 + }, + "model.layers.4.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 691695652, + "file_name": "cache/Token_rms_norm_20_16_0_136.const", + "file_size": 524288 + }, + "model.layers.4.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 692219940, + "file_name": "cache/Token_rms_norm_20_16_0_137.const", + "file_size": 131072 + }, + "model.layers.4.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 692351012, + "file_name": "cache/Token_rms_norm_20_16_0_138.const", + "file_size": 4194304 + }, + "model.layers.4.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 696545316, + "file_name": "cache/Token_rms_norm_20_16_0_139.const", + "file_size": 4096 + }, + "model.layers.4.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 696549412, + "file_name": "cache/Token_rms_norm_20_16_0_140.const", + "file_size": 131072 + }, + "model.layers.4.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 696680484, + "file_name": "cache/Token_rms_norm_20_16_0_141.const", + "file_size": 32768 + }, + "model.layers.4.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 696713252, + "file_name": "cache/Token_rms_norm_20_16_0_142.const", + "file_size": 16777216 + }, + "model.layers.4.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 713490468, + "file_name": "cache/Token_rms_norm_20_16_0_143.const", + "file_size": 16384 + }, + "model.layers.4.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 713506852, + "file_name": "cache/Token_rms_norm_20_16_0_144.const", + "file_size": 524288 + }, + "model.layers.4.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 714031140, + "file_name": "cache/Token_rms_norm_20_16_0_145.const", + "file_size": 131072 + }, + "model.layers.4.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 714162212, + "file_name": "cache/Token_rms_norm_20_16_0_146.const", + "file_size": 8192 + }, + "eps_19_1_8": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 714170404, + "file_name": "cache/Token_rms_norm_20_16_0_147.const", + "file_size": 2 + }, + "model.layers.4.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 714170408, + "file_name": "cache/Token_rms_norm_20_16_0_148.const", + "file_size": 29360128 + }, + "model.layers.4.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 743530536, + "file_name": "cache/Token_rms_norm_20_16_0_149.const", + "file_size": 1835008 + }, + "model.layers.4.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 745365544, + "file_name": "cache/Token_rms_norm_20_16_0_150.const", + "file_size": 229376 + }, + "model.layers.4.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 745594920, + "file_name": "cache/Token_rms_norm_20_16_0_151.const", + "file_size": 57344 + }, + "model.layers.4.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 745652264, + "file_name": "cache/Token_rms_norm_20_16_0_152.const", + "file_size": 29360128 + }, + "model.layers.4.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 775012392, + "file_name": "cache/Token_rms_norm_20_16_0_153.const", + "file_size": 1835008 + }, + "model.layers.4.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 776847400, + "file_name": "cache/Token_rms_norm_20_16_0_154.const", + "file_size": 229376 + }, + "model.layers.4.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 777076776, + "file_name": "cache/Token_rms_norm_20_16_0_155.const", + "file_size": 57344 + }, + "model.layers.4.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 777134120, + "file_name": "cache/Token_rms_norm_20_16_0_156.const", + "file_size": 58720256 + }, + "model.layers.4.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 835854376, + "file_name": "cache/Token_rms_norm_20_16_0_157.const", + "file_size": 16384 + }, + "model.layers.4.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 835870760, + "file_name": "cache/Token_rms_norm_20_16_0_158.const", + "file_size": 1835008 + }, + "model.layers.4.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 837705768, + "file_name": "cache/Token_rms_norm_20_16_0_159.const", + "file_size": 458752 + }, + "model.layers.5.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 838164520, + "file_name": "cache/Token_rms_norm_20_16_0_160.const", + "file_size": 8192 + }, + "eps_19_1_9": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 838172712, + "file_name": "cache/Token_rms_norm_20_16_0_161.const", + "file_size": 2 + }, + "model.layers.5.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 838172716, + "file_name": "cache/Token_rms_norm_20_16_0_162.const", + "file_size": 4194304 + }, + "model.layers.5.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 842367020, + "file_name": "cache/Token_rms_norm_20_16_0_163.const", + "file_size": 4096 + }, + "model.layers.5.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 842371116, + "file_name": "cache/Token_rms_norm_20_16_0_164.const", + "file_size": 131072 + }, + "model.layers.5.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 842502188, + "file_name": "cache/Token_rms_norm_20_16_0_165.const", + "file_size": 32768 + }, + "model.layers.5.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 842534956, + "file_name": "cache/Token_rms_norm_20_16_0_166.const", + "file_size": 16777216 + }, + "model.layers.5.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 859312172, + "file_name": "cache/Token_rms_norm_20_16_0_167.const", + "file_size": 16384 + }, + "model.layers.5.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 859328556, + "file_name": "cache/Token_rms_norm_20_16_0_168.const", + "file_size": 524288 + }, + "model.layers.5.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 859852844, + "file_name": "cache/Token_rms_norm_20_16_0_169.const", + "file_size": 131072 + }, + "model.layers.5.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 859983916, + "file_name": "cache/Token_rms_norm_20_16_0_170.const", + "file_size": 4194304 + }, + "model.layers.5.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 864178220, + "file_name": "cache/Token_rms_norm_20_16_0_171.const", + "file_size": 4096 + }, + "model.layers.5.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 864182316, + "file_name": "cache/Token_rms_norm_20_16_0_172.const", + "file_size": 131072 + }, + "model.layers.5.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 864313388, + "file_name": "cache/Token_rms_norm_20_16_0_173.const", + "file_size": 32768 + }, + "model.layers.5.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 864346156, + "file_name": "cache/Token_rms_norm_20_16_0_174.const", + "file_size": 16777216 + }, + "model.layers.5.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 881123372, + "file_name": "cache/Token_rms_norm_20_16_0_175.const", + "file_size": 16384 + }, + "model.layers.5.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 881139756, + "file_name": "cache/Token_rms_norm_20_16_0_176.const", + "file_size": 524288 + }, + "model.layers.5.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 881664044, + "file_name": "cache/Token_rms_norm_20_16_0_177.const", + "file_size": 131072 + }, + "model.layers.5.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 881795116, + "file_name": "cache/Token_rms_norm_20_16_0_178.const", + "file_size": 8192 + }, + "eps_19_1_10": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 881803308, + "file_name": "cache/Token_rms_norm_20_16_0_179.const", + "file_size": 2 + }, + "model.layers.5.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 881803312, + "file_name": "cache/Token_rms_norm_20_16_0_180.const", + "file_size": 29360128 + }, + "model.layers.5.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 911163440, + "file_name": "cache/Token_rms_norm_20_16_0_181.const", + "file_size": 1835008 + }, + "model.layers.5.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 912998448, + "file_name": "cache/Token_rms_norm_20_16_0_182.const", + "file_size": 229376 + }, + "model.layers.5.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 913227824, + "file_name": "cache/Token_rms_norm_20_16_0_183.const", + "file_size": 57344 + }, + "model.layers.5.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 913285168, + "file_name": "cache/Token_rms_norm_20_16_0_184.const", + "file_size": 29360128 + }, + "model.layers.5.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 942645296, + "file_name": "cache/Token_rms_norm_20_16_0_185.const", + "file_size": 1835008 + }, + "model.layers.5.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 944480304, + "file_name": "cache/Token_rms_norm_20_16_0_186.const", + "file_size": 229376 + }, + "model.layers.5.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 944709680, + "file_name": "cache/Token_rms_norm_20_16_0_187.const", + "file_size": 57344 + }, + "model.layers.5.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 944767024, + "file_name": "cache/Token_rms_norm_20_16_0_188.const", + "file_size": 58720256 + }, + "model.layers.5.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1003487280, + "file_name": "cache/Token_rms_norm_20_16_0_189.const", + "file_size": 16384 + }, + "model.layers.5.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1003503664, + "file_name": "cache/Token_rms_norm_20_16_0_190.const", + "file_size": 1835008 + }, + "model.layers.5.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 1005338672, + "file_name": "cache/Token_rms_norm_20_16_0_191.const", + "file_size": 458752 + }, + "model.layers.6.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1005797424, + "file_name": "cache/Token_rms_norm_20_16_0_192.const", + "file_size": 8192 + }, + "eps_19_1_11": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1005805616, + "file_name": "cache/Token_rms_norm_20_16_0_193.const", + "file_size": 2 + }, + "model.layers.6.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1005805620, + "file_name": "cache/Token_rms_norm_20_16_0_194.const", + "file_size": 4194304 + }, + "model.layers.6.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1009999924, + "file_name": "cache/Token_rms_norm_20_16_0_195.const", + "file_size": 4096 + }, + "model.layers.6.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1010004020, + "file_name": "cache/Token_rms_norm_20_16_0_196.const", + "file_size": 131072 + }, + "model.layers.6.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1010135092, + "file_name": "cache/Token_rms_norm_20_16_0_197.const", + "file_size": 32768 + }, + "model.layers.6.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1010167860, + "file_name": "cache/Token_rms_norm_20_16_0_198.const", + "file_size": 16777216 + }, + "model.layers.6.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1026945076, + "file_name": "cache/Token_rms_norm_20_16_0_199.const", + "file_size": 16384 + }, + "model.layers.6.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1026961460, + "file_name": "cache/Token_rms_norm_20_16_0_200.const", + "file_size": 524288 + }, + "model.layers.6.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1027485748, + "file_name": "cache/Token_rms_norm_20_16_0_201.const", + "file_size": 131072 + }, + "model.layers.6.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1027616820, + "file_name": "cache/Token_rms_norm_20_16_0_202.const", + "file_size": 4194304 + }, + "model.layers.6.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1031811124, + "file_name": "cache/Token_rms_norm_20_16_0_203.const", + "file_size": 4096 + }, + "model.layers.6.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1031815220, + "file_name": "cache/Token_rms_norm_20_16_0_204.const", + "file_size": 131072 + }, + "model.layers.6.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1031946292, + "file_name": "cache/Token_rms_norm_20_16_0_205.const", + "file_size": 32768 + }, + "model.layers.6.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1031979060, + "file_name": "cache/Token_rms_norm_20_16_0_206.const", + "file_size": 16777216 + }, + "model.layers.6.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1048756276, + "file_name": "cache/Token_rms_norm_20_16_0_207.const", + "file_size": 16384 + }, + "model.layers.6.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1048772660, + "file_name": "cache/Token_rms_norm_20_16_0_208.const", + "file_size": 524288 + }, + "model.layers.6.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1049296948, + "file_name": "cache/Token_rms_norm_20_16_0_209.const", + "file_size": 131072 + }, + "model.layers.6.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1049428020, + "file_name": "cache/Token_rms_norm_20_16_0_210.const", + "file_size": 8192 + }, + "eps_19_1_12": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1049436212, + "file_name": "cache/Token_rms_norm_20_16_0_211.const", + "file_size": 2 + }, + "model.layers.6.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1049436216, + "file_name": "cache/Token_rms_norm_20_16_0_212.const", + "file_size": 29360128 + }, + "model.layers.6.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1078796344, + "file_name": "cache/Token_rms_norm_20_16_0_213.const", + "file_size": 1835008 + }, + "model.layers.6.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1080631352, + "file_name": "cache/Token_rms_norm_20_16_0_214.const", + "file_size": 229376 + }, + "model.layers.6.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1080860728, + "file_name": "cache/Token_rms_norm_20_16_0_215.const", + "file_size": 57344 + }, + "model.layers.6.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1080918072, + "file_name": "cache/Token_rms_norm_20_16_0_216.const", + "file_size": 29360128 + }, + "model.layers.6.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1110278200, + "file_name": "cache/Token_rms_norm_20_16_0_217.const", + "file_size": 1835008 + }, + "model.layers.6.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1112113208, + "file_name": "cache/Token_rms_norm_20_16_0_218.const", + "file_size": 229376 + }, + "model.layers.6.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1112342584, + "file_name": "cache/Token_rms_norm_20_16_0_219.const", + "file_size": 57344 + }, + "model.layers.6.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 1112399928, + "file_name": "cache/Token_rms_norm_20_16_0_220.const", + "file_size": 58720256 + }, + "model.layers.6.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1171120184, + "file_name": "cache/Token_rms_norm_20_16_0_221.const", + "file_size": 16384 + }, + "model.layers.6.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1171136568, + "file_name": "cache/Token_rms_norm_20_16_0_222.const", + "file_size": 1835008 + }, + "model.layers.6.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 1172971576, + "file_name": "cache/Token_rms_norm_20_16_0_223.const", + "file_size": 458752 + }, + "model.layers.7.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1173430328, + "file_name": "cache/Token_rms_norm_20_16_0_224.const", + "file_size": 8192 + }, + "eps_19_1_13": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1173438520, + "file_name": "cache/Token_rms_norm_20_16_0_225.const", + "file_size": 2 + }, + "model.layers.7.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1173438524, + "file_name": "cache/Token_rms_norm_20_16_0_226.const", + "file_size": 4194304 + }, + "model.layers.7.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1177632828, + "file_name": "cache/Token_rms_norm_20_16_0_227.const", + "file_size": 4096 + }, + "model.layers.7.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1177636924, + "file_name": "cache/Token_rms_norm_20_16_0_228.const", + "file_size": 131072 + }, + "model.layers.7.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1177767996, + "file_name": "cache/Token_rms_norm_20_16_0_229.const", + "file_size": 32768 + }, + "model.layers.7.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1177800764, + "file_name": "cache/Token_rms_norm_20_16_0_230.const", + "file_size": 16777216 + }, + "model.layers.7.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1194577980, + "file_name": "cache/Token_rms_norm_20_16_0_231.const", + "file_size": 16384 + }, + "model.layers.7.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1194594364, + "file_name": "cache/Token_rms_norm_20_16_0_232.const", + "file_size": 524288 + }, + "model.layers.7.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1195118652, + "file_name": "cache/Token_rms_norm_20_16_0_233.const", + "file_size": 131072 + }, + "model.layers.7.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1195249724, + "file_name": "cache/Token_rms_norm_20_16_0_234.const", + "file_size": 4194304 + }, + "model.layers.7.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1199444028, + "file_name": "cache/Token_rms_norm_20_16_0_235.const", + "file_size": 4096 + }, + "model.layers.7.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1199448124, + "file_name": "cache/Token_rms_norm_20_16_0_236.const", + "file_size": 131072 + }, + "model.layers.7.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1199579196, + "file_name": "cache/Token_rms_norm_20_16_0_237.const", + "file_size": 32768 + }, + "model.layers.7.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1199611964, + "file_name": "cache/Token_rms_norm_20_16_0_238.const", + "file_size": 16777216 + }, + "model.layers.7.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1216389180, + "file_name": "cache/Token_rms_norm_20_16_0_239.const", + "file_size": 16384 + }, + "model.layers.7.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1216405564, + "file_name": "cache/Token_rms_norm_20_16_0_240.const", + "file_size": 524288 + }, + "model.layers.7.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1216929852, + "file_name": "cache/Token_rms_norm_20_16_0_241.const", + "file_size": 131072 + }, + "model.layers.7.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1217060924, + "file_name": "cache/Token_rms_norm_20_16_0_242.const", + "file_size": 8192 + }, + "eps_19_1_14": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1217069116, + "file_name": "cache/Token_rms_norm_20_16_0_243.const", + "file_size": 2 + }, + "model.layers.7.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1217069120, + "file_name": "cache/Token_rms_norm_20_16_0_244.const", + "file_size": 29360128 + }, + "model.layers.7.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1246429248, + "file_name": "cache/Token_rms_norm_20_16_0_245.const", + "file_size": 1835008 + }, + "model.layers.7.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1248264256, + "file_name": "cache/Token_rms_norm_20_16_0_246.const", + "file_size": 229376 + }, + "model.layers.7.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1248493632, + "file_name": "cache/Token_rms_norm_20_16_0_247.const", + "file_size": 57344 + }, + "model.layers.7.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1248550976, + "file_name": "cache/Token_rms_norm_20_16_0_248.const", + "file_size": 29360128 + }, + "model.layers.7.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1277911104, + "file_name": "cache/Token_rms_norm_20_16_0_249.const", + "file_size": 1835008 + }, + "model.layers.7.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1279746112, + "file_name": "cache/Token_rms_norm_20_16_0_250.const", + "file_size": 229376 + }, + "model.layers.7.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1279975488, + "file_name": "cache/Token_rms_norm_20_16_0_251.const", + "file_size": 57344 + }, + "model.layers.7.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 1280032832, + "file_name": "cache/Token_rms_norm_20_16_0_252.const", + "file_size": 58720256 + }, + "model.layers.7.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1338753088, + "file_name": "cache/Token_rms_norm_20_16_0_253.const", + "file_size": 16384 + }, + "model.layers.7.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1338769472, + "file_name": "cache/Token_rms_norm_20_16_0_254.const", + "file_size": 1835008 + }, + "model.layers.7.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 1340604480, + "file_name": "cache/Token_rms_norm_20_16_0_255.const", + "file_size": 458752 + }, + "model.layers.8.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1341063232, + "file_name": "cache/Token_rms_norm_20_16_0_256.const", + "file_size": 8192 + }, + "eps_19_1_15": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1341071424, + "file_name": "cache/Token_rms_norm_20_16_0_257.const", + "file_size": 2 + }, + "model.layers.8.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1341071428, + "file_name": "cache/Token_rms_norm_20_16_0_258.const", + "file_size": 4194304 + }, + "model.layers.8.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1345265732, + "file_name": "cache/Token_rms_norm_20_16_0_259.const", + "file_size": 4096 + }, + "model.layers.8.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1345269828, + "file_name": "cache/Token_rms_norm_20_16_0_260.const", + "file_size": 131072 + }, + "model.layers.8.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1345400900, + "file_name": "cache/Token_rms_norm_20_16_0_261.const", + "file_size": 32768 + }, + "model.layers.8.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1345433668, + "file_name": "cache/Token_rms_norm_20_16_0_262.const", + "file_size": 16777216 + }, + "model.layers.8.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1362210884, + "file_name": "cache/Token_rms_norm_20_16_0_263.const", + "file_size": 16384 + }, + "model.layers.8.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1362227268, + "file_name": "cache/Token_rms_norm_20_16_0_264.const", + "file_size": 524288 + }, + "model.layers.8.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1362751556, + "file_name": "cache/Token_rms_norm_20_16_0_265.const", + "file_size": 131072 + }, + "model.layers.8.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1362882628, + "file_name": "cache/Token_rms_norm_20_16_0_266.const", + "file_size": 4194304 + }, + "model.layers.8.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1367076932, + "file_name": "cache/Token_rms_norm_20_16_0_267.const", + "file_size": 4096 + }, + "model.layers.8.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1367081028, + "file_name": "cache/Token_rms_norm_20_16_0_268.const", + "file_size": 131072 + }, + "model.layers.8.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1367212100, + "file_name": "cache/Token_rms_norm_20_16_0_269.const", + "file_size": 32768 + }, + "model.layers.8.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1367244868, + "file_name": "cache/Token_rms_norm_20_16_0_270.const", + "file_size": 16777216 + }, + "model.layers.8.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1384022084, + "file_name": "cache/Token_rms_norm_20_16_0_271.const", + "file_size": 16384 + }, + "model.layers.8.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1384038468, + "file_name": "cache/Token_rms_norm_20_16_0_272.const", + "file_size": 524288 + }, + "model.layers.8.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1384562756, + "file_name": "cache/Token_rms_norm_20_16_0_273.const", + "file_size": 131072 + }, + "model.layers.8.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1384693828, + "file_name": "cache/Token_rms_norm_20_16_0_274.const", + "file_size": 8192 + }, + "eps_19_1_16": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1384702020, + "file_name": "cache/Token_rms_norm_20_16_0_275.const", + "file_size": 2 + }, + "model.layers.8.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1384702024, + "file_name": "cache/Token_rms_norm_20_16_0_276.const", + "file_size": 29360128 + }, + "model.layers.8.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1414062152, + "file_name": "cache/Token_rms_norm_20_16_0_277.const", + "file_size": 1835008 + }, + "model.layers.8.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1415897160, + "file_name": "cache/Token_rms_norm_20_16_0_278.const", + "file_size": 229376 + }, + "model.layers.8.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1416126536, + "file_name": "cache/Token_rms_norm_20_16_0_279.const", + "file_size": 57344 + }, + "model.layers.8.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1416183880, + "file_name": "cache/Token_rms_norm_20_16_0_280.const", + "file_size": 29360128 + }, + "model.layers.8.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1445544008, + "file_name": "cache/Token_rms_norm_20_16_0_281.const", + "file_size": 1835008 + }, + "model.layers.8.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1447379016, + "file_name": "cache/Token_rms_norm_20_16_0_282.const", + "file_size": 229376 + }, + "model.layers.8.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1447608392, + "file_name": "cache/Token_rms_norm_20_16_0_283.const", + "file_size": 57344 + }, + "model.layers.8.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 1447665736, + "file_name": "cache/Token_rms_norm_20_16_0_284.const", + "file_size": 58720256 + }, + "model.layers.8.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1506385992, + "file_name": "cache/Token_rms_norm_20_16_0_285.const", + "file_size": 16384 + }, + "model.layers.8.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1506402376, + "file_name": "cache/Token_rms_norm_20_16_0_286.const", + "file_size": 1835008 + }, + "model.layers.8.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 1508237384, + "file_name": "cache/Token_rms_norm_20_16_0_287.const", + "file_size": 458752 + }, + "model.layers.9.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1508696136, + "file_name": "cache/Token_rms_norm_20_16_0_288.const", + "file_size": 8192 + }, + "eps_19_1_17": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1508704328, + "file_name": "cache/Token_rms_norm_20_16_0_289.const", + "file_size": 2 + }, + "model.layers.9.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1508704332, + "file_name": "cache/Token_rms_norm_20_16_0_290.const", + "file_size": 4194304 + }, + "model.layers.9.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1512898636, + "file_name": "cache/Token_rms_norm_20_16_0_291.const", + "file_size": 4096 + }, + "model.layers.9.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1512902732, + "file_name": "cache/Token_rms_norm_20_16_0_292.const", + "file_size": 131072 + }, + "model.layers.9.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1513033804, + "file_name": "cache/Token_rms_norm_20_16_0_293.const", + "file_size": 32768 + }, + "model.layers.9.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1513066572, + "file_name": "cache/Token_rms_norm_20_16_0_294.const", + "file_size": 16777216 + }, + "model.layers.9.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1529843788, + "file_name": "cache/Token_rms_norm_20_16_0_295.const", + "file_size": 16384 + }, + "model.layers.9.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1529860172, + "file_name": "cache/Token_rms_norm_20_16_0_296.const", + "file_size": 524288 + }, + "model.layers.9.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1530384460, + "file_name": "cache/Token_rms_norm_20_16_0_297.const", + "file_size": 131072 + }, + "model.layers.9.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1530515532, + "file_name": "cache/Token_rms_norm_20_16_0_298.const", + "file_size": 4194304 + }, + "model.layers.9.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1534709836, + "file_name": "cache/Token_rms_norm_20_16_0_299.const", + "file_size": 4096 + }, + "model.layers.9.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1534713932, + "file_name": "cache/Token_rms_norm_20_16_0_300.const", + "file_size": 131072 + }, + "model.layers.9.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1534845004, + "file_name": "cache/Token_rms_norm_20_16_0_301.const", + "file_size": 32768 + }, + "model.layers.9.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1534877772, + "file_name": "cache/Token_rms_norm_20_16_0_302.const", + "file_size": 16777216 + }, + "model.layers.9.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1551654988, + "file_name": "cache/Token_rms_norm_20_16_0_303.const", + "file_size": 16384 + }, + "model.layers.9.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1551671372, + "file_name": "cache/Token_rms_norm_20_16_0_304.const", + "file_size": 524288 + }, + "model.layers.9.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1552195660, + "file_name": "cache/Token_rms_norm_20_16_0_305.const", + "file_size": 131072 + }, + "model.layers.9.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1552326732, + "file_name": "cache/Token_rms_norm_20_16_0_306.const", + "file_size": 8192 + }, + "eps_19_1_18": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1552334924, + "file_name": "cache/Token_rms_norm_20_16_0_307.const", + "file_size": 2 + }, + "model.layers.9.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1552334928, + "file_name": "cache/Token_rms_norm_20_16_0_308.const", + "file_size": 29360128 + }, + "model.layers.9.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1581695056, + "file_name": "cache/Token_rms_norm_20_16_0_309.const", + "file_size": 1835008 + }, + "model.layers.9.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1583530064, + "file_name": "cache/Token_rms_norm_20_16_0_310.const", + "file_size": 229376 + }, + "model.layers.9.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1583759440, + "file_name": "cache/Token_rms_norm_20_16_0_311.const", + "file_size": 57344 + }, + "model.layers.9.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1583816784, + "file_name": "cache/Token_rms_norm_20_16_0_312.const", + "file_size": 29360128 + }, + "model.layers.9.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1613176912, + "file_name": "cache/Token_rms_norm_20_16_0_313.const", + "file_size": 1835008 + }, + "model.layers.9.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1615011920, + "file_name": "cache/Token_rms_norm_20_16_0_314.const", + "file_size": 229376 + }, + "model.layers.9.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1615241296, + "file_name": "cache/Token_rms_norm_20_16_0_315.const", + "file_size": 57344 + }, + "model.layers.9.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 1615298640, + "file_name": "cache/Token_rms_norm_20_16_0_316.const", + "file_size": 58720256 + }, + "model.layers.9.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1674018896, + "file_name": "cache/Token_rms_norm_20_16_0_317.const", + "file_size": 16384 + }, + "model.layers.9.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1674035280, + "file_name": "cache/Token_rms_norm_20_16_0_318.const", + "file_size": 1835008 + }, + "model.layers.9.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 1675870288, + "file_name": "cache/Token_rms_norm_20_16_0_319.const", + "file_size": 458752 + }, + "model.layers.10.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1676329040, + "file_name": "cache/Token_rms_norm_20_16_0_320.const", + "file_size": 8192 + }, + "eps_19_1_19": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1676337232, + "file_name": "cache/Token_rms_norm_20_16_0_321.const", + "file_size": 2 + }, + "model.layers.10.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1676337236, + "file_name": "cache/Token_rms_norm_20_16_0_322.const", + "file_size": 4194304 + }, + "model.layers.10.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1680531540, + "file_name": "cache/Token_rms_norm_20_16_0_323.const", + "file_size": 4096 + }, + "model.layers.10.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1680535636, + "file_name": "cache/Token_rms_norm_20_16_0_324.const", + "file_size": 131072 + }, + "model.layers.10.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1680666708, + "file_name": "cache/Token_rms_norm_20_16_0_325.const", + "file_size": 32768 + }, + "model.layers.10.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1680699476, + "file_name": "cache/Token_rms_norm_20_16_0_326.const", + "file_size": 16777216 + }, + "model.layers.10.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1697476692, + "file_name": "cache/Token_rms_norm_20_16_0_327.const", + "file_size": 16384 + }, + "model.layers.10.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1697493076, + "file_name": "cache/Token_rms_norm_20_16_0_328.const", + "file_size": 524288 + }, + "model.layers.10.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1698017364, + "file_name": "cache/Token_rms_norm_20_16_0_329.const", + "file_size": 131072 + }, + "model.layers.10.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1698148436, + "file_name": "cache/Token_rms_norm_20_16_0_330.const", + "file_size": 4194304 + }, + "model.layers.10.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1702342740, + "file_name": "cache/Token_rms_norm_20_16_0_331.const", + "file_size": 4096 + }, + "model.layers.10.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1702346836, + "file_name": "cache/Token_rms_norm_20_16_0_332.const", + "file_size": 131072 + }, + "model.layers.10.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1702477908, + "file_name": "cache/Token_rms_norm_20_16_0_333.const", + "file_size": 32768 + }, + "model.layers.10.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1702510676, + "file_name": "cache/Token_rms_norm_20_16_0_334.const", + "file_size": 16777216 + }, + "model.layers.10.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1719287892, + "file_name": "cache/Token_rms_norm_20_16_0_335.const", + "file_size": 16384 + }, + "model.layers.10.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1719304276, + "file_name": "cache/Token_rms_norm_20_16_0_336.const", + "file_size": 524288 + }, + "model.layers.10.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1719828564, + "file_name": "cache/Token_rms_norm_20_16_0_337.const", + "file_size": 131072 + }, + "model.layers.10.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1719959636, + "file_name": "cache/Token_rms_norm_20_16_0_338.const", + "file_size": 8192 + }, + "eps_19_1_20": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1719967828, + "file_name": "cache/Token_rms_norm_20_16_0_339.const", + "file_size": 2 + }, + "model.layers.10.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1719967832, + "file_name": "cache/Token_rms_norm_20_16_0_340.const", + "file_size": 29360128 + }, + "model.layers.10.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1749327960, + "file_name": "cache/Token_rms_norm_20_16_0_341.const", + "file_size": 1835008 + }, + "model.layers.10.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1751162968, + "file_name": "cache/Token_rms_norm_20_16_0_342.const", + "file_size": 229376 + }, + "model.layers.10.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1751392344, + "file_name": "cache/Token_rms_norm_20_16_0_343.const", + "file_size": 57344 + }, + "model.layers.10.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1751449688, + "file_name": "cache/Token_rms_norm_20_16_0_344.const", + "file_size": 29360128 + }, + "model.layers.10.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1780809816, + "file_name": "cache/Token_rms_norm_20_16_0_345.const", + "file_size": 1835008 + }, + "model.layers.10.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1782644824, + "file_name": "cache/Token_rms_norm_20_16_0_346.const", + "file_size": 229376 + }, + "model.layers.10.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1782874200, + "file_name": "cache/Token_rms_norm_20_16_0_347.const", + "file_size": 57344 + }, + "model.layers.10.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 1782931544, + "file_name": "cache/Token_rms_norm_20_16_0_348.const", + "file_size": 58720256 + }, + "model.layers.10.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1841651800, + "file_name": "cache/Token_rms_norm_20_16_0_349.const", + "file_size": 16384 + }, + "model.layers.10.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1841668184, + "file_name": "cache/Token_rms_norm_20_16_0_350.const", + "file_size": 1835008 + }, + "model.layers.10.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 1843503192, + "file_name": "cache/Token_rms_norm_20_16_0_351.const", + "file_size": 458752 + }, + "model.layers.11.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1843961944, + "file_name": "cache/Token_rms_norm_20_16_0_352.const", + "file_size": 8192 + }, + "eps_19_1_21": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1843970136, + "file_name": "cache/Token_rms_norm_20_16_0_353.const", + "file_size": 2 + }, + "model.layers.11.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1843970140, + "file_name": "cache/Token_rms_norm_20_16_0_354.const", + "file_size": 4194304 + }, + "model.layers.11.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1848164444, + "file_name": "cache/Token_rms_norm_20_16_0_355.const", + "file_size": 4096 + }, + "model.layers.11.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1848168540, + "file_name": "cache/Token_rms_norm_20_16_0_356.const", + "file_size": 131072 + }, + "model.layers.11.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1848299612, + "file_name": "cache/Token_rms_norm_20_16_0_357.const", + "file_size": 32768 + }, + "model.layers.11.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1848332380, + "file_name": "cache/Token_rms_norm_20_16_0_358.const", + "file_size": 16777216 + }, + "model.layers.11.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1865109596, + "file_name": "cache/Token_rms_norm_20_16_0_359.const", + "file_size": 16384 + }, + "model.layers.11.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1865125980, + "file_name": "cache/Token_rms_norm_20_16_0_360.const", + "file_size": 524288 + }, + "model.layers.11.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1865650268, + "file_name": "cache/Token_rms_norm_20_16_0_361.const", + "file_size": 131072 + }, + "model.layers.11.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 1865781340, + "file_name": "cache/Token_rms_norm_20_16_0_362.const", + "file_size": 4194304 + }, + "model.layers.11.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 1869975644, + "file_name": "cache/Token_rms_norm_20_16_0_363.const", + "file_size": 4096 + }, + "model.layers.11.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1869979740, + "file_name": "cache/Token_rms_norm_20_16_0_364.const", + "file_size": 131072 + }, + "model.layers.11.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 1870110812, + "file_name": "cache/Token_rms_norm_20_16_0_365.const", + "file_size": 32768 + }, + "model.layers.11.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 1870143580, + "file_name": "cache/Token_rms_norm_20_16_0_366.const", + "file_size": 16777216 + }, + "model.layers.11.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 1886920796, + "file_name": "cache/Token_rms_norm_20_16_0_367.const", + "file_size": 16384 + }, + "model.layers.11.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 1886937180, + "file_name": "cache/Token_rms_norm_20_16_0_368.const", + "file_size": 524288 + }, + "model.layers.11.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 1887461468, + "file_name": "cache/Token_rms_norm_20_16_0_369.const", + "file_size": 131072 + }, + "model.layers.11.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 1887592540, + "file_name": "cache/Token_rms_norm_20_16_0_370.const", + "file_size": 8192 + }, + "eps_19_1_22": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 1887600732, + "file_name": "cache/Token_rms_norm_20_16_0_371.const", + "file_size": 2 + }, + "model.layers.11.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1887600736, + "file_name": "cache/Token_rms_norm_20_16_0_372.const", + "file_size": 29360128 + }, + "model.layers.11.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1916960864, + "file_name": "cache/Token_rms_norm_20_16_0_373.const", + "file_size": 1835008 + }, + "model.layers.11.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1918795872, + "file_name": "cache/Token_rms_norm_20_16_0_374.const", + "file_size": 229376 + }, + "model.layers.11.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1919025248, + "file_name": "cache/Token_rms_norm_20_16_0_375.const", + "file_size": 57344 + }, + "model.layers.11.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 1919082592, + "file_name": "cache/Token_rms_norm_20_16_0_376.const", + "file_size": 29360128 + }, + "model.layers.11.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 1948442720, + "file_name": "cache/Token_rms_norm_20_16_0_377.const", + "file_size": 1835008 + }, + "model.layers.11.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 1950277728, + "file_name": "cache/Token_rms_norm_20_16_0_378.const", + "file_size": 229376 + }, + "model.layers.11.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 1950507104, + "file_name": "cache/Token_rms_norm_20_16_0_379.const", + "file_size": 57344 + }, + "model.layers.11.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 1950564448, + "file_name": "cache/Token_rms_norm_20_16_0_380.const", + "file_size": 58720256 + }, + "model.layers.11.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2009284704, + "file_name": "cache/Token_rms_norm_20_16_0_381.const", + "file_size": 16384 + }, + "model.layers.11.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2009301088, + "file_name": "cache/Token_rms_norm_20_16_0_382.const", + "file_size": 1835008 + }, + "model.layers.11.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 2011136096, + "file_name": "cache/Token_rms_norm_20_16_0_383.const", + "file_size": 458752 + }, + "model.layers.12.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2011594848, + "file_name": "cache/Token_rms_norm_20_16_0_384.const", + "file_size": 8192 + }, + "eps_19_1_23": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2011603040, + "file_name": "cache/Token_rms_norm_20_16_0_385.const", + "file_size": 2 + }, + "model.layers.12.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2011603044, + "file_name": "cache/Token_rms_norm_20_16_0_386.const", + "file_size": 4194304 + }, + "model.layers.12.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2015797348, + "file_name": "cache/Token_rms_norm_20_16_0_387.const", + "file_size": 4096 + }, + "model.layers.12.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2015801444, + "file_name": "cache/Token_rms_norm_20_16_0_388.const", + "file_size": 131072 + }, + "model.layers.12.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2015932516, + "file_name": "cache/Token_rms_norm_20_16_0_389.const", + "file_size": 32768 + }, + "model.layers.12.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2015965284, + "file_name": "cache/Token_rms_norm_20_16_0_390.const", + "file_size": 16777216 + }, + "model.layers.12.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2032742500, + "file_name": "cache/Token_rms_norm_20_16_0_391.const", + "file_size": 16384 + }, + "model.layers.12.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2032758884, + "file_name": "cache/Token_rms_norm_20_16_0_392.const", + "file_size": 524288 + }, + "model.layers.12.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2033283172, + "file_name": "cache/Token_rms_norm_20_16_0_393.const", + "file_size": 131072 + }, + "model.layers.12.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2033414244, + "file_name": "cache/Token_rms_norm_20_16_0_394.const", + "file_size": 4194304 + }, + "model.layers.12.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2037608548, + "file_name": "cache/Token_rms_norm_20_16_0_395.const", + "file_size": 4096 + }, + "model.layers.12.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2037612644, + "file_name": "cache/Token_rms_norm_20_16_0_396.const", + "file_size": 131072 + }, + "model.layers.12.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2037743716, + "file_name": "cache/Token_rms_norm_20_16_0_397.const", + "file_size": 32768 + }, + "model.layers.12.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2037776484, + "file_name": "cache/Token_rms_norm_20_16_0_398.const", + "file_size": 16777216 + }, + "model.layers.12.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2054553700, + "file_name": "cache/Token_rms_norm_20_16_0_399.const", + "file_size": 16384 + }, + "model.layers.12.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2054570084, + "file_name": "cache/Token_rms_norm_20_16_0_400.const", + "file_size": 524288 + }, + "model.layers.12.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2055094372, + "file_name": "cache/Token_rms_norm_20_16_0_401.const", + "file_size": 131072 + }, + "model.layers.12.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2055225444, + "file_name": "cache/Token_rms_norm_20_16_0_402.const", + "file_size": 8192 + }, + "eps_19_1_24": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2055233636, + "file_name": "cache/Token_rms_norm_20_16_0_403.const", + "file_size": 2 + }, + "model.layers.12.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2055233640, + "file_name": "cache/Token_rms_norm_20_16_0_404.const", + "file_size": 29360128 + }, + "model.layers.12.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2084593768, + "file_name": "cache/Token_rms_norm_20_16_0_405.const", + "file_size": 1835008 + }, + "model.layers.12.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2086428776, + "file_name": "cache/Token_rms_norm_20_16_0_406.const", + "file_size": 229376 + }, + "model.layers.12.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2086658152, + "file_name": "cache/Token_rms_norm_20_16_0_407.const", + "file_size": 57344 + }, + "model.layers.12.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2086715496, + "file_name": "cache/Token_rms_norm_20_16_0_408.const", + "file_size": 29360128 + }, + "model.layers.12.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2116075624, + "file_name": "cache/Token_rms_norm_20_16_0_409.const", + "file_size": 1835008 + }, + "model.layers.12.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2117910632, + "file_name": "cache/Token_rms_norm_20_16_0_410.const", + "file_size": 229376 + }, + "model.layers.12.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2118140008, + "file_name": "cache/Token_rms_norm_20_16_0_411.const", + "file_size": 57344 + }, + "model.layers.12.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 2118197352, + "file_name": "cache/Token_rms_norm_20_16_0_412.const", + "file_size": 58720256 + }, + "model.layers.12.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2176917608, + "file_name": "cache/Token_rms_norm_20_16_0_413.const", + "file_size": 16384 + }, + "model.layers.12.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2176933992, + "file_name": "cache/Token_rms_norm_20_16_0_414.const", + "file_size": 1835008 + }, + "model.layers.12.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 2178769000, + "file_name": "cache/Token_rms_norm_20_16_0_415.const", + "file_size": 458752 + }, + "model.layers.13.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2179227752, + "file_name": "cache/Token_rms_norm_20_16_0_416.const", + "file_size": 8192 + }, + "eps_19_1_25": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2179235944, + "file_name": "cache/Token_rms_norm_20_16_0_417.const", + "file_size": 2 + }, + "model.layers.13.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2179235948, + "file_name": "cache/Token_rms_norm_20_16_0_418.const", + "file_size": 4194304 + }, + "model.layers.13.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2183430252, + "file_name": "cache/Token_rms_norm_20_16_0_419.const", + "file_size": 4096 + }, + "model.layers.13.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2183434348, + "file_name": "cache/Token_rms_norm_20_16_0_420.const", + "file_size": 131072 + }, + "model.layers.13.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2183565420, + "file_name": "cache/Token_rms_norm_20_16_0_421.const", + "file_size": 32768 + }, + "model.layers.13.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2183598188, + "file_name": "cache/Token_rms_norm_20_16_0_422.const", + "file_size": 16777216 + }, + "model.layers.13.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2200375404, + "file_name": "cache/Token_rms_norm_20_16_0_423.const", + "file_size": 16384 + }, + "model.layers.13.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2200391788, + "file_name": "cache/Token_rms_norm_20_16_0_424.const", + "file_size": 524288 + }, + "model.layers.13.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2200916076, + "file_name": "cache/Token_rms_norm_20_16_0_425.const", + "file_size": 131072 + }, + "model.layers.13.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2201047148, + "file_name": "cache/Token_rms_norm_20_16_0_426.const", + "file_size": 4194304 + }, + "model.layers.13.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2205241452, + "file_name": "cache/Token_rms_norm_20_16_0_427.const", + "file_size": 4096 + }, + "model.layers.13.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2205245548, + "file_name": "cache/Token_rms_norm_20_16_0_428.const", + "file_size": 131072 + }, + "model.layers.13.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2205376620, + "file_name": "cache/Token_rms_norm_20_16_0_429.const", + "file_size": 32768 + }, + "model.layers.13.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2205409388, + "file_name": "cache/Token_rms_norm_20_16_0_430.const", + "file_size": 16777216 + }, + "model.layers.13.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2222186604, + "file_name": "cache/Token_rms_norm_20_16_0_431.const", + "file_size": 16384 + }, + "model.layers.13.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2222202988, + "file_name": "cache/Token_rms_norm_20_16_0_432.const", + "file_size": 524288 + }, + "model.layers.13.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2222727276, + "file_name": "cache/Token_rms_norm_20_16_0_433.const", + "file_size": 131072 + }, + "model.layers.13.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2222858348, + "file_name": "cache/Token_rms_norm_20_16_0_434.const", + "file_size": 8192 + }, + "eps_19_1_26": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2222866540, + "file_name": "cache/Token_rms_norm_20_16_0_435.const", + "file_size": 2 + }, + "model.layers.13.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2222866544, + "file_name": "cache/Token_rms_norm_20_16_0_436.const", + "file_size": 29360128 + }, + "model.layers.13.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2252226672, + "file_name": "cache/Token_rms_norm_20_16_0_437.const", + "file_size": 1835008 + }, + "model.layers.13.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2254061680, + "file_name": "cache/Token_rms_norm_20_16_0_438.const", + "file_size": 229376 + }, + "model.layers.13.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2254291056, + "file_name": "cache/Token_rms_norm_20_16_0_439.const", + "file_size": 57344 + }, + "model.layers.13.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2254348400, + "file_name": "cache/Token_rms_norm_20_16_0_440.const", + "file_size": 29360128 + }, + "model.layers.13.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2283708528, + "file_name": "cache/Token_rms_norm_20_16_0_441.const", + "file_size": 1835008 + }, + "model.layers.13.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2285543536, + "file_name": "cache/Token_rms_norm_20_16_0_442.const", + "file_size": 229376 + }, + "model.layers.13.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2285772912, + "file_name": "cache/Token_rms_norm_20_16_0_443.const", + "file_size": 57344 + }, + "model.layers.13.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 2285830256, + "file_name": "cache/Token_rms_norm_20_16_0_444.const", + "file_size": 58720256 + }, + "model.layers.13.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2344550512, + "file_name": "cache/Token_rms_norm_20_16_0_445.const", + "file_size": 16384 + }, + "model.layers.13.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2344566896, + "file_name": "cache/Token_rms_norm_20_16_0_446.const", + "file_size": 1835008 + }, + "model.layers.13.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 2346401904, + "file_name": "cache/Token_rms_norm_20_16_0_447.const", + "file_size": 458752 + }, + "model.layers.14.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2346860656, + "file_name": "cache/Token_rms_norm_20_16_0_448.const", + "file_size": 8192 + }, + "eps_19_1_27": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2346868848, + "file_name": "cache/Token_rms_norm_20_16_0_449.const", + "file_size": 2 + }, + "model.layers.14.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2346868852, + "file_name": "cache/Token_rms_norm_20_16_0_450.const", + "file_size": 4194304 + }, + "model.layers.14.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2351063156, + "file_name": "cache/Token_rms_norm_20_16_0_451.const", + "file_size": 4096 + }, + "model.layers.14.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2351067252, + "file_name": "cache/Token_rms_norm_20_16_0_452.const", + "file_size": 131072 + }, + "model.layers.14.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2351198324, + "file_name": "cache/Token_rms_norm_20_16_0_453.const", + "file_size": 32768 + }, + "model.layers.14.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2351231092, + "file_name": "cache/Token_rms_norm_20_16_0_454.const", + "file_size": 16777216 + }, + "model.layers.14.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2368008308, + "file_name": "cache/Token_rms_norm_20_16_0_455.const", + "file_size": 16384 + }, + "model.layers.14.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2368024692, + "file_name": "cache/Token_rms_norm_20_16_0_456.const", + "file_size": 524288 + }, + "model.layers.14.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2368548980, + "file_name": "cache/Token_rms_norm_20_16_0_457.const", + "file_size": 131072 + }, + "model.layers.14.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2368680052, + "file_name": "cache/Token_rms_norm_20_16_0_458.const", + "file_size": 4194304 + }, + "model.layers.14.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2372874356, + "file_name": "cache/Token_rms_norm_20_16_0_459.const", + "file_size": 4096 + }, + "model.layers.14.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2372878452, + "file_name": "cache/Token_rms_norm_20_16_0_460.const", + "file_size": 131072 + }, + "model.layers.14.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2373009524, + "file_name": "cache/Token_rms_norm_20_16_0_461.const", + "file_size": 32768 + }, + "model.layers.14.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2373042292, + "file_name": "cache/Token_rms_norm_20_16_0_462.const", + "file_size": 16777216 + }, + "model.layers.14.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2389819508, + "file_name": "cache/Token_rms_norm_20_16_0_463.const", + "file_size": 16384 + }, + "model.layers.14.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2389835892, + "file_name": "cache/Token_rms_norm_20_16_0_464.const", + "file_size": 524288 + }, + "model.layers.14.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2390360180, + "file_name": "cache/Token_rms_norm_20_16_0_465.const", + "file_size": 131072 + }, + "model.layers.14.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2390491252, + "file_name": "cache/Token_rms_norm_20_16_0_466.const", + "file_size": 8192 + }, + "eps_19_1_28": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2390499444, + "file_name": "cache/Token_rms_norm_20_16_0_467.const", + "file_size": 2 + }, + "model.layers.14.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2390499448, + "file_name": "cache/Token_rms_norm_20_16_0_468.const", + "file_size": 29360128 + }, + "model.layers.14.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2419859576, + "file_name": "cache/Token_rms_norm_20_16_0_469.const", + "file_size": 1835008 + }, + "model.layers.14.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2421694584, + "file_name": "cache/Token_rms_norm_20_16_0_470.const", + "file_size": 229376 + }, + "model.layers.14.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2421923960, + "file_name": "cache/Token_rms_norm_20_16_0_471.const", + "file_size": 57344 + }, + "model.layers.14.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2421981304, + "file_name": "cache/Token_rms_norm_20_16_0_472.const", + "file_size": 29360128 + }, + "model.layers.14.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2451341432, + "file_name": "cache/Token_rms_norm_20_16_0_473.const", + "file_size": 1835008 + }, + "model.layers.14.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2453176440, + "file_name": "cache/Token_rms_norm_20_16_0_474.const", + "file_size": 229376 + }, + "model.layers.14.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2453405816, + "file_name": "cache/Token_rms_norm_20_16_0_475.const", + "file_size": 57344 + }, + "model.layers.14.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 2453463160, + "file_name": "cache/Token_rms_norm_20_16_0_476.const", + "file_size": 58720256 + }, + "model.layers.14.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2512183416, + "file_name": "cache/Token_rms_norm_20_16_0_477.const", + "file_size": 16384 + }, + "model.layers.14.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2512199800, + "file_name": "cache/Token_rms_norm_20_16_0_478.const", + "file_size": 1835008 + }, + "model.layers.14.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 2514034808, + "file_name": "cache/Token_rms_norm_20_16_0_479.const", + "file_size": 458752 + }, + "model.layers.15.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2514493560, + "file_name": "cache/Token_rms_norm_20_16_0_480.const", + "file_size": 8192 + }, + "eps_19_1_29": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2514501752, + "file_name": "cache/Token_rms_norm_20_16_0_481.const", + "file_size": 2 + }, + "model.layers.15.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2514501756, + "file_name": "cache/Token_rms_norm_20_16_0_482.const", + "file_size": 4194304 + }, + "model.layers.15.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2518696060, + "file_name": "cache/Token_rms_norm_20_16_0_483.const", + "file_size": 4096 + }, + "model.layers.15.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2518700156, + "file_name": "cache/Token_rms_norm_20_16_0_484.const", + "file_size": 131072 + }, + "model.layers.15.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2518831228, + "file_name": "cache/Token_rms_norm_20_16_0_485.const", + "file_size": 32768 + }, + "model.layers.15.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2518863996, + "file_name": "cache/Token_rms_norm_20_16_0_486.const", + "file_size": 16777216 + }, + "model.layers.15.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2535641212, + "file_name": "cache/Token_rms_norm_20_16_0_487.const", + "file_size": 16384 + }, + "model.layers.15.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2535657596, + "file_name": "cache/Token_rms_norm_20_16_0_488.const", + "file_size": 524288 + }, + "model.layers.15.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2536181884, + "file_name": "cache/Token_rms_norm_20_16_0_489.const", + "file_size": 131072 + }, + "model.layers.15.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2536312956, + "file_name": "cache/Token_rms_norm_20_16_0_490.const", + "file_size": 4194304 + }, + "model.layers.15.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2540507260, + "file_name": "cache/Token_rms_norm_20_16_0_491.const", + "file_size": 4096 + }, + "model.layers.15.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2540511356, + "file_name": "cache/Token_rms_norm_20_16_0_492.const", + "file_size": 131072 + }, + "model.layers.15.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2540642428, + "file_name": "cache/Token_rms_norm_20_16_0_493.const", + "file_size": 32768 + }, + "model.layers.15.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2540675196, + "file_name": "cache/Token_rms_norm_20_16_0_494.const", + "file_size": 16777216 + }, + "model.layers.15.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2557452412, + "file_name": "cache/Token_rms_norm_20_16_0_495.const", + "file_size": 16384 + }, + "model.layers.15.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2557468796, + "file_name": "cache/Token_rms_norm_20_16_0_496.const", + "file_size": 524288 + }, + "model.layers.15.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2557993084, + "file_name": "cache/Token_rms_norm_20_16_0_497.const", + "file_size": 131072 + }, + "model.layers.15.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2558124156, + "file_name": "cache/Token_rms_norm_20_16_0_498.const", + "file_size": 8192 + }, + "eps_19_1_30": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2558132348, + "file_name": "cache/Token_rms_norm_20_16_0_499.const", + "file_size": 2 + }, + "model.layers.15.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2558132352, + "file_name": "cache/Token_rms_norm_20_16_0_500.const", + "file_size": 29360128 + }, + "model.layers.15.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2587492480, + "file_name": "cache/Token_rms_norm_20_16_0_501.const", + "file_size": 1835008 + }, + "model.layers.15.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2589327488, + "file_name": "cache/Token_rms_norm_20_16_0_502.const", + "file_size": 229376 + }, + "model.layers.15.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2589556864, + "file_name": "cache/Token_rms_norm_20_16_0_503.const", + "file_size": 57344 + }, + "model.layers.15.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2589614208, + "file_name": "cache/Token_rms_norm_20_16_0_504.const", + "file_size": 29360128 + }, + "model.layers.15.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2618974336, + "file_name": "cache/Token_rms_norm_20_16_0_505.const", + "file_size": 1835008 + }, + "model.layers.15.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2620809344, + "file_name": "cache/Token_rms_norm_20_16_0_506.const", + "file_size": 229376 + }, + "model.layers.15.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2621038720, + "file_name": "cache/Token_rms_norm_20_16_0_507.const", + "file_size": 57344 + }, + "model.layers.15.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 2621096064, + "file_name": "cache/Token_rms_norm_20_16_0_508.const", + "file_size": 58720256 + }, + "model.layers.15.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2679816320, + "file_name": "cache/Token_rms_norm_20_16_0_509.const", + "file_size": 16384 + }, + "model.layers.15.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2679832704, + "file_name": "cache/Token_rms_norm_20_16_0_510.const", + "file_size": 1835008 + }, + "model.layers.15.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 2681667712, + "file_name": "cache/Token_rms_norm_20_16_0_511.const", + "file_size": 458752 + }, + "model.layers.16.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2682126464, + "file_name": "cache/Token_rms_norm_20_16_0_512.const", + "file_size": 8192 + }, + "eps_19_1_31": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2682134656, + "file_name": "cache/Token_rms_norm_20_16_0_513.const", + "file_size": 2 + }, + "model.layers.16.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2682134660, + "file_name": "cache/Token_rms_norm_20_16_0_514.const", + "file_size": 4194304 + }, + "model.layers.16.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2686328964, + "file_name": "cache/Token_rms_norm_20_16_0_515.const", + "file_size": 4096 + }, + "model.layers.16.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2686333060, + "file_name": "cache/Token_rms_norm_20_16_0_516.const", + "file_size": 131072 + }, + "model.layers.16.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2686464132, + "file_name": "cache/Token_rms_norm_20_16_0_517.const", + "file_size": 32768 + }, + "model.layers.16.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2686496900, + "file_name": "cache/Token_rms_norm_20_16_0_518.const", + "file_size": 16777216 + }, + "model.layers.16.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2703274116, + "file_name": "cache/Token_rms_norm_20_16_0_519.const", + "file_size": 16384 + }, + "model.layers.16.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2703290500, + "file_name": "cache/Token_rms_norm_20_16_0_520.const", + "file_size": 524288 + }, + "model.layers.16.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2703814788, + "file_name": "cache/Token_rms_norm_20_16_0_521.const", + "file_size": 131072 + }, + "model.layers.16.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2703945860, + "file_name": "cache/Token_rms_norm_20_16_0_522.const", + "file_size": 4194304 + }, + "model.layers.16.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2708140164, + "file_name": "cache/Token_rms_norm_20_16_0_523.const", + "file_size": 4096 + }, + "model.layers.16.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2708144260, + "file_name": "cache/Token_rms_norm_20_16_0_524.const", + "file_size": 131072 + }, + "model.layers.16.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2708275332, + "file_name": "cache/Token_rms_norm_20_16_0_525.const", + "file_size": 32768 + }, + "model.layers.16.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2708308100, + "file_name": "cache/Token_rms_norm_20_16_0_526.const", + "file_size": 16777216 + }, + "model.layers.16.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2725085316, + "file_name": "cache/Token_rms_norm_20_16_0_527.const", + "file_size": 16384 + }, + "model.layers.16.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2725101700, + "file_name": "cache/Token_rms_norm_20_16_0_528.const", + "file_size": 524288 + }, + "model.layers.16.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2725625988, + "file_name": "cache/Token_rms_norm_20_16_0_529.const", + "file_size": 131072 + }, + "model.layers.16.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2725757060, + "file_name": "cache/Token_rms_norm_20_16_0_530.const", + "file_size": 8192 + }, + "eps_19_1_32": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2725765252, + "file_name": "cache/Token_rms_norm_20_16_0_531.const", + "file_size": 2 + }, + "model.layers.16.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2725765256, + "file_name": "cache/Token_rms_norm_20_16_0_532.const", + "file_size": 29360128 + }, + "model.layers.16.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2755125384, + "file_name": "cache/Token_rms_norm_20_16_0_533.const", + "file_size": 1835008 + }, + "model.layers.16.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2756960392, + "file_name": "cache/Token_rms_norm_20_16_0_534.const", + "file_size": 229376 + }, + "model.layers.16.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2757189768, + "file_name": "cache/Token_rms_norm_20_16_0_535.const", + "file_size": 57344 + }, + "model.layers.16.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2757247112, + "file_name": "cache/Token_rms_norm_20_16_0_536.const", + "file_size": 29360128 + }, + "model.layers.16.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2786607240, + "file_name": "cache/Token_rms_norm_20_16_0_537.const", + "file_size": 1835008 + }, + "model.layers.16.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2788442248, + "file_name": "cache/Token_rms_norm_20_16_0_538.const", + "file_size": 229376 + }, + "model.layers.16.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2788671624, + "file_name": "cache/Token_rms_norm_20_16_0_539.const", + "file_size": 57344 + }, + "model.layers.16.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 2788728968, + "file_name": "cache/Token_rms_norm_20_16_0_540.const", + "file_size": 58720256 + }, + "model.layers.16.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2847449224, + "file_name": "cache/Token_rms_norm_20_16_0_541.const", + "file_size": 16384 + }, + "model.layers.16.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2847465608, + "file_name": "cache/Token_rms_norm_20_16_0_542.const", + "file_size": 1835008 + }, + "model.layers.16.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 2849300616, + "file_name": "cache/Token_rms_norm_20_16_0_543.const", + "file_size": 458752 + }, + "model.layers.17.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2849759368, + "file_name": "cache/Token_rms_norm_20_16_0_544.const", + "file_size": 8192 + }, + "eps_19_1_33": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2849767560, + "file_name": "cache/Token_rms_norm_20_16_0_545.const", + "file_size": 2 + }, + "model.layers.17.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2849767564, + "file_name": "cache/Token_rms_norm_20_16_0_546.const", + "file_size": 4194304 + }, + "model.layers.17.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2853961868, + "file_name": "cache/Token_rms_norm_20_16_0_547.const", + "file_size": 4096 + }, + "model.layers.17.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2853965964, + "file_name": "cache/Token_rms_norm_20_16_0_548.const", + "file_size": 131072 + }, + "model.layers.17.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2854097036, + "file_name": "cache/Token_rms_norm_20_16_0_549.const", + "file_size": 32768 + }, + "model.layers.17.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2854129804, + "file_name": "cache/Token_rms_norm_20_16_0_550.const", + "file_size": 16777216 + }, + "model.layers.17.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2870907020, + "file_name": "cache/Token_rms_norm_20_16_0_551.const", + "file_size": 16384 + }, + "model.layers.17.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2870923404, + "file_name": "cache/Token_rms_norm_20_16_0_552.const", + "file_size": 524288 + }, + "model.layers.17.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2871447692, + "file_name": "cache/Token_rms_norm_20_16_0_553.const", + "file_size": 131072 + }, + "model.layers.17.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 2871578764, + "file_name": "cache/Token_rms_norm_20_16_0_554.const", + "file_size": 4194304 + }, + "model.layers.17.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 2875773068, + "file_name": "cache/Token_rms_norm_20_16_0_555.const", + "file_size": 4096 + }, + "model.layers.17.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2875777164, + "file_name": "cache/Token_rms_norm_20_16_0_556.const", + "file_size": 131072 + }, + "model.layers.17.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 2875908236, + "file_name": "cache/Token_rms_norm_20_16_0_557.const", + "file_size": 32768 + }, + "model.layers.17.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 2875941004, + "file_name": "cache/Token_rms_norm_20_16_0_558.const", + "file_size": 16777216 + }, + "model.layers.17.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 2892718220, + "file_name": "cache/Token_rms_norm_20_16_0_559.const", + "file_size": 16384 + }, + "model.layers.17.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 2892734604, + "file_name": "cache/Token_rms_norm_20_16_0_560.const", + "file_size": 524288 + }, + "model.layers.17.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 2893258892, + "file_name": "cache/Token_rms_norm_20_16_0_561.const", + "file_size": 131072 + }, + "model.layers.17.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 2893389964, + "file_name": "cache/Token_rms_norm_20_16_0_562.const", + "file_size": 8192 + }, + "eps_19_1_34": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 2893398156, + "file_name": "cache/Token_rms_norm_20_16_0_563.const", + "file_size": 2 + }, + "model.layers.17.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2893398160, + "file_name": "cache/Token_rms_norm_20_16_0_564.const", + "file_size": 29360128 + }, + "model.layers.17.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2922758288, + "file_name": "cache/Token_rms_norm_20_16_0_565.const", + "file_size": 1835008 + }, + "model.layers.17.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2924593296, + "file_name": "cache/Token_rms_norm_20_16_0_566.const", + "file_size": 229376 + }, + "model.layers.17.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2924822672, + "file_name": "cache/Token_rms_norm_20_16_0_567.const", + "file_size": 57344 + }, + "model.layers.17.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 2924880016, + "file_name": "cache/Token_rms_norm_20_16_0_568.const", + "file_size": 29360128 + }, + "model.layers.17.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 2954240144, + "file_name": "cache/Token_rms_norm_20_16_0_569.const", + "file_size": 1835008 + }, + "model.layers.17.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 2956075152, + "file_name": "cache/Token_rms_norm_20_16_0_570.const", + "file_size": 229376 + }, + "model.layers.17.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 2956304528, + "file_name": "cache/Token_rms_norm_20_16_0_571.const", + "file_size": 57344 + }, + "model.layers.17.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 2956361872, + "file_name": "cache/Token_rms_norm_20_16_0_572.const", + "file_size": 58720256 + }, + "model.layers.17.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3015082128, + "file_name": "cache/Token_rms_norm_20_16_0_573.const", + "file_size": 16384 + }, + "model.layers.17.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3015098512, + "file_name": "cache/Token_rms_norm_20_16_0_574.const", + "file_size": 1835008 + }, + "model.layers.17.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 3016933520, + "file_name": "cache/Token_rms_norm_20_16_0_575.const", + "file_size": 458752 + }, + "model.layers.18.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3017392272, + "file_name": "cache/Token_rms_norm_20_16_0_576.const", + "file_size": 8192 + }, + "eps_19_1_35": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3017400464, + "file_name": "cache/Token_rms_norm_20_16_0_577.const", + "file_size": 2 + }, + "model.layers.18.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3017400468, + "file_name": "cache/Token_rms_norm_20_16_0_578.const", + "file_size": 4194304 + }, + "model.layers.18.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3021594772, + "file_name": "cache/Token_rms_norm_20_16_0_579.const", + "file_size": 4096 + }, + "model.layers.18.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3021598868, + "file_name": "cache/Token_rms_norm_20_16_0_580.const", + "file_size": 131072 + }, + "model.layers.18.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3021729940, + "file_name": "cache/Token_rms_norm_20_16_0_581.const", + "file_size": 32768 + }, + "model.layers.18.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3021762708, + "file_name": "cache/Token_rms_norm_20_16_0_582.const", + "file_size": 16777216 + }, + "model.layers.18.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3038539924, + "file_name": "cache/Token_rms_norm_20_16_0_583.const", + "file_size": 16384 + }, + "model.layers.18.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3038556308, + "file_name": "cache/Token_rms_norm_20_16_0_584.const", + "file_size": 524288 + }, + "model.layers.18.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3039080596, + "file_name": "cache/Token_rms_norm_20_16_0_585.const", + "file_size": 131072 + }, + "model.layers.18.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3039211668, + "file_name": "cache/Token_rms_norm_20_16_0_586.const", + "file_size": 4194304 + }, + "model.layers.18.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3043405972, + "file_name": "cache/Token_rms_norm_20_16_0_587.const", + "file_size": 4096 + }, + "model.layers.18.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3043410068, + "file_name": "cache/Token_rms_norm_20_16_0_588.const", + "file_size": 131072 + }, + "model.layers.18.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3043541140, + "file_name": "cache/Token_rms_norm_20_16_0_589.const", + "file_size": 32768 + }, + "model.layers.18.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3043573908, + "file_name": "cache/Token_rms_norm_20_16_0_590.const", + "file_size": 16777216 + }, + "model.layers.18.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3060351124, + "file_name": "cache/Token_rms_norm_20_16_0_591.const", + "file_size": 16384 + }, + "model.layers.18.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3060367508, + "file_name": "cache/Token_rms_norm_20_16_0_592.const", + "file_size": 524288 + }, + "model.layers.18.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3060891796, + "file_name": "cache/Token_rms_norm_20_16_0_593.const", + "file_size": 131072 + }, + "model.layers.18.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3061022868, + "file_name": "cache/Token_rms_norm_20_16_0_594.const", + "file_size": 8192 + }, + "eps_19_1_36": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3061031060, + "file_name": "cache/Token_rms_norm_20_16_0_595.const", + "file_size": 2 + }, + "model.layers.18.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3061031064, + "file_name": "cache/Token_rms_norm_20_16_0_596.const", + "file_size": 29360128 + }, + "model.layers.18.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3090391192, + "file_name": "cache/Token_rms_norm_20_16_0_597.const", + "file_size": 1835008 + }, + "model.layers.18.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3092226200, + "file_name": "cache/Token_rms_norm_20_16_0_598.const", + "file_size": 229376 + }, + "model.layers.18.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3092455576, + "file_name": "cache/Token_rms_norm_20_16_0_599.const", + "file_size": 57344 + }, + "model.layers.18.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3092512920, + "file_name": "cache/Token_rms_norm_20_16_0_600.const", + "file_size": 29360128 + }, + "model.layers.18.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3121873048, + "file_name": "cache/Token_rms_norm_20_16_0_601.const", + "file_size": 1835008 + }, + "model.layers.18.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3123708056, + "file_name": "cache/Token_rms_norm_20_16_0_602.const", + "file_size": 229376 + }, + "model.layers.18.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3123937432, + "file_name": "cache/Token_rms_norm_20_16_0_603.const", + "file_size": 57344 + }, + "model.layers.18.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 3123994776, + "file_name": "cache/Token_rms_norm_20_16_0_604.const", + "file_size": 58720256 + }, + "model.layers.18.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3182715032, + "file_name": "cache/Token_rms_norm_20_16_0_605.const", + "file_size": 16384 + }, + "model.layers.18.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3182731416, + "file_name": "cache/Token_rms_norm_20_16_0_606.const", + "file_size": 1835008 + }, + "model.layers.18.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 3184566424, + "file_name": "cache/Token_rms_norm_20_16_0_607.const", + "file_size": 458752 + }, + "model.layers.19.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3185025176, + "file_name": "cache/Token_rms_norm_20_16_0_608.const", + "file_size": 8192 + }, + "eps_19_1_37": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3185033368, + "file_name": "cache/Token_rms_norm_20_16_0_609.const", + "file_size": 2 + }, + "model.layers.19.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3185033372, + "file_name": "cache/Token_rms_norm_20_16_0_610.const", + "file_size": 4194304 + }, + "model.layers.19.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3189227676, + "file_name": "cache/Token_rms_norm_20_16_0_611.const", + "file_size": 4096 + }, + "model.layers.19.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3189231772, + "file_name": "cache/Token_rms_norm_20_16_0_612.const", + "file_size": 131072 + }, + "model.layers.19.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3189362844, + "file_name": "cache/Token_rms_norm_20_16_0_613.const", + "file_size": 32768 + }, + "model.layers.19.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3189395612, + "file_name": "cache/Token_rms_norm_20_16_0_614.const", + "file_size": 16777216 + }, + "model.layers.19.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3206172828, + "file_name": "cache/Token_rms_norm_20_16_0_615.const", + "file_size": 16384 + }, + "model.layers.19.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3206189212, + "file_name": "cache/Token_rms_norm_20_16_0_616.const", + "file_size": 524288 + }, + "model.layers.19.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3206713500, + "file_name": "cache/Token_rms_norm_20_16_0_617.const", + "file_size": 131072 + }, + "model.layers.19.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3206844572, + "file_name": "cache/Token_rms_norm_20_16_0_618.const", + "file_size": 4194304 + }, + "model.layers.19.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3211038876, + "file_name": "cache/Token_rms_norm_20_16_0_619.const", + "file_size": 4096 + }, + "model.layers.19.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3211042972, + "file_name": "cache/Token_rms_norm_20_16_0_620.const", + "file_size": 131072 + }, + "model.layers.19.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3211174044, + "file_name": "cache/Token_rms_norm_20_16_0_621.const", + "file_size": 32768 + }, + "model.layers.19.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3211206812, + "file_name": "cache/Token_rms_norm_20_16_0_622.const", + "file_size": 16777216 + }, + "model.layers.19.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3227984028, + "file_name": "cache/Token_rms_norm_20_16_0_623.const", + "file_size": 16384 + }, + "model.layers.19.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3228000412, + "file_name": "cache/Token_rms_norm_20_16_0_624.const", + "file_size": 524288 + }, + "model.layers.19.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3228524700, + "file_name": "cache/Token_rms_norm_20_16_0_625.const", + "file_size": 131072 + }, + "model.layers.19.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3228655772, + "file_name": "cache/Token_rms_norm_20_16_0_626.const", + "file_size": 8192 + }, + "eps_19_1_38": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3228663964, + "file_name": "cache/Token_rms_norm_20_16_0_627.const", + "file_size": 2 + }, + "model.layers.19.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3228663968, + "file_name": "cache/Token_rms_norm_20_16_0_628.const", + "file_size": 29360128 + }, + "model.layers.19.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3258024096, + "file_name": "cache/Token_rms_norm_20_16_0_629.const", + "file_size": 1835008 + }, + "model.layers.19.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3259859104, + "file_name": "cache/Token_rms_norm_20_16_0_630.const", + "file_size": 229376 + }, + "model.layers.19.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3260088480, + "file_name": "cache/Token_rms_norm_20_16_0_631.const", + "file_size": 57344 + }, + "model.layers.19.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3260145824, + "file_name": "cache/Token_rms_norm_20_16_0_632.const", + "file_size": 29360128 + }, + "model.layers.19.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3289505952, + "file_name": "cache/Token_rms_norm_20_16_0_633.const", + "file_size": 1835008 + }, + "model.layers.19.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3291340960, + "file_name": "cache/Token_rms_norm_20_16_0_634.const", + "file_size": 229376 + }, + "model.layers.19.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3291570336, + "file_name": "cache/Token_rms_norm_20_16_0_635.const", + "file_size": 57344 + }, + "model.layers.19.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 3291627680, + "file_name": "cache/Token_rms_norm_20_16_0_636.const", + "file_size": 58720256 + }, + "model.layers.19.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3350347936, + "file_name": "cache/Token_rms_norm_20_16_0_637.const", + "file_size": 16384 + }, + "model.layers.19.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3350364320, + "file_name": "cache/Token_rms_norm_20_16_0_638.const", + "file_size": 1835008 + }, + "model.layers.19.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 3352199328, + "file_name": "cache/Token_rms_norm_20_16_0_639.const", + "file_size": 458752 + }, + "model.layers.20.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3352658080, + "file_name": "cache/Token_rms_norm_20_16_0_640.const", + "file_size": 8192 + }, + "eps_19_1_39": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3352666272, + "file_name": "cache/Token_rms_norm_20_16_0_641.const", + "file_size": 2 + }, + "model.layers.20.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3352666276, + "file_name": "cache/Token_rms_norm_20_16_0_642.const", + "file_size": 4194304 + }, + "model.layers.20.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3356860580, + "file_name": "cache/Token_rms_norm_20_16_0_643.const", + "file_size": 4096 + }, + "model.layers.20.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3356864676, + "file_name": "cache/Token_rms_norm_20_16_0_644.const", + "file_size": 131072 + }, + "model.layers.20.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3356995748, + "file_name": "cache/Token_rms_norm_20_16_0_645.const", + "file_size": 32768 + }, + "model.layers.20.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3357028516, + "file_name": "cache/Token_rms_norm_20_16_0_646.const", + "file_size": 16777216 + }, + "model.layers.20.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3373805732, + "file_name": "cache/Token_rms_norm_20_16_0_647.const", + "file_size": 16384 + }, + "model.layers.20.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3373822116, + "file_name": "cache/Token_rms_norm_20_16_0_648.const", + "file_size": 524288 + }, + "model.layers.20.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3374346404, + "file_name": "cache/Token_rms_norm_20_16_0_649.const", + "file_size": 131072 + }, + "model.layers.20.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3374477476, + "file_name": "cache/Token_rms_norm_20_16_0_650.const", + "file_size": 4194304 + }, + "model.layers.20.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3378671780, + "file_name": "cache/Token_rms_norm_20_16_0_651.const", + "file_size": 4096 + }, + "model.layers.20.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3378675876, + "file_name": "cache/Token_rms_norm_20_16_0_652.const", + "file_size": 131072 + }, + "model.layers.20.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3378806948, + "file_name": "cache/Token_rms_norm_20_16_0_653.const", + "file_size": 32768 + }, + "model.layers.20.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3378839716, + "file_name": "cache/Token_rms_norm_20_16_0_654.const", + "file_size": 16777216 + }, + "model.layers.20.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3395616932, + "file_name": "cache/Token_rms_norm_20_16_0_655.const", + "file_size": 16384 + }, + "model.layers.20.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3395633316, + "file_name": "cache/Token_rms_norm_20_16_0_656.const", + "file_size": 524288 + }, + "model.layers.20.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3396157604, + "file_name": "cache/Token_rms_norm_20_16_0_657.const", + "file_size": 131072 + }, + "model.layers.20.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3396288676, + "file_name": "cache/Token_rms_norm_20_16_0_658.const", + "file_size": 8192 + }, + "eps_19_1_40": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3396296868, + "file_name": "cache/Token_rms_norm_20_16_0_659.const", + "file_size": 2 + }, + "model.layers.20.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3396296872, + "file_name": "cache/Token_rms_norm_20_16_0_660.const", + "file_size": 29360128 + }, + "model.layers.20.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3425657000, + "file_name": "cache/Token_rms_norm_20_16_0_661.const", + "file_size": 1835008 + }, + "model.layers.20.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3427492008, + "file_name": "cache/Token_rms_norm_20_16_0_662.const", + "file_size": 229376 + }, + "model.layers.20.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3427721384, + "file_name": "cache/Token_rms_norm_20_16_0_663.const", + "file_size": 57344 + }, + "model.layers.20.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3427778728, + "file_name": "cache/Token_rms_norm_20_16_0_664.const", + "file_size": 29360128 + }, + "model.layers.20.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3457138856, + "file_name": "cache/Token_rms_norm_20_16_0_665.const", + "file_size": 1835008 + }, + "model.layers.20.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3458973864, + "file_name": "cache/Token_rms_norm_20_16_0_666.const", + "file_size": 229376 + }, + "model.layers.20.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3459203240, + "file_name": "cache/Token_rms_norm_20_16_0_667.const", + "file_size": 57344 + }, + "model.layers.20.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 3459260584, + "file_name": "cache/Token_rms_norm_20_16_0_668.const", + "file_size": 58720256 + }, + "model.layers.20.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3517980840, + "file_name": "cache/Token_rms_norm_20_16_0_669.const", + "file_size": 16384 + }, + "model.layers.20.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3517997224, + "file_name": "cache/Token_rms_norm_20_16_0_670.const", + "file_size": 1835008 + }, + "model.layers.20.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 3519832232, + "file_name": "cache/Token_rms_norm_20_16_0_671.const", + "file_size": 458752 + }, + "model.layers.21.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3520290984, + "file_name": "cache/Token_rms_norm_20_16_0_672.const", + "file_size": 8192 + }, + "eps_19_1_41": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3520299176, + "file_name": "cache/Token_rms_norm_20_16_0_673.const", + "file_size": 2 + }, + "model.layers.21.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3520299180, + "file_name": "cache/Token_rms_norm_20_16_0_674.const", + "file_size": 4194304 + }, + "model.layers.21.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3524493484, + "file_name": "cache/Token_rms_norm_20_16_0_675.const", + "file_size": 4096 + }, + "model.layers.21.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3524497580, + "file_name": "cache/Token_rms_norm_20_16_0_676.const", + "file_size": 131072 + }, + "model.layers.21.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3524628652, + "file_name": "cache/Token_rms_norm_20_16_0_677.const", + "file_size": 32768 + }, + "model.layers.21.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3524661420, + "file_name": "cache/Token_rms_norm_20_16_0_678.const", + "file_size": 16777216 + }, + "model.layers.21.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3541438636, + "file_name": "cache/Token_rms_norm_20_16_0_679.const", + "file_size": 16384 + }, + "model.layers.21.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3541455020, + "file_name": "cache/Token_rms_norm_20_16_0_680.const", + "file_size": 524288 + }, + "model.layers.21.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3541979308, + "file_name": "cache/Token_rms_norm_20_16_0_681.const", + "file_size": 131072 + }, + "model.layers.21.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3542110380, + "file_name": "cache/Token_rms_norm_20_16_0_682.const", + "file_size": 4194304 + }, + "model.layers.21.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3546304684, + "file_name": "cache/Token_rms_norm_20_16_0_683.const", + "file_size": 4096 + }, + "model.layers.21.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3546308780, + "file_name": "cache/Token_rms_norm_20_16_0_684.const", + "file_size": 131072 + }, + "model.layers.21.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3546439852, + "file_name": "cache/Token_rms_norm_20_16_0_685.const", + "file_size": 32768 + }, + "model.layers.21.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3546472620, + "file_name": "cache/Token_rms_norm_20_16_0_686.const", + "file_size": 16777216 + }, + "model.layers.21.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3563249836, + "file_name": "cache/Token_rms_norm_20_16_0_687.const", + "file_size": 16384 + }, + "model.layers.21.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3563266220, + "file_name": "cache/Token_rms_norm_20_16_0_688.const", + "file_size": 524288 + }, + "model.layers.21.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3563790508, + "file_name": "cache/Token_rms_norm_20_16_0_689.const", + "file_size": 131072 + }, + "model.layers.21.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3563921580, + "file_name": "cache/Token_rms_norm_20_16_0_690.const", + "file_size": 8192 + }, + "eps_19_1_42": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3563929772, + "file_name": "cache/Token_rms_norm_20_16_0_691.const", + "file_size": 2 + }, + "model.layers.21.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3563929776, + "file_name": "cache/Token_rms_norm_20_16_0_692.const", + "file_size": 29360128 + }, + "model.layers.21.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3593289904, + "file_name": "cache/Token_rms_norm_20_16_0_693.const", + "file_size": 1835008 + }, + "model.layers.21.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3595124912, + "file_name": "cache/Token_rms_norm_20_16_0_694.const", + "file_size": 229376 + }, + "model.layers.21.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3595354288, + "file_name": "cache/Token_rms_norm_20_16_0_695.const", + "file_size": 57344 + }, + "model.layers.21.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3595411632, + "file_name": "cache/Token_rms_norm_20_16_0_696.const", + "file_size": 29360128 + }, + "model.layers.21.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3624771760, + "file_name": "cache/Token_rms_norm_20_16_0_697.const", + "file_size": 1835008 + }, + "model.layers.21.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3626606768, + "file_name": "cache/Token_rms_norm_20_16_0_698.const", + "file_size": 229376 + }, + "model.layers.21.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3626836144, + "file_name": "cache/Token_rms_norm_20_16_0_699.const", + "file_size": 57344 + }, + "model.layers.21.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 3626893488, + "file_name": "cache/Token_rms_norm_20_16_0_700.const", + "file_size": 58720256 + }, + "model.layers.21.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3685613744, + "file_name": "cache/Token_rms_norm_20_16_0_701.const", + "file_size": 16384 + }, + "model.layers.21.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3685630128, + "file_name": "cache/Token_rms_norm_20_16_0_702.const", + "file_size": 1835008 + }, + "model.layers.21.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 3687465136, + "file_name": "cache/Token_rms_norm_20_16_0_703.const", + "file_size": 458752 + }, + "model.layers.22.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3687923888, + "file_name": "cache/Token_rms_norm_20_16_0_704.const", + "file_size": 8192 + }, + "eps_19_1_43": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3687932080, + "file_name": "cache/Token_rms_norm_20_16_0_705.const", + "file_size": 2 + }, + "model.layers.22.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3687932084, + "file_name": "cache/Token_rms_norm_20_16_0_706.const", + "file_size": 4194304 + }, + "model.layers.22.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3692126388, + "file_name": "cache/Token_rms_norm_20_16_0_707.const", + "file_size": 4096 + }, + "model.layers.22.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3692130484, + "file_name": "cache/Token_rms_norm_20_16_0_708.const", + "file_size": 131072 + }, + "model.layers.22.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3692261556, + "file_name": "cache/Token_rms_norm_20_16_0_709.const", + "file_size": 32768 + }, + "model.layers.22.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3692294324, + "file_name": "cache/Token_rms_norm_20_16_0_710.const", + "file_size": 16777216 + }, + "model.layers.22.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3709071540, + "file_name": "cache/Token_rms_norm_20_16_0_711.const", + "file_size": 16384 + }, + "model.layers.22.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3709087924, + "file_name": "cache/Token_rms_norm_20_16_0_712.const", + "file_size": 524288 + }, + "model.layers.22.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3709612212, + "file_name": "cache/Token_rms_norm_20_16_0_713.const", + "file_size": 131072 + }, + "model.layers.22.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3709743284, + "file_name": "cache/Token_rms_norm_20_16_0_714.const", + "file_size": 4194304 + }, + "model.layers.22.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3713937588, + "file_name": "cache/Token_rms_norm_20_16_0_715.const", + "file_size": 4096 + }, + "model.layers.22.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3713941684, + "file_name": "cache/Token_rms_norm_20_16_0_716.const", + "file_size": 131072 + }, + "model.layers.22.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3714072756, + "file_name": "cache/Token_rms_norm_20_16_0_717.const", + "file_size": 32768 + }, + "model.layers.22.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3714105524, + "file_name": "cache/Token_rms_norm_20_16_0_718.const", + "file_size": 16777216 + }, + "model.layers.22.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3730882740, + "file_name": "cache/Token_rms_norm_20_16_0_719.const", + "file_size": 16384 + }, + "model.layers.22.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3730899124, + "file_name": "cache/Token_rms_norm_20_16_0_720.const", + "file_size": 524288 + }, + "model.layers.22.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3731423412, + "file_name": "cache/Token_rms_norm_20_16_0_721.const", + "file_size": 131072 + }, + "model.layers.22.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3731554484, + "file_name": "cache/Token_rms_norm_20_16_0_722.const", + "file_size": 8192 + }, + "eps_19_1_44": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3731562676, + "file_name": "cache/Token_rms_norm_20_16_0_723.const", + "file_size": 2 + }, + "model.layers.22.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3731562680, + "file_name": "cache/Token_rms_norm_20_16_0_724.const", + "file_size": 29360128 + }, + "model.layers.22.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3760922808, + "file_name": "cache/Token_rms_norm_20_16_0_725.const", + "file_size": 1835008 + }, + "model.layers.22.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3762757816, + "file_name": "cache/Token_rms_norm_20_16_0_726.const", + "file_size": 229376 + }, + "model.layers.22.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3762987192, + "file_name": "cache/Token_rms_norm_20_16_0_727.const", + "file_size": 57344 + }, + "model.layers.22.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3763044536, + "file_name": "cache/Token_rms_norm_20_16_0_728.const", + "file_size": 29360128 + }, + "model.layers.22.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3792404664, + "file_name": "cache/Token_rms_norm_20_16_0_729.const", + "file_size": 1835008 + }, + "model.layers.22.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3794239672, + "file_name": "cache/Token_rms_norm_20_16_0_730.const", + "file_size": 229376 + }, + "model.layers.22.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3794469048, + "file_name": "cache/Token_rms_norm_20_16_0_731.const", + "file_size": 57344 + }, + "model.layers.22.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 3794526392, + "file_name": "cache/Token_rms_norm_20_16_0_732.const", + "file_size": 58720256 + }, + "model.layers.22.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3853246648, + "file_name": "cache/Token_rms_norm_20_16_0_733.const", + "file_size": 16384 + }, + "model.layers.22.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3853263032, + "file_name": "cache/Token_rms_norm_20_16_0_734.const", + "file_size": 1835008 + }, + "model.layers.22.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 3855098040, + "file_name": "cache/Token_rms_norm_20_16_0_735.const", + "file_size": 458752 + }, + "model.layers.23.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3855556792, + "file_name": "cache/Token_rms_norm_20_16_0_736.const", + "file_size": 8192 + }, + "eps_19_1_45": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3855564984, + "file_name": "cache/Token_rms_norm_20_16_0_737.const", + "file_size": 2 + }, + "model.layers.23.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3855564988, + "file_name": "cache/Token_rms_norm_20_16_0_738.const", + "file_size": 4194304 + }, + "model.layers.23.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3859759292, + "file_name": "cache/Token_rms_norm_20_16_0_739.const", + "file_size": 4096 + }, + "model.layers.23.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3859763388, + "file_name": "cache/Token_rms_norm_20_16_0_740.const", + "file_size": 131072 + }, + "model.layers.23.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3859894460, + "file_name": "cache/Token_rms_norm_20_16_0_741.const", + "file_size": 32768 + }, + "model.layers.23.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3859927228, + "file_name": "cache/Token_rms_norm_20_16_0_742.const", + "file_size": 16777216 + }, + "model.layers.23.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3876704444, + "file_name": "cache/Token_rms_norm_20_16_0_743.const", + "file_size": 16384 + }, + "model.layers.23.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3876720828, + "file_name": "cache/Token_rms_norm_20_16_0_744.const", + "file_size": 524288 + }, + "model.layers.23.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3877245116, + "file_name": "cache/Token_rms_norm_20_16_0_745.const", + "file_size": 131072 + }, + "model.layers.23.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 3877376188, + "file_name": "cache/Token_rms_norm_20_16_0_746.const", + "file_size": 4194304 + }, + "model.layers.23.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 3881570492, + "file_name": "cache/Token_rms_norm_20_16_0_747.const", + "file_size": 4096 + }, + "model.layers.23.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3881574588, + "file_name": "cache/Token_rms_norm_20_16_0_748.const", + "file_size": 131072 + }, + "model.layers.23.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 3881705660, + "file_name": "cache/Token_rms_norm_20_16_0_749.const", + "file_size": 32768 + }, + "model.layers.23.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 3881738428, + "file_name": "cache/Token_rms_norm_20_16_0_750.const", + "file_size": 16777216 + }, + "model.layers.23.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 3898515644, + "file_name": "cache/Token_rms_norm_20_16_0_751.const", + "file_size": 16384 + }, + "model.layers.23.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 3898532028, + "file_name": "cache/Token_rms_norm_20_16_0_752.const", + "file_size": 524288 + }, + "model.layers.23.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 3899056316, + "file_name": "cache/Token_rms_norm_20_16_0_753.const", + "file_size": 131072 + }, + "model.layers.23.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 3899187388, + "file_name": "cache/Token_rms_norm_20_16_0_754.const", + "file_size": 8192 + }, + "eps_19_1_46": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 3899195580, + "file_name": "cache/Token_rms_norm_20_16_0_755.const", + "file_size": 2 + }, + "model.layers.23.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3899195584, + "file_name": "cache/Token_rms_norm_20_16_0_756.const", + "file_size": 29360128 + }, + "model.layers.23.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3928555712, + "file_name": "cache/Token_rms_norm_20_16_0_757.const", + "file_size": 1835008 + }, + "model.layers.23.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3930390720, + "file_name": "cache/Token_rms_norm_20_16_0_758.const", + "file_size": 229376 + }, + "model.layers.23.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3930620096, + "file_name": "cache/Token_rms_norm_20_16_0_759.const", + "file_size": 57344 + }, + "model.layers.23.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 3930677440, + "file_name": "cache/Token_rms_norm_20_16_0_760.const", + "file_size": 29360128 + }, + "model.layers.23.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 3960037568, + "file_name": "cache/Token_rms_norm_20_16_0_761.const", + "file_size": 1835008 + }, + "model.layers.23.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 3961872576, + "file_name": "cache/Token_rms_norm_20_16_0_762.const", + "file_size": 229376 + }, + "model.layers.23.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 3962101952, + "file_name": "cache/Token_rms_norm_20_16_0_763.const", + "file_size": 57344 + }, + "model.layers.23.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 3962159296, + "file_name": "cache/Token_rms_norm_20_16_0_764.const", + "file_size": 58720256 + }, + "model.layers.23.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4020879552, + "file_name": "cache/Token_rms_norm_20_16_0_765.const", + "file_size": 16384 + }, + "model.layers.23.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4020895936, + "file_name": "cache/Token_rms_norm_20_16_0_766.const", + "file_size": 1835008 + }, + "model.layers.23.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 4022730944, + "file_name": "cache/Token_rms_norm_20_16_0_767.const", + "file_size": 458752 + }, + "model.layers.24.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4023189696, + "file_name": "cache/Token_rms_norm_20_16_0_768.const", + "file_size": 8192 + }, + "eps_19_1_47": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4023197888, + "file_name": "cache/Token_rms_norm_20_16_0_769.const", + "file_size": 2 + }, + "model.layers.24.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4023197892, + "file_name": "cache/Token_rms_norm_20_16_0_770.const", + "file_size": 4194304 + }, + "model.layers.24.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4027392196, + "file_name": "cache/Token_rms_norm_20_16_0_771.const", + "file_size": 4096 + }, + "model.layers.24.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4027396292, + "file_name": "cache/Token_rms_norm_20_16_0_772.const", + "file_size": 131072 + }, + "model.layers.24.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4027527364, + "file_name": "cache/Token_rms_norm_20_16_0_773.const", + "file_size": 32768 + }, + "model.layers.24.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4027560132, + "file_name": "cache/Token_rms_norm_20_16_0_774.const", + "file_size": 16777216 + }, + "model.layers.24.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4044337348, + "file_name": "cache/Token_rms_norm_20_16_0_775.const", + "file_size": 16384 + }, + "model.layers.24.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4044353732, + "file_name": "cache/Token_rms_norm_20_16_0_776.const", + "file_size": 524288 + }, + "model.layers.24.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4044878020, + "file_name": "cache/Token_rms_norm_20_16_0_777.const", + "file_size": 131072 + }, + "model.layers.24.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4045009092, + "file_name": "cache/Token_rms_norm_20_16_0_778.const", + "file_size": 4194304 + }, + "model.layers.24.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4049203396, + "file_name": "cache/Token_rms_norm_20_16_0_779.const", + "file_size": 4096 + }, + "model.layers.24.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4049207492, + "file_name": "cache/Token_rms_norm_20_16_0_780.const", + "file_size": 131072 + }, + "model.layers.24.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4049338564, + "file_name": "cache/Token_rms_norm_20_16_0_781.const", + "file_size": 32768 + }, + "model.layers.24.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4049371332, + "file_name": "cache/Token_rms_norm_20_16_0_782.const", + "file_size": 16777216 + }, + "model.layers.24.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4066148548, + "file_name": "cache/Token_rms_norm_20_16_0_783.const", + "file_size": 16384 + }, + "model.layers.24.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4066164932, + "file_name": "cache/Token_rms_norm_20_16_0_784.const", + "file_size": 524288 + }, + "model.layers.24.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4066689220, + "file_name": "cache/Token_rms_norm_20_16_0_785.const", + "file_size": 131072 + }, + "model.layers.24.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4066820292, + "file_name": "cache/Token_rms_norm_20_16_0_786.const", + "file_size": 8192 + }, + "eps_19_1_48": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4066828484, + "file_name": "cache/Token_rms_norm_20_16_0_787.const", + "file_size": 2 + }, + "model.layers.24.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4066828488, + "file_name": "cache/Token_rms_norm_20_16_0_788.const", + "file_size": 29360128 + }, + "model.layers.24.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4096188616, + "file_name": "cache/Token_rms_norm_20_16_0_789.const", + "file_size": 1835008 + }, + "model.layers.24.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4098023624, + "file_name": "cache/Token_rms_norm_20_16_0_790.const", + "file_size": 229376 + }, + "model.layers.24.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4098253000, + "file_name": "cache/Token_rms_norm_20_16_0_791.const", + "file_size": 57344 + }, + "model.layers.24.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4098310344, + "file_name": "cache/Token_rms_norm_20_16_0_792.const", + "file_size": 29360128 + }, + "model.layers.24.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4127670472, + "file_name": "cache/Token_rms_norm_20_16_0_793.const", + "file_size": 1835008 + }, + "model.layers.24.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4129505480, + "file_name": "cache/Token_rms_norm_20_16_0_794.const", + "file_size": 229376 + }, + "model.layers.24.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4129734856, + "file_name": "cache/Token_rms_norm_20_16_0_795.const", + "file_size": 57344 + }, + "model.layers.24.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 4129792200, + "file_name": "cache/Token_rms_norm_20_16_0_796.const", + "file_size": 58720256 + }, + "model.layers.24.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4188512456, + "file_name": "cache/Token_rms_norm_20_16_0_797.const", + "file_size": 16384 + }, + "model.layers.24.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4188528840, + "file_name": "cache/Token_rms_norm_20_16_0_798.const", + "file_size": 1835008 + }, + "model.layers.24.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 4190363848, + "file_name": "cache/Token_rms_norm_20_16_0_799.const", + "file_size": 458752 + }, + "model.layers.25.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4190822600, + "file_name": "cache/Token_rms_norm_20_16_0_800.const", + "file_size": 8192 + }, + "eps_19_1_49": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4190830792, + "file_name": "cache/Token_rms_norm_20_16_0_801.const", + "file_size": 2 + }, + "model.layers.25.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4190830796, + "file_name": "cache/Token_rms_norm_20_16_0_802.const", + "file_size": 4194304 + }, + "model.layers.25.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4195025100, + "file_name": "cache/Token_rms_norm_20_16_0_803.const", + "file_size": 4096 + }, + "model.layers.25.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4195029196, + "file_name": "cache/Token_rms_norm_20_16_0_804.const", + "file_size": 131072 + }, + "model.layers.25.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4195160268, + "file_name": "cache/Token_rms_norm_20_16_0_805.const", + "file_size": 32768 + }, + "model.layers.25.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4195193036, + "file_name": "cache/Token_rms_norm_20_16_0_806.const", + "file_size": 16777216 + }, + "model.layers.25.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4211970252, + "file_name": "cache/Token_rms_norm_20_16_0_807.const", + "file_size": 16384 + }, + "model.layers.25.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4211986636, + "file_name": "cache/Token_rms_norm_20_16_0_808.const", + "file_size": 524288 + }, + "model.layers.25.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4212510924, + "file_name": "cache/Token_rms_norm_20_16_0_809.const", + "file_size": 131072 + }, + "model.layers.25.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4212641996, + "file_name": "cache/Token_rms_norm_20_16_0_810.const", + "file_size": 4194304 + }, + "model.layers.25.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4216836300, + "file_name": "cache/Token_rms_norm_20_16_0_811.const", + "file_size": 4096 + }, + "model.layers.25.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4216840396, + "file_name": "cache/Token_rms_norm_20_16_0_812.const", + "file_size": 131072 + }, + "model.layers.25.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4216971468, + "file_name": "cache/Token_rms_norm_20_16_0_813.const", + "file_size": 32768 + }, + "model.layers.25.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4217004236, + "file_name": "cache/Token_rms_norm_20_16_0_814.const", + "file_size": 16777216 + }, + "model.layers.25.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4233781452, + "file_name": "cache/Token_rms_norm_20_16_0_815.const", + "file_size": 16384 + }, + "model.layers.25.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4233797836, + "file_name": "cache/Token_rms_norm_20_16_0_816.const", + "file_size": 524288 + }, + "model.layers.25.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4234322124, + "file_name": "cache/Token_rms_norm_20_16_0_817.const", + "file_size": 131072 + }, + "model.layers.25.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4234453196, + "file_name": "cache/Token_rms_norm_20_16_0_818.const", + "file_size": 8192 + }, + "eps_19_1_50": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4234461388, + "file_name": "cache/Token_rms_norm_20_16_0_819.const", + "file_size": 2 + }, + "model.layers.25.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4234461392, + "file_name": "cache/Token_rms_norm_20_16_0_820.const", + "file_size": 29360128 + }, + "model.layers.25.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4263821520, + "file_name": "cache/Token_rms_norm_20_16_0_821.const", + "file_size": 1835008 + }, + "model.layers.25.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4265656528, + "file_name": "cache/Token_rms_norm_20_16_0_822.const", + "file_size": 229376 + }, + "model.layers.25.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4265885904, + "file_name": "cache/Token_rms_norm_20_16_0_823.const", + "file_size": 57344 + }, + "model.layers.25.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4265943248, + "file_name": "cache/Token_rms_norm_20_16_0_824.const", + "file_size": 29360128 + }, + "model.layers.25.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4295303376, + "file_name": "cache/Token_rms_norm_20_16_0_825.const", + "file_size": 1835008 + }, + "model.layers.25.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4297138384, + "file_name": "cache/Token_rms_norm_20_16_0_826.const", + "file_size": 229376 + }, + "model.layers.25.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4297367760, + "file_name": "cache/Token_rms_norm_20_16_0_827.const", + "file_size": 57344 + }, + "model.layers.25.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 4297425104, + "file_name": "cache/Token_rms_norm_20_16_0_828.const", + "file_size": 58720256 + }, + "model.layers.25.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4356145360, + "file_name": "cache/Token_rms_norm_20_16_0_829.const", + "file_size": 16384 + }, + "model.layers.25.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4356161744, + "file_name": "cache/Token_rms_norm_20_16_0_830.const", + "file_size": 1835008 + }, + "model.layers.25.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 4357996752, + "file_name": "cache/Token_rms_norm_20_16_0_831.const", + "file_size": 458752 + }, + "model.layers.26.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4358455504, + "file_name": "cache/Token_rms_norm_20_16_0_832.const", + "file_size": 8192 + }, + "eps_19_1_51": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4358463696, + "file_name": "cache/Token_rms_norm_20_16_0_833.const", + "file_size": 2 + }, + "model.layers.26.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4358463700, + "file_name": "cache/Token_rms_norm_20_16_0_834.const", + "file_size": 4194304 + }, + "model.layers.26.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4362658004, + "file_name": "cache/Token_rms_norm_20_16_0_835.const", + "file_size": 4096 + }, + "model.layers.26.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4362662100, + "file_name": "cache/Token_rms_norm_20_16_0_836.const", + "file_size": 131072 + }, + "model.layers.26.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4362793172, + "file_name": "cache/Token_rms_norm_20_16_0_837.const", + "file_size": 32768 + }, + "model.layers.26.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4362825940, + "file_name": "cache/Token_rms_norm_20_16_0_838.const", + "file_size": 16777216 + }, + "model.layers.26.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4379603156, + "file_name": "cache/Token_rms_norm_20_16_0_839.const", + "file_size": 16384 + }, + "model.layers.26.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4379619540, + "file_name": "cache/Token_rms_norm_20_16_0_840.const", + "file_size": 524288 + }, + "model.layers.26.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4380143828, + "file_name": "cache/Token_rms_norm_20_16_0_841.const", + "file_size": 131072 + }, + "model.layers.26.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4380274900, + "file_name": "cache/Token_rms_norm_20_16_0_842.const", + "file_size": 4194304 + }, + "model.layers.26.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4384469204, + "file_name": "cache/Token_rms_norm_20_16_0_843.const", + "file_size": 4096 + }, + "model.layers.26.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4384473300, + "file_name": "cache/Token_rms_norm_20_16_0_844.const", + "file_size": 131072 + }, + "model.layers.26.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4384604372, + "file_name": "cache/Token_rms_norm_20_16_0_845.const", + "file_size": 32768 + }, + "model.layers.26.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4384637140, + "file_name": "cache/Token_rms_norm_20_16_0_846.const", + "file_size": 16777216 + }, + "model.layers.26.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4401414356, + "file_name": "cache/Token_rms_norm_20_16_0_847.const", + "file_size": 16384 + }, + "model.layers.26.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4401430740, + "file_name": "cache/Token_rms_norm_20_16_0_848.const", + "file_size": 524288 + }, + "model.layers.26.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4401955028, + "file_name": "cache/Token_rms_norm_20_16_0_849.const", + "file_size": 131072 + }, + "model.layers.26.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4402086100, + "file_name": "cache/Token_rms_norm_20_16_0_850.const", + "file_size": 8192 + }, + "eps_19_1_52": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4402094292, + "file_name": "cache/Token_rms_norm_20_16_0_851.const", + "file_size": 2 + }, + "model.layers.26.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4402094296, + "file_name": "cache/Token_rms_norm_20_16_0_852.const", + "file_size": 29360128 + }, + "model.layers.26.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4431454424, + "file_name": "cache/Token_rms_norm_20_16_0_853.const", + "file_size": 1835008 + }, + "model.layers.26.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4433289432, + "file_name": "cache/Token_rms_norm_20_16_0_854.const", + "file_size": 229376 + }, + "model.layers.26.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4433518808, + "file_name": "cache/Token_rms_norm_20_16_0_855.const", + "file_size": 57344 + }, + "model.layers.26.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4433576152, + "file_name": "cache/Token_rms_norm_20_16_0_856.const", + "file_size": 29360128 + }, + "model.layers.26.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4462936280, + "file_name": "cache/Token_rms_norm_20_16_0_857.const", + "file_size": 1835008 + }, + "model.layers.26.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4464771288, + "file_name": "cache/Token_rms_norm_20_16_0_858.const", + "file_size": 229376 + }, + "model.layers.26.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4465000664, + "file_name": "cache/Token_rms_norm_20_16_0_859.const", + "file_size": 57344 + }, + "model.layers.26.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 4465058008, + "file_name": "cache/Token_rms_norm_20_16_0_860.const", + "file_size": 58720256 + }, + "model.layers.26.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4523778264, + "file_name": "cache/Token_rms_norm_20_16_0_861.const", + "file_size": 16384 + }, + "model.layers.26.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4523794648, + "file_name": "cache/Token_rms_norm_20_16_0_862.const", + "file_size": 1835008 + }, + "model.layers.26.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 4525629656, + "file_name": "cache/Token_rms_norm_20_16_0_863.const", + "file_size": 458752 + }, + "model.layers.27.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4526088408, + "file_name": "cache/Token_rms_norm_20_16_0_864.const", + "file_size": 8192 + }, + "eps_19_1_53": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4526096600, + "file_name": "cache/Token_rms_norm_20_16_0_865.const", + "file_size": 2 + }, + "model.layers.27.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4526096604, + "file_name": "cache/Token_rms_norm_20_16_0_866.const", + "file_size": 4194304 + }, + "model.layers.27.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4530290908, + "file_name": "cache/Token_rms_norm_20_16_0_867.const", + "file_size": 4096 + }, + "model.layers.27.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4530295004, + "file_name": "cache/Token_rms_norm_20_16_0_868.const", + "file_size": 131072 + }, + "model.layers.27.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4530426076, + "file_name": "cache/Token_rms_norm_20_16_0_869.const", + "file_size": 32768 + }, + "model.layers.27.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4530458844, + "file_name": "cache/Token_rms_norm_20_16_0_870.const", + "file_size": 16777216 + }, + "model.layers.27.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4547236060, + "file_name": "cache/Token_rms_norm_20_16_0_871.const", + "file_size": 16384 + }, + "model.layers.27.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4547252444, + "file_name": "cache/Token_rms_norm_20_16_0_872.const", + "file_size": 524288 + }, + "model.layers.27.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4547776732, + "file_name": "cache/Token_rms_norm_20_16_0_873.const", + "file_size": 131072 + }, + "model.layers.27.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4547907804, + "file_name": "cache/Token_rms_norm_20_16_0_874.const", + "file_size": 4194304 + }, + "model.layers.27.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4552102108, + "file_name": "cache/Token_rms_norm_20_16_0_875.const", + "file_size": 4096 + }, + "model.layers.27.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4552106204, + "file_name": "cache/Token_rms_norm_20_16_0_876.const", + "file_size": 131072 + }, + "model.layers.27.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4552237276, + "file_name": "cache/Token_rms_norm_20_16_0_877.const", + "file_size": 32768 + }, + "model.layers.27.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4552270044, + "file_name": "cache/Token_rms_norm_20_16_0_878.const", + "file_size": 16777216 + }, + "model.layers.27.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4569047260, + "file_name": "cache/Token_rms_norm_20_16_0_879.const", + "file_size": 16384 + }, + "model.layers.27.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4569063644, + "file_name": "cache/Token_rms_norm_20_16_0_880.const", + "file_size": 524288 + }, + "model.layers.27.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4569587932, + "file_name": "cache/Token_rms_norm_20_16_0_881.const", + "file_size": 131072 + }, + "model.layers.27.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4569719004, + "file_name": "cache/Token_rms_norm_20_16_0_882.const", + "file_size": 8192 + }, + "eps_19_1_54": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4569727196, + "file_name": "cache/Token_rms_norm_20_16_0_883.const", + "file_size": 2 + }, + "model.layers.27.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4569727200, + "file_name": "cache/Token_rms_norm_20_16_0_884.const", + "file_size": 29360128 + }, + "model.layers.27.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4599087328, + "file_name": "cache/Token_rms_norm_20_16_0_885.const", + "file_size": 1835008 + }, + "model.layers.27.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4600922336, + "file_name": "cache/Token_rms_norm_20_16_0_886.const", + "file_size": 229376 + }, + "model.layers.27.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4601151712, + "file_name": "cache/Token_rms_norm_20_16_0_887.const", + "file_size": 57344 + }, + "model.layers.27.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4601209056, + "file_name": "cache/Token_rms_norm_20_16_0_888.const", + "file_size": 29360128 + }, + "model.layers.27.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4630569184, + "file_name": "cache/Token_rms_norm_20_16_0_889.const", + "file_size": 1835008 + }, + "model.layers.27.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4632404192, + "file_name": "cache/Token_rms_norm_20_16_0_890.const", + "file_size": 229376 + }, + "model.layers.27.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4632633568, + "file_name": "cache/Token_rms_norm_20_16_0_891.const", + "file_size": 57344 + }, + "model.layers.27.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 4632690912, + "file_name": "cache/Token_rms_norm_20_16_0_892.const", + "file_size": 58720256 + }, + "model.layers.27.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4691411168, + "file_name": "cache/Token_rms_norm_20_16_0_893.const", + "file_size": 16384 + }, + "model.layers.27.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4691427552, + "file_name": "cache/Token_rms_norm_20_16_0_894.const", + "file_size": 1835008 + }, + "model.layers.27.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 4693262560, + "file_name": "cache/Token_rms_norm_20_16_0_895.const", + "file_size": 458752 + }, + "model.layers.28.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4693721312, + "file_name": "cache/Token_rms_norm_20_16_0_896.const", + "file_size": 8192 + }, + "eps_19_1_55": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4693729504, + "file_name": "cache/Token_rms_norm_20_16_0_897.const", + "file_size": 2 + }, + "model.layers.28.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4693729508, + "file_name": "cache/Token_rms_norm_20_16_0_898.const", + "file_size": 4194304 + }, + "model.layers.28.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4697923812, + "file_name": "cache/Token_rms_norm_20_16_0_899.const", + "file_size": 4096 + }, + "model.layers.28.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4697927908, + "file_name": "cache/Token_rms_norm_20_16_0_900.const", + "file_size": 131072 + }, + "model.layers.28.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4698058980, + "file_name": "cache/Token_rms_norm_20_16_0_901.const", + "file_size": 32768 + }, + "model.layers.28.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4698091748, + "file_name": "cache/Token_rms_norm_20_16_0_902.const", + "file_size": 16777216 + }, + "model.layers.28.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4714868964, + "file_name": "cache/Token_rms_norm_20_16_0_903.const", + "file_size": 16384 + }, + "model.layers.28.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4714885348, + "file_name": "cache/Token_rms_norm_20_16_0_904.const", + "file_size": 524288 + }, + "model.layers.28.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4715409636, + "file_name": "cache/Token_rms_norm_20_16_0_905.const", + "file_size": 131072 + }, + "model.layers.28.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4715540708, + "file_name": "cache/Token_rms_norm_20_16_0_906.const", + "file_size": 4194304 + }, + "model.layers.28.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4719735012, + "file_name": "cache/Token_rms_norm_20_16_0_907.const", + "file_size": 4096 + }, + "model.layers.28.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4719739108, + "file_name": "cache/Token_rms_norm_20_16_0_908.const", + "file_size": 131072 + }, + "model.layers.28.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4719870180, + "file_name": "cache/Token_rms_norm_20_16_0_909.const", + "file_size": 32768 + }, + "model.layers.28.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4719902948, + "file_name": "cache/Token_rms_norm_20_16_0_910.const", + "file_size": 16777216 + }, + "model.layers.28.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4736680164, + "file_name": "cache/Token_rms_norm_20_16_0_911.const", + "file_size": 16384 + }, + "model.layers.28.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4736696548, + "file_name": "cache/Token_rms_norm_20_16_0_912.const", + "file_size": 524288 + }, + "model.layers.28.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4737220836, + "file_name": "cache/Token_rms_norm_20_16_0_913.const", + "file_size": 131072 + }, + "model.layers.28.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4737351908, + "file_name": "cache/Token_rms_norm_20_16_0_914.const", + "file_size": 8192 + }, + "eps_19_1_56": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4737360100, + "file_name": "cache/Token_rms_norm_20_16_0_915.const", + "file_size": 2 + }, + "model.layers.28.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4737360104, + "file_name": "cache/Token_rms_norm_20_16_0_916.const", + "file_size": 29360128 + }, + "model.layers.28.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4766720232, + "file_name": "cache/Token_rms_norm_20_16_0_917.const", + "file_size": 1835008 + }, + "model.layers.28.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4768555240, + "file_name": "cache/Token_rms_norm_20_16_0_918.const", + "file_size": 229376 + }, + "model.layers.28.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4768784616, + "file_name": "cache/Token_rms_norm_20_16_0_919.const", + "file_size": 57344 + }, + "model.layers.28.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4768841960, + "file_name": "cache/Token_rms_norm_20_16_0_920.const", + "file_size": 29360128 + }, + "model.layers.28.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4798202088, + "file_name": "cache/Token_rms_norm_20_16_0_921.const", + "file_size": 1835008 + }, + "model.layers.28.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4800037096, + "file_name": "cache/Token_rms_norm_20_16_0_922.const", + "file_size": 229376 + }, + "model.layers.28.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4800266472, + "file_name": "cache/Token_rms_norm_20_16_0_923.const", + "file_size": 57344 + }, + "model.layers.28.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 4800323816, + "file_name": "cache/Token_rms_norm_20_16_0_924.const", + "file_size": 58720256 + }, + "model.layers.28.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4859044072, + "file_name": "cache/Token_rms_norm_20_16_0_925.const", + "file_size": 16384 + }, + "model.layers.28.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4859060456, + "file_name": "cache/Token_rms_norm_20_16_0_926.const", + "file_size": 1835008 + }, + "model.layers.28.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 4860895464, + "file_name": "cache/Token_rms_norm_20_16_0_927.const", + "file_size": 458752 + }, + "model.layers.29.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4861354216, + "file_name": "cache/Token_rms_norm_20_16_0_928.const", + "file_size": 8192 + }, + "eps_19_1_57": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4861362408, + "file_name": "cache/Token_rms_norm_20_16_0_929.const", + "file_size": 2 + }, + "model.layers.29.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4861362412, + "file_name": "cache/Token_rms_norm_20_16_0_930.const", + "file_size": 4194304 + }, + "model.layers.29.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4865556716, + "file_name": "cache/Token_rms_norm_20_16_0_931.const", + "file_size": 4096 + }, + "model.layers.29.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4865560812, + "file_name": "cache/Token_rms_norm_20_16_0_932.const", + "file_size": 131072 + }, + "model.layers.29.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4865691884, + "file_name": "cache/Token_rms_norm_20_16_0_933.const", + "file_size": 32768 + }, + "model.layers.29.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4865724652, + "file_name": "cache/Token_rms_norm_20_16_0_934.const", + "file_size": 16777216 + }, + "model.layers.29.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4882501868, + "file_name": "cache/Token_rms_norm_20_16_0_935.const", + "file_size": 16384 + }, + "model.layers.29.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4882518252, + "file_name": "cache/Token_rms_norm_20_16_0_936.const", + "file_size": 524288 + }, + "model.layers.29.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4883042540, + "file_name": "cache/Token_rms_norm_20_16_0_937.const", + "file_size": 131072 + }, + "model.layers.29.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 4883173612, + "file_name": "cache/Token_rms_norm_20_16_0_938.const", + "file_size": 4194304 + }, + "model.layers.29.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 4887367916, + "file_name": "cache/Token_rms_norm_20_16_0_939.const", + "file_size": 4096 + }, + "model.layers.29.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4887372012, + "file_name": "cache/Token_rms_norm_20_16_0_940.const", + "file_size": 131072 + }, + "model.layers.29.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 4887503084, + "file_name": "cache/Token_rms_norm_20_16_0_941.const", + "file_size": 32768 + }, + "model.layers.29.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 4887535852, + "file_name": "cache/Token_rms_norm_20_16_0_942.const", + "file_size": 16777216 + }, + "model.layers.29.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 4904313068, + "file_name": "cache/Token_rms_norm_20_16_0_943.const", + "file_size": 16384 + }, + "model.layers.29.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 4904329452, + "file_name": "cache/Token_rms_norm_20_16_0_944.const", + "file_size": 524288 + }, + "model.layers.29.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 4904853740, + "file_name": "cache/Token_rms_norm_20_16_0_945.const", + "file_size": 131072 + }, + "model.layers.29.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 4904984812, + "file_name": "cache/Token_rms_norm_20_16_0_946.const", + "file_size": 8192 + }, + "eps_19_1_58": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 4904993004, + "file_name": "cache/Token_rms_norm_20_16_0_947.const", + "file_size": 2 + }, + "model.layers.29.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4904993008, + "file_name": "cache/Token_rms_norm_20_16_0_948.const", + "file_size": 29360128 + }, + "model.layers.29.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4934353136, + "file_name": "cache/Token_rms_norm_20_16_0_949.const", + "file_size": 1835008 + }, + "model.layers.29.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4936188144, + "file_name": "cache/Token_rms_norm_20_16_0_950.const", + "file_size": 229376 + }, + "model.layers.29.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4936417520, + "file_name": "cache/Token_rms_norm_20_16_0_951.const", + "file_size": 57344 + }, + "model.layers.29.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 4936474864, + "file_name": "cache/Token_rms_norm_20_16_0_952.const", + "file_size": 29360128 + }, + "model.layers.29.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 4965834992, + "file_name": "cache/Token_rms_norm_20_16_0_953.const", + "file_size": 1835008 + }, + "model.layers.29.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 4967670000, + "file_name": "cache/Token_rms_norm_20_16_0_954.const", + "file_size": 229376 + }, + "model.layers.29.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 4967899376, + "file_name": "cache/Token_rms_norm_20_16_0_955.const", + "file_size": 57344 + }, + "model.layers.29.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 4967956720, + "file_name": "cache/Token_rms_norm_20_16_0_956.const", + "file_size": 58720256 + }, + "model.layers.29.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5026676976, + "file_name": "cache/Token_rms_norm_20_16_0_957.const", + "file_size": 16384 + }, + "model.layers.29.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5026693360, + "file_name": "cache/Token_rms_norm_20_16_0_958.const", + "file_size": 1835008 + }, + "model.layers.29.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 5028528368, + "file_name": "cache/Token_rms_norm_20_16_0_959.const", + "file_size": 458752 + }, + "model.layers.30.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 5028987120, + "file_name": "cache/Token_rms_norm_20_16_0_960.const", + "file_size": 8192 + }, + "eps_19_1_59": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 5028995312, + "file_name": "cache/Token_rms_norm_20_16_0_961.const", + "file_size": 2 + }, + "model.layers.30.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 5028995316, + "file_name": "cache/Token_rms_norm_20_16_0_962.const", + "file_size": 4194304 + }, + "model.layers.30.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 5033189620, + "file_name": "cache/Token_rms_norm_20_16_0_963.const", + "file_size": 4096 + }, + "model.layers.30.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5033193716, + "file_name": "cache/Token_rms_norm_20_16_0_964.const", + "file_size": 131072 + }, + "model.layers.30.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 5033324788, + "file_name": "cache/Token_rms_norm_20_16_0_965.const", + "file_size": 32768 + }, + "model.layers.30.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 5033357556, + "file_name": "cache/Token_rms_norm_20_16_0_966.const", + "file_size": 16777216 + }, + "model.layers.30.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5050134772, + "file_name": "cache/Token_rms_norm_20_16_0_967.const", + "file_size": 16384 + }, + "model.layers.30.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 5050151156, + "file_name": "cache/Token_rms_norm_20_16_0_968.const", + "file_size": 524288 + }, + "model.layers.30.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5050675444, + "file_name": "cache/Token_rms_norm_20_16_0_969.const", + "file_size": 131072 + }, + "model.layers.30.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 5050806516, + "file_name": "cache/Token_rms_norm_20_16_0_970.const", + "file_size": 4194304 + }, + "model.layers.30.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 5055000820, + "file_name": "cache/Token_rms_norm_20_16_0_971.const", + "file_size": 4096 + }, + "model.layers.30.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5055004916, + "file_name": "cache/Token_rms_norm_20_16_0_972.const", + "file_size": 131072 + }, + "model.layers.30.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 5055135988, + "file_name": "cache/Token_rms_norm_20_16_0_973.const", + "file_size": 32768 + }, + "model.layers.30.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 5055168756, + "file_name": "cache/Token_rms_norm_20_16_0_974.const", + "file_size": 16777216 + }, + "model.layers.30.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5071945972, + "file_name": "cache/Token_rms_norm_20_16_0_975.const", + "file_size": 16384 + }, + "model.layers.30.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 5071962356, + "file_name": "cache/Token_rms_norm_20_16_0_976.const", + "file_size": 524288 + }, + "model.layers.30.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5072486644, + "file_name": "cache/Token_rms_norm_20_16_0_977.const", + "file_size": 131072 + }, + "model.layers.30.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 5072617716, + "file_name": "cache/Token_rms_norm_20_16_0_978.const", + "file_size": 8192 + }, + "eps_19_1_60": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 5072625908, + "file_name": "cache/Token_rms_norm_20_16_0_979.const", + "file_size": 2 + }, + "model.layers.30.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 5072625912, + "file_name": "cache/Token_rms_norm_20_16_0_980.const", + "file_size": 29360128 + }, + "model.layers.30.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5101986040, + "file_name": "cache/Token_rms_norm_20_16_0_981.const", + "file_size": 1835008 + }, + "model.layers.30.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 5103821048, + "file_name": "cache/Token_rms_norm_20_16_0_982.const", + "file_size": 229376 + }, + "model.layers.30.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 5104050424, + "file_name": "cache/Token_rms_norm_20_16_0_983.const", + "file_size": 57344 + }, + "model.layers.30.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 5104107768, + "file_name": "cache/Token_rms_norm_20_16_0_984.const", + "file_size": 29360128 + }, + "model.layers.30.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5133467896, + "file_name": "cache/Token_rms_norm_20_16_0_985.const", + "file_size": 1835008 + }, + "model.layers.30.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 5135302904, + "file_name": "cache/Token_rms_norm_20_16_0_986.const", + "file_size": 229376 + }, + "model.layers.30.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 5135532280, + "file_name": "cache/Token_rms_norm_20_16_0_987.const", + "file_size": 57344 + }, + "model.layers.30.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 5135589624, + "file_name": "cache/Token_rms_norm_20_16_0_988.const", + "file_size": 58720256 + }, + "model.layers.30.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5194309880, + "file_name": "cache/Token_rms_norm_20_16_0_989.const", + "file_size": 16384 + }, + "model.layers.30.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5194326264, + "file_name": "cache/Token_rms_norm_20_16_0_990.const", + "file_size": 1835008 + }, + "model.layers.30.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 5196161272, + "file_name": "cache/Token_rms_norm_20_16_0_991.const", + "file_size": 458752 + }, + "model.layers.31.input_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 5196620024, + "file_name": "cache/Token_rms_norm_20_16_0_992.const", + "file_size": 8192 + }, + "eps_19_1_61": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 5196628216, + "file_name": "cache/Token_rms_norm_20_16_0_993.const", + "file_size": 2 + }, + "model.layers.31.attn.k_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 5196628220, + "file_name": "cache/Token_rms_norm_20_16_0_994.const", + "file_size": 4194304 + }, + "model.layers.31.attn.k_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 5200822524, + "file_name": "cache/Token_rms_norm_20_16_0_995.const", + "file_size": 4096 + }, + "model.layers.31.attn.k_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5200826620, + "file_name": "cache/Token_rms_norm_20_16_0_996.const", + "file_size": 131072 + }, + "model.layers.31.attn.k_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 5200957692, + "file_name": "cache/Token_rms_norm_20_16_0_997.const", + "file_size": 32768 + }, + "model.layers.31.attn.q_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 5200990460, + "file_name": "cache/Token_rms_norm_20_16_0_998.const", + "file_size": 16777216 + }, + "model.layers.31.attn.q_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5217767676, + "file_name": "cache/Token_rms_norm_20_16_0_999.const", + "file_size": 16384 + }, + "model.layers.31.attn.q_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 5217784060, + "file_name": "cache/Token_rms_norm_20_16_0_1000.const", + "file_size": 524288 + }, + "model.layers.31.attn.q_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5218308348, + "file_name": "cache/Token_rms_norm_20_16_0_1001.const", + "file_size": 131072 + }, + "model.layers.31.attn.v_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 1024 + ], + "size_in_bytes": 4194304, + "op_tensor_size": 4194304, + "offset": 5218439420, + "file_name": "cache/Token_rms_norm_20_16_0_1002.const", + "file_size": 4194304 + }, + "model.layers.31.attn.v_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 1024 + ], + "size_in_bytes": 4096, + "op_tensor_size": 4096, + "offset": 5222633724, + "file_name": "cache/Token_rms_norm_20_16_0_1003.const", + "file_size": 4096 + }, + "model.layers.31.attn.v_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 32768 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5222637820, + "file_name": "cache/Token_rms_norm_20_16_0_1004.const", + "file_size": 131072 + }, + "model.layers.31.attn.v_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 32768 + ], + "size_in_bytes": 32768, + "op_tensor_size": 32768, + "offset": 5222768892, + "file_name": "cache/Token_rms_norm_20_16_0_1005.const", + "file_size": 32768 + }, + "model.layers.31.attn.o_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 4096 + ], + "size_in_bytes": 16777216, + "op_tensor_size": 16777216, + "offset": 5222801660, + "file_name": "cache/Token_rms_norm_20_16_0_1006.const", + "file_size": 16777216 + }, + "model.layers.31.attn.o_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5239578876, + "file_name": "cache/Token_rms_norm_20_16_0_1007.const", + "file_size": 16384 + }, + "model.layers.31.attn.o_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 131072 + ], + "size_in_bytes": 524288, + "op_tensor_size": 524288, + "offset": 5239595260, + "file_name": "cache/Token_rms_norm_20_16_0_1008.const", + "file_size": 524288 + }, + "model.layers.31.attn.o_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 131072 + ], + "size_in_bytes": 131072, + "op_tensor_size": 131072, + "offset": 5240119548, + "file_name": "cache/Token_rms_norm_20_16_0_1009.const", + "file_size": 131072 + }, + "model.layers.31.post_attention_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 5240250620, + "file_name": "cache/Token_rms_norm_20_16_0_1010.const", + "file_size": 8192 + }, + "eps_19_1_62": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 5240258812, + "file_name": "cache/Token_rms_norm_20_16_0_1011.const", + "file_size": 2 + }, + "model.layers.31.mlp.gate_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 5240258816, + "file_name": "cache/Token_rms_norm_20_16_0_1012.const", + "file_size": 29360128 + }, + "model.layers.31.mlp.gate_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5269618944, + "file_name": "cache/Token_rms_norm_20_16_0_1013.const", + "file_size": 1835008 + }, + "model.layers.31.mlp.gate_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 5271453952, + "file_name": "cache/Token_rms_norm_20_16_0_1014.const", + "file_size": 229376 + }, + "model.layers.31.mlp.gate_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 5271683328, + "file_name": "cache/Token_rms_norm_20_16_0_1015.const", + "file_size": 57344 + }, + "model.layers.31.mlp.up_proj.MatMulNBits.qweight": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 14336, + 32, + 64 + ], + "size_in_bytes": 29360128, + "op_tensor_size": 29360128, + "offset": 5271740672, + "file_name": "cache/Token_rms_norm_20_16_0_1016.const", + "file_size": 29360128 + }, + "model.layers.31.mlp.up_proj.MatMulNBits.scales.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5301100800, + "file_name": "cache/Token_rms_norm_20_16_0_1017.const", + "file_size": 1835008 + }, + "model.layers.31.mlp.up_proj.MatMulNBits.qzeros": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "uint8", + "shape": [ + 229376 + ], + "size_in_bytes": 229376, + "op_tensor_size": 229376, + "offset": 5302935808, + "file_name": "cache/Token_rms_norm_20_16_0_1018.const", + "file_size": 229376 + }, + "model.layers.31.mlp.up_proj.MatMulNBits.bias.f": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 14336 + ], + "size_in_bytes": 57344, + "op_tensor_size": 57344, + "offset": 5303165184, + "file_name": "cache/Token_rms_norm_20_16_0_1019.const", + "file_size": 57344 + }, + "model.layers.31.mlp.down_proj.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 14336, + 4096 + ], + "size_in_bytes": 58720256, + "op_tensor_size": 58720256, + "offset": 5303222528, + "file_name": "cache/Token_rms_norm_20_16_0_1020.const", + "file_size": 58720256 + }, + "model.layers.31.mlp.down_proj.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4096 + ], + "size_in_bytes": 16384, + "op_tensor_size": 16384, + "offset": 5361942784, + "file_name": "cache/Token_rms_norm_20_16_0_1021.const", + "file_size": 16384 + }, + "model.layers.31.mlp.down_proj.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 458752 + ], + "size_in_bytes": 1835008, + "op_tensor_size": 1835008, + "offset": 5361959168, + "file_name": "cache/Token_rms_norm_20_16_0_1022.const", + "file_size": 1835008 + }, + "model.layers.31.mlp.down_proj.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 458752 + ], + "size_in_bytes": 458752, + "op_tensor_size": 458752, + "offset": 5363794176, + "file_name": "cache/Token_rms_norm_20_16_0_1023.const", + "file_size": 458752 + }, + "model.layers.32.final_norm_layernorm.weight.bf": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 4096 + ], + "size_in_bytes": 8192, + "op_tensor_size": 8192, + "offset": 5364252928, + "file_name": "cache/Token_rms_norm_20_16_0_1024.const", + "file_size": 8192 + }, + "eps_19_1_63": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "bfloat16", + "shape": [ + 1 + ], + "size_in_bytes": 2, + "op_tensor_size": 2, + "offset": 5364261120, + "file_name": "cache/Token_rms_norm_20_16_0_1025.const", + "file_size": 2 + }, + "lm_head.MatMulNBits.qweight.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4096, + 128256 + ], + "size_in_bytes": 525336576, + "op_tensor_size": 525336576, + "offset": 5364261124, + "file_name": "cache/Token_rms_norm_20_16_0_1026.const", + "file_size": 525336576 + }, + "lm_head.MatMulNBits.bias.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 128256 + ], + "size_in_bytes": 513024, + "op_tensor_size": 513024, + "offset": 5889597700, + "file_name": "cache/Token_rms_norm_20_16_0_1027.const", + "file_size": 513024 + }, + "lm_head.MatMulNBits.scales.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "float", + "shape": [ + 4104192 + ], + "size_in_bytes": 16416768, + "op_tensor_size": 16416768, + "offset": 5890110724, + "file_name": "cache/Token_rms_norm_20_16_0_1028.const", + "file_size": 16416768 + }, + "lm_head.MatMulNBits.qzeros.preformat": { + "packed_buffer_label": "const", + "xrt_arg_id": 3, + "dtype": "int8", + "shape": [ + 4104192 + ], + "size_in_bytes": 4104192, + "op_tensor_size": 4104192, + "offset": 5906527492, + "file_name": "cache/Token_rms_norm_20_16_0_1029.const", + "file_size": 4104192 + }, + "past_key_values.0.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 0 + }, + "past_key_values.0.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 33554432 + }, + "present.0.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 0 + }, + "present.0.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 33554432 + }, + "past_key_values.1.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 67108864 + }, + "past_key_values.1.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 100663296 + }, + "present.1.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 67108864 + }, + "present.1.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 100663296 + }, + "past_key_values.2.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 134217728 + }, + "past_key_values.2.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 167772160 + }, + "present.2.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 134217728 + }, + "present.2.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 167772160 + }, + "past_key_values.3.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 201326592 + }, + "past_key_values.3.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 234881024 + }, + "present.3.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 201326592 + }, + "present.3.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 234881024 + }, + "past_key_values.4.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 268435456 + }, + "past_key_values.4.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 301989888 + }, + "present.4.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 268435456 + }, + "present.4.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 301989888 + }, + "past_key_values.5.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 335544320 + }, + "past_key_values.5.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 369098752 + }, + "present.5.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 335544320 + }, + "present.5.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 369098752 + }, + "past_key_values.6.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 402653184 + }, + "past_key_values.6.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 436207616 + }, + "present.6.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 402653184 + }, + "present.6.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 436207616 + }, + "past_key_values.7.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 469762048 + }, + "past_key_values.7.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 503316480 + }, + "present.7.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 469762048 + }, + "present.7.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 503316480 + }, + "past_key_values.8.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 536870912 + }, + "past_key_values.8.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 570425344 + }, + "present.8.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 536870912 + }, + "present.8.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 570425344 + }, + "past_key_values.9.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 603979776 + }, + "past_key_values.9.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 637534208 + }, + "present.9.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 603979776 + }, + "present.9.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 637534208 + }, + "past_key_values.10.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 671088640 + }, + "past_key_values.10.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 704643072 + }, + "present.10.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 671088640 + }, + "present.10.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 704643072 + }, + "past_key_values.11.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 738197504 + }, + "past_key_values.11.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 771751936 + }, + "present.11.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 738197504 + }, + "present.11.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 771751936 + }, + "past_key_values.12.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 805306368 + }, + "past_key_values.12.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 838860800 + }, + "present.12.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 805306368 + }, + "present.12.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 838860800 + }, + "past_key_values.13.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 872415232 + }, + "past_key_values.13.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 905969664 + }, + "present.13.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 872415232 + }, + "present.13.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 905969664 + }, + "past_key_values.14.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 939524096 + }, + "past_key_values.14.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 973078528 + }, + "present.14.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 939524096 + }, + "present.14.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 973078528 + }, + "past_key_values.15.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1006632960 + }, + "past_key_values.15.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1040187392 + }, + "present.15.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1006632960 + }, + "present.15.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1040187392 + }, + "past_key_values.16.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1073741824 + }, + "past_key_values.16.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1107296256 + }, + "present.16.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1073741824 + }, + "present.16.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1107296256 + }, + "past_key_values.17.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1140850688 + }, + "past_key_values.17.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1174405120 + }, + "present.17.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1140850688 + }, + "present.17.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1174405120 + }, + "past_key_values.18.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1207959552 + }, + "past_key_values.18.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1241513984 + }, + "present.18.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1207959552 + }, + "present.18.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1241513984 + }, + "past_key_values.19.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1275068416 + }, + "past_key_values.19.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1308622848 + }, + "present.19.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1275068416 + }, + "present.19.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1308622848 + }, + "past_key_values.20.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1342177280 + }, + "past_key_values.20.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1375731712 + }, + "present.20.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1342177280 + }, + "present.20.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1375731712 + }, + "past_key_values.21.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1409286144 + }, + "past_key_values.21.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1442840576 + }, + "present.21.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1409286144 + }, + "present.21.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1442840576 + }, + "past_key_values.22.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1476395008 + }, + "past_key_values.22.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1509949440 + }, + "present.22.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1476395008 + }, + "present.22.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1509949440 + }, + "past_key_values.23.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1543503872 + }, + "past_key_values.23.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1577058304 + }, + "present.23.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1543503872 + }, + "present.23.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1577058304 + }, + "past_key_values.24.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1610612736 + }, + "past_key_values.24.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1644167168 + }, + "present.24.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1610612736 + }, + "present.24.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1644167168 + }, + "past_key_values.25.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1677721600 + }, + "past_key_values.25.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1711276032 + }, + "present.25.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1677721600 + }, + "present.25.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1711276032 + }, + "past_key_values.26.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1744830464 + }, + "past_key_values.26.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1778384896 + }, + "present.26.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1744830464 + }, + "present.26.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1778384896 + }, + "past_key_values.27.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1811939328 + }, + "past_key_values.27.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1845493760 + }, + "present.27.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1811939328 + }, + "present.27.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1845493760 + }, + "past_key_values.28.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1879048192 + }, + "past_key_values.28.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1912602624 + }, + "present.28.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1879048192 + }, + "present.28.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1912602624 + }, + "past_key_values.29.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1946157056 + }, + "past_key_values.29.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1979711488 + }, + "present.29.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1946157056 + }, + "present.29.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 1979711488 + }, + "past_key_values.30.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2013265920 + }, + "past_key_values.30.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2046820352 + }, + "present.30.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2013265920 + }, + "present.30.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2046820352 + }, + "past_key_values.31.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2080374784 + }, + "past_key_values.31.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2113929216 + }, + "present.31.key": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2080374784 + }, + "present.31.value": { + "packed_buffer_label": "ext_buf_0", + "xrt_arg_id": 5, + "dtype": "bfloat16", + "shape": [ + 1, + 8, + 16384, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 2113929216 + }, + "sin_cache_cos_cache": { + "packed_buffer_label": "ext_buf_1", + "xrt_arg_id": 6, + "dtype": "bfloat16", + "shape": [ + 131072, + 128 + ], + "size_in_bytes": 33554432, + "op_tensor_size": 33554432, + "offset": 0 + } + }, + "dynamic_shape_subgraph": true, + "dynamic_shape_list": [ + { + "attention_mask_padded": 256 + }, + { + "attention_mask_padded": 512 + }, + { + "attention_mask_padded": 1024 + }, + { + "attention_mask_padded": 2048 + }, + { + "attention_mask_padded": 4096 + }, + { + "attention_mask_padded": 16384 + } + ], + "aux_info": { + "is_llm": true, + "states": [ + [ + 0, + 1, + 1 + ] + ] + } +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100755 index 0000000000000000000000000000000000000000..c2066bd7391c270626e39c9d7124f00360126412 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1 @@ +{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + tool['function']['arguments'] + '\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '' in content %}{% set content = content.split('')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜>\n'}}{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9e26dfeeb6e641a33dae4961196235bdb965b21b --- /dev/null +++ b/config.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0.fconst b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0.fconst new file mode 100755 index 0000000000000000000000000000000000000000..66f215a742138eeb85090e03ceb395ac06dcd43d --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0.fconst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b63adcddcc749407f5109b96d550b822fc088723da56755726bd5e29f281eb +size 4059415616 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0.state b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0.state new file mode 100755 index 0000000000000000000000000000000000000000..d8b1a6a1240cb49b6e48b7613d22213e1cbed78f --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0.state @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f44a375f56f81ccb5aee3abf3160578fe3875bec70c8170ed6ce7bb9531fbfb +size 702 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.ctrlpkt b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.ctrlpkt new file mode 100755 index 0000000000000000000000000000000000000000..277e0f3539d96ec29e753352c618b8e78271eb37 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.ctrlpkt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2230ad346a13462b48070813fa1df3ae76ee5554ab8e9a0feb3e9028fff99be4 +size 10334280 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.meta b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.meta new file mode 100755 index 0000000000000000000000000000000000000000..3e9aebb748b4b0f886c86f5e9bd111e9b16217e9 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.meta @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743bd649f0a938801df3b87a985f64154cb69234d474d92c314fca552e114493 +size 2432194 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.super b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_1024_.super new file mode 100755 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.ctrlpkt b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.ctrlpkt new file mode 100755 index 0000000000000000000000000000000000000000..c6838f2a1f86a432b55f3dee6bf2ffbeb53a8c38 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.ctrlpkt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3d8d57ce1457f769edd05b0c25ce6fe275712d5adb768aec55c6bb646975db +size 10466376 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.meta b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.meta new file mode 100755 index 0000000000000000000000000000000000000000..91430e67fd4a989cc7381f7c97c9833f6d041c81 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.meta @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246f7f94017a9d91dd4fd6f13b6f83a360c480daa5f9a534265e7948eeb99510 +size 2499302 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.super b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_16384_.super new file mode 100755 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.ctrlpkt b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.ctrlpkt new file mode 100755 index 0000000000000000000000000000000000000000..98d1c49f22b13c5e4ccff88b8f2facec569a1f2a --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.ctrlpkt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3041bb62de7374a3ed7144ae1a7eb72590f619378eff67a507a597c7e67f444 +size 10334280 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.meta b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.meta new file mode 100755 index 0000000000000000000000000000000000000000..41f50b27be75f7fb486a0e5a4072da3ca527d815 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.meta @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1212d9a6c7705968570bff7d9142f7f4a6b9b01652abe7133a48a964f8a60fbd +size 2432194 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.super b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_2048_.super new file mode 100755 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.ctrlpkt b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.ctrlpkt new file mode 100755 index 0000000000000000000000000000000000000000..13b4617a9ae8c7efe6bfaaa001e699edeb9f135a --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.ctrlpkt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeda8831b6455499bed51ae7502ecc1425f218e30f32deba40be04efff4adc47 +size 9916488 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.meta b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.meta new file mode 100755 index 0000000000000000000000000000000000000000..de6d0a8646385a435a897c385639a6b992b00fc8 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.meta @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd5a42d80a5acfa5da44c32120234cdeaf90544d134223bfe3a7255af2fb41b +size 2432189 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.super b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_256_.super new file mode 100755 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.ctrlpkt b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.ctrlpkt new file mode 100755 index 0000000000000000000000000000000000000000..6d4ee51a2401bebcb99023d99bc71ca2ebb3949b --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.ctrlpkt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b6142417b056ba7ad9c4003eb618b1896efbc989f2fc3c1a48b8074b5f2ff3 +size 10334280 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.meta b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.meta new file mode 100755 index 0000000000000000000000000000000000000000..6a8817aeb944170c6c2821b3f96b11978b522337 --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.meta @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebf8289f05d1e1a83681301265049835aa85d46081c4328715768cebed6a596 +size 2432194 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.super b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_4096_.super new file mode 100755 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.ctrlpkt b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.ctrlpkt new file mode 100755 index 0000000000000000000000000000000000000000..db341efbc63c0c0f8b85d9206bd8a22993d75d2d --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.ctrlpkt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a938e6850779b509ff1470434c988ddb8869914a2e381ac1bdaf26ff99e1cf76 +size 10334280 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.meta b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.meta new file mode 100755 index 0000000000000000000000000000000000000000..55f32437bb6ba2e826e3d8ee9d09cead4192067b --- /dev/null +++ b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.meta @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7cb515f3fb6c329aa8515d18ea4edfd2f5572f05f482123c1bb307a97e54f38 +size 2432192 diff --git a/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.super b/dd_metastate_Llm_Token_Token_rms_norm_20_16_0_attention_mask_padded_512_.super new file mode 100755 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/genai_config.json b/genai_config.json new file mode 100755 index 0000000000000000000000000000000000000000..60ab30d7525b107fc35fc068fcb83e3679fe6642 --- /dev/null +++ b/genai_config.json @@ -0,0 +1,60 @@ +{ + "model": { + "bos_token_id": 128000, + "context_length": 131072, + "decoder": { + "session_options": { + "log_id": "onnxruntime-genai", + "provider_options": [ + { + "RyzenAI": { + "hybrid_opt_max_seq_length": "16384", + "hybrid_opt_chunk_context": "1", + "external_data_file": "model.pb.bin", + "hybrid_opt_token_backend": "npu", + "max_length_for_kv_cache": "16384" + } + } + ] + }, + "filename": "model.onnx", + "head_size": 128, + "hidden_size": 4096, + "inputs": { + "input_ids": "input_ids", + "attention_mask": "attention_mask", + "position_ids": "position_ids", + "past_key_names": "past_key_values.%d.key", + "past_value_names": "past_key_values.%d.value" + }, + "outputs": { + "logits": "logits", + "present_key_names": "present.%d.key", + "present_value_names": "present.%d.value" + }, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8 + }, + "eos_token_id": 128001, + "pad_token_id": 128001, + "type": "llama", + "vocab_size": 128256 + }, + "search": { + "diversity_penalty": 0.0, + "do_sample": true, + "early_stopping": true, + "length_penalty": 1.0, + "max_length": 16384, + "min_length": 0, + "no_repeat_ngram_size": 0, + "num_beams": 1, + "num_return_sequences": 1, + "past_present_share_buffer": true, + "repetition_penalty": 1.0, + "temperature": 0.6, + "top_k": 50, + "top_p": 0.95 + } +} \ No newline at end of file diff --git a/model.bin b/model.bin new file mode 100755 index 0000000000000000000000000000000000000000..aca16a67fd2649f2f0d9bfa89cdb8c7c47e906d2 --- /dev/null +++ b/model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b9505527affd201a2b8ab0d3b3fdf1d38a7df2500cf48a2230bff7af4ac988 +size 4089156608 diff --git a/model.onnx b/model.onnx new file mode 100755 index 0000000000000000000000000000000000000000..b466063c0bfd015c288248c892d2fe62244c5eb0 --- /dev/null +++ b/model.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c79181976dcfadfb4c7d56f874f59cd18c3a6dbd6a3462c6655c40c152c1d3 +size 34017432 diff --git a/model.onnx.data b/model.onnx.data new file mode 100755 index 0000000000000000000000000000000000000000..db0784828aaef25b2f6c7d730d59aedc22c4f879 --- /dev/null +++ b/model.onnx.data @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3734b3476f39f66e45b7468597d3b877f56e8cc692f2ca2906fc48d623034779 +size 1084760064 diff --git a/model.pb.bin b/model.pb.bin new file mode 100755 index 0000000000000000000000000000000000000000..5127ce254f4c9e3047de21ecb5f2a65f58f0463a --- /dev/null +++ b/model.pb.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fe56b922acb0dab8a50acca9b2da610667e0cfbcdf0639f4a71e2026b87a5c3 +size 8394 diff --git a/optimized_model.onnx b/optimized_model.onnx new file mode 100755 index 0000000000000000000000000000000000000000..aec6b7d67628aeba5f6b37107ca036efaf0d6170 --- /dev/null +++ b/optimized_model.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d355f8c63d224393836a0cd628562c8044a8f8b29414cc7dd6747d9bb5931c7d +size 384303 diff --git a/optimized_model.onnx.data b/optimized_model.onnx.data new file mode 100755 index 0000000000000000000000000000000000000000..3e7328990660d555fd21162d46db3b5be7b6e083 --- /dev/null +++ b/optimized_model.onnx.data @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca330545515a5435991b6ce7eaa2264d22884d8dfb71853d986e36db590cdd16 +size 4983664640 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100755 index 0000000000000000000000000000000000000000..6caea2ce9c11680f4de11f097fb511faefde7358 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<｜begin▁of▁sentence｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<｜end▁of▁sentence｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<｜end▁of▁sentence｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100755 index 0000000000000000000000000000000000000000..4f47952a1bdada713048f5e45fd3b52ad615fb34 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91915040cfac999d8c55f4b5bc6e67367c065e3a7a4e4b9438ce1f256addd86 +size 17209530 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100755 index 0000000000000000000000000000000000000000..5751b00a511573194263bc126b2ea1968c090b54 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2067 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "add_prefix_space": null, + "added_tokens_decoder": { + "128000": { + "content": "<｜begin▁of▁sentence｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<｜end▁of▁sentence｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<｜User｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128012": { + "content": "<｜Assistant｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128013": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128014": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128015": { + "content": "<｜▁pad▁｜>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<｜begin▁of▁sentence｜>", + "clean_up_tokenization_spaces": false, + "eos_token": "<｜end▁of▁sentence｜>", + "extra_special_tokens": {}, + "legacy": true, + "model_max_length": 16384, + "pad_token": "<｜end▁of▁sentence｜>", + "padding_side": "left", + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizerFast", + "unk_token": null, + "use_default_system_prompt": false +}