diff --git a/experts/layer_11_expert_00.safetensors b/experts/layer_11_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..333f62aa77f61d4dd8f0f7042a835e2c422fc2f2
--- /dev/null
+++ b/experts/layer_11_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44814d9539417d4a1906651ab10a416610dad61bbbef7d73b52e9b00cc55fb1a
+size 212402656
diff --git a/experts/layer_11_expert_01.safetensors b/experts/layer_11_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c51ee6f19b34a8dcdd8899655babe65e1d5dbe73
--- /dev/null
+++ b/experts/layer_11_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe07bc031810464da023142edc92234ddfc5fa653990a0bfc97976870b952a8
+size 212402656
diff --git a/experts/layer_11_expert_02.safetensors b/experts/layer_11_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa0ecb0c3358867627560a3027a635bb0dfd772a
--- /dev/null
+++ b/experts/layer_11_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf900526e0db6a0fddf6ebac47131c259191c836d41e9d13dc5fb19ccbc29c7
+size 212402656
diff --git a/experts/layer_11_expert_03.safetensors b/experts/layer_11_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71fd931bdbf1c5f6de24a0b90cc868ddf6748f68
--- /dev/null
+++ b/experts/layer_11_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2382579d34235868cba33e44df0b356b26ddeb34f7adbe7f0d52c4c0ac7d3292
+size 212402656
diff --git a/experts/layer_11_expert_04.safetensors b/experts/layer_11_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40da32128b5f55afac698060c08cc4b8e5964254
--- /dev/null
+++ b/experts/layer_11_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437ea9f25086a1347be38119ec2c47c5391c48ae2f116024cbe5779b2458de3c
+size 212402656
diff --git a/experts/layer_11_expert_05.safetensors b/experts/layer_11_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b83d4c2985202a6953ae4ac2e18490de16979ff9
--- /dev/null
+++ b/experts/layer_11_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb16c70284c185b3a8631835b69de7be0f26f0a81e9639332a430cebc82fa231
+size 212402656
diff --git a/experts/layer_11_expert_06.safetensors b/experts/layer_11_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31b63ffaec89bbb621e669e49e72832f588caed9
--- /dev/null
+++ b/experts/layer_11_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7971c8bc7ed46eff205ced7b9c68583af3f9e32f9d0c3d41189b5db7d79b06
+size 212402656
diff --git a/experts/layer_11_expert_07.safetensors b/experts/layer_11_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..efebc7303cb267af91eda76a4944cb00a16f0372
--- /dev/null
+++ b/experts/layer_11_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7462a4618861395d5f32a3ad995674681bb84280fa124c8d56b4f1a5256295d7
+size 212402656
diff --git a/experts/layer_12_expert_00.safetensors b/experts/layer_12_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..921f82385d59b99f74f2ddf1caa0119c83a00181
--- /dev/null
+++ b/experts/layer_12_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0639043a4dd78a5602dee1c82b176db84b1cde78442db60dc530d4d1e78b207b
+size 212402656
diff --git a/experts/layer_12_expert_01.safetensors b/experts/layer_12_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..79018f69a75611bf9f1f15b3872d8576da306607
--- /dev/null
+++ b/experts/layer_12_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb256637a05f781129231242689154c72c13a76ac3e9e4d7ae7b4dc706b59740
+size 212402656
diff --git a/experts/layer_12_expert_02.safetensors b/experts/layer_12_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a860a899c1e3e9aae23f7479814a6ec6cd49133
--- /dev/null
+++ b/experts/layer_12_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84133f30943bf2108c87b5d8ce17d0660baaf56d765d00ade3b51fadc5440e11
+size 212402656
diff --git a/experts/layer_12_expert_03.safetensors b/experts/layer_12_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f0b8dda8bef143f5be9267a7a653aceeb4b31148
--- /dev/null
+++ b/experts/layer_12_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07328e3f358e0e74e5dd9c4eb8b20b66b2c11df4504200d3848e899ee0e84f8a
+size 212402656
diff --git a/experts/layer_12_expert_04.safetensors b/experts/layer_12_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e37d5aec339ca6bfcfa9915c5d43cace492f25f6
--- /dev/null
+++ b/experts/layer_12_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f18164957de99283845da581f7499dfad55e4f9025b0a6f550d0af648732cd
+size 212402656
diff --git a/experts/layer_12_expert_05.safetensors b/experts/layer_12_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc7afe264ffc7b6ca9f882ec17e2f205447b0a49
--- /dev/null
+++ b/experts/layer_12_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d828f089d8a3be2b14cf3dad39bc8fa0344ad74e8fb7a04a8cd029efdf87a37
+size 212402656
diff --git a/experts/layer_12_expert_06.safetensors b/experts/layer_12_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1ebfb82288680f566b3e252d4dc1a183e4ae4860
--- /dev/null
+++ b/experts/layer_12_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c0408928556e30e9c44587e02e41a897d6ad455b5f82b314e773b7aea08a17
+size 212402656
diff --git a/experts/layer_12_expert_07.safetensors b/experts/layer_12_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d5f004b38bb2c68d3db8d5d858410c8e091aa272
--- /dev/null
+++ b/experts/layer_12_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bb85c48d6cced884ec5c1069d013c6da703a1d6d972f3020b1ae86883162ef
+size 212402656
diff --git a/experts/layer_13_expert_00.safetensors b/experts/layer_13_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8db87abc98bdfcd363371aae78da3b1680d88506
--- /dev/null
+++ b/experts/layer_13_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3bf5737fbd12ba89feb27b3e9b0487f66e6bb6347ba673aa6aed1fd78229f9
+size 212402656
diff --git a/experts/layer_13_expert_01.safetensors b/experts/layer_13_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d5f23747083f2718b7fbcef30b50294444eb6fc2
--- /dev/null
+++ b/experts/layer_13_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2855a6a7005db724b6c27ab804680019085743e5d9647bd221f74a1ddf5946bb
+size 212402656
diff --git a/experts/layer_13_expert_02.safetensors b/experts/layer_13_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c88ff7d7285d6d8ac483f0d9fc2a36210f4eef98
--- /dev/null
+++ b/experts/layer_13_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183fabb6246d9e483284562cd05b235e3f39d429f70f362fc6c97675e9df4a8b
+size 212402656
diff --git a/experts/layer_13_expert_03.safetensors b/experts/layer_13_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1af4822d912090a0dec0e61db97f978f1f4c6e94
--- /dev/null
+++ b/experts/layer_13_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81f33c8fee0adf25db2f81e9d751904c328628a86eb5929a161f41189e5d56f
+size 212402656
diff --git a/experts/layer_13_expert_04.safetensors b/experts/layer_13_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11dcc052e37576a22cb7eaaec6e9107e4c60267b
--- /dev/null
+++ b/experts/layer_13_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24799832196caa6862c76d9494eeace013544879eaee547d981c3dc513e1380
+size 212402656
diff --git a/experts/layer_13_expert_05.safetensors b/experts/layer_13_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46a43ebb9f48554178f72086bb564b82f719b76f
--- /dev/null
+++ b/experts/layer_13_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0c422427d8bd5815d7fe9c723ac0bcb37953f571348287737a2ae040ed507d
+size 212402656
diff --git a/experts/layer_13_expert_06.safetensors b/experts/layer_13_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5918a51566db88f3e26adba059247cc8109d96c
--- /dev/null
+++ b/experts/layer_13_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2877faebc965f33fb22bf3cf7a8eac5cfd71f46ba0d69a7a112ec0b3fb3c3fc5
+size 212402656
diff --git a/experts/layer_13_expert_07.safetensors b/experts/layer_13_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..16ee35c78cf1b4ada4aa364ea4967ab66ad99570
--- /dev/null
+++ b/experts/layer_13_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a30aa1bf2d1d09a0938f539c7e8dd2a7804b3ad3335d87f77a799b992d7158
+size 212402656
diff --git a/experts/layer_14_expert_00.safetensors b/experts/layer_14_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8aee04d3246386f12075cc3e05f7c44b7e77f528
--- /dev/null
+++ b/experts/layer_14_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407d9acba9e31666f8d869e0e03609b2abc3fe2f2fe33669149474964c110227
+size 212402656
diff --git a/experts/layer_14_expert_01.safetensors b/experts/layer_14_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dfdcee2aee5d05af29991ffcdc5085177a629c8b
--- /dev/null
+++ b/experts/layer_14_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5151e7197a291012a8a8ef4bd0393125b9d794a1f628772b62c31e3405257166
+size 212402656
diff --git a/experts/layer_14_expert_02.safetensors b/experts/layer_14_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60f367886d2d9e682e66ca1abfabc6d3fab9d362
--- /dev/null
+++ b/experts/layer_14_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f325f07cec2d12d8f9d7904229af549e1c976fd9639ad002b39cf3f5cff8f23c
+size 212402656
diff --git a/experts/layer_14_expert_03.safetensors b/experts/layer_14_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0af2909d4c1c247007a3a5fb783d3dcba051b33e
--- /dev/null
+++ b/experts/layer_14_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8646705cb3ebe8e2406c058efcf3619ccbe01f667e37ac7ec7b62449cb6dfd10
+size 212402656
diff --git a/experts/layer_14_expert_04.safetensors b/experts/layer_14_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c145654e60af91d9b8f58dd019210d42acd781d
--- /dev/null
+++ b/experts/layer_14_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3d8d9c5749dd28ab2c1d3d27b26426de9ff74bad83e3018b9453936d8a1c25
+size 212402656
diff --git a/experts/layer_14_expert_05.safetensors b/experts/layer_14_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f27291ff84f3650b8cf0a8789a6911a1a8a662ea
--- /dev/null
+++ b/experts/layer_14_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cb1b9c58a434394031f774771a12bdaf916ff56dd719f1ef0a7a01bae9916c
+size 212402656
diff --git a/experts/layer_14_expert_06.safetensors b/experts/layer_14_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9533a760de773c7eaf48396b4b276c2429fdb751
--- /dev/null
+++ b/experts/layer_14_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643b3a41803d818874d38e3af366c2012aba35f243120196c312fab188183822
+size 212402656
diff --git a/experts/layer_14_expert_07.safetensors b/experts/layer_14_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c8ddd853b5fa9be078d6d83c761739c3af1737d
--- /dev/null
+++ b/experts/layer_14_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c689832b65baabbaa137710ff2bb89a400a16d9edc18468a9c472b351fcb20
+size 212402656
diff --git a/experts/layer_15_expert_00.safetensors b/experts/layer_15_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ccbf3f95ad1ca3a8539bec1ce01cc7292f3cd022
--- /dev/null
+++ b/experts/layer_15_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f014c7026e0b877a1ac30abb2ca789906ecce63a10a54b56476761b362cd7d98
+size 212402656
diff --git a/experts/layer_15_expert_01.safetensors b/experts/layer_15_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a65c71786ef2f58a9d4eb2068da688d56a0c2e3
--- /dev/null
+++ b/experts/layer_15_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e4e526ade58e9e24a43d999ac6dce1ec461e6af93dcdd12c1303e156772dce
+size 212402656
diff --git a/experts/layer_15_expert_02.safetensors b/experts/layer_15_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9c8bfbca3c1e20982ef8b819e35494a12d3895c
--- /dev/null
+++ b/experts/layer_15_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600d622d89be3d9ddebb2085e95574c81401275f6e8531d34dbdb0caf81c694a
+size 212402656
diff --git a/experts/layer_15_expert_03.safetensors b/experts/layer_15_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..054fb949f8a0f2a83f49276007feea101afc60b2
--- /dev/null
+++ b/experts/layer_15_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dec750b93ddd98ae245d25eeff7f18ac7f94b5b1c5493c823a19f2f7974af8
+size 212402656
diff --git a/experts/layer_15_expert_04.safetensors b/experts/layer_15_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4ea89d4ac5d233c83ee37ecc7cc4cc85f90783c6
--- /dev/null
+++ b/experts/layer_15_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda1eee2706eae6a47b686061396b88991079d6ecfa0f7c2f9acd213bcfcd2a8
+size 212402656
diff --git a/experts/layer_15_expert_05.safetensors b/experts/layer_15_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31bb73e30eb36ad34a6665c1c429a944ba24a550
--- /dev/null
+++ b/experts/layer_15_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d10521fef2fcdf290876821c1b98486e166f74f23cfff980c72742e688d0a
+size 212402656
diff --git a/experts/layer_15_expert_06.safetensors b/experts/layer_15_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78f90fde73704d1b7d47bd7c8f30a25d87f54477
--- /dev/null
+++ b/experts/layer_15_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280908745baf5abb5aec611827ebbd215a6bba8de3c3a2649961d62743e87986
+size 212402656
diff --git a/experts/layer_15_expert_07.safetensors b/experts/layer_15_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9865996a9ccb800bc20640ae8f729128ca927d6b
--- /dev/null
+++ b/experts/layer_15_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5f7470786279368b6b68b18704f8800947896defa61d58c434c4c48e233617
+size 212402656
diff --git a/experts/layer_16_expert_00.safetensors b/experts/layer_16_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca81793930931962ed498d8720529251244b371a
--- /dev/null
+++ b/experts/layer_16_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aafc6313abbe3f37882619641bdf86df9bc5f8deaec7cf84984ac8ff4bc5a3c
+size 212402656
diff --git a/experts/layer_16_expert_01.safetensors b/experts/layer_16_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95e9639d030593af978e52bc20fa9cfebf54d152
--- /dev/null
+++ b/experts/layer_16_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aee8854d6d8fd3770cfc317a26a810f63844d1f9fe846f2bf50193877974473
+size 212402656
diff --git a/experts/layer_16_expert_02.safetensors b/experts/layer_16_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09e83ecf657cc5db3c233a720f300dc4a7e679b3
--- /dev/null
+++ b/experts/layer_16_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55922305ed4a8c6d40b6d3669cb5b27e8be9269b454b71af7bd03e35fda0a43b
+size 212402656
diff --git a/experts/layer_16_expert_03.safetensors b/experts/layer_16_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..44b9ca25bc93be870a5a3727392d769275e1135a
--- /dev/null
+++ b/experts/layer_16_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ecd4c8d0cda31cf55b375d4036d9bdebf383d9a5db5503626070e394c37e27
+size 212402656
diff --git a/experts/layer_16_expert_04.safetensors b/experts/layer_16_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4165dc230d3e52b76bb8d73ca899e6ec0f9013ee
--- /dev/null
+++ b/experts/layer_16_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a73bcb8db68dfa23ee59c6a3b8a1ab0db81bfbcba87fc1993f3f1909217a1e
+size 212402656
diff --git a/experts/layer_16_expert_05.safetensors b/experts/layer_16_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e72cfbe02988cbb3f019b4c949d90d68ad9f05c5
--- /dev/null
+++ b/experts/layer_16_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4315c154ae47a128c2415044cb406ff38704b22bf3040c43e2c3d29b89b87d05
+size 212402656
diff --git a/experts/layer_16_expert_06.safetensors b/experts/layer_16_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..35d6584a3ed4d542b0367a5b7ab6a3b59dd75a13
--- /dev/null
+++ b/experts/layer_16_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0deb09ac5022b4ab031c0e9f9edc7904b72b6a70a148acd496d8b56ae2609e
+size 212402656
diff --git a/experts/layer_16_expert_07.safetensors b/experts/layer_16_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b98ce248101cd733e994bbbca60c697d22ba4651
--- /dev/null
+++ b/experts/layer_16_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f222eb84832317cc3e3a563875ee612d8fc2aa319b048e8ce890bc0b1ea71a1
+size 212402656
diff --git a/experts/layer_17_expert_00.safetensors b/experts/layer_17_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..56d0853026f521b6eabe36fadb9715b8fa3a7dea
--- /dev/null
+++ b/experts/layer_17_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22690acc24856259f8c3f6811fc410739e71dc543c1e040c3a0161963c174b0a
+size 212402656
diff --git a/experts/layer_17_expert_01.safetensors b/experts/layer_17_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..597d09c00e78d634d403c176c646dd97dcf22db9
--- /dev/null
+++ b/experts/layer_17_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a582f1d45afff4eb38d3fffa4f15a894a8fd6572d2ceca5d0a78531cda9f75ab
+size 212402656
diff --git a/experts/layer_17_expert_02.safetensors b/experts/layer_17_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1159c6605f3fd9fc14135714f97706b74f2e7532
--- /dev/null
+++ b/experts/layer_17_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177e6dee3cad7f5b16d272f9026a62d97ff17982f679483f7424df61f2998bbe
+size 212402656
diff --git a/experts/layer_17_expert_03.safetensors b/experts/layer_17_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73019916c1c2a9ef5cc70069483a4725c0912638
--- /dev/null
+++ b/experts/layer_17_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b14493a5e5f1a4fe374482a98aa16b70ac02965481786e734bd0da179c52035
+size 212402656
diff --git a/experts/layer_17_expert_04.safetensors b/experts/layer_17_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..18cea0e50095af9c83a99e74ccc6bb6348d51cba
--- /dev/null
+++ b/experts/layer_17_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6630b3bbcebdf1ed5a186399df7cc5d72bf2a4aa24a9d34006e12197911be88
+size 212402656
diff --git a/experts/layer_17_expert_05.safetensors b/experts/layer_17_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..231a5283a7c23ddddf329e7e15d443697607a78a
--- /dev/null
+++ b/experts/layer_17_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5255dded2d742576687a4aa1eb013fe99f19908c0b688628920bce2c33c3c1db
+size 212402656
diff --git a/experts/layer_17_expert_06.safetensors b/experts/layer_17_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02331559e81c997a4eb183edb7cda8716f0108ae
--- /dev/null
+++ b/experts/layer_17_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e111857401b32a2ece2c8362f7bc1046a848296b38e9e448cfd8d6e4b7fc67
+size 212402656
diff --git a/experts/layer_17_expert_07.safetensors b/experts/layer_17_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c26ecd0cb50179bf60daf6b2e706e7ca75574e68
--- /dev/null
+++ b/experts/layer_17_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499e56c5c64524591ba65d89b07b807d5bd846fbbd1b4a342b26bacf151436fd
+size 212402656
diff --git a/experts/layer_18_expert_00.safetensors b/experts/layer_18_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..49d3dee9c894bcc2bf80eeb6a0b13d4893534d78
--- /dev/null
+++ b/experts/layer_18_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed585d2bbdbfe1253a7b2dec449299410d07897d3ae165adafafec92f3d7ec8
+size 212402656
diff --git a/experts/layer_18_expert_01.safetensors b/experts/layer_18_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e76eb36f7ce2c2d39d19f0b112e14f03d10870dd
--- /dev/null
+++ b/experts/layer_18_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ac4942c617accaa6ae530010e0f0a534588825cf0714b5086ac48d559082ce
+size 212402656
diff --git a/experts/layer_18_expert_02.safetensors b/experts/layer_18_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..922dc3526fb32ed9b035df794926c475d2635638
--- /dev/null
+++ b/experts/layer_18_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928580a7e906538ad22782b2d96c8f5a7316329e8f05b0dacb5da6281328ec21
+size 212402656
diff --git a/experts/layer_18_expert_03.safetensors b/experts/layer_18_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..43464a87e32adb8b221563dc0d3d3527b3f263ab
--- /dev/null
+++ b/experts/layer_18_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5080bfc5b1be817fb796b835169152f8a8c709f7f39c3c93cf87cefeb572401
+size 212402656
diff --git a/experts/layer_18_expert_04.safetensors b/experts/layer_18_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d360f6bc21a608a4761d89814347b42c575a317c
--- /dev/null
+++ b/experts/layer_18_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d7c889bb81bb39aa941c1d5ee31e02b9153f8e85f3d157f1b28e6ceeb385cf
+size 212402656
diff --git a/experts/layer_18_expert_05.safetensors b/experts/layer_18_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3535e46f85d02dff0162cac612448923073e350
--- /dev/null
+++ b/experts/layer_18_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157d51fd5ddcd223208246eaebee65821b4a7f09818b97eb8a75f88880b258fd
+size 212402656
diff --git a/experts/layer_18_expert_06.safetensors b/experts/layer_18_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9ef1412c1edaaf8679cd4cda1051726e85f61e3
--- /dev/null
+++ b/experts/layer_18_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a31d1addeb0a3cdbd0c5527bc00b8bb1480d3fc9964969bac242b184a846d8
+size 212402656
diff --git a/experts/layer_18_expert_07.safetensors b/experts/layer_18_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50555bfba8bb65d293ce8d2e92df8631654d8d70
--- /dev/null
+++ b/experts/layer_18_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324825d6bc8f178ce4b30b73a03f8d0674b896c2b801b5bba1db79d4495796c
+size 212402656
diff --git a/experts/layer_19_expert_00.safetensors b/experts/layer_19_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..285feab388f47281a39f2c10f2f945f7ea7a593d
--- /dev/null
+++ b/experts/layer_19_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83d64fdd46cb4858e689ff1e24c34b95bccc08c8c8a8a2e1c2cbfb7106d1a9d
+size 212402656
diff --git a/experts/layer_19_expert_01.safetensors b/experts/layer_19_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..97d93c33d912b0edbf42fe730f7837d0ec3cc37e
--- /dev/null
+++ b/experts/layer_19_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f425842c37da8f2de3279a4b2379c70d60153bb56644447c4cdee031753813
+size 212402656
diff --git a/experts/layer_19_expert_02.safetensors b/experts/layer_19_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..729ae7dd6067819feb4bfb9776d3acbde006079a
--- /dev/null
+++ b/experts/layer_19_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf206aa22ca66005c25c2633c8ac61cd4eda4c352741eecf4a3c0660c93681cf
+size 212402656
diff --git a/experts/layer_19_expert_03.safetensors b/experts/layer_19_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..80dcb82b7ac83c977da6003b006046f1aa38a312
--- /dev/null
+++ b/experts/layer_19_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186df054e98f12f13497752ab9c40cb578596a2a60f2fa40235e16f11477ae28
+size 212402656
diff --git a/experts/layer_19_expert_04.safetensors b/experts/layer_19_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98e69d9a9befc7ba10f3943fdb7f86f5171618ef
--- /dev/null
+++ b/experts/layer_19_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d076a9dafe064422e664df761cfa4ae58821f46d427dab7ab1ad1ca1c88390cc
+size 212402656
diff --git a/experts/layer_19_expert_05.safetensors b/experts/layer_19_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..439ffabccac398c8f1b51e552b9f89b612ef281d
--- /dev/null
+++ b/experts/layer_19_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cdf2c10c05cefcdd02f2b1773496a9dccb2f7e43229674bdeab111e3fc9967
+size 212402656
diff --git a/experts/layer_19_expert_06.safetensors b/experts/layer_19_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aeca7768f34b1b27baec8cfa770f5c018acb09e6
--- /dev/null
+++ b/experts/layer_19_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa8463956a4a7cccfe62630efd1f40502614aa682d01bee19cf867ed458623a
+size 212402656
diff --git a/experts/layer_19_expert_07.safetensors b/experts/layer_19_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf73cecfdd334af495b2092f5aa7b1ad935f71cc
--- /dev/null
+++ b/experts/layer_19_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6538fd25bb50d5bc538de44e217464240bd4bfe289eb95d24768a4decc911c9
+size 212402656
diff --git a/experts/layer_20_expert_00.safetensors b/experts/layer_20_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c03214ec4645deb227bbaccf44de13dff9ff4059
--- /dev/null
+++ b/experts/layer_20_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd959dbe964c92a232a2f6b7186e2ecfe802d5f19dde10cef75d59418e3b535
+size 212402656
diff --git a/experts/layer_20_expert_01.safetensors b/experts/layer_20_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02ecb6f69b24daa0ae361cf286014f88c98486c0
--- /dev/null
+++ b/experts/layer_20_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e3b96ac79e602454f1368580474ac84df646262f5ea08f3c8089524641f1f7
+size 212402656
diff --git a/experts/layer_20_expert_02.safetensors b/experts/layer_20_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e26d6c0672a01e564181b108f79848d1e9e4539a
--- /dev/null
+++ b/experts/layer_20_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926a341cf135cc59d024a7416c9d360b749e7119fa1df918d8e452c3c626f5de
+size 212402656
diff --git a/experts/layer_20_expert_03.safetensors b/experts/layer_20_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d38e127af8afc9b24eb8ed0766061e99e7b7ea37
--- /dev/null
+++ b/experts/layer_20_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421713b594a5bb9aa4833aa799dd51c208560bbe42ae7e0143e2e98a7de5efb5
+size 212402656
diff --git a/experts/layer_20_expert_04.safetensors b/experts/layer_20_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d57cec6eda5e004fffbc8d36737109edc82bb94
--- /dev/null
+++ b/experts/layer_20_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6f6151d566f9984a54d030cffcad5a1015f75db13fdde44430e98f833b1297
+size 212402656
diff --git a/experts/layer_20_expert_05.safetensors b/experts/layer_20_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1e50073c431ca21fb31fb4afce650a84976e8bab
--- /dev/null
+++ b/experts/layer_20_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57132c36d16b2de7accc56ecc5e381bee45166475137570024aee84ca31824b9
+size 212402656
diff --git a/experts/layer_20_expert_06.safetensors b/experts/layer_20_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..315f228c5052ef3f91d053f60028765647bc2afd
--- /dev/null
+++ b/experts/layer_20_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884870e4e12f2defe248ad5e4d1ba06fd94b2dbefe0fdbacb669b5d3f6a8bdec
+size 212402656
diff --git a/experts/layer_20_expert_07.safetensors b/experts/layer_20_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..523cfc90a92cc9465f6988412ca8de3e370f39ed
--- /dev/null
+++ b/experts/layer_20_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d329657f72759e2eadf63c701aa872362935dfa48cf964460d98cafd73799a93
+size 212402656
diff --git a/experts/layer_21_expert_00.safetensors b/experts/layer_21_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a348864ded0f84d88be148167e0e7fa6c1f5260
--- /dev/null
+++ b/experts/layer_21_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2287b390857e5eae78228200025b9f5fa85432e74a6aeda7b4427676848ad52
+size 212402656
diff --git a/experts/layer_21_expert_01.safetensors b/experts/layer_21_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0b9d91d78391328559838b8a4f2433ac4e7c398f
--- /dev/null
+++ b/experts/layer_21_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318ae1ba2bf7bf93131fc81bdb4d1b0337a5847f3f52e4c38497e5227bc5477e
+size 212402656
diff --git a/experts/layer_21_expert_02.safetensors b/experts/layer_21_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..595279dca7bc38ac3c921edb2575e0b445451e6b
--- /dev/null
+++ b/experts/layer_21_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc8c11f3bd6b432eb2774736a5824c508f3b41284f2dfd9d903cc77ca867b49
+size 212402656
diff --git a/experts/layer_21_expert_03.safetensors b/experts/layer_21_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bc20eba56e8bf993782042add16ca8cbd45661d
--- /dev/null
+++ b/experts/layer_21_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcceba41c30ac0cdefb13ee5c52f06407f579b62c593bab52a67cb2f15c512c
+size 212402656
diff --git a/experts/layer_21_expert_04.safetensors b/experts/layer_21_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9976fd9f8f3d34b5f887e991fa6aa4ece0a74127
--- /dev/null
+++ b/experts/layer_21_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2352e887d102aa505f3e4dd8886fb70eafc3fde560439b0cf7f561cedf7168
+size 212402656
diff --git a/experts/layer_21_expert_05.safetensors b/experts/layer_21_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..794dea2bcc34e2de0168bd23a3aeb24f1c528181
--- /dev/null
+++ b/experts/layer_21_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cf6a6b6ed76c2a8f629180e56eaf06038dbda74abdf687f74ddfdd3a378cd2
+size 212402656
diff --git a/experts/layer_21_expert_06.safetensors b/experts/layer_21_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e0b5e8f1b00c38292639f6b438ab31eca63e7c64
--- /dev/null
+++ b/experts/layer_21_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8055c1bbde724ba2b090d87dcc3899d1065d45ee07a4fec11a0512e85119b0
+size 212402656
diff --git a/experts/layer_21_expert_07.safetensors b/experts/layer_21_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9e8696dbf11e15286606278c793ad08dcb9bcbd
--- /dev/null
+++ b/experts/layer_21_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180aca20ee341be9ac86b1f5a998c61e44aff9375e0922363e6158483927cc75
+size 212402656
diff --git a/experts/layer_22_expert_00.safetensors b/experts/layer_22_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae7a836ab38248e7d9083f52b6bd74f2c21d06e8
--- /dev/null
+++ b/experts/layer_22_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8289e12b50dc503d74dbe7147ea72394331fe312a17e0300066d7501b127a6
+size 212402656
diff --git a/experts/layer_22_expert_01.safetensors b/experts/layer_22_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7685c42569e46622c6a378959dd2247c046abfd
--- /dev/null
+++ b/experts/layer_22_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85297a15b934cfbe5bab369cf692c6a7e41d44a585e7c760b9ea5db27d10b5bb
+size 212402656
diff --git a/experts/layer_22_expert_02.safetensors b/experts/layer_22_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c9c51f2ec3e061aee2250703703ba18f4684159b
--- /dev/null
+++ b/experts/layer_22_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abde603a4921326f053c6982998d1d1fc260694f7e314e9c5cdc71d4506d1f5
+size 212402656
diff --git a/experts/layer_22_expert_03.safetensors b/experts/layer_22_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..243c6f2059a61e175bf004339cc55e770323b0e2
--- /dev/null
+++ b/experts/layer_22_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd225d15fd67b11da0b184f21929eb7bf9622569a923d49b829ada65e563541a
+size 212402656
diff --git a/experts/layer_22_expert_04.safetensors b/experts/layer_22_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..985da504831b88d409aac580a2c3c2d6d83718ab
--- /dev/null
+++ b/experts/layer_22_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c913d6f25fac1ebd8d6baed1db5cfe6f2d6aa4f21b32b1ffc2c5afe753c2ebc0
+size 212402656
diff --git a/experts/layer_22_expert_05.safetensors b/experts/layer_22_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d9f2817f2cf30af5c19f61406f330ad240ba0178
--- /dev/null
+++ b/experts/layer_22_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fca0a22b151019466e5d253bf2b0639498caf573ef0005f5a4020c3d1f29d92
+size 212402656
diff --git a/experts/layer_22_expert_06.safetensors b/experts/layer_22_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2651fb72ea7665bf05a1ca3ae7dadcc3413395df
--- /dev/null
+++ b/experts/layer_22_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cba6593a56f34be9d0b0fc95e89221b529943ce18d063a0e0893f8d018eea3f
+size 212402656
diff --git a/experts/layer_22_expert_07.safetensors b/experts/layer_22_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e7d444360409909589dab117a67c1fc987374
--- /dev/null
+++ b/experts/layer_22_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6516025b68deda394c5be3ea394a4785770c10dd23f7172c6bd86e10c54ee7b
+size 212402656
diff --git a/experts/layer_23_expert_00.safetensors b/experts/layer_23_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9dfbb61425c7d5a8effe5c8aa9db86d67c5c8ee
--- /dev/null
+++ b/experts/layer_23_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb88a1de7b804f6884ce3f476a89df4d6ac592fee254612387507c4dc4a946ca
+size 212402656
diff --git a/experts/layer_23_expert_01.safetensors b/experts/layer_23_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..545e102adebc2e2acf38ccd8b10714ec35666832
--- /dev/null
+++ b/experts/layer_23_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69628a9bb3e4f181527a119b2461bc4a652ee4f3bbb5e66f828508bc731cdfbf
+size 212402656
diff --git a/experts/layer_23_expert_02.safetensors b/experts/layer_23_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..98816424532669254d90c9c19b7b80ec9f2576fc
--- /dev/null
+++ b/experts/layer_23_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8ecb3fa7c155506f8b9795b7324a0f8dd4e7a2b28b56e15604e6a8393a0e79
+size 212402656
diff --git a/experts/layer_23_expert_03.safetensors b/experts/layer_23_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..740e8bfc170374864db8d6320d616693cdfb938d
--- /dev/null
+++ b/experts/layer_23_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85af43943c75f865f9f800222927fd51fe68d6f9625a75f970c290b9bdbef3bd
+size 212402656
diff --git a/experts/layer_23_expert_04.safetensors b/experts/layer_23_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9abb55e5a5572eae4620dcba4514782096c34c1e
--- /dev/null
+++ b/experts/layer_23_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dfa0dcf11687177cdeca3e3b6b21e2b273d622339351ba43974388ada9fe93
+size 212402656
diff --git a/experts/layer_23_expert_05.safetensors b/experts/layer_23_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d508cd531060c591d0f06fb0b752d185d5228863
--- /dev/null
+++ b/experts/layer_23_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b944aa1b2592704741264f743f8ed25e154f1049e9f4966b963001bb22f98293
+size 212402656
diff --git a/experts/layer_23_expert_06.safetensors b/experts/layer_23_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f26c37a5b33f81e95c3c29fcb7e9f6aad6fe5e10
--- /dev/null
+++ b/experts/layer_23_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef02f06b58ff3eb88e139e7cf2c381e2b55090dec89260b5498410a1731910
+size 212402656
diff --git a/experts/layer_23_expert_07.safetensors b/experts/layer_23_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..510291bdf832a13b21c02d2a48737ccfe8206637
--- /dev/null
+++ b/experts/layer_23_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b3b4276faeef7e025384c0708ec258d01dabcf8780e18f9e55d0570395252a
+size 212402656
diff --git a/experts/layer_24_expert_00.safetensors b/experts/layer_24_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e682e37793e62f3900166be6436515523103305f
--- /dev/null
+++ b/experts/layer_24_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3d120652d7ff5d08bbf1495a337251989de4eb9819acc4995d483c0a5e95b2
+size 212402656
diff --git a/experts/layer_24_expert_01.safetensors b/experts/layer_24_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e51a92aa977082ce3465956adcceb9bb7585ca46
--- /dev/null
+++ b/experts/layer_24_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af071c7494fa49fe7d2018404e29ae63998b699ed634fb0a73edc7498992be7
+size 212402656
diff --git a/experts/layer_24_expert_02.safetensors b/experts/layer_24_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dd37b0de14316c0326ee16eb3f511e1e2a9e7a73
--- /dev/null
+++ b/experts/layer_24_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1b75397edf49761f46755736573b0207e745ed4209984b6fe5383170e14a1f
+size 212402656
diff --git a/experts/layer_24_expert_03.safetensors b/experts/layer_24_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cec651bd1e11b30f6ffd6e98bcd95c6153ca80b9
--- /dev/null
+++ b/experts/layer_24_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331b7325d0ec2b193d371edb19ed706336de1f38d7c4324a903d1e8d448dfc51
+size 212402656
diff --git a/experts/layer_24_expert_04.safetensors b/experts/layer_24_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d5f123623f15a9240fdb47de29e18abf01d7f304
--- /dev/null
+++ b/experts/layer_24_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018f1ad9bc498872528a1e2caa78f788646ed239bfc51eb2b6d2619671ba99ec
+size 212402656
diff --git a/experts/layer_24_expert_05.safetensors b/experts/layer_24_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..59a4bd21453d612ef5b7d8585a27e870f4335f07
--- /dev/null
+++ b/experts/layer_24_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1f9c279fb8d2558129e7fb7595b80b28a982352108bf0481d8512562811953
+size 212402656
diff --git a/experts/layer_24_expert_06.safetensors b/experts/layer_24_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5022f06115206eaeb92062ef21eec41c3d56057d
--- /dev/null
+++ b/experts/layer_24_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc765c74e148e4a2995a75897bd87da9d3d7df0a8db25225cb761cf4e070c63b
+size 212402656
diff --git a/experts/layer_24_expert_07.safetensors b/experts/layer_24_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ad9f3173bae82c909cbf791e73502d94151f1474
--- /dev/null
+++ b/experts/layer_24_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65e7e6e835f97069f20448b44e059d41ce40fde56af50c50feb798fda2640f7
+size 212402656
diff --git a/experts/layer_25_expert_00.safetensors b/experts/layer_25_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2426e9aba4308e8767de682946c5dd268338e786
--- /dev/null
+++ b/experts/layer_25_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfe2144165fe598c31fcc71aed70ad0210ad51d67fc0ebaf96e09cfe44ebae9
+size 212402656
diff --git a/experts/layer_25_expert_01.safetensors b/experts/layer_25_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3bdc430dad3f80b458a26657a39a942d480b14e
--- /dev/null
+++ b/experts/layer_25_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eef886f0f9e79546d5461b5c38f295d4a0548cd0db22dd4071d20debe734add
+size 212402656
diff --git a/experts/layer_25_expert_02.safetensors b/experts/layer_25_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2178f34cd61e48283393d7039880e0e18780ed4c
--- /dev/null
+++ b/experts/layer_25_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12869ac852c3860b608ce6638f58430b9b355ab1ae116ec60c95c0b4b8f23c9
+size 212402656
diff --git a/experts/layer_25_expert_03.safetensors b/experts/layer_25_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..66fa9c0d6da539ab5919a8a23cba45380c05cc06
--- /dev/null
+++ b/experts/layer_25_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2da8f7ebda48bb248de34660b1886aaf0dc6fe0776fbc2fe854737d7fd03806
+size 212402656
diff --git a/experts/layer_25_expert_04.safetensors b/experts/layer_25_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3a293f4e628a3037514c938c94e255d937f2df1a
--- /dev/null
+++ b/experts/layer_25_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec977a0e4a1249fb2fe99b7fe9d25db3c3ab7a235f2633f8097157b33d72e5a
+size 212402656
diff --git a/experts/layer_25_expert_05.safetensors b/experts/layer_25_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8723ca8cf0c8af7de1c9792c9a68af6717c85691
--- /dev/null
+++ b/experts/layer_25_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76356a6fe558ce8aba81ac055ed58f292c5f5a5be63cf9b7335f9b099209ceca
+size 212402656
diff --git a/experts/layer_25_expert_06.safetensors b/experts/layer_25_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f0b4cf5bbb2926cbfc5c8661a04b8039682edfa9
--- /dev/null
+++ b/experts/layer_25_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7bfac7746ba801a9f24da8f794bd2ee12ac7d5b513c78d17cc7f78b12f79a0
+size 212402656
diff --git a/experts/layer_25_expert_07.safetensors b/experts/layer_25_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..40964381ee92d2732ed66c2af468526b2adc6cea
--- /dev/null
+++ b/experts/layer_25_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e290fbab85471631c84708209756b1fcf8203cdaa798db84c6b81672775a0d28
+size 212402656
diff --git a/experts/layer_26_expert_00.safetensors b/experts/layer_26_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..88d4b7030835e3929b9ee5a6506e0bc4e823044a
--- /dev/null
+++ b/experts/layer_26_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d90b138a0936b798055d8bf30d23dae43555508af3846028190e36e4224ac18
+size 212402656
diff --git a/experts/layer_26_expert_01.safetensors b/experts/layer_26_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..932c09511eeb6ebe6f928f9fd91e8d895d2fa7e0
--- /dev/null
+++ b/experts/layer_26_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302f0d88b09a4f4f84ca72e2a709645414d3c3528aca16036d621167f072a930
+size 212402656
diff --git a/experts/layer_26_expert_02.safetensors b/experts/layer_26_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..835dbda4e3a728abb192a712b74866291f9b3ede
--- /dev/null
+++ b/experts/layer_26_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03ccfe0a1f4d92282de67f50795e7283c36e769990669e27ef136408e966e5e
+size 212402656
diff --git a/experts/layer_26_expert_03.safetensors b/experts/layer_26_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff8c2a1f7a912ed21c1fcc1d00ce085e5278e6ef
--- /dev/null
+++ b/experts/layer_26_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7e1f954913c08568fa58bac46f496e6b7ec415b6bac06fe9f2b4c8b77e87c5
+size 212402656
diff --git a/experts/layer_26_expert_04.safetensors b/experts/layer_26_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..689288524276add8e6d3c604c4819bd3543d8309
--- /dev/null
+++ b/experts/layer_26_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071a921924c2b6d61a4f2e3a61ff2c8477436aa296023afbc7f6a461d6749793
+size 212402656
diff --git a/experts/layer_26_expert_05.safetensors b/experts/layer_26_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..795e811624236388ca0b206879ef67ed4512dcda
--- /dev/null
+++ b/experts/layer_26_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33066209d3851c7ee9a98e311a45933be67274ec8ff12cb35ec3701f117a4b66
+size 212402656
diff --git a/experts/layer_26_expert_06.safetensors b/experts/layer_26_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3cdb53522158e54e5cdfc64c1279f3a3567cd515
--- /dev/null
+++ b/experts/layer_26_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ed172e2409352a7bbbb3aeea0289589c70c307feda4ff48c20cb93155e7a38
+size 212402656
diff --git a/experts/layer_26_expert_07.safetensors b/experts/layer_26_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..887f11f8a3e19782e7832cd69f0610dd4d80d087
--- /dev/null
+++ b/experts/layer_26_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd91b713b4753846fbea7e721609670ffeab168bbc2b878b9a8ec90153fb13f
+size 212402656
diff --git a/experts/layer_27_expert_00.safetensors b/experts/layer_27_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e2af0b4d895ecd104ace187b6cee48303dd40f34
--- /dev/null
+++ b/experts/layer_27_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43298b4296d4952b47ef0d0a2fce1ec69c42fa823fa7a3b58a39ab36e468c7a2
+size 212402656
diff --git a/experts/layer_27_expert_01.safetensors b/experts/layer_27_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2652f34e79de3976ceccecb28ff97ddcde059c7f
--- /dev/null
+++ b/experts/layer_27_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c7ab986ff1e52598ad09fad716e81f0ae62d8ee780ba7250d7cb6d1bdc2843
+size 212402656
diff --git a/experts/layer_27_expert_02.safetensors b/experts/layer_27_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f499392513a509e6e67c7feba88c5af3624d662
--- /dev/null
+++ b/experts/layer_27_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e87d3c3ce546401d5e24c631db315547cded428b21da996ef853c539d8882bb
+size 212402656
diff --git a/experts/layer_27_expert_03.safetensors b/experts/layer_27_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..043ec4287e8d998b054469f339a583d6a70aa04e
--- /dev/null
+++ b/experts/layer_27_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b70cd4b2ab38f5db74c10a70a9a044db5d5094201863a3f9b9db158b5863a7
+size 212402656
diff --git a/experts/layer_27_expert_04.safetensors b/experts/layer_27_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4595b4b24f7fd6bb388b89d81767638c8a617fd
--- /dev/null
+++ b/experts/layer_27_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66db8b3017738e7ef6981c998cbb8466d8d19bf03dcf9ebdae32d4dbc520a6d
+size 212402656
diff --git a/experts/layer_27_expert_05.safetensors b/experts/layer_27_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4ce0e80c664d2931e3b45c755159a6effed5b487
--- /dev/null
+++ b/experts/layer_27_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c088837f404b3cceadb006e9e9790c6ce3d71e87b92f4a7785d90d7e6340415
+size 212402656
diff --git a/experts/layer_27_expert_06.safetensors b/experts/layer_27_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d98837b80d38b33c3c48dea4bcf689d4407c5
--- /dev/null
+++ b/experts/layer_27_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010e620b39a2730620a8097f41523e9c9dde4829a8e98d51bb545fef166fce3e
+size 212402656
diff --git a/experts/layer_27_expert_07.safetensors b/experts/layer_27_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6cb85c0a8281cbe434ff719b3f6368d5e8d5956c
--- /dev/null
+++ b/experts/layer_27_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634fb27e4048cae86e0ffd2a03b1bf70fa53a32d3ba3772beef678145efc44c9
+size 212402656
diff --git a/experts/layer_28_expert_00.safetensors b/experts/layer_28_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e2418edbd42e76d778ae9f5c79fc4dbc29da00a2
--- /dev/null
+++ b/experts/layer_28_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d651b814df081d09348e7b81d61c33e4d27e8cd162d95b96f2593c4b74c75d58
+size 212402656
diff --git a/experts/layer_28_expert_01.safetensors b/experts/layer_28_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..80145a2208f768fe16928b2fe9af88f459baf8a5
--- /dev/null
+++ b/experts/layer_28_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8eb85ce174c3fa474f814d61e7f8dcedd4a61e041f503139c3cd346e0e5bea
+size 212402656
diff --git a/experts/layer_28_expert_02.safetensors b/experts/layer_28_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..225b46a2f55314681b3a1db96d8a6f37b47ed510
--- /dev/null
+++ b/experts/layer_28_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef60181fa878284cd3fc9498fdb694ef166cc5d1a920df3c0188545a2023695
+size 212402656
diff --git a/experts/layer_28_expert_03.safetensors b/experts/layer_28_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a132fce00f259914997830a11a5d53404ba5c03a
--- /dev/null
+++ b/experts/layer_28_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b532672122015456c0e440094275b9dcfb0d32f4806469593f18b854ff5f7170
+size 212402656
diff --git a/experts/layer_28_expert_04.safetensors b/experts/layer_28_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6c338d19b018cce496f7c3d83b3d2df50514ccb
--- /dev/null
+++ b/experts/layer_28_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803c3ab5bbfc53ab6edc0153ec8b41da6bf1acccac4f03f32d033dc0bc0f649a
+size 212402656
diff --git a/experts/layer_28_expert_05.safetensors b/experts/layer_28_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf1cc3b80d6f3fe6b42c80719c3f157c50850e3c
--- /dev/null
+++ b/experts/layer_28_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4cee940162e87ad614b0d2af00602d902267209972932f114b9afe0fe80949
+size 212402656
diff --git a/experts/layer_28_expert_06.safetensors b/experts/layer_28_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2b4cab3ad624cdb222e00cd3fd18ba294daad1c1
--- /dev/null
+++ b/experts/layer_28_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11277bec979e98b425d0810a3b2f10a19e3eaac43520f244200635728c9a35d
+size 212402656
diff --git a/experts/layer_28_expert_07.safetensors b/experts/layer_28_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c873b6c840ea318bee490be29894e1aef5835997
--- /dev/null
+++ b/experts/layer_28_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d0cfdfa4def47bdcc731456d8f948276453188d583bb399f3272cc0ed986d6
+size 212402656
diff --git a/experts/layer_29_expert_00.safetensors b/experts/layer_29_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c8ce14f81e2c277c869c3d8d0baf33d9fe420135
--- /dev/null
+++ b/experts/layer_29_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5407cf434c8fa38b54eb6ae621c9a5e057606ddd1ec24bce7fdfc233f1f0ba7
+size 212402656
diff --git a/experts/layer_29_expert_01.safetensors b/experts/layer_29_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..369ca1cabeabd5fdc08ff9e0909cb4fd19327058
--- /dev/null
+++ b/experts/layer_29_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459b014744881429c4eb5d1aee499f1b65ea67419dac09fa9002966f2d6060c8
+size 212402656
diff --git a/experts/layer_29_expert_02.safetensors b/experts/layer_29_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..03447dada9b3f623a72c1630cfdf3625c065101e
--- /dev/null
+++ b/experts/layer_29_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453bb86b492e0bea633cd7f2fc734a6f85f258d2a3ee5e92f931e6f2ff0ebfb5
+size 212402656
diff --git a/experts/layer_29_expert_03.safetensors b/experts/layer_29_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ebb8eaaf3b5ee819da7f4ba3b8530ed66743060
--- /dev/null
+++ b/experts/layer_29_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c29f6464590361c66abe51e988456bb73860c4f7fe7dcb3951a3e5769ab3fa
+size 212402656
diff --git a/experts/layer_29_expert_04.safetensors b/experts/layer_29_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8eb306b9685422375f9847469339035a86ba53f4
--- /dev/null
+++ b/experts/layer_29_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e819f4862c97d76179335bed64b8a54821f59e26a19e547fdb389a37113e04a
+size 212402656
diff --git a/experts/layer_29_expert_05.safetensors b/experts/layer_29_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1941251c714eab73f9970ad8e6a8a76167bf5199
--- /dev/null
+++ b/experts/layer_29_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3901ef0d241b36c966820be4bd3d41d4a9148c2f1572562db6963027e1b9f7
+size 212402656
diff --git a/experts/layer_29_expert_06.safetensors b/experts/layer_29_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..513974c1a1dbdf425d97b8b8e7794d5e1d097769
--- /dev/null
+++ b/experts/layer_29_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd4f76000424a0c2b0a6082adbfa2930199307f88808348659d8a9a2ce6b2a0
+size 212402656
diff --git a/experts/layer_29_expert_07.safetensors b/experts/layer_29_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff7373437c78c68a5278867a309a880e35108ec7
--- /dev/null
+++ b/experts/layer_29_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47fe82801831ddc2601c5a7d4c2380107ad0dd363b918f8e9363420bebb0258
+size 212402656
diff --git a/experts/layer_30_expert_00.safetensors b/experts/layer_30_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa3207fb8066d09785c96e786ffc46e24d70ca24
--- /dev/null
+++ b/experts/layer_30_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59050eca4747384a4cd870101a71ef7a8bc5b8196d6215e19853663cdacf8865
+size 212402656
diff --git a/experts/layer_30_expert_01.safetensors b/experts/layer_30_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc7d6736c04d80b08e5a62da9c3691ce5138aa1f
--- /dev/null
+++ b/experts/layer_30_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ee11d4245a7447dfd9dfd90b5c476773d576162d2f5dda4de47f79a9015427
+size 212402656
diff --git a/experts/layer_30_expert_02.safetensors b/experts/layer_30_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf05fdf1e317edb92c39858ada0e2998229a4e71
--- /dev/null
+++ b/experts/layer_30_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5410b7815deb5c11d5cb38e937ad6c6a867b6a9ef41483f561c53bd64747305
+size 212402656
diff --git a/experts/layer_30_expert_03.safetensors b/experts/layer_30_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5433c9e117ee4c473883229eacfece14d8f96ff4
--- /dev/null
+++ b/experts/layer_30_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264ab5031e8dee19d0b8127f348e5fd98318b3f8187de68e47b2315e8ca6a141
+size 212402656
diff --git a/experts/layer_30_expert_04.safetensors b/experts/layer_30_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3af1b197f645f9639e19cd377c1126b6b1a1945f
--- /dev/null
+++ b/experts/layer_30_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28bd06aa1f37398f85ec545139e1637e7788d1c972da6b34401003341b47e6f
+size 212402656
diff --git a/experts/layer_30_expert_05.safetensors b/experts/layer_30_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..421fb84fabf5bd2daeeca3413f84276bf7421ac8
--- /dev/null
+++ b/experts/layer_30_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5769c1b6623971c10da2b3175310829a3394521b3cae1512f62e370ec48f00ac
+size 212402656
diff --git a/experts/layer_30_expert_06.safetensors b/experts/layer_30_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02fb31102cdcbb31d5b1d8c476538d9c93ceb4e0
--- /dev/null
+++ b/experts/layer_30_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014b1b6d065a81e1ed988abc3a4e96bf1decf1d422e893d4285d47eba83afef7
+size 212402656
diff --git a/experts/layer_30_expert_07.safetensors b/experts/layer_30_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5cb3faad5205358c28b221c12143671d4b125844
--- /dev/null
+++ b/experts/layer_30_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d69c28b3718fea93894b18bcb14a6c8e3478b792f40905d54c555a1d4fd8488
+size 212402656
diff --git a/experts/layer_31_expert_00.safetensors b/experts/layer_31_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..67b5da8d078a21fd114629168e7180cba9a10407
--- /dev/null
+++ b/experts/layer_31_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1dcc05268859ba4e2a23620fc3fdb56087a0a76d3d99efba5bdb5253f0bed88
+size 212402656
diff --git a/experts/layer_31_expert_01.safetensors b/experts/layer_31_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62e599884e604596410b6e8db58099aeb5f2cb0a
--- /dev/null
+++ b/experts/layer_31_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bbfdea8e903597f5e349fd030de384b6cf42a2045b5998cb5eacb209bdefbf
+size 212402656
diff --git a/experts/layer_31_expert_02.safetensors b/experts/layer_31_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..decb1e84790ebb04b3014155593caa334cd12f8a
--- /dev/null
+++ b/experts/layer_31_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1568554cb35bf3d788c4c21417d6913eedea64e3ae439970edfc0eaa5f86bc5
+size 212402656
diff --git a/experts/layer_31_expert_03.safetensors b/experts/layer_31_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c821d165548c5b9357ea0050e2930e4fa6724b0
--- /dev/null
+++ b/experts/layer_31_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46071c1b3af7c10686ed46824f8fb9847e65cd3273e52dcc8a02b7e3bb83cb8
+size 212402656
diff --git a/experts/layer_31_expert_04.safetensors b/experts/layer_31_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..be4b5f804ba97cc7c7e24c0ec9bfa8ce6fbb120e
--- /dev/null
+++ b/experts/layer_31_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c16cfeefaa75cd61aaa7d9f138c43448b3c1b8b3d81877622df464b7fdb5f20
+size 212402656
diff --git a/experts/layer_31_expert_05.safetensors b/experts/layer_31_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..345e8c29018686e3d9bd7f051c94d386c15a7bd0
--- /dev/null
+++ b/experts/layer_31_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffeb9ff06bf317762389722e9d639f2548f4962f05e796d5aeeb724fcd07963
+size 212402656
diff --git a/experts/layer_31_expert_06.safetensors b/experts/layer_31_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e51f08b85fa725a7dfe060e1ede6ae4102866346
--- /dev/null
+++ b/experts/layer_31_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54439f5e9fe99a6030352b52a0b52ff44f62b6b55705af80ce71c09d71338df4
+size 212402656
diff --git a/experts/layer_31_expert_07.safetensors b/experts/layer_31_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a666627a3e07c4ed6b60dc1e74b1b9760fb0c8af
--- /dev/null
+++ b/experts/layer_31_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82e32e13a9bfeb5df25906ada4a4f8af215b428c66e6f3fdcb6ebea601c1c56
+size 212402656
diff --git a/experts/layer_32_expert_00.safetensors b/experts/layer_32_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..687c0d7932188657b738bf9b806a0a9f3a24e4d4
--- /dev/null
+++ b/experts/layer_32_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84069115d471898b0584f4b69afce503f97258d8cf748acc5a7a0b83f34e6c0
+size 212402656
diff --git a/experts/layer_32_expert_01.safetensors b/experts/layer_32_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..effead1a6d1a99261d67b29a88a7781ce69e85c6
--- /dev/null
+++ b/experts/layer_32_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485cb57d3e2d94423568c01b4a94efe2d801d3ae920fa36ee7a6b62321ea5a57
+size 212402656
diff --git a/experts/layer_32_expert_02.safetensors b/experts/layer_32_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bfdb81699d955ab4b68300ac3fb801023f580114
--- /dev/null
+++ b/experts/layer_32_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c102496c2d122b58420e4b4ab4473d1c82e7ced203436dd2bc43d74b6e4c058
+size 212402656
diff --git a/experts/layer_32_expert_03.safetensors b/experts/layer_32_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..57717519358dda3b87e9a6d7c1b7bec44978c039
--- /dev/null
+++ b/experts/layer_32_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6548bd43b7888aaf0e66fa858b43c2659639292e96dce3e98db16bdfbbb8a02d
+size 212402656
diff --git a/experts/layer_32_expert_04.safetensors b/experts/layer_32_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..65161b836029cd3b96d4fc497172abc380a51db3
--- /dev/null
+++ b/experts/layer_32_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b584a5d359d7e8d21d0e9904f844748691d95448f74c41a7d4c6e2cfbe2d31e1
+size 212402656
diff --git a/experts/layer_32_expert_05.safetensors b/experts/layer_32_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d23ad7d28c4b151fb8c23429d744e765d88ab4e7
--- /dev/null
+++ b/experts/layer_32_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86fdfc3b1a3040cf16454d47025fa6b143be78aba7c74f5adaa385916a08df2f
+size 212402656
diff --git a/experts/layer_32_expert_06.safetensors b/experts/layer_32_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8066e93355b652ba82c5bbc48b96363470183768
--- /dev/null
+++ b/experts/layer_32_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ed287cae6b126dbe066fa5f8476d25294b4e7dc692883c985821f1b0113ac2
+size 212402656
diff --git a/experts/layer_32_expert_07.safetensors b/experts/layer_32_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7099e9f0221d9a6a638a5eecac51ce995fafb475
--- /dev/null
+++ b/experts/layer_32_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06329fc49aa83e1b21b2734297330690368feae40a846f8e124123c83458c0ca
+size 212402656
diff --git a/experts/layer_33_expert_00.safetensors b/experts/layer_33_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4b8bc7f406ce3e59cf91dbf93a996e92df812ee
--- /dev/null
+++ b/experts/layer_33_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a7fcb008ec8161911e67ceb7daf1c2e1d9f0058638381e767cb48d77bfba3
+size 212402656
diff --git a/experts/layer_33_expert_01.safetensors b/experts/layer_33_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a9003c5c015241bee43f68e6df9eb6fbd41a080d
--- /dev/null
+++ b/experts/layer_33_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18797709f70ed30032e99365296132e66b9af820cf6ab811811c741b5be6925a
+size 212402656
diff --git a/experts/layer_33_expert_02.safetensors b/experts/layer_33_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c9b50688e7e0f4feab4a78a0f340ba56b1a03135
--- /dev/null
+++ b/experts/layer_33_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9133ebf917dfcabcf45da7f3f03987f3ab0ebefc0846079132c0822c53d221a3
+size 212402656
diff --git a/experts/layer_33_expert_03.safetensors b/experts/layer_33_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4d2c3d7fa04d532f6c5d0afce9e002052f50c89
--- /dev/null
+++ b/experts/layer_33_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf88384296bc56181fb6587a5fff556aed741b60a3e4230c5f37380088fef687
+size 212402656
diff --git a/experts/layer_33_expert_04.safetensors b/experts/layer_33_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..74fe577a4d89e34a8fa0e4df4e47a5d166697444
--- /dev/null
+++ b/experts/layer_33_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5eb2ad990958087fe464fc162967a06752eae3ea03d7e22e0d3dd287415d4e
+size 212402656
diff --git a/experts/layer_33_expert_05.safetensors b/experts/layer_33_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7538fd0d1152f7f94c931f1d8091296c66d73203
--- /dev/null
+++ b/experts/layer_33_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dcc221b2da4110165fe27d3c34ab78485c99d5e335c63cebc86427d09bc2dd
+size 212402656
diff --git a/experts/layer_33_expert_06.safetensors b/experts/layer_33_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..145b030b392c39c39a70594cc60eafcc91921e5e
--- /dev/null
+++ b/experts/layer_33_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7096b058c7b9fe7774ff8c79f4ac9ea09572bbd569ca843a7a2f48ec020ccd43
+size 212402656
diff --git a/experts/layer_33_expert_07.safetensors b/experts/layer_33_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb204653a9c523fc6789ae32236ace53bd2ce32c
--- /dev/null
+++ b/experts/layer_33_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1264c04a251b7a8088bc65df4996dce68345ef7d17d96cc6df21f87e6fafb837
+size 212402656
diff --git a/experts/layer_34_expert_00.safetensors b/experts/layer_34_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..65482b109661433bc75352814df2dfa8e2db46a8
--- /dev/null
+++ b/experts/layer_34_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd0b60ab36c987f20f26c9e37f5abf298a6fb1f2904f158fd2f256be7d5fc27
+size 212402656
diff --git a/experts/layer_34_expert_01.safetensors b/experts/layer_34_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef26f5fda4d5289b0b88b7ba3b0d0c6115e81ef9
--- /dev/null
+++ b/experts/layer_34_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9c5e95beb7822e1cf82eb721e7ac3e939faf4aa33a6684b4ea5f20a2e4d4f1
+size 212402656
diff --git a/experts/layer_34_expert_02.safetensors b/experts/layer_34_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c969ccff4f7557ed93e171cc043865d8eb58f2f
--- /dev/null
+++ b/experts/layer_34_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc9f04e3dce66c0477020473bec7078558d7a621dde833b7f93c2021dea213c
+size 212402656
diff --git a/experts/layer_34_expert_03.safetensors b/experts/layer_34_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a0d6a69a95666fdd48fe298c97c78d94589ac4c
--- /dev/null
+++ b/experts/layer_34_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bae4e1da674510c32503d7997f97ad3023eb95262b4ddda4489492ebc2e396
+size 212402656
diff --git a/experts/layer_34_expert_04.safetensors b/experts/layer_34_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d687608203a9e655056a17418e2c49ccee21fae0
--- /dev/null
+++ b/experts/layer_34_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d17e4016c9c8c4d84d9c1486ce01643277667d43a59f4730ce7abcaefb32f3
+size 212402656
diff --git a/experts/layer_34_expert_05.safetensors b/experts/layer_34_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..626b2f4ed38e1a7d8422b7a73e78683246f9f6e1
--- /dev/null
+++ b/experts/layer_34_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1275784cfb5b74030ad615bf9b2e71be509f5df9e9b396b02ae75bc530014bb
+size 212402656
diff --git a/experts/layer_34_expert_06.safetensors b/experts/layer_34_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8b05f1e081fd933d678009a5c98b0e770ecf8fc1
--- /dev/null
+++ b/experts/layer_34_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ea20630ba67c5d6c3aaa366d0eecda354cd6293b30aadcd831208cad55a843
+size 212402656
diff --git a/experts/layer_34_expert_07.safetensors b/experts/layer_34_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b9065d5c82cefb352ed67ca7fccbc8355138d967
--- /dev/null
+++ b/experts/layer_34_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f2e3c1157bfcd0f882bbb6c66ce1526c0be2c01e9a6666d2b83172b9f6d18
+size 212402656
diff --git a/experts/layer_35_expert_00.safetensors b/experts/layer_35_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d5c99db93d831fe9b00d85c927e76e5d736b6503
--- /dev/null
+++ b/experts/layer_35_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5376b0cf3e373de302341c88f12520cd447be9c00730895ef967f5da7740fe58
+size 212402656
diff --git a/experts/layer_35_expert_01.safetensors b/experts/layer_35_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f2d1ccf8412df1b5d3fec9ad58da424268bb7977
--- /dev/null
+++ b/experts/layer_35_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043258427d4402fd6ffdf361606ca7b504ea2ec9c41d710afb399057359a25f1
+size 212402656
diff --git a/experts/layer_35_expert_02.safetensors b/experts/layer_35_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f503f6e07ce7e571faeb781feac2f0e1eadb3416
--- /dev/null
+++ b/experts/layer_35_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918ba5a77c8a21e71bdaa3476eb6dd300902e12d070858e3f815f0e65ab6155d
+size 212402656
diff --git a/experts/layer_35_expert_03.safetensors b/experts/layer_35_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d68b88657bc8400e09df1a087af0dd847c281894
--- /dev/null
+++ b/experts/layer_35_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3939768f6299cb44069b1075feb65e83039811fa1da9deb15bd4bc23e77cae88
+size 212402656
diff --git a/experts/layer_35_expert_04.safetensors b/experts/layer_35_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9a8e8b8c95e806b9673baba4b11b269cbeb657d8
--- /dev/null
+++ b/experts/layer_35_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba07dda297c3d4267e9e3c761e255dceb79ceedc4258fad82eb31075dec1165
+size 212402656
diff --git a/experts/layer_35_expert_05.safetensors b/experts/layer_35_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d07bef8707d99fa6737d5b61360e36c1fbf27ad9
--- /dev/null
+++ b/experts/layer_35_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4037e6ba27e5226e1cb25a521d0e9228f3e2b12aa7c31256a6c9806ac4f549
+size 212402656
diff --git a/experts/layer_35_expert_06.safetensors b/experts/layer_35_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13f0c172ca7df48cd013c95d189b99fb041d17dc
--- /dev/null
+++ b/experts/layer_35_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47eb4d163cd17334422aeeba8aa46d8d8f51ebf898be00bdea4fe0d5842ef839
+size 212402656
diff --git a/experts/layer_35_expert_07.safetensors b/experts/layer_35_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6fcf4e4ac1401f526580fc7c65af345cc5e8421e
--- /dev/null
+++ b/experts/layer_35_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29877c87363016932205bca075803839c0cdeae04f87e4a6b5fe5b8b83b28ada
+size 212402656
diff --git a/experts/layer_36_expert_00.safetensors b/experts/layer_36_expert_00.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f0df8a371173d2988189e6c977b28039f5acb
--- /dev/null
+++ b/experts/layer_36_expert_00.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666514e16d044d185c114b5eb4de572f9b6fe91d88529172be34d2df6e0a67dd
+size 212402656
diff --git a/experts/layer_36_expert_01.safetensors b/experts/layer_36_expert_01.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..698a6eb9ed2408d2cfd51775ba46bee8331ece6a
--- /dev/null
+++ b/experts/layer_36_expert_01.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1003a94e8725888b5de02fd1fab59051a35dbbf97122b5258c3d83699fdde72e
+size 212402656
diff --git a/experts/layer_36_expert_02.safetensors b/experts/layer_36_expert_02.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ca19108d81008332db9b95d7d3ef8b76da2d9d08
--- /dev/null
+++ b/experts/layer_36_expert_02.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa62ec365f0a34f9cabad20ef40a1ae6b6088333702dab884437c3a7d9db47c9
+size 212402656
diff --git a/experts/layer_36_expert_03.safetensors b/experts/layer_36_expert_03.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3869b7961df8b70d3242af7ab699692061eb1f60
--- /dev/null
+++ b/experts/layer_36_expert_03.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143751e5456274401cd7d9d33a916706fdfd07f949f5ac28a55b5801de6ca2bd
+size 212402656
diff --git a/experts/layer_36_expert_04.safetensors b/experts/layer_36_expert_04.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..38014d35868db19a2609063b962333d90b5d84cc
--- /dev/null
+++ b/experts/layer_36_expert_04.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74720b083f3ccbcfafff4f3e30a0ce269e02e5c3bc97ab23d6b1c0e134e0197a
+size 212402656
diff --git a/experts/layer_36_expert_05.safetensors b/experts/layer_36_expert_05.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..965df346a536edbab1ff85edb362e9c38be1b5d1
--- /dev/null
+++ b/experts/layer_36_expert_05.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e125352c6e22c1901baf5275d21a1cc8d34c45f68df924aca4f03aeab3ac5b
+size 212402656
diff --git a/experts/layer_36_expert_06.safetensors b/experts/layer_36_expert_06.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..56af3175a93fef7988bb12673bb565b58742aafd
--- /dev/null
+++ b/experts/layer_36_expert_06.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04886ba723f77f0f94c5b1875cdc4d3eb849009f4459c61ff5e8af024c2875ed
+size 212402656
diff --git a/experts/layer_36_expert_07.safetensors b/experts/layer_36_expert_07.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff876046bfed498b51f3d0ae6e348f0df6eec2fd
--- /dev/null
+++ b/experts/layer_36_expert_07.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c25964008ca32d96128562ac346512808bd2271f433cdaf945b9d172bbedd3c
+size 212402656