diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,30721 @@
+layer,module,loss,samples,damp,time
+0,mlp.experts.4.gate_proj,0.0000031099,0.05000,10.955
+0,mlp.experts.12.gate_proj,0.0000001324,0.05000,11.291
+0,mlp.experts.0.gate_proj,0.0000012238,0.05000,11.418
+0,mlp.experts.8.gate_proj,0.0000008773,0.05000,11.916
+0,mlp.experts.15.gate_proj,0.0000006415,0.05000,18.695
+0,mlp.experts.11.gate_proj,0.0000001741,0.05000,18.718
+0,mlp.experts.3.gate_proj,0.0000000788,0.05000,18.728
+0,mlp.experts.7.gate_proj,0.0000001354,0.05000,18.912
+0,mlp.experts.10.gate_proj,0.0000001508,0.05000,19.572
+0,mlp.experts.14.gate_proj,0.0000002698,0.05000,19.680
+0,mlp.experts.5.gate_proj,0.0000006292,0.05000,19.690
+0,mlp.experts.2.gate_proj,0.0000010900,0.05000,19.699
+0,mlp.experts.1.gate_proj,0.0000001419,0.05000,19.708
+0,mlp.experts.9.gate_proj,0.0000003977,0.05000,19.980
+0,mlp.experts.13.gate_proj,0.0000010095,0.05000,19.999
+0,mlp.experts.6.gate_proj,0.0000004671,0.05000,20.113
+0,mlp.experts.28.gate_proj,0.0000018363,0.05000,17.536
+0,mlp.experts.16.gate_proj,0.0000010800,0.05000,17.541
+0,mlp.experts.20.gate_proj,0.0000019892,0.05000,18.034
+0,mlp.experts.24.gate_proj,0.0000005649,0.05000,17.908
+0,mlp.experts.31.gate_proj,0.0000017788,0.05000,17.654
+0,mlp.experts.23.gate_proj,0.0000005963,0.05000,17.466
+0,mlp.experts.27.gate_proj,0.0000006992,0.05000,17.855
+0,mlp.experts.19.gate_proj,0.0000007443,0.05000,17.960
+0,mlp.experts.26.gate_proj,0.0000010523,0.05000,17.246
+0,mlp.experts.21.gate_proj,0.0000004059,0.05000,17.162
+0,mlp.experts.18.gate_proj,0.0000001484,0.05000,17.542
+0,mlp.experts.30.gate_proj,0.0000002158,0.05000,17.572
+0,mlp.experts.17.gate_proj,0.0000008293,0.05000,17.769
+0,mlp.experts.29.gate_proj,0.0000007990,0.05000,17.487
+0,mlp.experts.25.gate_proj,0.0000000489,0.05000,17.641
+0,mlp.experts.22.gate_proj,0.0000001843,0.05000,17.539
+0,mlp.experts.32.gate_proj,0.0000004138,0.05000,17.122
+0,mlp.experts.36.gate_proj,0.0000014558,0.05000,17.062
+0,mlp.experts.44.gate_proj,0.0000003885,0.05000,17.263
+0,mlp.experts.40.gate_proj,0.0000004427,0.05000,17.225
+0,mlp.experts.43.gate_proj,0.0000004139,0.05000,16.991
+0,mlp.experts.47.gate_proj,0.0000005370,0.05000,17.273
+0,mlp.experts.35.gate_proj,0.0000004808,0.05000,17.056
+0,mlp.experts.39.gate_proj,0.0000006543,0.05000,17.705
+0,mlp.experts.37.gate_proj,0.0000011111,0.05000,17.432
+0,mlp.experts.42.gate_proj,0.0000001084,0.05000,17.738
+0,mlp.experts.34.gate_proj,0.0000005914,0.05000,17.356
+0,mlp.experts.38.gate_proj,0.0000005218,0.05000,17.240
+0,mlp.experts.46.gate_proj,0.0000003738,0.05000,17.696
+0,mlp.experts.33.gate_proj,0.0000004243,0.05000,17.579
+0,mlp.experts.45.gate_proj,0.0000018453,0.05000,17.736
+0,mlp.experts.41.gate_proj,0.0000005733,0.05000,17.766
+0,mlp.experts.60.gate_proj,0.0000003807,0.05000,17.519
+0,mlp.experts.52.gate_proj,0.0000007636,0.05000,17.653
+0,mlp.experts.48.gate_proj,0.0000003462,0.05000,17.710
+0,mlp.experts.56.gate_proj,0.0000001841,0.05000,17.284
+0,mlp.experts.59.gate_proj,0.0000002369,0.05000,17.284
+0,mlp.experts.63.gate_proj,0.0000002540,0.05000,17.303
+0,mlp.experts.51.gate_proj,0.0000002540,0.05000,17.337
+0,mlp.experts.58.gate_proj,0.0000004520,0.05000,16.660
+0,mlp.experts.53.gate_proj,0.0000004688,0.05000,16.999
+0,mlp.experts.55.gate_proj,0.0000013533,0.05000,17.335
+0,mlp.experts.50.gate_proj,0.0000008427,0.05000,16.951
+0,mlp.experts.54.gate_proj,0.0000004058,0.05000,16.933
+0,mlp.experts.62.gate_proj,0.0000004002,0.05000,17.114
+0,mlp.experts.49.gate_proj,0.0000001989,0.05000,17.106
+0,mlp.experts.61.gate_proj,0.0000007605,0.05000,16.979
+0,mlp.experts.57.gate_proj,0.0000001397,0.05000,17.011
+0,mlp.experts.76.gate_proj,0.0000006178,0.05000,17.396
+0,mlp.experts.64.gate_proj,0.0000018112,0.05000,17.238
+0,mlp.experts.68.gate_proj,0.0000001950,0.05000,17.367
+0,mlp.experts.72.gate_proj,0.0000036884,0.05000,17.772
+0,mlp.experts.75.gate_proj,0.0000012434,0.05000,17.348
+0,mlp.experts.79.gate_proj,0.0000001891,0.05000,17.387
+0,mlp.experts.69.gate_proj,0.0000006507,0.05000,17.294
+0,mlp.experts.74.gate_proj,0.0000011097,0.05000,17.388
+0,mlp.experts.67.gate_proj,0.0000005475,0.05000,17.543
+0,mlp.experts.71.gate_proj,0.0000013806,0.05000,17.274
+0,mlp.experts.66.gate_proj,0.0000003685,0.05000,17.439
+0,mlp.experts.70.gate_proj,0.0000004066,0.05000,17.215
+0,mlp.experts.77.gate_proj,0.0000008683,0.05000,17.142
+0,mlp.experts.78.gate_proj,0.0000008245,0.05000,17.584
+0,mlp.experts.65.gate_proj,0.0000006107,0.05000,17.635
+0,mlp.experts.73.gate_proj,0.0000013798,0.05000,17.592
+0,mlp.experts.80.gate_proj,0.0000001340,0.05000,17.462
+0,mlp.experts.92.gate_proj,0.0000008326,0.05000,17.579
+0,mlp.experts.84.gate_proj,0.0000003322,0.05000,17.659
+0,mlp.experts.88.gate_proj,0.0000003274,0.05000,17.110
+0,mlp.experts.91.gate_proj,0.0000003478,0.05000,17.204
+0,mlp.experts.95.gate_proj,0.0000004046,0.05000,17.219
+0,mlp.experts.85.gate_proj,0.0000002057,0.05000,17.002
+0,mlp.experts.90.gate_proj,0.0000002316,0.05000,17.043
+0,mlp.experts.87.gate_proj,0.0000002117,0.05000,16.999
+0,mlp.experts.83.gate_proj,0.0000003214,0.05000,17.272
+0,mlp.experts.86.gate_proj,0.0000006409,0.05000,16.964
+0,mlp.experts.82.gate_proj,0.0000002420,0.05000,17.119
+0,mlp.experts.93.gate_proj,0.0000002809,0.05000,16.825
+0,mlp.experts.81.gate_proj,0.0000004698,0.05000,16.837
+0,mlp.experts.94.gate_proj,0.0000006323,0.05000,17.034
+0,mlp.experts.89.gate_proj,0.0000003281,0.05000,16.731
+0,mlp.experts.96.gate_proj,0.0000002040,0.05000,16.758
+0,mlp.experts.108.gate_proj,0.0000002323,0.05000,16.826
+0,mlp.experts.100.gate_proj,0.0000004517,0.05000,16.781
+0,mlp.experts.104.gate_proj,0.0000005133,0.05000,16.776
+0,mlp.experts.101.gate_proj,0.0000002121,0.05000,16.262
+0,mlp.experts.111.gate_proj,0.0000003254,0.05000,16.523
+0,mlp.experts.103.gate_proj,0.0000009642,0.05000,16.531
+0,mlp.experts.99.gate_proj,0.0000005614,0.05000,16.499
+0,mlp.experts.106.gate_proj,0.0000001192,0.05000,16.890
+0,mlp.experts.107.gate_proj,0.0000001263,0.05000,17.126
+0,mlp.experts.98.gate_proj,0.0000005414,0.05000,16.500
+0,mlp.experts.102.gate_proj,0.0000002912,0.05000,16.612
+0,mlp.experts.109.gate_proj,0.0000007163,0.05000,16.793
+0,mlp.experts.97.gate_proj,0.0000001566,0.05000,16.675
+0,mlp.experts.110.gate_proj,0.0000003524,0.05000,16.749
+0,mlp.experts.105.gate_proj,0.0000002958,0.05000,16.742
+0,mlp.experts.124.gate_proj,0.0000004400,0.05000,16.797
+0,mlp.experts.116.gate_proj,0.0000009954,0.05000,16.687
+0,mlp.experts.112.gate_proj,0.0000005063,0.05000,17.110
+0,mlp.experts.120.gate_proj,0.0000011920,0.05000,16.492
+0,mlp.experts.117.gate_proj,0.0000001055,0.05000,16.758
+0,mlp.experts.119.gate_proj,0.0000004041,0.05000,16.862
+0,mlp.experts.127.gate_proj,0.0000001922,0.05000,17.346
+0,mlp.experts.122.gate_proj,0.0000006404,0.05000,17.008
+0,mlp.experts.123.gate_proj,0.0000000583,0.05000,17.049
+0,mlp.experts.118.gate_proj,0.0000003296,0.05000,16.950
+0,mlp.experts.125.gate_proj,0.0000004802,0.05000,16.801
+0,mlp.experts.114.gate_proj,0.0000011613,0.05000,17.165
+0,mlp.experts.115.gate_proj,0.0000001541,0.05000,17.421
+0,mlp.experts.113.gate_proj,0.0000000581,0.05000,16.882
+0,mlp.experts.121.gate_proj,0.0000006417,0.05000,17.101
+0,mlp.experts.126.gate_proj,0.0000005037,0.05000,17.122
+0,mlp.experts.140.gate_proj,0.0000004215,0.05000,16.849
+0,mlp.experts.132.gate_proj,0.0000005184,0.05000,17.059
+0,mlp.experts.128.gate_proj,0.0000003490,0.05000,17.241
+0,mlp.experts.136.gate_proj,0.0000002908,0.05000,17.298
+0,mlp.experts.133.gate_proj,0.0000004788,0.05000,17.127
+0,mlp.experts.135.gate_proj,0.0000001923,0.05000,17.030
+0,mlp.experts.141.gate_proj,0.0000002739,0.05000,16.793
+0,mlp.experts.138.gate_proj,0.0000010742,0.05000,17.061
+0,mlp.experts.134.gate_proj,0.0000006693,0.05000,16.976
+0,mlp.experts.143.gate_proj,0.0000007637,0.05000,17.299
+0,mlp.experts.139.gate_proj,0.0000012064,0.05000,17.156
+0,mlp.experts.130.gate_proj,0.0000002832,0.05000,17.100
+0,mlp.experts.131.gate_proj,0.0000006583,0.05000,17.171
+0,mlp.experts.129.gate_proj,0.0000002686,0.05000,17.230
+0,mlp.experts.142.gate_proj,0.0000001208,0.05000,17.143
+0,mlp.experts.137.gate_proj,0.0000017935,0.05000,17.172
+0,mlp.experts.156.gate_proj,0.0000002476,0.05000,17.151
+0,mlp.experts.148.gate_proj,0.0000003765,0.05000,17.049
+0,mlp.experts.144.gate_proj,0.0000004568,0.05000,17.066
+0,mlp.experts.152.gate_proj,0.0000022691,0.05000,16.971
+0,mlp.experts.149.gate_proj,0.0000007702,0.05000,16.932
+0,mlp.experts.151.gate_proj,0.0000006834,0.05000,17.359
+0,mlp.experts.154.gate_proj,0.0000003785,0.05000,17.022
+0,mlp.experts.159.gate_proj,0.0000008764,0.05000,16.891
+0,mlp.experts.157.gate_proj,0.0000003206,0.05000,17.149
+0,mlp.experts.150.gate_proj,0.0000002513,0.05000,17.306
+0,mlp.experts.146.gate_proj,0.0000003659,0.05000,17.267
+0,mlp.experts.155.gate_proj,0.0000017757,0.05000,17.374
+0,mlp.experts.147.gate_proj,0.0000003865,0.05000,17.279
+0,mlp.experts.145.gate_proj,0.0000003298,0.05000,17.217
+0,mlp.experts.158.gate_proj,0.0000003061,0.05000,17.172
+0,mlp.experts.153.gate_proj,0.0000002764,0.05000,17.316
+0,mlp.experts.172.gate_proj,0.0000005768,0.05000,17.111
+0,mlp.experts.164.gate_proj,0.0000006338,0.05000,17.053
+0,mlp.experts.160.gate_proj,0.0000006567,0.05000,17.183
+0,mlp.experts.168.gate_proj,0.0000002060,0.05000,17.210
+0,mlp.experts.165.gate_proj,0.0000002731,0.05000,16.940
+0,mlp.experts.167.gate_proj,0.0000004971,0.05000,16.631
+0,mlp.experts.170.gate_proj,0.0000006154,0.05000,17.102
+0,mlp.experts.175.gate_proj,0.0000012227,0.05000,17.293
+0,mlp.experts.173.gate_proj,0.0000003667,0.05000,17.269
+0,mlp.experts.171.gate_proj,0.0000002059,0.05000,16.962
+0,mlp.experts.166.gate_proj,0.0000001304,0.05000,17.331
+0,mlp.experts.162.gate_proj,0.0000020956,0.05000,17.197
+0,mlp.experts.163.gate_proj,0.0000010337,0.05000,17.276
+0,mlp.experts.161.gate_proj,0.0000008196,0.05000,17.111
+0,mlp.experts.174.gate_proj,0.0000006709,0.05000,17.307
+0,mlp.experts.169.gate_proj,0.0000002966,0.05000,17.261
+0,mlp.experts.180.gate_proj,0.0000009978,0.05000,17.039
+0,mlp.experts.188.gate_proj,0.0000003765,0.05000,17.215
+0,mlp.experts.184.gate_proj,0.0000007334,0.05000,17.081
+0,mlp.experts.176.gate_proj,0.0000011510,0.05000,17.319
+0,mlp.experts.181.gate_proj,0.0000001025,0.05000,17.290
+0,mlp.experts.183.gate_proj,0.0000003583,0.05000,17.211
+0,mlp.experts.186.gate_proj,0.0000005376,0.05000,16.869
+0,mlp.experts.182.gate_proj,0.0000002467,0.05000,16.633
+0,mlp.experts.189.gate_proj,0.0000013589,0.05000,16.925
+0,mlp.experts.191.gate_proj,0.0000007686,0.05000,17.118
+0,mlp.experts.187.gate_proj,0.0000003049,0.05000,16.968
+0,mlp.experts.178.gate_proj,0.0000003311,0.05000,16.784
+0,mlp.experts.177.gate_proj,0.0000009393,0.05000,16.959
+0,mlp.experts.179.gate_proj,0.0000002387,0.05000,17.162
+0,mlp.experts.190.gate_proj,0.0000001435,0.05000,16.889
+0,mlp.experts.185.gate_proj,0.0000001649,0.05000,16.992
+0,mlp.experts.204.gate_proj,0.0000005928,0.05000,17.169
+0,mlp.experts.196.gate_proj,0.0000001142,0.05000,17.333
+0,mlp.experts.200.gate_proj,0.0000003847,0.05000,17.052
+0,mlp.experts.192.gate_proj,0.0000015207,0.05000,17.204
+0,mlp.experts.197.gate_proj,0.0000004145,0.05000,17.246
+0,mlp.experts.199.gate_proj,0.0000011415,0.05000,17.461
+0,mlp.experts.202.gate_proj,0.0000005637,0.05000,17.364
+0,mlp.experts.205.gate_proj,0.0000000566,0.05000,17.486
+0,mlp.experts.194.gate_proj,0.0000003336,0.05000,17.401
+0,mlp.experts.203.gate_proj,0.0000021660,0.05000,17.516
+0,mlp.experts.198.gate_proj,0.0000004825,0.05000,17.826
+0,mlp.experts.193.gate_proj,0.0000002263,0.05000,17.162
+0,mlp.experts.207.gate_proj,0.0000009366,0.05000,17.817
+0,mlp.experts.195.gate_proj,0.0000006974,0.05000,17.537
+0,mlp.experts.206.gate_proj,0.0000002623,0.05000,17.317
+0,mlp.experts.201.gate_proj,0.0000013284,0.05000,17.393
+0,mlp.experts.212.gate_proj,0.0000002578,0.05000,16.854
+0,mlp.experts.220.gate_proj,0.0000010736,0.05000,17.024
+0,mlp.experts.216.gate_proj,0.0000001189,0.05000,16.902
+0,mlp.experts.208.gate_proj,0.0000002677,0.05000,16.923
+0,mlp.experts.213.gate_proj,0.0000004174,0.05000,16.894
+0,mlp.experts.218.gate_proj,0.0000003364,0.05000,16.674
+0,mlp.experts.215.gate_proj,0.0000008468,0.05000,16.945
+0,mlp.experts.221.gate_proj,0.0000002958,0.05000,16.677
+0,mlp.experts.210.gate_proj,0.0000006078,0.05000,16.608
+0,mlp.experts.214.gate_proj,0.0000009929,0.05000,16.440
+0,mlp.experts.223.gate_proj,0.0000009058,0.05000,16.530
+0,mlp.experts.219.gate_proj,0.0000002738,0.05000,16.791
+0,mlp.experts.209.gate_proj,0.0000004067,0.05000,16.582
+0,mlp.experts.222.gate_proj,0.0000007246,0.05000,16.475
+0,mlp.experts.211.gate_proj,0.0000005273,0.05000,16.597
+0,mlp.experts.217.gate_proj,0.0000008994,0.05000,16.366
+0,mlp.experts.236.gate_proj,0.0000006386,0.05000,16.771
+0,mlp.experts.228.gate_proj,0.0000003188,0.05000,16.889
+0,mlp.experts.224.gate_proj,0.0000008605,0.05000,16.764
+0,mlp.experts.232.gate_proj,0.0000023624,0.05000,17.274
+0,mlp.experts.229.gate_proj,0.0000001876,0.05000,17.391
+0,mlp.experts.234.gate_proj,0.0000006687,0.05000,17.137
+0,mlp.experts.231.gate_proj,0.0000005617,0.05000,17.243
+0,mlp.experts.230.gate_proj,0.0000010695,0.05000,17.031
+0,mlp.experts.237.gate_proj,0.0000008398,0.05000,17.072
+0,mlp.experts.235.gate_proj,0.0000002305,0.05000,16.819
+0,mlp.experts.226.gate_proj,0.0000001673,0.05000,17.283
+0,mlp.experts.225.gate_proj,0.0000005127,0.05000,17.279
+0,mlp.experts.239.gate_proj,0.0000007408,0.05000,17.574
+0,mlp.experts.238.gate_proj,0.0000006082,0.05000,17.286
+0,mlp.experts.227.gate_proj,0.0000003326,0.05000,17.356
+0,mlp.experts.233.gate_proj,0.0000001076,0.05000,17.384
+0,mlp.experts.252.gate_proj,0.0000000998,0.05000,16.736
+0,mlp.experts.244.gate_proj,0.0000005717,0.05000,16.708
+0,mlp.experts.240.gate_proj,0.0000010853,0.05000,17.041
+0,mlp.experts.248.gate_proj,0.0000020448,0.05000,17.194
+0,mlp.experts.245.gate_proj,0.0000008201,0.05000,16.993
+0,mlp.experts.250.gate_proj,0.0000003982,0.05000,17.180
+0,mlp.experts.242.gate_proj,0.0000005250,0.05000,16.706
+0,mlp.experts.247.gate_proj,0.0000002726,0.05000,17.240
+0,mlp.experts.251.gate_proj,0.0000003316,0.05000,17.026
+0,mlp.experts.253.gate_proj,0.0000001831,0.05000,17.157
+0,mlp.experts.246.gate_proj,0.0000002312,0.05000,17.175
+0,mlp.experts.255.gate_proj,0.0000001839,0.05000,16.954
+0,mlp.experts.254.gate_proj,0.0000009327,0.05000,16.852
+0,mlp.experts.241.gate_proj,0.0000003846,0.05000,17.285
+0,mlp.experts.249.gate_proj,0.0000002073,0.05000,16.982
+0,mlp.experts.243.gate_proj,0.0000003842,0.05000,17.317
+0,mlp.experts.12.up_proj,0.0000001287,0.05000,17.615
+0,mlp.experts.4.up_proj,0.0000030843,0.05000,17.869
+0,mlp.experts.0.up_proj,0.0000010055,0.05000,17.664
+0,mlp.experts.8.up_proj,0.0000007433,0.05000,17.477
+0,mlp.experts.5.up_proj,0.0000005857,0.05000,17.309
+0,mlp.experts.10.up_proj,0.0000001468,0.05000,17.138
+0,mlp.experts.7.up_proj,0.0000001312,0.05000,16.897
+0,mlp.experts.13.up_proj,0.0000009767,0.05000,16.816
+0,mlp.experts.2.up_proj,0.0000010796,0.05000,17.071
+0,mlp.experts.11.up_proj,0.0000001564,0.05000,16.962
+0,mlp.experts.6.up_proj,0.0000004455,0.05000,17.192
+0,mlp.experts.15.up_proj,0.0000006223,0.05000,16.861
+0,mlp.experts.14.up_proj,0.0000002530,0.05000,17.126
+0,mlp.experts.1.up_proj,0.0000001359,0.05000,17.230
+0,mlp.experts.9.up_proj,0.0000003764,0.05000,16.833
+0,mlp.experts.3.up_proj,0.0000000701,0.05000,16.888
+0,mlp.experts.28.up_proj,0.0000018073,0.05000,16.816
+0,mlp.experts.20.up_proj,0.0000019608,0.05000,16.773
+0,mlp.experts.16.up_proj,0.0000009613,0.05000,16.764
+0,mlp.experts.24.up_proj,0.0000005286,0.05000,16.827
+0,mlp.experts.21.up_proj,0.0000003723,0.05000,17.053
+0,mlp.experts.27.up_proj,0.0000006657,0.05000,16.710
+0,mlp.experts.23.up_proj,0.0000005437,0.05000,16.919
+0,mlp.experts.26.up_proj,0.0000009855,0.05000,17.031
+0,mlp.experts.29.up_proj,0.0000007323,0.05000,17.039
+0,mlp.experts.18.up_proj,0.0000001398,0.05000,17.194
+0,mlp.experts.22.up_proj,0.0000001649,0.05000,17.019
+0,mlp.experts.31.up_proj,0.0000017390,0.05000,16.931
+0,mlp.experts.17.up_proj,0.0000007579,0.05000,16.849
+0,mlp.experts.30.up_proj,0.0000002085,0.05000,17.124
+0,mlp.experts.19.up_proj,0.0000007059,0.05000,16.871
+0,mlp.experts.25.up_proj,0.0000000385,0.05000,17.131
+0,mlp.experts.44.up_proj,0.0000003548,0.05000,16.673
+0,mlp.experts.36.up_proj,0.0000013245,0.05000,17.012
+0,mlp.experts.32.up_proj,0.0000003741,0.05000,16.915
+0,mlp.experts.40.up_proj,0.0000004264,0.05000,16.929
+0,mlp.experts.37.up_proj,0.0000010791,0.05000,17.083
+0,mlp.experts.42.up_proj,0.0000001035,0.05000,16.828
+0,mlp.experts.43.up_proj,0.0000003784,0.05000,17.055
+0,mlp.experts.39.up_proj,0.0000006022,0.05000,17.148
+0,mlp.experts.34.up_proj,0.0000005632,0.05000,16.978
+0,mlp.experts.38.up_proj,0.0000004900,0.05000,16.947
+0,mlp.experts.45.up_proj,0.0000017494,0.05000,17.414
+0,mlp.experts.47.up_proj,0.0000004720,0.05000,17.178
+0,mlp.experts.35.up_proj,0.0000004356,0.05000,16.762
+0,mlp.experts.33.up_proj,0.0000003968,0.05000,17.017
+0,mlp.experts.41.up_proj,0.0000005638,0.05000,16.887
+0,mlp.experts.46.up_proj,0.0000003528,0.05000,17.293
+0,mlp.experts.60.up_proj,0.0000003754,0.05000,16.790
+0,mlp.experts.52.up_proj,0.0000007411,0.05000,17.195
+0,mlp.experts.48.up_proj,0.0000003138,0.05000,16.945
+0,mlp.experts.56.up_proj,0.0000001782,0.05000,17.108
+0,mlp.experts.59.up_proj,0.0000002156,0.05000,16.923
+0,mlp.experts.53.up_proj,0.0000004480,0.05000,17.277
+0,mlp.experts.58.up_proj,0.0000004046,0.05000,17.303
+0,mlp.experts.55.up_proj,0.0000013329,0.05000,17.235
+0,mlp.experts.54.up_proj,0.0000003728,0.05000,16.837
+0,mlp.experts.50.up_proj,0.0000008272,0.05000,17.157
+0,mlp.experts.61.up_proj,0.0000006948,0.05000,16.949
+0,mlp.experts.49.up_proj,0.0000001572,0.05000,16.789
+0,mlp.experts.51.up_proj,0.0000002347,0.05000,16.882
+0,mlp.experts.63.up_proj,0.0000002351,0.05000,17.160
+0,mlp.experts.62.up_proj,0.0000004134,0.05000,16.723
+0,mlp.experts.57.up_proj,0.0000001259,0.05000,16.996
+0,mlp.experts.76.up_proj,0.0000006232,0.05000,16.855
+0,mlp.experts.64.up_proj,0.0000016511,0.05000,16.457
+0,mlp.experts.68.up_proj,0.0000001882,0.05000,16.764
+0,mlp.experts.72.up_proj,0.0000036419,0.05000,16.752
+0,mlp.experts.75.up_proj,0.0000011790,0.05000,16.598
+0,mlp.experts.71.up_proj,0.0000012924,0.05000,16.322
+0,mlp.experts.70.up_proj,0.0000003762,0.05000,16.541
+0,mlp.experts.74.up_proj,0.0000010839,0.05000,16.858
+0,mlp.experts.66.up_proj,0.0000003519,0.05000,16.552
+0,mlp.experts.69.up_proj,0.0000006197,0.05000,17.091
+0,mlp.experts.77.up_proj,0.0000008291,0.05000,16.707
+0,mlp.experts.67.up_proj,0.0000005096,0.05000,16.750
+0,mlp.experts.79.up_proj,0.0000001738,0.05000,16.939
+0,mlp.experts.73.up_proj,0.0000013465,0.05000,16.782
+0,mlp.experts.78.up_proj,0.0000007794,0.05000,16.876
+0,mlp.experts.65.up_proj,0.0000006028,0.05000,17.263
+0,mlp.experts.92.up_proj,0.0000008105,0.05000,17.101
+0,mlp.experts.80.up_proj,0.0000001273,0.05000,17.162
+0,mlp.experts.84.up_proj,0.0000003186,0.05000,17.373
+0,mlp.experts.88.up_proj,0.0000003116,0.05000,17.521
+0,mlp.experts.91.up_proj,0.0000003263,0.05000,17.351
+0,mlp.experts.86.up_proj,0.0000006035,0.05000,17.236
+0,mlp.experts.87.up_proj,0.0000001922,0.05000,17.584
+0,mlp.experts.85.up_proj,0.0000001908,0.05000,17.154
+0,mlp.experts.82.up_proj,0.0000002311,0.05000,17.330
+0,mlp.experts.93.up_proj,0.0000002650,0.05000,17.218
+0,mlp.experts.90.up_proj,0.0000002152,0.05000,17.601
+0,mlp.experts.95.up_proj,0.0000003680,0.05000,16.837
+0,mlp.experts.83.up_proj,0.0000003067,0.05000,17.411
+0,mlp.experts.81.up_proj,0.0000004270,0.05000,17.226
+0,mlp.experts.89.up_proj,0.0000003078,0.05000,17.300
+0,mlp.experts.94.up_proj,0.0000005814,0.05000,17.441
+0,mlp.experts.108.up_proj,0.0000002126,0.05000,16.862
+0,mlp.experts.96.up_proj,0.0000001965,0.05000,17.060
+0,mlp.experts.100.up_proj,0.0000004247,0.05000,17.141
+0,mlp.experts.104.up_proj,0.0000004461,0.05000,16.908
+0,mlp.experts.107.up_proj,0.0000001142,0.05000,16.785
+0,mlp.experts.102.up_proj,0.0000002705,0.05000,16.617
+0,mlp.experts.98.up_proj,0.0000005111,0.05000,16.474
+0,mlp.experts.106.up_proj,0.0000001133,0.05000,16.605
+0,mlp.experts.103.up_proj,0.0000009108,0.05000,17.030
+0,mlp.experts.101.up_proj,0.0000001989,0.05000,16.935
+0,mlp.experts.109.up_proj,0.0000007034,0.05000,16.949
+0,mlp.experts.111.up_proj,0.0000003129,0.05000,17.063
+0,mlp.experts.99.up_proj,0.0000005308,0.05000,16.958
+0,mlp.experts.105.up_proj,0.0000002771,0.05000,16.788
+0,mlp.experts.97.up_proj,0.0000001556,0.05000,16.953
+0,mlp.experts.110.up_proj,0.0000003382,0.05000,17.028
+0,mlp.experts.124.up_proj,0.0000004549,0.05000,17.320
+0,mlp.experts.112.up_proj,0.0000004645,0.05000,17.443
+0,mlp.experts.116.up_proj,0.0000009366,0.05000,17.091
+0,mlp.experts.120.up_proj,0.0000008377,0.05000,16.966
+0,mlp.experts.123.up_proj,0.0000000507,0.05000,17.265
+0,mlp.experts.114.up_proj,0.0000010300,0.05000,17.293
+0,mlp.experts.118.up_proj,0.0000003136,0.05000,17.453
+0,mlp.experts.117.up_proj,0.0000000977,0.05000,16.915
+0,mlp.experts.122.up_proj,0.0000006146,0.05000,17.211
+0,mlp.experts.119.up_proj,0.0000003848,0.05000,17.354
+0,mlp.experts.125.up_proj,0.0000004556,0.05000,17.148
+0,mlp.experts.115.up_proj,0.0000001466,0.05000,17.221
+0,mlp.experts.127.up_proj,0.0000001742,0.05000,17.565
+0,mlp.experts.121.up_proj,0.0000006110,0.05000,17.376
+0,mlp.experts.113.up_proj,0.0000000538,0.05000,17.283
+0,mlp.experts.126.up_proj,0.0000004679,0.05000,17.278
+0,mlp.experts.140.up_proj,0.0000003823,0.05000,17.175
+0,mlp.experts.132.up_proj,0.0000004862,0.05000,16.704
+0,mlp.experts.128.up_proj,0.0000003350,0.05000,17.484
+0,mlp.experts.136.up_proj,0.0000002746,0.05000,17.521
+0,mlp.experts.139.up_proj,0.0000009763,0.05000,17.103
+0,mlp.experts.133.up_proj,0.0000004730,0.05000,17.034
+0,mlp.experts.134.up_proj,0.0000006485,0.05000,17.363
+0,mlp.experts.130.up_proj,0.0000001933,0.05000,17.484
+0,mlp.experts.138.up_proj,0.0000010486,0.05000,17.305
+0,mlp.experts.135.up_proj,0.0000001804,0.05000,17.325
+0,mlp.experts.141.up_proj,0.0000002648,0.05000,17.384
+0,mlp.experts.143.up_proj,0.0000007039,0.05000,16.817
+0,mlp.experts.131.up_proj,0.0000006145,0.05000,17.273
+0,mlp.experts.137.up_proj,0.0000017040,0.05000,17.159
+0,mlp.experts.129.up_proj,0.0000002545,0.05000,17.243
+0,mlp.experts.142.up_proj,0.0000001123,0.05000,17.408
+0,mlp.experts.156.up_proj,0.0000002343,0.05000,17.199
+0,mlp.experts.148.up_proj,0.0000003529,0.05000,17.828
+0,mlp.experts.144.up_proj,0.0000004474,0.05000,17.465
+0,mlp.experts.152.up_proj,0.0000022221,0.05000,17.631
+0,mlp.experts.155.up_proj,0.0000017305,0.05000,17.489
+0,mlp.experts.149.up_proj,0.0000007159,0.05000,17.597
+0,mlp.experts.157.up_proj,0.0000003085,0.05000,17.165
+0,mlp.experts.154.up_proj,0.0000003492,0.05000,17.451
+0,mlp.experts.150.up_proj,0.0000002284,0.05000,17.647
+0,mlp.experts.151.up_proj,0.0000006720,0.05000,17.482
+0,mlp.experts.146.up_proj,0.0000003356,0.05000,17.899
+0,mlp.experts.159.up_proj,0.0000008375,0.05000,17.841
+0,mlp.experts.147.up_proj,0.0000003546,0.05000,17.815
+0,mlp.experts.153.up_proj,0.0000002608,0.05000,17.980
+0,mlp.experts.145.up_proj,0.0000003125,0.05000,18.037
+0,mlp.experts.158.up_proj,0.0000002576,0.05000,18.007
+0,mlp.experts.172.up_proj,0.0000005655,0.05000,17.829
+0,mlp.experts.164.up_proj,0.0000005632,0.05000,17.610
+0,mlp.experts.160.up_proj,0.0000006001,0.05000,17.728
+0,mlp.experts.168.up_proj,0.0000001864,0.05000,17.781
+0,mlp.experts.171.up_proj,0.0000002019,0.05000,17.643
+0,mlp.experts.165.up_proj,0.0000002657,0.05000,17.655
+0,mlp.experts.173.up_proj,0.0000003402,0.05000,17.391
+0,mlp.experts.167.up_proj,0.0000004782,0.05000,17.666
+0,mlp.experts.166.up_proj,0.0000000933,0.05000,17.829
+0,mlp.experts.170.up_proj,0.0000005277,0.05000,18.023
+0,mlp.experts.162.up_proj,0.0000020221,0.05000,17.900
+0,mlp.experts.175.up_proj,0.0000012230,0.05000,17.434
+0,mlp.experts.163.up_proj,0.0000009497,0.05000,17.646
+0,mlp.experts.169.up_proj,0.0000002717,0.05000,17.423
+0,mlp.experts.161.up_proj,0.0000007625,0.05000,17.258
+0,mlp.experts.174.up_proj,0.0000006422,0.05000,17.544
+0,mlp.experts.188.up_proj,0.0000003655,0.05000,17.139
+0,mlp.experts.180.up_proj,0.0000009527,0.05000,16.976
+0,mlp.experts.176.up_proj,0.0000010626,0.05000,17.145
+0,mlp.experts.184.up_proj,0.0000007066,0.05000,17.012
+0,mlp.experts.187.up_proj,0.0000002829,0.05000,17.073
+0,mlp.experts.189.up_proj,0.0000012462,0.05000,17.157
+0,mlp.experts.181.up_proj,0.0000000955,0.05000,17.217
+0,mlp.experts.182.up_proj,0.0000002345,0.05000,16.979
+0,mlp.experts.183.up_proj,0.0000003348,0.05000,17.334
+0,mlp.experts.186.up_proj,0.0000005310,0.05000,17.159
+0,mlp.experts.178.up_proj,0.0000003178,0.05000,17.083
+0,mlp.experts.191.up_proj,0.0000006943,0.05000,17.161
+0,mlp.experts.179.up_proj,0.0000002138,0.05000,17.304
+0,mlp.experts.185.up_proj,0.0000001579,0.05000,17.248
+0,mlp.experts.177.up_proj,0.0000009036,0.05000,17.390
+0,mlp.experts.190.up_proj,0.0000001305,0.05000,17.321
+0,mlp.experts.204.up_proj,0.0000005654,0.05000,17.706
+0,mlp.experts.196.up_proj,0.0000001084,0.05000,18.305
+0,mlp.experts.192.up_proj,0.0000014828,0.05000,17.692
+0,mlp.experts.200.up_proj,0.0000003590,0.05000,17.713
+0,mlp.experts.203.up_proj,0.0000010376,0.05000,17.621
+0,mlp.experts.205.up_proj,0.0000000495,0.05000,17.414
+0,mlp.experts.197.up_proj,0.0000003169,0.05000,17.498
+0,mlp.experts.198.up_proj,0.0000004693,0.05000,17.345
+0,mlp.experts.202.up_proj,0.0000005951,0.05000,17.247
+0,mlp.experts.199.up_proj,0.0000010529,0.05000,17.506
+0,mlp.experts.194.up_proj,0.0000003182,0.05000,17.524
+0,mlp.experts.207.up_proj,0.0000008914,0.05000,17.772
+0,mlp.experts.195.up_proj,0.0000006540,0.05000,17.356
+0,mlp.experts.201.up_proj,0.0000012604,0.05000,17.579
+0,mlp.experts.193.up_proj,0.0000001999,0.05000,17.437
+0,mlp.experts.206.up_proj,0.0000002308,0.05000,17.332
+0,mlp.experts.220.up_proj,0.0000010385,0.05000,17.502
+0,mlp.experts.212.up_proj,0.0000002511,0.05000,17.041
+0,mlp.experts.208.up_proj,0.0000002401,0.05000,17.312
+0,mlp.experts.216.up_proj,0.0000001139,0.05000,17.305
+0,mlp.experts.219.up_proj,0.0000002512,0.05000,17.310
+0,mlp.experts.221.up_proj,0.0000002711,0.05000,17.327
+0,mlp.experts.218.up_proj,0.0000003359,0.05000,16.936
+0,mlp.experts.213.up_proj,0.0000003966,0.05000,17.346
+0,mlp.experts.214.up_proj,0.0000009290,0.05000,17.298
+0,mlp.experts.210.up_proj,0.0000005792,0.05000,17.216
+0,mlp.experts.215.up_proj,0.0000007785,0.05000,17.519
+0,mlp.experts.223.up_proj,0.0000008323,0.05000,17.376
+0,mlp.experts.211.up_proj,0.0000005166,0.05000,17.341
+0,mlp.experts.209.up_proj,0.0000003895,0.05000,17.224
+0,mlp.experts.217.up_proj,0.0000008772,0.05000,17.390
+0,mlp.experts.222.up_proj,0.0000007278,0.05000,17.536
+0,mlp.experts.236.up_proj,0.0000006058,0.05000,17.442
+0,mlp.experts.224.up_proj,0.0000008382,0.05000,17.251
+0,mlp.experts.228.up_proj,0.0000002953,0.05000,17.973
+0,mlp.experts.232.up_proj,0.0000022718,0.05000,17.506
+0,mlp.experts.235.up_proj,0.0000001880,0.05000,17.563
+0,mlp.experts.237.up_proj,0.0000008378,0.05000,17.522
+0,mlp.experts.234.up_proj,0.0000006315,0.05000,17.434
+0,mlp.experts.229.up_proj,0.0000001803,0.05000,17.501
+0,mlp.experts.230.up_proj,0.0000007778,0.05000,17.478
+0,mlp.experts.226.up_proj,0.0000001423,0.05000,17.568
+0,mlp.experts.231.up_proj,0.0000005525,0.05000,17.538
+0,mlp.experts.239.up_proj,0.0000007103,0.05000,17.454
+0,mlp.experts.227.up_proj,0.0000003218,0.05000,17.381
+0,mlp.experts.233.up_proj,0.0000000970,0.05000,17.456
+0,mlp.experts.225.up_proj,0.0000004847,0.05000,17.806
+0,mlp.experts.238.up_proj,0.0000005635,0.05000,17.230
+0,mlp.experts.252.up_proj,0.0000000316,0.05000,17.336
+0,mlp.experts.240.up_proj,0.0000010255,0.05000,17.574
+0,mlp.experts.244.up_proj,0.0000005205,0.05000,17.492
+0,mlp.experts.248.up_proj,0.0000019757,0.05000,17.441
+0,mlp.experts.12.down_proj,0.0000000709,0.05000,4.595
+0,mlp.experts.0.down_proj,0.0000001865,0.05000,4.621
+0,mlp.experts.4.down_proj,0.0000002451,0.05000,4.505
+0,mlp.experts.8.down_proj,0.0000001165,0.05000,4.644
+0,mlp.experts.251.up_proj,0.0000003234,0.05000,17.680
+0,mlp.experts.253.up_proj,0.0000001789,0.05000,17.506
+0,mlp.experts.246.up_proj,0.0000002163,0.05000,17.479
+0,mlp.experts.245.up_proj,0.0000007613,0.05000,17.695
+0,mlp.experts.250.up_proj,0.0000003834,0.05000,17.826
+0,mlp.experts.242.up_proj,0.0000004993,0.05000,17.552
+0,mlp.experts.247.up_proj,0.0000002670,0.05000,17.569
+0,mlp.experts.28.down_proj,0.0000001677,0.05000,4.481
+0,mlp.experts.243.up_proj,0.0000003538,0.05000,17.585
+0,mlp.experts.255.up_proj,0.0000001759,0.05000,17.710
+0,mlp.experts.249.up_proj,0.0000001740,0.05000,17.241
+0,mlp.experts.241.up_proj,0.0000003695,0.05000,17.309
+0,mlp.experts.254.up_proj,0.0000007690,0.05000,17.535
+0,mlp.experts.16.down_proj,0.0000001290,0.05000,4.191
+0,mlp.experts.20.down_proj,0.0000001754,0.05000,4.106
+0,mlp.experts.24.down_proj,0.0000000864,0.05000,4.020
+0,mlp.experts.11.down_proj,0.0000000738,0.05000,3.935
+0,mlp.experts.13.down_proj,0.0000000821,0.05000,3.966
+0,mlp.experts.6.down_proj,0.0000000940,0.05000,4.044
+0,mlp.experts.5.down_proj,0.0000000763,0.05000,3.984
+0,mlp.experts.10.down_proj,0.0000000676,0.05000,4.128
+0,mlp.experts.2.down_proj,0.0000001162,0.05000,3.930
+0,mlp.experts.7.down_proj,0.0000000598,0.05000,3.822
+0,mlp.experts.44.down_proj,0.0000000874,0.05000,3.895
+0,mlp.experts.3.down_proj,0.0000000624,0.05000,3.847
+0,mlp.experts.15.down_proj,0.0000001254,0.05000,3.926
+0,mlp.experts.9.down_proj,0.0000001024,0.05000,3.923
+0,mlp.experts.1.down_proj,0.0000000610,0.05000,4.054
+0,mlp.experts.14.down_proj,0.0000000774,0.05000,4.090
+0,mlp.experts.32.down_proj,0.0000000783,0.05000,4.055
+0,mlp.experts.36.down_proj,0.0000001011,0.05000,4.048
+0,mlp.experts.40.down_proj,0.0000001246,0.05000,4.157
+0,mlp.experts.27.down_proj,0.0000001257,0.05000,4.112
+0,mlp.experts.29.down_proj,0.0000001195,0.05000,4.097
+0,mlp.experts.22.down_proj,0.0000000693,0.05000,4.198
+0,mlp.experts.21.down_proj,0.0000001111,0.05000,4.185
+0,mlp.experts.26.down_proj,0.0000001278,0.05000,4.092
+0,mlp.experts.18.down_proj,0.0000000326,0.05000,4.068
+0,mlp.experts.23.down_proj,0.0000001242,0.05000,4.094
+0,mlp.experts.60.down_proj,0.0000000614,0.05000,4.132
+0,mlp.experts.31.down_proj,0.0000001533,0.05000,4.103
+0,mlp.experts.19.down_proj,0.0000000905,0.05000,4.241
+0,mlp.experts.25.down_proj,0.0000000775,0.05000,4.111
+0,mlp.experts.17.down_proj,0.0000001117,0.05000,4.028
+0,mlp.experts.30.down_proj,0.0000000921,0.05000,4.054
+0,mlp.experts.52.down_proj,0.0000001048,0.05000,3.897
+0,mlp.experts.48.down_proj,0.0000000713,0.05000,4.064
+0,mlp.experts.56.down_proj,0.0000000740,0.05000,4.053
+0,mlp.experts.43.down_proj,0.0000001062,0.05000,3.928
+0,mlp.experts.45.down_proj,0.0000000319,0.05000,3.957
+0,mlp.experts.38.down_proj,0.0000001098,0.05000,3.906
+0,mlp.experts.42.down_proj,0.0000000906,0.05000,3.836
+0,mlp.experts.37.down_proj,0.0000001991,0.05000,3.928
+0,mlp.experts.34.down_proj,0.0000001371,0.05000,3.944
+0,mlp.experts.39.down_proj,0.0000001212,0.05000,3.955
+0,mlp.experts.76.down_proj,0.0000001316,0.05000,3.976
+0,mlp.experts.41.down_proj,0.0000000877,0.05000,3.921
+0,mlp.experts.47.down_proj,0.0000000843,0.05000,4.042
+0,mlp.experts.35.down_proj,0.0000001434,0.05000,4.050
+0,mlp.experts.33.down_proj,0.0000001010,0.05000,4.066
+0,mlp.experts.46.down_proj,0.0000000737,0.05000,4.036
+0,mlp.experts.68.down_proj,0.0000000869,0.05000,4.041
+0,mlp.experts.64.down_proj,0.0000001054,0.05000,4.013
+0,mlp.experts.72.down_proj,0.0000003377,0.05000,4.061
+0,mlp.experts.59.down_proj,0.0000000609,0.05000,3.979
+0,mlp.experts.61.down_proj,0.0000001357,0.05000,3.961
+0,mlp.experts.54.down_proj,0.0000000885,0.05000,4.009
+0,mlp.experts.53.down_proj,0.0000001008,0.05000,3.972
+0,mlp.experts.58.down_proj,0.0000000795,0.05000,4.226
+0,mlp.experts.50.down_proj,0.0000000820,0.05000,4.292
+0,mlp.experts.55.down_proj,0.0000001141,0.05000,4.222
+0,mlp.experts.92.down_proj,0.0000001022,0.05000,4.286
+0,mlp.experts.63.down_proj,0.0000000856,0.05000,4.187
+0,mlp.experts.57.down_proj,0.0000000767,0.05000,4.225
+0,mlp.experts.51.down_proj,0.0000000755,0.05000,4.203
+0,mlp.experts.49.down_proj,0.0000000831,0.05000,4.182
+0,mlp.experts.62.down_proj,0.0000000514,0.05000,4.098
+0,mlp.experts.80.down_proj,0.0000000605,0.05000,4.092
+0,mlp.experts.84.down_proj,0.0000000626,0.05000,4.203
+0,mlp.experts.88.down_proj,0.0000001333,0.05000,4.269
+0,mlp.experts.75.down_proj,0.0000001143,0.05000,4.324
+0,mlp.experts.77.down_proj,0.0000001097,0.05000,4.190
+0,mlp.experts.70.down_proj,0.0000000792,0.05000,4.344
+0,mlp.experts.69.down_proj,0.0000000840,0.05000,4.402
+0,mlp.experts.74.down_proj,0.0000000533,0.05000,4.158
+0,mlp.experts.66.down_proj,0.0000000579,0.05000,4.179
+0,mlp.experts.71.down_proj,0.0000002014,0.05000,4.199
+0,mlp.experts.108.down_proj,0.0000001020,0.05000,4.130
+0,mlp.experts.79.down_proj,0.0000000696,0.05000,4.195
+0,mlp.experts.73.down_proj,0.0000000930,0.05000,4.224
+0,mlp.experts.67.down_proj,0.0000000835,0.05000,4.242
+0,mlp.experts.65.down_proj,0.0000000780,0.05000,4.346
+0,mlp.experts.78.down_proj,0.0000001003,0.05000,4.097
+0,mlp.experts.96.down_proj,0.0000000720,0.05000,4.170
+0,mlp.experts.100.down_proj,0.0000000993,0.05000,4.139
+0,mlp.experts.104.down_proj,0.0000000680,0.05000,4.006
+0,mlp.experts.93.down_proj,0.0000000974,0.05000,3.858
+0,mlp.experts.91.down_proj,0.0000001084,0.05000,4.041
+0,mlp.experts.86.down_proj,0.0000001145,0.05000,3.978
+0,mlp.experts.90.down_proj,0.0000000966,0.05000,3.958
+0,mlp.experts.85.down_proj,0.0000000925,0.05000,4.061
+0,mlp.experts.87.down_proj,0.0000000584,0.05000,4.008
+0,mlp.experts.82.down_proj,0.0000000944,0.05000,4.080
+0,mlp.experts.124.down_proj,0.0000000918,0.05000,4.031
+0,mlp.experts.89.down_proj,0.0000000743,0.05000,3.769
+0,mlp.experts.95.down_proj,0.0000001434,0.05000,3.926
+0,mlp.experts.83.down_proj,0.0000000625,0.05000,3.858
+0,mlp.experts.81.down_proj,0.0000000555,0.05000,3.908
+0,mlp.experts.94.down_proj,0.0000000881,0.05000,3.985
+0,mlp.experts.112.down_proj,0.0000001480,0.05000,4.033
+0,mlp.experts.116.down_proj,0.0000001049,0.05000,4.075
+0,mlp.experts.120.down_proj,0.0000000840,0.05000,4.097
+0,mlp.experts.109.down_proj,0.0000000796,0.05000,4.147
+0,mlp.experts.107.down_proj,0.0000000703,0.05000,4.021
+0,mlp.experts.102.down_proj,0.0000000797,0.05000,3.997
+0,mlp.experts.106.down_proj,0.0000000555,0.05000,4.055
+0,mlp.experts.101.down_proj,0.0000000537,0.05000,3.987
+0,mlp.experts.103.down_proj,0.0000001403,0.05000,4.001
+0,mlp.experts.98.down_proj,0.0000000980,0.05000,4.089
+0,mlp.experts.140.down_proj,0.0000001078,0.05000,4.169
+0,mlp.experts.105.down_proj,0.0000000770,0.05000,4.031
+0,mlp.experts.111.down_proj,0.0000000778,0.05000,4.189
+0,mlp.experts.99.down_proj,0.0000001215,0.05000,4.206
+0,mlp.experts.97.down_proj,0.0000000845,0.05000,4.129
+0,mlp.experts.110.down_proj,0.0000000983,0.05000,4.070
+0,mlp.experts.128.down_proj,0.0000000601,0.05000,4.177
+0,mlp.experts.132.down_proj,0.0000001097,0.05000,4.366
+0,mlp.experts.136.down_proj,0.0000000684,0.05000,4.211
+0,mlp.experts.125.down_proj,0.0000001225,0.05000,4.246
+0,mlp.experts.123.down_proj,0.0000000475,0.05000,4.296
+0,mlp.experts.118.down_proj,0.0000001106,0.05000,4.198
+0,mlp.experts.117.down_proj,0.0000000652,0.05000,4.129
+0,mlp.experts.122.down_proj,0.0000000786,0.05000,4.156
+0,mlp.experts.119.down_proj,0.0000001151,0.05000,4.235
+0,mlp.experts.114.down_proj,0.0000000931,0.05000,4.174
+0,mlp.experts.121.down_proj,0.0000000245,0.05000,4.152
+0,mlp.experts.156.down_proj,0.0000000656,0.05000,4.179
+0,mlp.experts.115.down_proj,0.0000000789,0.05000,4.136
+0,mlp.experts.127.down_proj,0.0000000594,0.05000,4.256
+0,mlp.experts.126.down_proj,0.0000001124,0.05000,3.892
+0,mlp.experts.113.down_proj,0.0000000634,0.05000,4.180
+0,mlp.experts.144.down_proj,0.0000000599,0.05000,4.136
+0,mlp.experts.148.down_proj,0.0000000996,0.05000,4.145
+0,mlp.experts.152.down_proj,0.0000001285,0.05000,4.345
+0,mlp.experts.141.down_proj,0.0000000806,0.05000,4.219
+0,mlp.experts.139.down_proj,0.0000001289,0.05000,4.457
+0,mlp.experts.134.down_proj,0.0000000714,0.05000,4.311
+0,mlp.experts.138.down_proj,0.0000002085,0.05000,4.268
+0,mlp.experts.133.down_proj,0.0000000931,0.05000,4.350
+0,mlp.experts.135.down_proj,0.0000000742,0.05000,4.197
+0,mlp.experts.130.down_proj,0.0000000483,0.05000,4.378
+0,mlp.experts.137.down_proj,0.0000002518,0.05000,4.389
+0,mlp.experts.172.down_proj,0.0000000746,0.05000,4.478
+0,mlp.experts.143.down_proj,0.0000001380,0.05000,4.301
+0,mlp.experts.131.down_proj,0.0000001213,0.05000,4.415
+0,mlp.experts.142.down_proj,0.0000000880,0.05000,4.333
+0,mlp.experts.129.down_proj,0.0000000657,0.05000,4.394
+0,mlp.experts.160.down_proj,0.0000000926,0.05000,4.297
+0,mlp.experts.164.down_proj,0.0000001306,0.05000,4.355
+0,mlp.experts.168.down_proj,0.0000000807,0.05000,4.284
+0,mlp.experts.157.down_proj,0.0000000562,0.05000,4.239
+0,mlp.experts.150.down_proj,0.0000000851,0.05000,4.101
+0,mlp.experts.155.down_proj,0.0000002141,0.05000,4.270
+0,mlp.experts.154.down_proj,0.0000000975,0.05000,4.032
+0,mlp.experts.149.down_proj,0.0000001238,0.05000,4.185
+0,mlp.experts.151.down_proj,0.0000000842,0.05000,4.265
+0,mlp.experts.146.down_proj,0.0000000838,0.05000,4.157
+0,mlp.experts.153.down_proj,0.0000000963,0.05000,4.277
+0,mlp.experts.159.down_proj,0.0000000930,0.05000,4.014
+0,mlp.experts.188.down_proj,0.0000000720,0.05000,4.281
+0,mlp.experts.147.down_proj,0.0000001014,0.05000,4.187
+0,mlp.experts.158.down_proj,0.0000000850,0.05000,4.136
+0,mlp.experts.145.down_proj,0.0000000542,0.05000,3.981
+0,mlp.experts.176.down_proj,0.0000000145,0.05000,4.145
+0,mlp.experts.180.down_proj,0.0000000959,0.05000,4.193
+0,mlp.experts.184.down_proj,0.0000000981,0.05000,3.979
+0,mlp.experts.173.down_proj,0.0000001210,0.05000,4.101
+0,mlp.experts.171.down_proj,0.0000000612,0.05000,4.143
+0,mlp.experts.170.down_proj,0.0000000794,0.05000,4.147
+0,mlp.experts.166.down_proj,0.0000000832,0.05000,4.210
+0,mlp.experts.165.down_proj,0.0000001139,0.05000,4.184
+0,mlp.experts.167.down_proj,0.0000000912,0.05000,4.085
+0,mlp.experts.162.down_proj,0.0000002097,0.05000,4.172
+0,mlp.experts.169.down_proj,0.0000000951,0.05000,4.147
+0,mlp.experts.175.down_proj,0.0000000645,0.05000,4.153
+0,mlp.experts.204.down_proj,0.0000000869,0.05000,4.125
+0,mlp.experts.163.down_proj,0.0000000711,0.05000,4.118
+0,mlp.experts.174.down_proj,0.0000000850,0.05000,4.181
+0,mlp.experts.161.down_proj,0.0000000920,0.05000,4.178
+0,mlp.experts.192.down_proj,0.0000001749,0.05000,4.082
+0,mlp.experts.196.down_proj,0.0000000680,0.05000,4.183
+0,mlp.experts.200.down_proj,0.0000001256,0.05000,3.989
+0,mlp.experts.189.down_proj,0.0000001306,0.05000,4.130
+0,mlp.experts.182.down_proj,0.0000000801,0.05000,3.903
+0,mlp.experts.186.down_proj,0.0000000828,0.05000,4.033
+0,mlp.experts.187.down_proj,0.0000000858,0.05000,4.051
+0,mlp.experts.181.down_proj,0.0000000602,0.05000,3.913
+0,mlp.experts.183.down_proj,0.0000001188,0.05000,4.147
+0,mlp.experts.178.down_proj,0.0000000811,0.05000,4.172
+0,mlp.experts.185.down_proj,0.0000000790,0.05000,4.072
+0,mlp.experts.191.down_proj,0.0000000730,0.05000,4.044
+0,mlp.experts.220.down_proj,0.0000001215,0.05000,4.049
+0,mlp.experts.179.down_proj,0.0000001289,0.05000,4.069
+0,mlp.experts.190.down_proj,0.0000000731,0.05000,4.098
+0,mlp.experts.177.down_proj,0.0000000656,0.05000,4.159
+0,mlp.experts.208.down_proj,0.0000000641,0.05000,4.248
+0,mlp.experts.212.down_proj,0.0000000843,0.05000,4.209
+0,mlp.experts.216.down_proj,0.0000000763,0.05000,4.198
+0,mlp.experts.205.down_proj,0.0000000535,0.05000,4.133
+0,mlp.experts.198.down_proj,0.0000000795,0.05000,4.180
+0,mlp.experts.197.down_proj,0.0000000390,0.05000,3.990
+0,mlp.experts.202.down_proj,0.0000000527,0.05000,4.119
+0,mlp.experts.203.down_proj,0.0000001080,0.05000,4.118
+0,mlp.experts.199.down_proj,0.0000002011,0.05000,4.147
+0,mlp.experts.194.down_proj,0.0000000574,0.05000,4.163
+0,mlp.experts.201.down_proj,0.0000001283,0.05000,4.107
+0,mlp.experts.236.down_proj,0.0000000842,0.05000,4.283
+0,mlp.experts.207.down_proj,0.0000000748,0.05000,4.476
+0,mlp.experts.195.down_proj,0.0000000953,0.05000,4.446
+0,mlp.experts.193.down_proj,0.0000000758,0.05000,4.354
+0,mlp.experts.206.down_proj,0.0000000949,0.05000,4.487
+0,mlp.experts.224.down_proj,0.0000000767,0.05000,4.465
+0,mlp.experts.228.down_proj,0.0000001272,0.05000,4.474
+0,mlp.experts.232.down_proj,0.0000001488,0.05000,4.566
+0,mlp.experts.221.down_proj,0.0000000830,0.05000,4.528
+0,mlp.experts.214.down_proj,0.0000002026,0.05000,4.547
+0,mlp.experts.219.down_proj,0.0000000809,0.05000,4.554
+0,mlp.experts.218.down_proj,0.0000000969,0.05000,4.629
+0,mlp.experts.213.down_proj,0.0000001203,0.05000,4.692
+0,mlp.experts.215.down_proj,0.0000000424,0.05000,4.427
+0,mlp.experts.210.down_proj,0.0000000694,0.05000,4.455
+0,mlp.experts.217.down_proj,0.0000000665,0.05000,4.340
+0,mlp.experts.252.down_proj,0.0000000384,0.05000,4.271
+0,mlp.experts.223.down_proj,0.0000000765,0.05000,4.222
+0,mlp.experts.211.down_proj,0.0000000745,0.05000,4.168
+0,mlp.experts.222.down_proj,0.0000000686,0.05000,4.088
+0,mlp.experts.209.down_proj,0.0000000877,0.05000,4.131
+0,mlp.experts.240.down_proj,0.0000001135,0.05000,4.064
+0,mlp.experts.244.down_proj,0.0000000884,0.05000,3.937
+0,mlp.experts.248.down_proj,0.0000002421,0.05000,3.836
+0,mlp.experts.237.down_proj,0.0000001185,0.05000,3.854
+0,mlp.experts.230.down_proj,0.0000000933,0.05000,3.788
+0,mlp.experts.234.down_proj,0.0000000570,0.05000,3.789
+0,mlp.experts.235.down_proj,0.0000000643,0.05000,3.877
+0,mlp.experts.229.down_proj,0.0000000083,0.05000,3.811
+0,mlp.experts.231.down_proj,0.0000000567,0.05000,3.662
+0,mlp.experts.233.down_proj,0.0000000621,0.05000,3.463
+0,mlp.experts.226.down_proj,0.0000000414,0.05000,3.530
+0,mlp.experts.239.down_proj,0.0000001067,0.05000,3.380
+0,mlp.experts.227.down_proj,0.0000001037,0.05000,3.349
+0,mlp.experts.238.down_proj,0.0000001386,0.05000,3.169
+0,mlp.experts.225.down_proj,0.0000001343,0.05000,3.263
+0,mlp.experts.253.down_proj,0.0000001056,0.05000,3.012
+0,mlp.experts.246.down_proj,0.0000000905,0.05000,3.263
+0,mlp.experts.250.down_proj,0.0000000672,0.05000,3.202
+0,mlp.experts.251.down_proj,0.0000000905,0.05000,3.255
+0,mlp.experts.245.down_proj,0.0000001237,0.05000,3.273
+0,mlp.experts.247.down_proj,0.0000000928,0.05000,2.938
+0,mlp.experts.242.down_proj,0.0000000877,0.05000,2.887
+0,mlp.experts.249.down_proj,0.0000000180,0.05000,2.900
+0,mlp.experts.243.down_proj,0.0000001246,0.05000,2.679
+0,mlp.experts.255.down_proj,0.0000000980,0.05000,2.806
+0,mlp.experts.254.down_proj,0.0000000851,0.05000,2.582
+0,mlp.experts.241.down_proj,0.0000000865,0.05000,2.490
+1,mlp.experts.6.gate_proj,0.0000014070,0.05000,15.994
+1,mlp.experts.11.gate_proj,0.0000005910,0.05000,16.121
+1,mlp.experts.1.gate_proj,0.0000019499,0.05000,16.248
+1,mlp.experts.12.gate_proj,0.0000023222,0.05000,16.256
+1,mlp.experts.15.gate_proj,0.0000016060,0.05000,16.255
+1,mlp.experts.4.gate_proj,0.0000019956,0.05000,16.259
+1,mlp.experts.3.gate_proj,0.0000020409,0.05000,16.265
+1,mlp.experts.0.gate_proj,0.0000017549,0.05000,16.296
+1,mlp.experts.13.gate_proj,0.0000008432,0.05000,16.400
+1,mlp.experts.9.gate_proj,0.0000012957,0.05000,16.434
+1,mlp.experts.14.gate_proj,0.0000045241,0.05000,16.453
+1,mlp.experts.8.gate_proj,0.0000015323,0.05000,16.473
+1,mlp.experts.5.gate_proj,0.0000013740,0.05000,16.523
+1,mlp.experts.2.gate_proj,0.0000014131,0.05000,16.619
+1,mlp.experts.7.gate_proj,0.0000014287,0.05000,16.636
+1,mlp.experts.10.gate_proj,0.0000025604,0.05000,16.679
+1,mlp.experts.17.gate_proj,0.0000020246,0.05000,16.533
+1,mlp.experts.22.gate_proj,0.0000015791,0.05000,16.987
+1,mlp.experts.27.gate_proj,0.0000009637,0.05000,16.912
+1,mlp.experts.20.gate_proj,0.0000009293,0.05000,16.762
+1,mlp.experts.31.gate_proj,0.0000019105,0.05000,16.855
+1,mlp.experts.19.gate_proj,0.0000011824,0.05000,16.854
+1,mlp.experts.21.gate_proj,0.0000014770,0.05000,16.651
+1,mlp.experts.30.gate_proj,0.0000022869,0.05000,16.737
+1,mlp.experts.28.gate_proj,0.0000018792,0.05000,16.959
+1,mlp.experts.25.gate_proj,0.0000028009,0.05000,16.853
+1,mlp.experts.16.gate_proj,0.0000015651,0.05000,16.990
+1,mlp.experts.29.gate_proj,0.0000011377,0.05000,16.928
+1,mlp.experts.26.gate_proj,0.0000010435,0.05000,16.650
+1,mlp.experts.23.gate_proj,0.0000026259,0.05000,16.825
+1,mlp.experts.24.gate_proj,0.0000013126,0.05000,17.034
+1,mlp.experts.18.gate_proj,0.0000008100,0.05000,16.882
+1,mlp.experts.33.gate_proj,0.0000008374,0.05000,16.609
+1,mlp.experts.41.gate_proj,0.0000012732,0.05000,16.204
+1,mlp.experts.43.gate_proj,0.0000006768,0.05000,16.555
+1,mlp.experts.36.gate_proj,0.0000007409,0.05000,16.641
+1,mlp.experts.46.gate_proj,0.0000014284,0.05000,16.499
+1,mlp.experts.44.gate_proj,0.0000025389,0.05000,16.670
+1,mlp.experts.37.gate_proj,0.0000017671,0.05000,16.669
+1,mlp.experts.47.gate_proj,0.0000019416,0.05000,16.828
+1,mlp.experts.42.gate_proj,0.0000019895,0.05000,16.607
+1,mlp.experts.34.gate_proj,0.0000009464,0.05000,16.462
+1,mlp.experts.35.gate_proj,0.0000018114,0.05000,16.902
+1,mlp.experts.38.gate_proj,0.0000027272,0.05000,17.171
+1,mlp.experts.32.gate_proj,0.0000020166,0.05000,16.821
+1,mlp.experts.45.gate_proj,0.0000019793,0.05000,16.893
+1,mlp.experts.39.gate_proj,0.0000013028,0.05000,16.872
+1,mlp.experts.40.gate_proj,0.0000010203,0.05000,16.909
+1,mlp.experts.59.gate_proj,0.0000012223,0.05000,16.328
+1,mlp.experts.49.gate_proj,0.0000018452,0.05000,16.723
+1,mlp.experts.57.gate_proj,0.0000013058,0.05000,16.597
+1,mlp.experts.62.gate_proj,0.0000010725,0.05000,16.362
+1,mlp.experts.52.gate_proj,0.0000014595,0.05000,16.426
+1,mlp.experts.63.gate_proj,0.0000010571,0.05000,16.419
+1,mlp.experts.58.gate_proj,0.0000009541,0.05000,16.492
+1,mlp.experts.54.gate_proj,0.0000033348,0.05000,16.350
+1,mlp.experts.53.gate_proj,0.0000008562,0.05000,16.620
+1,mlp.experts.50.gate_proj,0.0000066345,0.05000,16.579
+1,mlp.experts.60.gate_proj,0.0000017934,0.05000,16.705
+1,mlp.experts.51.gate_proj,0.0000015609,0.05000,16.564
+1,mlp.experts.61.gate_proj,0.0000020558,0.05000,16.496
+1,mlp.experts.48.gate_proj,0.0000018228,0.05000,16.659
+1,mlp.experts.55.gate_proj,0.0000014239,0.05000,16.586
+1,mlp.experts.56.gate_proj,0.0000018940,0.05000,16.651
+1,mlp.experts.68.gate_proj,0.0000026988,0.05000,16.531
+1,mlp.experts.75.gate_proj,0.0000011913,0.05000,16.818
+1,mlp.experts.73.gate_proj,0.0000010468,0.05000,16.660
+1,mlp.experts.65.gate_proj,0.0000012011,0.05000,16.791
+1,mlp.experts.78.gate_proj,0.0000024795,0.05000,16.803
+1,mlp.experts.79.gate_proj,0.0000014318,0.05000,16.756
+1,mlp.experts.69.gate_proj,0.0000027321,0.05000,16.738
+1,mlp.experts.66.gate_proj,0.0000013006,0.05000,16.715
+1,mlp.experts.76.gate_proj,0.0000019480,0.05000,16.697
+1,mlp.experts.74.gate_proj,0.0000017894,0.05000,16.850
+1,mlp.experts.70.gate_proj,0.0000019123,0.05000,16.844
+1,mlp.experts.67.gate_proj,0.0000018702,0.05000,16.845
+1,mlp.experts.64.gate_proj,0.0000017950,0.05000,16.800
+1,mlp.experts.77.gate_proj,0.0000010172,0.05000,16.893
+1,mlp.experts.71.gate_proj,0.0000018268,0.05000,16.781
+1,mlp.experts.72.gate_proj,0.0000017443,0.05000,16.787
+1,mlp.experts.89.gate_proj,0.0000013214,0.05000,16.286
+1,mlp.experts.81.gate_proj,0.0000007132,0.05000,16.202
+1,mlp.experts.91.gate_proj,0.0000015908,0.05000,16.358
+1,mlp.experts.84.gate_proj,0.0000009102,0.05000,16.545
+1,mlp.experts.94.gate_proj,0.0000018571,0.05000,16.363
+1,mlp.experts.90.gate_proj,0.0000019260,0.05000,16.038
+1,mlp.experts.95.gate_proj,0.0000021306,0.05000,16.418
+1,mlp.experts.92.gate_proj,0.0000010826,0.05000,16.366
+1,mlp.experts.85.gate_proj,0.0000017530,0.05000,16.542
+1,mlp.experts.86.gate_proj,0.0000011108,0.05000,16.529
+1,mlp.experts.83.gate_proj,0.0000020612,0.05000,16.590
+1,mlp.experts.82.gate_proj,0.0000015320,0.05000,16.761
+1,mlp.experts.80.gate_proj,0.0000018813,0.05000,16.533
+1,mlp.experts.87.gate_proj,0.0000008149,0.05000,16.573
+1,mlp.experts.88.gate_proj,0.0000022104,0.05000,16.432
+1,mlp.experts.93.gate_proj,0.0000009295,0.05000,16.758
+1,mlp.experts.97.gate_proj,0.0000014569,0.05000,16.586
+1,mlp.experts.105.gate_proj,0.0000022411,0.05000,16.836
+1,mlp.experts.100.gate_proj,0.0000019007,0.05000,16.773
+1,mlp.experts.110.gate_proj,0.0000024831,0.05000,16.725
+1,mlp.experts.107.gate_proj,0.0000016020,0.05000,17.024
+1,mlp.experts.111.gate_proj,0.0000015588,0.05000,16.684
+1,mlp.experts.106.gate_proj,0.0000035815,0.05000,16.919
+1,mlp.experts.102.gate_proj,0.0000009012,0.05000,16.446
+1,mlp.experts.108.gate_proj,0.0000009686,0.05000,16.946
+1,mlp.experts.101.gate_proj,0.0000015357,0.05000,16.873
+1,mlp.experts.96.gate_proj,0.0000009177,0.05000,16.679
+1,mlp.experts.109.gate_proj,0.0000017314,0.05000,16.497
+1,mlp.experts.99.gate_proj,0.0000014285,0.05000,16.858
+1,mlp.experts.98.gate_proj,0.0000014262,0.05000,16.915
+1,mlp.experts.104.gate_proj,0.0000010429,0.05000,16.713
+1,mlp.experts.103.gate_proj,0.0000019351,0.05000,16.926
+1,mlp.experts.113.gate_proj,0.0000011132,0.05000,16.629
+1,mlp.experts.121.gate_proj,0.0000059238,0.05000,16.627
+1,mlp.experts.126.gate_proj,0.0000021256,0.05000,16.622
+1,mlp.experts.123.gate_proj,0.0000018632,0.05000,16.525
+1,mlp.experts.116.gate_proj,0.0000020125,0.05000,16.683
+1,mlp.experts.127.gate_proj,0.0000010759,0.05000,16.475
+1,mlp.experts.122.gate_proj,0.0000008294,0.05000,16.460
+1,mlp.experts.118.gate_proj,0.0000020032,0.05000,16.459
+1,mlp.experts.124.gate_proj,0.0000016292,0.05000,16.499
+1,mlp.experts.117.gate_proj,0.0000013973,0.05000,16.546
+1,mlp.experts.112.gate_proj,0.0000008220,0.05000,16.554
+1,mlp.experts.125.gate_proj,0.0000024022,0.05000,16.489
+1,mlp.experts.114.gate_proj,0.0000021071,0.05000,16.641
+1,mlp.experts.120.gate_proj,0.0000013210,0.05000,16.624
+1,mlp.experts.119.gate_proj,0.0000011870,0.05000,16.618
+1,mlp.experts.115.gate_proj,0.0000008452,0.05000,16.859
+1,mlp.experts.129.gate_proj,0.0000009826,0.05000,16.678
+1,mlp.experts.132.gate_proj,0.0000013930,0.05000,16.379
+1,mlp.experts.137.gate_proj,0.0000009624,0.05000,16.632
+1,mlp.experts.142.gate_proj,0.0000007684,0.05000,16.598
+1,mlp.experts.139.gate_proj,0.0000015990,0.05000,16.700
+1,mlp.experts.138.gate_proj,0.0000004993,0.05000,16.647
+1,mlp.experts.143.gate_proj,0.0000020789,0.05000,16.853
+1,mlp.experts.134.gate_proj,0.0000016619,0.05000,16.736
+1,mlp.experts.140.gate_proj,0.0000015359,0.05000,16.627
+1,mlp.experts.141.gate_proj,0.0000019283,0.05000,16.574
+1,mlp.experts.133.gate_proj,0.0000012110,0.05000,16.865
+1,mlp.experts.136.gate_proj,0.0000013780,0.05000,16.497
+1,mlp.experts.128.gate_proj,0.0000013169,0.05000,16.774
+1,mlp.experts.130.gate_proj,0.0000026777,0.05000,16.826
+1,mlp.experts.131.gate_proj,0.0000010687,0.05000,16.818
+1,mlp.experts.135.gate_proj,0.0000017065,0.05000,16.941
+1,mlp.experts.145.gate_proj,0.0000010824,0.05000,16.918
+1,mlp.experts.148.gate_proj,0.0000012391,0.05000,17.039
+1,mlp.experts.158.gate_proj,0.0000010491,0.05000,16.846
+1,mlp.experts.153.gate_proj,0.0000016444,0.05000,16.992
+1,mlp.experts.155.gate_proj,0.0000009267,0.05000,16.760
+1,mlp.experts.159.gate_proj,0.0000014674,0.05000,16.702
+1,mlp.experts.154.gate_proj,0.0000019218,0.05000,16.854
+1,mlp.experts.156.gate_proj,0.0000010239,0.05000,16.797
+1,mlp.experts.150.gate_proj,0.0000007841,0.05000,16.977
+1,mlp.experts.157.gate_proj,0.0000018468,0.05000,16.867
+1,mlp.experts.144.gate_proj,0.0000027393,0.05000,16.694
+1,mlp.experts.152.gate_proj,0.0000034049,0.05000,16.803
+1,mlp.experts.149.gate_proj,0.0000020878,0.05000,16.985
+1,mlp.experts.146.gate_proj,0.0000012669,0.05000,16.923
+1,mlp.experts.147.gate_proj,0.0000010519,0.05000,16.824
+1,mlp.experts.151.gate_proj,0.0000015362,0.05000,16.855
+1,mlp.experts.169.gate_proj,0.0000006495,0.05000,16.177
+1,mlp.experts.161.gate_proj,0.0000054353,0.05000,16.636
+1,mlp.experts.171.gate_proj,0.0000015922,0.05000,16.401
+1,mlp.experts.164.gate_proj,0.0000019406,0.05000,16.635
+1,mlp.experts.170.gate_proj,0.0000015645,0.05000,16.434
+1,mlp.experts.174.gate_proj,0.0000030187,0.05000,16.650
+1,mlp.experts.175.gate_proj,0.0000013814,0.05000,16.785
+1,mlp.experts.166.gate_proj,0.0000008706,0.05000,16.494
+1,mlp.experts.172.gate_proj,0.0000010367,0.05000,16.630
+1,mlp.experts.173.gate_proj,0.0000016106,0.05000,16.528
+1,mlp.experts.160.gate_proj,0.0000016062,0.05000,16.621
+1,mlp.experts.165.gate_proj,0.0000012959,0.05000,16.485
+1,mlp.experts.168.gate_proj,0.0000005358,0.05000,16.701
+1,mlp.experts.162.gate_proj,0.0000026397,0.05000,16.528
+1,mlp.experts.163.gate_proj,0.0000018484,0.05000,16.589
+1,mlp.experts.167.gate_proj,0.0000018276,0.05000,16.708
+1,mlp.experts.177.gate_proj,0.0000007801,0.05000,16.381
+1,mlp.experts.190.gate_proj,0.0000019072,0.05000,16.223
+1,mlp.experts.185.gate_proj,0.0000020591,0.05000,16.822
+1,mlp.experts.187.gate_proj,0.0000010870,0.05000,16.710
+1,mlp.experts.180.gate_proj,0.0000010321,0.05000,16.579
+1,mlp.experts.191.gate_proj,0.0000020539,0.05000,16.341
+1,mlp.experts.186.gate_proj,0.0000017502,0.05000,16.707
+1,mlp.experts.188.gate_proj,0.0000020204,0.05000,16.415
+1,mlp.experts.182.gate_proj,0.0000016102,0.05000,16.634
+1,mlp.experts.176.gate_proj,0.0000015454,0.05000,16.339
+1,mlp.experts.189.gate_proj,0.0000014876,0.05000,16.477
+1,mlp.experts.181.gate_proj,0.0000012576,0.05000,16.301
+1,mlp.experts.184.gate_proj,0.0000005809,0.05000,16.515
+1,mlp.experts.178.gate_proj,0.0000018960,0.05000,16.394
+1,mlp.experts.179.gate_proj,0.0000012036,0.05000,16.502
+1,mlp.experts.183.gate_proj,0.0000008882,0.05000,16.539
+1,mlp.experts.206.gate_proj,0.0000015708,0.05000,16.241
+1,mlp.experts.193.gate_proj,0.0000007350,0.05000,16.503
+1,mlp.experts.201.gate_proj,0.0000010060,0.05000,16.322
+1,mlp.experts.207.gate_proj,0.0000009196,0.05000,16.330
+1,mlp.experts.198.gate_proj,0.0000011519,0.05000,16.138
+1,mlp.experts.203.gate_proj,0.0000010251,0.05000,16.645
+1,mlp.experts.196.gate_proj,0.0000034605,0.05000,16.755
+1,mlp.experts.202.gate_proj,0.0000013038,0.05000,16.686
+1,mlp.experts.204.gate_proj,0.0000026582,0.05000,16.563
+1,mlp.experts.205.gate_proj,0.0000015112,0.05000,16.596
+1,mlp.experts.192.gate_proj,0.0000013542,0.05000,16.787
+1,mlp.experts.197.gate_proj,0.0000024597,0.05000,16.758
+1,mlp.experts.194.gate_proj,0.0000014247,0.05000,16.489
+1,mlp.experts.200.gate_proj,0.0000061877,0.05000,16.690
+1,mlp.experts.195.gate_proj,0.0000017526,0.05000,16.647
+1,mlp.experts.199.gate_proj,0.0000010597,0.05000,16.785
+1,mlp.experts.217.gate_proj,0.0000016391,0.05000,16.289
+1,mlp.experts.222.gate_proj,0.0000010536,0.05000,16.590
+1,mlp.experts.209.gate_proj,0.0000012109,0.05000,16.564
+1,mlp.experts.214.gate_proj,0.0000007951,0.05000,16.234
+1,mlp.experts.223.gate_proj,0.0000007954,0.05000,16.742
+1,mlp.experts.219.gate_proj,0.0000013179,0.05000,16.585
+1,mlp.experts.220.gate_proj,0.0000010333,0.05000,16.291
+1,mlp.experts.212.gate_proj,0.0000024807,0.05000,16.470
+1,mlp.experts.218.gate_proj,0.0000020894,0.05000,16.353
+1,mlp.experts.221.gate_proj,0.0000012031,0.05000,16.666
+1,mlp.experts.213.gate_proj,0.0000014433,0.05000,16.478
+1,mlp.experts.216.gate_proj,0.0000011124,0.05000,16.361
+1,mlp.experts.208.gate_proj,0.0000029479,0.05000,16.631
+1,mlp.experts.210.gate_proj,0.0000013502,0.05000,16.664
+1,mlp.experts.211.gate_proj,0.0000029124,0.05000,16.615
+1,mlp.experts.215.gate_proj,0.0000020855,0.05000,16.542
+1,mlp.experts.238.gate_proj,0.0000014118,0.05000,16.624
+1,mlp.experts.233.gate_proj,0.0000026876,0.05000,16.866
+1,mlp.experts.230.gate_proj,0.0000017625,0.05000,16.686
+1,mlp.experts.225.gate_proj,0.0000003827,0.05000,16.876
+1,mlp.experts.236.gate_proj,0.0000015900,0.05000,16.626
+1,mlp.experts.235.gate_proj,0.0000020227,0.05000,16.736
+1,mlp.experts.228.gate_proj,0.0000011075,0.05000,16.754
+1,mlp.experts.239.gate_proj,0.0000021124,0.05000,17.011
+1,mlp.experts.234.gate_proj,0.0000009527,0.05000,16.923
+1,mlp.experts.229.gate_proj,0.0000023906,0.05000,16.551
+1,mlp.experts.237.gate_proj,0.0000007779,0.05000,16.796
+1,mlp.experts.226.gate_proj,0.0000018773,0.05000,16.480
+1,mlp.experts.224.gate_proj,0.0000011756,0.05000,16.787
+1,mlp.experts.232.gate_proj,0.0000015215,0.05000,16.905
+1,mlp.experts.227.gate_proj,0.0000011237,0.05000,16.533
+1,mlp.experts.231.gate_proj,0.0000009740,0.05000,16.749
+1,mlp.experts.249.gate_proj,0.0000066887,0.05000,16.188
+1,mlp.experts.254.gate_proj,0.0000018670,0.05000,16.414
+1,mlp.experts.246.gate_proj,0.0000025753,0.05000,16.577
+1,mlp.experts.241.gate_proj,0.0000018125,0.05000,16.726
+1,mlp.experts.251.gate_proj,0.0000016656,0.05000,16.386
+1,mlp.experts.252.gate_proj,0.0000023021,0.05000,16.684
+1,mlp.experts.244.gate_proj,0.0000004570,0.05000,16.840
+1,mlp.experts.255.gate_proj,0.0000014980,0.05000,16.731
+1,mlp.experts.250.gate_proj,0.0000010860,0.05000,16.821
+1,mlp.experts.245.gate_proj,0.0000026916,0.05000,16.881
+1,mlp.experts.240.gate_proj,0.0000022376,0.05000,16.545
+1,mlp.experts.253.gate_proj,0.0000013007,0.05000,16.822
+1,mlp.experts.242.gate_proj,0.0000010427,0.05000,16.797
+1,mlp.experts.248.gate_proj,0.0000013532,0.05000,16.783
+1,mlp.experts.243.gate_proj,0.0000012683,0.05000,16.796
+1,mlp.experts.247.gate_proj,0.0000018521,0.05000,16.607
+1,mlp.experts.9.up_proj,0.0000011854,0.05000,16.914
+1,mlp.experts.14.up_proj,0.0000044752,0.05000,16.912
+1,mlp.experts.1.up_proj,0.0000018518,0.05000,16.661
+1,mlp.experts.6.up_proj,0.0000013546,0.05000,16.873
+1,mlp.experts.11.up_proj,0.0000005307,0.05000,16.662
+1,mlp.experts.4.up_proj,0.0000019323,0.05000,16.457
+1,mlp.experts.12.up_proj,0.0000022474,0.05000,17.027
+1,mlp.experts.15.up_proj,0.0000015659,0.05000,16.718
+1,mlp.experts.0.up_proj,0.0000016438,0.05000,16.611
+1,mlp.experts.5.up_proj,0.0000012274,0.05000,16.896
+1,mlp.experts.10.up_proj,0.0000024832,0.05000,17.116
+1,mlp.experts.8.up_proj,0.0000014112,0.05000,16.585
+1,mlp.experts.2.up_proj,0.0000013755,0.05000,16.924
+1,mlp.experts.13.up_proj,0.0000008287,0.05000,16.941
+1,mlp.experts.3.up_proj,0.0000018213,0.05000,16.707
+1,mlp.experts.7.up_proj,0.0000012782,0.05000,16.822
+1,mlp.experts.25.up_proj,0.0000026476,0.05000,16.422
+1,mlp.experts.30.up_proj,0.0000022209,0.05000,16.527
+1,mlp.experts.22.up_proj,0.0000015536,0.05000,16.369
+1,mlp.experts.27.up_proj,0.0000008524,0.05000,16.500
+1,mlp.experts.17.up_proj,0.0000019170,0.05000,16.725
+1,mlp.experts.20.up_proj,0.0000008843,0.05000,16.510
+1,mlp.experts.28.up_proj,0.0000017863,0.05000,16.604
+1,mlp.experts.31.up_proj,0.0000018847,0.05000,16.498
+1,mlp.experts.21.up_proj,0.0000014017,0.05000,16.124
+1,mlp.experts.16.up_proj,0.0000015388,0.05000,16.333
+1,mlp.experts.24.up_proj,0.0000012361,0.05000,16.362
+1,mlp.experts.26.up_proj,0.0000010026,0.05000,16.408
+1,mlp.experts.29.up_proj,0.0000010587,0.05000,16.325
+1,mlp.experts.18.up_proj,0.0000007750,0.05000,16.430
+1,mlp.experts.19.up_proj,0.0000011167,0.05000,16.418
+1,mlp.experts.23.up_proj,0.0000025621,0.05000,16.349
+1,mlp.experts.46.up_proj,0.0000013738,0.05000,16.284
+1,mlp.experts.41.up_proj,0.0000012400,0.05000,16.506
+1,mlp.experts.38.up_proj,0.0000026564,0.05000,16.174
+1,mlp.experts.43.up_proj,0.0000006665,0.05000,16.047
+1,mlp.experts.33.up_proj,0.0000008132,0.05000,16.336
+1,mlp.experts.47.up_proj,0.0000018312,0.05000,16.015
+1,mlp.experts.36.up_proj,0.0000006927,0.05000,16.439
+1,mlp.experts.44.up_proj,0.0000024864,0.05000,16.258
+1,mlp.experts.32.up_proj,0.0000017245,0.05000,16.145
+1,mlp.experts.37.up_proj,0.0000016608,0.05000,16.284
+1,mlp.experts.40.up_proj,0.0000009711,0.05000,16.346
+1,mlp.experts.42.up_proj,0.0000019905,0.05000,16.552
+1,mlp.experts.45.up_proj,0.0000019455,0.05000,16.526
+1,mlp.experts.34.up_proj,0.0000008966,0.05000,16.506
+1,mlp.experts.35.up_proj,0.0000016841,0.05000,16.480
+1,mlp.experts.39.up_proj,0.0000012323,0.05000,16.687
+1,mlp.experts.62.up_proj,0.0000010477,0.05000,16.626
+1,mlp.experts.57.up_proj,0.0000012733,0.05000,16.571
+1,mlp.experts.54.up_proj,0.0000031882,0.05000,16.874
+1,mlp.experts.59.up_proj,0.0000011366,0.05000,16.876
+1,mlp.experts.49.up_proj,0.0000017448,0.05000,16.746
+1,mlp.experts.63.up_proj,0.0000009765,0.05000,16.745
+1,mlp.experts.60.up_proj,0.0000016198,0.05000,16.531
+1,mlp.experts.53.up_proj,0.0000008305,0.05000,16.596
+1,mlp.experts.48.up_proj,0.0000017377,0.05000,16.731
+1,mlp.experts.52.up_proj,0.0000012756,0.05000,16.929
+1,mlp.experts.61.up_proj,0.0000018247,0.05000,16.144
+1,mlp.experts.56.up_proj,0.0000017746,0.05000,16.498
+1,mlp.experts.58.up_proj,0.0000009124,0.05000,16.577
+1,mlp.experts.50.up_proj,0.0000065521,0.05000,16.514
+1,mlp.experts.51.up_proj,0.0000014799,0.05000,16.607
+1,mlp.experts.55.up_proj,0.0000013346,0.05000,16.538
+1,mlp.experts.78.up_proj,0.0000023865,0.05000,16.629
+1,mlp.experts.73.up_proj,0.0000009671,0.05000,16.672
+1,mlp.experts.75.up_proj,0.0000011064,0.05000,16.348
+1,mlp.experts.70.up_proj,0.0000018082,0.05000,16.548
+1,mlp.experts.65.up_proj,0.0000011827,0.05000,16.271
+1,mlp.experts.76.up_proj,0.0000017110,0.05000,16.407
+1,mlp.experts.79.up_proj,0.0000013894,0.05000,16.562
+1,mlp.experts.64.up_proj,0.0000016767,0.05000,16.485
+1,mlp.experts.77.up_proj,0.0000009584,0.05000,16.472
+1,mlp.experts.69.up_proj,0.0000025552,0.05000,16.723
+1,mlp.experts.68.up_proj,0.0000023706,0.05000,16.792
+1,mlp.experts.74.up_proj,0.0000017278,0.05000,16.462
+1,mlp.experts.72.up_proj,0.0000016107,0.05000,16.741
+1,mlp.experts.66.up_proj,0.0000012635,0.05000,16.487
+1,mlp.experts.67.up_proj,0.0000017751,0.05000,16.505
+1,mlp.experts.71.up_proj,0.0000016176,0.05000,16.389
+1,mlp.experts.94.up_proj,0.0000018077,0.05000,16.834
+1,mlp.experts.89.up_proj,0.0000012039,0.05000,16.797
+1,mlp.experts.86.up_proj,0.0000010807,0.05000,16.699
+1,mlp.experts.91.up_proj,0.0000014340,0.05000,17.052
+1,mlp.experts.81.up_proj,0.0000006978,0.05000,16.883
+1,mlp.experts.92.up_proj,0.0000010075,0.05000,16.846
+1,mlp.experts.80.up_proj,0.0000018491,0.05000,16.593
+1,mlp.experts.95.up_proj,0.0000019925,0.05000,16.874
+1,mlp.experts.85.up_proj,0.0000017137,0.05000,16.767
+1,mlp.experts.93.up_proj,0.0000008704,0.05000,16.921
+1,mlp.experts.84.up_proj,0.0000009127,0.05000,16.837
+1,mlp.experts.90.up_proj,0.0000016672,0.05000,16.748
+1,mlp.experts.82.up_proj,0.0000014863,0.05000,16.777
+1,mlp.experts.88.up_proj,0.0000021473,0.05000,16.955
+1,mlp.experts.83.up_proj,0.0000018199,0.05000,16.849
+1,mlp.experts.87.up_proj,0.0000007635,0.05000,16.980
+1,mlp.experts.110.up_proj,0.0000023912,0.05000,16.626
+1,mlp.experts.105.up_proj,0.0000020923,0.05000,16.781
+1,mlp.experts.102.up_proj,0.0000008643,0.05000,16.769
+1,mlp.experts.107.up_proj,0.0000015864,0.05000,16.597
+1,mlp.experts.97.up_proj,0.0000013525,0.05000,16.729
+1,mlp.experts.96.up_proj,0.0000008838,0.05000,16.469
+1,mlp.experts.108.up_proj,0.0000009262,0.05000,16.767
+1,mlp.experts.111.up_proj,0.0000015131,0.05000,16.626
+1,mlp.experts.109.up_proj,0.0000015324,0.05000,16.411
+1,mlp.experts.101.up_proj,0.0000014686,0.05000,16.703
+1,mlp.experts.98.up_proj,0.0000013826,0.05000,16.346
+1,mlp.experts.106.up_proj,0.0000031818,0.05000,16.621
+1,mlp.experts.104.up_proj,0.0000010184,0.05000,16.420
+1,mlp.experts.100.up_proj,0.0000016096,0.05000,16.908
+1,mlp.experts.99.up_proj,0.0000013394,0.05000,16.743
+1,mlp.experts.103.up_proj,0.0000018667,0.05000,16.282
+1,mlp.experts.121.up_proj,0.0000055966,0.05000,16.196
+1,mlp.experts.126.up_proj,0.0000020147,0.05000,16.466
+1,mlp.experts.113.up_proj,0.0000010279,0.05000,16.070
+1,mlp.experts.123.up_proj,0.0000017654,0.05000,16.412
+1,mlp.experts.118.up_proj,0.0000019704,0.05000,16.567
+1,mlp.experts.112.up_proj,0.0000008062,0.05000,16.516
+1,mlp.experts.124.up_proj,0.0000015680,0.05000,16.413
+1,mlp.experts.125.up_proj,0.0000021416,0.05000,16.314
+1,mlp.experts.127.up_proj,0.0000010299,0.05000,16.510
+1,mlp.experts.114.up_proj,0.0000019073,0.05000,16.241
+1,mlp.experts.117.up_proj,0.0000014053,0.05000,16.400
+1,mlp.experts.120.up_proj,0.0000011666,0.05000,16.381
+1,mlp.experts.116.up_proj,0.0000018865,0.05000,16.274
+1,mlp.experts.122.up_proj,0.0000007992,0.05000,16.477
+1,mlp.experts.115.up_proj,0.0000008010,0.05000,16.489
+1,mlp.experts.119.up_proj,0.0000011730,0.05000,16.462
+1,mlp.experts.142.up_proj,0.0000007465,0.05000,16.488
+1,mlp.experts.129.up_proj,0.0000009016,0.05000,16.281
+1,mlp.experts.137.up_proj,0.0000009413,0.05000,16.874
+1,mlp.experts.134.up_proj,0.0000016198,0.05000,16.770
+1,mlp.experts.139.up_proj,0.0000015040,0.05000,17.083
+1,mlp.experts.133.up_proj,0.0000011827,0.05000,16.275
+1,mlp.experts.128.up_proj,0.0000012875,0.05000,16.844
+1,mlp.experts.141.up_proj,0.0000018448,0.05000,16.625
+1,mlp.experts.140.up_proj,0.0000014866,0.05000,16.964
+1,mlp.experts.143.up_proj,0.0000018526,0.05000,16.853
+1,mlp.experts.130.up_proj,0.0000025342,0.05000,16.809
+1,mlp.experts.132.up_proj,0.0000012499,0.05000,16.707
+1,mlp.experts.136.up_proj,0.0000012838,0.05000,16.807
+1,mlp.experts.138.up_proj,0.0000004718,0.05000,16.935
+1,mlp.experts.135.up_proj,0.0000016638,0.05000,16.774
+1,mlp.experts.131.up_proj,0.0000010282,0.05000,16.972
+1,mlp.experts.145.up_proj,0.0000009940,0.05000,17.077
+1,mlp.experts.158.up_proj,0.0000010198,0.05000,17.101
+1,mlp.experts.153.up_proj,0.0000015892,0.05000,17.137
+1,mlp.experts.144.up_proj,0.0000023929,0.05000,16.759
+1,mlp.experts.150.up_proj,0.0000007433,0.05000,17.185
+1,mlp.experts.157.up_proj,0.0000018108,0.05000,16.826
+1,mlp.experts.149.up_proj,0.0000017942,0.05000,16.906
+1,mlp.experts.155.up_proj,0.0000008311,0.05000,17.186
+1,mlp.experts.146.up_proj,0.0000012210,0.05000,16.791
+1,mlp.experts.159.up_proj,0.0000014007,0.05000,16.983
+1,mlp.experts.156.up_proj,0.0000010043,0.05000,17.202
+1,mlp.experts.152.up_proj,0.0000033013,0.05000,16.942
+1,mlp.experts.148.up_proj,0.0000011711,0.05000,17.002
+1,mlp.experts.154.up_proj,0.0000018632,0.05000,16.935
+1,mlp.experts.151.up_proj,0.0000013970,0.05000,16.856
+1,mlp.experts.147.up_proj,0.0000009965,0.05000,16.957
+1,mlp.experts.174.up_proj,0.0000029391,0.05000,16.223
+1,mlp.experts.169.up_proj,0.0000006363,0.05000,15.916
+1,mlp.experts.161.up_proj,0.0000048456,0.05000,16.408
+1,mlp.experts.173.up_proj,0.0000015079,0.05000,16.047
+1,mlp.experts.165.up_proj,0.0000012516,0.05000,16.279
+1,mlp.experts.160.up_proj,0.0000015662,0.05000,16.422
+1,mlp.experts.166.up_proj,0.0000008600,0.05000,16.344
+1,mlp.experts.171.up_proj,0.0000015035,0.05000,16.503
+1,mlp.experts.175.up_proj,0.0000012494,0.05000,16.444
+1,mlp.experts.162.up_proj,0.0000025490,0.05000,16.580
+1,mlp.experts.172.up_proj,0.0000009786,0.05000,16.464
+1,mlp.experts.168.up_proj,0.0000005118,0.05000,16.383
+1,mlp.experts.164.up_proj,0.0000017228,0.05000,16.437
+1,mlp.experts.170.up_proj,0.0000014944,0.05000,16.401
+1,mlp.experts.163.up_proj,0.0000015995,0.05000,16.368
+1,mlp.experts.167.up_proj,0.0000017511,0.05000,16.606
+1,mlp.experts.185.up_proj,0.0000018653,0.05000,17.022
+1,mlp.experts.190.up_proj,0.0000018328,0.05000,17.039
+1,mlp.experts.177.up_proj,0.0000007569,0.05000,16.926
+1,mlp.experts.189.up_proj,0.0000014275,0.05000,17.168
+1,mlp.experts.181.up_proj,0.0000011997,0.05000,17.089
+1,mlp.experts.176.up_proj,0.0000014882,0.05000,17.184
+1,mlp.experts.182.up_proj,0.0000014481,0.05000,17.215
+1,mlp.experts.187.up_proj,0.0000010219,0.05000,16.970
+1,mlp.experts.191.up_proj,0.0000019004,0.05000,16.879
+1,mlp.experts.178.up_proj,0.0000016570,0.05000,16.957
+1,mlp.experts.184.up_proj,0.0000005731,0.05000,16.985
+1,mlp.experts.186.up_proj,0.0000016506,0.05000,16.967
+1,mlp.experts.188.up_proj,0.0000019802,0.05000,17.283
+1,mlp.experts.180.up_proj,0.0000010001,0.05000,17.226
+1,mlp.experts.179.up_proj,0.0000011435,0.05000,16.910
+1,mlp.experts.183.up_proj,0.0000008720,0.05000,16.833
+1,mlp.experts.201.up_proj,0.0000009320,0.05000,16.176
+1,mlp.experts.206.up_proj,0.0000015406,0.05000,16.441
+1,mlp.experts.193.up_proj,0.0000006954,0.05000,16.416
+1,mlp.experts.205.up_proj,0.0000014235,0.05000,16.405
+1,mlp.experts.197.up_proj,0.0000021521,0.05000,16.248
+1,mlp.experts.198.up_proj,0.0000010833,0.05000,16.315
+1,mlp.experts.194.up_proj,0.0000013747,0.05000,16.056
+1,mlp.experts.203.up_proj,0.0000009579,0.05000,16.354
+1,mlp.experts.192.up_proj,0.0000012721,0.05000,16.517
+1,mlp.experts.207.up_proj,0.0000008702,0.05000,16.423
+1,mlp.experts.196.up_proj,0.0000032943,0.05000,15.995
+1,mlp.experts.200.up_proj,0.0000060268,0.05000,16.477
+1,mlp.experts.204.up_proj,0.0000026254,0.05000,16.336
+1,mlp.experts.202.up_proj,0.0000011314,0.05000,16.455
+1,mlp.experts.199.up_proj,0.0000010177,0.05000,16.089
+1,mlp.experts.195.up_proj,0.0000015679,0.05000,16.351
+1,mlp.experts.217.up_proj,0.0000015726,0.05000,16.825
+1,mlp.experts.209.up_proj,0.0000011972,0.05000,16.820
+1,mlp.experts.222.up_proj,0.0000010340,0.05000,16.851
+1,mlp.experts.213.up_proj,0.0000014141,0.05000,16.627
+1,mlp.experts.219.up_proj,0.0000012375,0.05000,16.531
+1,mlp.experts.214.up_proj,0.0000007520,0.05000,16.689
+1,mlp.experts.221.up_proj,0.0000011739,0.05000,16.986
+1,mlp.experts.210.up_proj,0.0000013212,0.05000,16.766
+1,mlp.experts.223.up_proj,0.0000007558,0.05000,16.603
+1,mlp.experts.208.up_proj,0.0000026150,0.05000,17.050
+1,mlp.experts.216.up_proj,0.0000010463,0.05000,16.515
+1,mlp.experts.212.up_proj,0.0000023182,0.05000,16.867
+1,mlp.experts.220.up_proj,0.0000009384,0.05000,16.670
+1,mlp.experts.218.up_proj,0.0000019417,0.05000,16.873
+1,mlp.experts.215.up_proj,0.0000019139,0.05000,16.649
+1,mlp.experts.211.up_proj,0.0000028835,0.05000,16.428
+1,mlp.experts.233.up_proj,0.0000026844,0.05000,16.835
+1,mlp.experts.238.up_proj,0.0000013807,0.05000,16.881
+1,mlp.experts.225.up_proj,0.0000003382,0.05000,16.905
+1,mlp.experts.235.up_proj,0.0000019549,0.05000,16.573
+1,mlp.experts.226.up_proj,0.0000018208,0.05000,16.471
+1,mlp.experts.229.up_proj,0.0000021146,0.05000,17.030
+1,mlp.experts.230.up_proj,0.0000017207,0.05000,16.762
+1,mlp.experts.237.up_proj,0.0000007237,0.05000,16.895
+1,mlp.experts.232.up_proj,0.0000014839,0.05000,16.538
+1,mlp.experts.239.up_proj,0.0000019645,0.05000,17.105
+1,mlp.experts.228.up_proj,0.0000010426,0.05000,16.754
+1,mlp.experts.236.up_proj,0.0000015298,0.05000,16.842
+1,mlp.experts.224.up_proj,0.0000011246,0.05000,17.131
+1,mlp.experts.234.up_proj,0.0000009359,0.05000,16.721
+1,mlp.experts.227.up_proj,0.0000011082,0.05000,16.792
+1,mlp.experts.231.up_proj,0.0000008844,0.05000,16.930
+1,mlp.experts.249.up_proj,0.0000061867,0.05000,16.638
+1,mlp.experts.254.up_proj,0.0000018000,0.05000,16.621
+1,mlp.experts.241.up_proj,0.0000017225,0.05000,16.634
+1,mlp.experts.251.up_proj,0.0000015552,0.05000,16.515
+1,mlp.experts.242.up_proj,0.0000010220,0.05000,16.470
+1,mlp.experts.245.up_proj,0.0000026808,0.05000,16.612
+1,mlp.experts.253.up_proj,0.0000012582,0.05000,16.431
+1,mlp.experts.246.up_proj,0.0000024187,0.05000,16.621
+1,mlp.experts.248.up_proj,0.0000013284,0.05000,16.604
+1,mlp.experts.255.up_proj,0.0000013798,0.05000,16.417
+1,mlp.experts.244.up_proj,0.0000004192,0.05000,16.449
+1,mlp.experts.252.up_proj,0.0000020755,0.05000,16.493
+1,mlp.experts.240.up_proj,0.0000021274,0.05000,16.599
+1,mlp.experts.250.up_proj,0.0000010294,0.05000,16.495
+1,mlp.experts.247.up_proj,0.0000017218,0.05000,16.431
+1,mlp.experts.243.up_proj,0.0000012189,0.05000,16.681
+1,mlp.experts.9.down_proj,0.0000000331,0.05000,4.118
+1,mlp.experts.1.down_proj,0.0000001991,0.05000,4.237
+1,mlp.experts.14.down_proj,0.0000001144,0.05000,4.323
+1,mlp.experts.11.down_proj,0.0000000201,0.05000,4.355
+1,mlp.experts.2.down_proj,0.0000000218,0.05000,4.410
+1,mlp.experts.6.down_proj,0.0000000192,0.05000,4.123
+1,mlp.experts.5.down_proj,0.0000000502,0.05000,4.270
+1,mlp.experts.13.down_proj,0.0000000134,0.05000,4.280
+1,mlp.experts.8.down_proj,0.0000000309,0.05000,4.058
+1,mlp.experts.15.down_proj,0.0000000197,0.05000,4.307
+1,mlp.experts.4.down_proj,0.0000000301,0.05000,4.112
+1,mlp.experts.12.down_proj,0.0000000381,0.05000,4.097
+1,mlp.experts.10.down_proj,0.0000000225,0.05000,4.209
+1,mlp.experts.0.down_proj,0.0000000332,0.05000,4.296
+1,mlp.experts.7.down_proj,0.0000000632,0.05000,4.156
+1,mlp.experts.3.down_proj,0.0000000666,0.05000,4.258
+1,mlp.experts.25.down_proj,0.0000000349,0.05000,4.215
+1,mlp.experts.17.down_proj,0.0000000187,0.05000,4.266
+1,mlp.experts.30.down_proj,0.0000000534,0.05000,4.292
+1,mlp.experts.27.down_proj,0.0000000798,0.05000,4.240
+1,mlp.experts.18.down_proj,0.0000000672,0.05000,4.214
+1,mlp.experts.22.down_proj,0.0000000212,0.05000,4.243
+1,mlp.experts.29.down_proj,0.0000000344,0.05000,4.166
+1,mlp.experts.21.down_proj,0.0000000248,0.05000,4.280
+1,mlp.experts.31.down_proj,0.0000000248,0.05000,4.020
+1,mlp.experts.24.down_proj,0.0000000444,0.05000,4.358
+1,mlp.experts.20.down_proj,0.0000000068,0.05000,4.224
+1,mlp.experts.28.down_proj,0.0000000565,0.05000,4.147
+1,mlp.experts.26.down_proj,0.0000000167,0.05000,4.073
+1,mlp.experts.16.down_proj,0.0000000207,0.05000,4.111
+1,mlp.experts.23.down_proj,0.0000000366,0.05000,4.170
+1,mlp.experts.19.down_proj,0.0000000152,0.05000,4.183
+1,mlp.experts.41.down_proj,0.0000000164,0.05000,4.184
+1,mlp.experts.33.down_proj,0.0000000183,0.05000,4.113
+1,mlp.experts.46.down_proj,0.0000000937,0.05000,4.165
+1,mlp.experts.43.down_proj,0.0000000248,0.05000,4.072
+1,mlp.experts.34.down_proj,0.0000000239,0.05000,4.111
+1,mlp.experts.45.down_proj,0.0000000226,0.05000,4.109
+1,mlp.experts.38.down_proj,0.0000000665,0.05000,4.154
+1,mlp.experts.37.down_proj,0.0000000314,0.05000,4.088
+1,mlp.experts.47.down_proj,0.0000000788,0.05000,4.095
+1,mlp.experts.40.down_proj,0.0000000288,0.05000,4.133
+1,mlp.experts.44.down_proj,0.0000000333,0.05000,4.033
+1,mlp.experts.36.down_proj,0.0000000079,0.05000,4.130
+1,mlp.experts.42.down_proj,0.0000000278,0.05000,4.094
+1,mlp.experts.32.down_proj,0.0000001074,0.05000,4.116
+1,mlp.experts.39.down_proj,0.0000000227,0.05000,4.148
+1,mlp.experts.35.down_proj,0.0000000274,0.05000,4.002
+1,mlp.experts.57.down_proj,0.0000000141,0.05000,4.264
+1,mlp.experts.49.down_proj,0.0000000357,0.05000,4.104
+1,mlp.experts.62.down_proj,0.0000000245,0.05000,4.261
+1,mlp.experts.59.down_proj,0.0000000343,0.05000,4.123
+1,mlp.experts.54.down_proj,0.0000000442,0.05000,4.041
+1,mlp.experts.50.down_proj,0.0000001765,0.05000,4.291
+1,mlp.experts.53.down_proj,0.0000000124,0.05000,4.208
+1,mlp.experts.61.down_proj,0.0000000793,0.05000,4.303
+1,mlp.experts.63.down_proj,0.0000000210,0.05000,4.158
+1,mlp.experts.56.down_proj,0.0000000379,0.05000,4.200
+1,mlp.experts.52.down_proj,0.0000000942,0.05000,4.142
+1,mlp.experts.60.down_proj,0.0000000541,0.05000,4.281
+1,mlp.experts.58.down_proj,0.0000000657,0.05000,4.347
+1,mlp.experts.48.down_proj,0.0000000190,0.05000,4.385
+1,mlp.experts.55.down_proj,0.0000000829,0.05000,4.382
+1,mlp.experts.51.down_proj,0.0000001066,0.05000,4.400
+1,mlp.experts.73.down_proj,0.0000000480,0.05000,4.029
+1,mlp.experts.65.down_proj,0.0000000152,0.05000,4.103
+1,mlp.experts.78.down_proj,0.0000000436,0.05000,4.244
+1,mlp.experts.75.down_proj,0.0000000746,0.05000,4.374
+1,mlp.experts.70.down_proj,0.0000000772,0.05000,4.240
+1,mlp.experts.66.down_proj,0.0000000263,0.05000,4.319
+1,mlp.experts.69.down_proj,0.0000000715,0.05000,4.328
+1,mlp.experts.79.down_proj,0.0000000175,0.05000,4.236
+1,mlp.experts.77.down_proj,0.0000000182,0.05000,4.305
+1,mlp.experts.72.down_proj,0.0000000402,0.05000,4.203
+1,mlp.experts.68.down_proj,0.0000000929,0.05000,4.219
+1,mlp.experts.76.down_proj,0.0000000699,0.05000,4.306
+1,mlp.experts.74.down_proj,0.0000000211,0.05000,4.327
+1,mlp.experts.64.down_proj,0.0000000477,0.05000,4.237
+1,mlp.experts.71.down_proj,0.0000000955,0.05000,4.213
+1,mlp.experts.67.down_proj,0.0000000342,0.05000,4.182
+1,mlp.experts.89.down_proj,0.0000000309,0.05000,3.897
+1,mlp.experts.81.down_proj,0.0000000142,0.05000,4.089
+1,mlp.experts.94.down_proj,0.0000000689,0.05000,4.017
+1,mlp.experts.86.down_proj,0.0000000198,0.05000,3.868
+1,mlp.experts.91.down_proj,0.0000000676,0.05000,3.977
+1,mlp.experts.82.down_proj,0.0000000316,0.05000,3.882
+1,mlp.experts.93.down_proj,0.0000000293,0.05000,3.936
+1,mlp.experts.95.down_proj,0.0000000405,0.05000,3.958
+1,mlp.experts.85.down_proj,0.0000000238,0.05000,4.009
+1,mlp.experts.88.down_proj,0.0000000366,0.05000,4.008
+1,mlp.experts.84.down_proj,0.0000000063,0.05000,3.972
+1,mlp.experts.92.down_proj,0.0000000248,0.05000,4.074
+1,mlp.experts.90.down_proj,0.0000000770,0.05000,4.058
+1,mlp.experts.80.down_proj,0.0000000494,0.05000,4.072
+1,mlp.experts.87.down_proj,0.0000000154,0.05000,3.964
+1,mlp.experts.83.down_proj,0.0000000553,0.05000,4.007
+1,mlp.experts.105.down_proj,0.0000000294,0.05000,4.331
+1,mlp.experts.97.down_proj,0.0000000618,0.05000,4.131
+1,mlp.experts.110.down_proj,0.0000000257,0.05000,4.223
+1,mlp.experts.102.down_proj,0.0000000467,0.05000,4.215
+1,mlp.experts.107.down_proj,0.0000000147,0.05000,4.286
+1,mlp.experts.98.down_proj,0.0000000138,0.05000,4.188
+1,mlp.experts.109.down_proj,0.0000000743,0.05000,4.233
+1,mlp.experts.111.down_proj,0.0000000215,0.05000,4.253
+1,mlp.experts.101.down_proj,0.0000000245,0.05000,4.267
+1,mlp.experts.104.down_proj,0.0000000108,0.05000,4.290
+1,mlp.experts.100.down_proj,0.0000000963,0.05000,4.242
+1,mlp.experts.108.down_proj,0.0000000688,0.05000,4.211
+1,mlp.experts.106.down_proj,0.0000000515,0.05000,4.076
+1,mlp.experts.96.down_proj,0.0000000195,0.05000,4.191
+1,mlp.experts.103.down_proj,0.0000000236,0.05000,4.290
+1,mlp.experts.99.down_proj,0.0000000192,0.05000,4.302
+1,mlp.experts.121.down_proj,0.0000000847,0.05000,3.881
+1,mlp.experts.113.down_proj,0.0000000500,0.05000,3.980
+1,mlp.experts.126.down_proj,0.0000000296,0.05000,4.025
+1,mlp.experts.118.down_proj,0.0000000293,0.05000,3.996
+1,mlp.experts.114.down_proj,0.0000000757,0.05000,4.094
+1,mlp.experts.123.down_proj,0.0000000296,0.05000,4.117
+1,mlp.experts.127.down_proj,0.0000000170,0.05000,4.071
+1,mlp.experts.125.down_proj,0.0000000539,0.05000,4.174
+1,mlp.experts.117.down_proj,0.0000000211,0.05000,4.164
+1,mlp.experts.120.down_proj,0.0000000573,0.05000,4.089
+1,mlp.experts.116.down_proj,0.0000000940,0.05000,4.102
+1,mlp.experts.124.down_proj,0.0000000292,0.05000,4.203
+1,mlp.experts.122.down_proj,0.0000000664,0.05000,4.196
+1,mlp.experts.112.down_proj,0.0000000161,0.05000,4.027
+1,mlp.experts.119.down_proj,0.0000000162,0.05000,4.049
+1,mlp.experts.115.down_proj,0.0000000110,0.05000,4.058
+1,mlp.experts.137.down_proj,0.0000000086,0.05000,4.324
+1,mlp.experts.129.down_proj,0.0000000569,0.05000,4.203
+1,mlp.experts.142.down_proj,0.0000000603,0.05000,4.074
+1,mlp.experts.134.down_proj,0.0000000264,0.05000,4.177
+1,mlp.experts.130.down_proj,0.0000000530,0.05000,4.145
+1,mlp.experts.139.down_proj,0.0000000632,0.05000,4.148
+1,mlp.experts.141.down_proj,0.0000000267,0.05000,3.983
+1,mlp.experts.143.down_proj,0.0000000780,0.05000,4.067
+1,mlp.experts.132.down_proj,0.0000001049,0.05000,3.905
+1,mlp.experts.136.down_proj,0.0000000176,0.05000,4.023
+1,mlp.experts.133.down_proj,0.0000000204,0.05000,4.109
+1,mlp.experts.140.down_proj,0.0000000643,0.05000,4.182
+1,mlp.experts.128.down_proj,0.0000000245,0.05000,4.119
+1,mlp.experts.138.down_proj,0.0000000054,0.05000,4.143
+1,mlp.experts.135.down_proj,0.0000000268,0.05000,4.102
+1,mlp.experts.131.down_proj,0.0000000171,0.05000,4.044
+1,mlp.experts.153.down_proj,0.0000000377,0.05000,4.419
+1,mlp.experts.145.down_proj,0.0000000354,0.05000,4.301
+1,mlp.experts.158.down_proj,0.0000000130,0.05000,4.311
+1,mlp.experts.150.down_proj,0.0000000141,0.05000,4.200
+1,mlp.experts.155.down_proj,0.0000000361,0.05000,4.319
+1,mlp.experts.146.down_proj,0.0000000260,0.05000,4.373
+1,mlp.experts.159.down_proj,0.0000000202,0.05000,4.390
+1,mlp.experts.157.down_proj,0.0000000236,0.05000,4.426
+1,mlp.experts.148.down_proj,0.0000000158,0.05000,4.351
+1,mlp.experts.152.down_proj,0.0000000500,0.05000,4.413
+1,mlp.experts.149.down_proj,0.0000001225,0.05000,4.437
+1,mlp.experts.156.down_proj,0.0000000134,0.05000,4.364
+1,mlp.experts.144.down_proj,0.0000001113,0.05000,4.342
+1,mlp.experts.147.down_proj,0.0000000536,0.05000,4.362
+1,mlp.experts.154.down_proj,0.0000000381,0.05000,4.571
+1,mlp.experts.151.down_proj,0.0000000571,0.05000,4.487
+1,mlp.experts.169.down_proj,0.0000000117,0.05000,4.512
+1,mlp.experts.161.down_proj,0.0000000868,0.05000,4.455
+1,mlp.experts.174.down_proj,0.0000000414,0.05000,4.514
+1,mlp.experts.166.down_proj,0.0000000109,0.05000,4.522
+1,mlp.experts.162.down_proj,0.0000000490,0.05000,4.145
+1,mlp.experts.171.down_proj,0.0000000578,0.05000,4.514
+1,mlp.experts.175.down_proj,0.0000000368,0.05000,4.384
+1,mlp.experts.165.down_proj,0.0000000270,0.05000,4.144
+1,mlp.experts.164.down_proj,0.0000000677,0.05000,4.355
+1,mlp.experts.168.down_proj,0.0000000071,0.05000,4.376
+1,mlp.experts.173.down_proj,0.0000000682,0.05000,4.493
+1,mlp.experts.172.down_proj,0.0000000608,0.05000,4.399
+1,mlp.experts.163.down_proj,0.0000001023,0.05000,4.160
+1,mlp.experts.160.down_proj,0.0000000125,0.05000,4.460
+1,mlp.experts.167.down_proj,0.0000000223,0.05000,4.375
+1,mlp.experts.170.down_proj,0.0000000134,0.05000,4.449
+1,mlp.experts.185.down_proj,0.0000000522,0.05000,4.218
+1,mlp.experts.177.down_proj,0.0000000073,0.05000,4.250
+1,mlp.experts.190.down_proj,0.0000000353,0.05000,4.127
+1,mlp.experts.182.down_proj,0.0000000648,0.05000,4.244
+1,mlp.experts.178.down_proj,0.0000000943,0.05000,4.345
+1,mlp.experts.187.down_proj,0.0000000403,0.05000,4.289
+1,mlp.experts.181.down_proj,0.0000000193,0.05000,4.244
+1,mlp.experts.191.down_proj,0.0000000257,0.05000,4.279
+1,mlp.experts.180.down_proj,0.0000000111,0.05000,4.270
+1,mlp.experts.184.down_proj,0.0000000247,0.05000,4.297
+1,mlp.experts.189.down_proj,0.0000000314,0.05000,4.295
+1,mlp.experts.188.down_proj,0.0000000389,0.05000,4.248
+1,mlp.experts.179.down_proj,0.0000000311,0.05000,4.224
+1,mlp.experts.176.down_proj,0.0000000656,0.05000,4.247
+1,mlp.experts.183.down_proj,0.0000000115,0.05000,4.111
+1,mlp.experts.186.down_proj,0.0000000440,0.05000,4.185
+1,mlp.experts.201.down_proj,0.0000000863,0.05000,3.765
+1,mlp.experts.193.down_proj,0.0000000396,0.05000,4.062
+1,mlp.experts.206.down_proj,0.0000000182,0.05000,4.000
+1,mlp.experts.198.down_proj,0.0000000258,0.05000,3.936
+1,mlp.experts.194.down_proj,0.0000000183,0.05000,4.017
+1,mlp.experts.196.down_proj,0.0000000367,0.05000,3.877
+1,mlp.experts.203.down_proj,0.0000000210,0.05000,4.037
+1,mlp.experts.207.down_proj,0.0000000089,0.05000,4.076
+1,mlp.experts.197.down_proj,0.0000001304,0.05000,4.079
+1,mlp.experts.205.down_proj,0.0000000223,0.05000,3.960
+1,mlp.experts.200.down_proj,0.0000000873,0.05000,4.023
+1,mlp.experts.199.down_proj,0.0000000111,0.05000,3.941
+1,mlp.experts.204.down_proj,0.0000000261,0.05000,4.112
+1,mlp.experts.195.down_proj,0.0000001123,0.05000,4.195
+1,mlp.experts.192.down_proj,0.0000000923,0.05000,4.153
+1,mlp.experts.202.down_proj,0.0000000662,0.05000,4.124
+1,mlp.experts.217.down_proj,0.0000000310,0.05000,4.503
+1,mlp.experts.209.down_proj,0.0000000545,0.05000,4.363
+1,mlp.experts.214.down_proj,0.0000000667,0.05000,4.271
+1,mlp.experts.222.down_proj,0.0000000136,0.05000,4.494
+1,mlp.experts.210.down_proj,0.0000000694,0.05000,4.420
+1,mlp.experts.219.down_proj,0.0000000154,0.05000,4.323
+1,mlp.experts.223.down_proj,0.0000000286,0.05000,4.303
+1,mlp.experts.212.down_proj,0.0000000339,0.05000,4.485
+1,mlp.experts.221.down_proj,0.0000000141,0.05000,4.364
+1,mlp.experts.213.down_proj,0.0000000180,0.05000,4.474
+1,mlp.experts.216.down_proj,0.0000000304,0.05000,4.486
+1,mlp.experts.220.down_proj,0.0000000280,0.05000,4.155
+1,mlp.experts.215.down_proj,0.0000000473,0.05000,4.376
+1,mlp.experts.208.down_proj,0.0000000719,0.05000,4.314
+1,mlp.experts.211.down_proj,0.0000000704,0.05000,4.321
+1,mlp.experts.218.down_proj,0.0000000464,0.05000,4.284
+1,mlp.experts.233.down_proj,0.0000000434,0.05000,4.051
+1,mlp.experts.230.down_proj,0.0000000256,0.05000,3.934
+1,mlp.experts.225.down_proj,0.0000000421,0.05000,4.318
+1,mlp.experts.238.down_proj,0.0000000226,0.05000,4.168
+1,mlp.experts.226.down_proj,0.0000000389,0.05000,3.901
+1,mlp.experts.235.down_proj,0.0000000248,0.05000,4.139
+1,mlp.experts.228.down_proj,0.0000000189,0.05000,4.165
+1,mlp.experts.237.down_proj,0.0000000161,0.05000,4.088
+1,mlp.experts.239.down_proj,0.0000000297,0.05000,4.300
+1,mlp.experts.229.down_proj,0.0000000593,0.05000,4.198
+1,mlp.experts.232.down_proj,0.0000000215,0.05000,4.217
+1,mlp.experts.236.down_proj,0.0000000405,0.05000,4.225
+1,mlp.experts.231.down_proj,0.0000000281,0.05000,4.330
+1,mlp.experts.227.down_proj,0.0000000125,0.05000,4.323
+1,mlp.experts.224.down_proj,0.0000000371,0.05000,4.379
+1,mlp.experts.234.down_proj,0.0000000353,0.05000,4.446
+1,mlp.experts.249.down_proj,0.0000002418,0.05000,4.169
+1,mlp.experts.241.down_proj,0.0000000343,0.05000,4.136
+1,mlp.experts.246.down_proj,0.0000001029,0.05000,4.300
+1,mlp.experts.242.down_proj,0.0000000221,0.05000,4.031
+1,mlp.experts.254.down_proj,0.0000000408,0.05000,4.057
+1,mlp.experts.251.down_proj,0.0000000365,0.05000,3.969
+1,mlp.experts.253.down_proj,0.0000000214,0.05000,3.977
+1,mlp.experts.245.down_proj,0.0000000699,0.05000,3.804
+1,mlp.experts.255.down_proj,0.0000000294,0.05000,3.906
+1,mlp.experts.244.down_proj,0.0000000735,0.05000,4.012
+1,mlp.experts.248.down_proj,0.0000000311,0.05000,3.765
+1,mlp.experts.252.down_proj,0.0000000694,0.05000,3.418
+1,mlp.experts.243.down_proj,0.0000000120,0.05000,3.106
+1,mlp.experts.250.down_proj,0.0000000236,0.05000,2.872
+1,mlp.experts.247.down_proj,0.0000000411,0.05000,3.226
+1,mlp.experts.240.down_proj,0.0000000354,0.05000,3.064
+2,mlp.experts.1.gate_proj,0.0000017780,0.05000,16.414
+2,mlp.experts.5.gate_proj,0.0000025887,0.05000,16.550
+2,mlp.experts.12.gate_proj,0.0000025655,0.05000,16.608
+2,mlp.experts.14.gate_proj,0.0000024990,0.05000,16.653
+2,mlp.experts.6.gate_proj,0.0000018077,0.05000,16.663
+2,mlp.experts.7.gate_proj,0.0000029670,0.05000,16.655
+2,mlp.experts.8.gate_proj,0.0000021113,0.05000,16.771
+2,mlp.experts.3.gate_proj,0.0000015837,0.05000,16.824
+2,mlp.experts.9.gate_proj,0.0000018378,0.05000,16.834
+2,mlp.experts.13.gate_proj,0.0000020506,0.05000,16.843
+2,mlp.experts.10.gate_proj,0.0000015154,0.05000,16.842
+2,mlp.experts.4.gate_proj,0.0000012165,0.05000,16.987
+2,mlp.experts.15.gate_proj,0.0000015981,0.05000,17.057
+2,mlp.experts.0.gate_proj,0.0000019482,0.05000,17.083
+2,mlp.experts.2.gate_proj,0.0000020871,0.05000,17.097
+2,mlp.experts.11.gate_proj,0.0000015442,0.05000,17.106
+2,mlp.experts.17.gate_proj,0.0000013466,0.05000,16.871
+2,mlp.experts.25.gate_proj,0.0000011522,0.05000,16.561
+2,mlp.experts.21.gate_proj,0.0000025045,0.05000,16.867
+2,mlp.experts.24.gate_proj,0.0000027147,0.05000,16.697
+2,mlp.experts.28.gate_proj,0.0000024727,0.05000,16.912
+2,mlp.experts.31.gate_proj,0.0000023805,0.05000,16.580
+2,mlp.experts.16.gate_proj,0.0000016778,0.05000,16.635
+2,mlp.experts.26.gate_proj,0.0000014134,0.05000,16.923
+2,mlp.experts.30.gate_proj,0.0000019998,0.05000,17.128
+2,mlp.experts.22.gate_proj,0.0000018063,0.05000,17.124
+2,mlp.experts.23.gate_proj,0.0000022288,0.05000,17.152
+2,mlp.experts.19.gate_proj,0.0000022484,0.05000,17.085
+2,mlp.experts.29.gate_proj,0.0000014026,0.05000,17.077
+2,mlp.experts.18.gate_proj,0.0000032624,0.05000,16.879
+2,mlp.experts.27.gate_proj,0.0000019769,0.05000,16.925
+2,mlp.experts.20.gate_proj,0.0000022067,0.05000,17.147
+2,mlp.experts.33.gate_proj,0.0000018253,0.05000,16.772
+2,mlp.experts.41.gate_proj,0.0000013419,0.05000,16.867
+2,mlp.experts.44.gate_proj,0.0000025336,0.05000,16.842
+2,mlp.experts.37.gate_proj,0.0000015202,0.05000,17.026
+2,mlp.experts.42.gate_proj,0.0000019419,0.05000,16.729
+2,mlp.experts.40.gate_proj,0.0000016640,0.05000,17.046
+2,mlp.experts.46.gate_proj,0.0000026626,0.05000,16.882
+2,mlp.experts.32.gate_proj,0.0000026618,0.05000,16.955
+2,mlp.experts.47.gate_proj,0.0000029888,0.05000,17.077
+2,mlp.experts.34.gate_proj,0.0000024919,0.05000,16.761
+2,mlp.experts.36.gate_proj,0.0000019171,0.05000,16.745
+2,mlp.experts.35.gate_proj,0.0000023153,0.05000,17.021
+2,mlp.experts.38.gate_proj,0.0000023022,0.05000,17.125
+2,mlp.experts.45.gate_proj,0.0000034613,0.05000,17.010
+2,mlp.experts.39.gate_proj,0.0000024142,0.05000,17.209
+2,mlp.experts.43.gate_proj,0.0000019363,0.05000,17.043
+2,mlp.experts.57.gate_proj,0.0000016239,0.05000,16.369
+2,mlp.experts.49.gate_proj,0.0000015423,0.05000,16.576
+2,mlp.experts.53.gate_proj,0.0000017245,0.05000,16.441
+2,mlp.experts.58.gate_proj,0.0000022703,0.05000,16.563
+2,mlp.experts.60.gate_proj,0.0000015366,0.05000,16.731
+2,mlp.experts.56.gate_proj,0.0000020114,0.05000,16.706
+2,mlp.experts.62.gate_proj,0.0000031230,0.05000,16.677
+2,mlp.experts.63.gate_proj,0.0000032003,0.05000,16.606
+2,mlp.experts.54.gate_proj,0.0000016961,0.05000,16.543
+2,mlp.experts.61.gate_proj,0.0000017894,0.05000,16.501
+2,mlp.experts.51.gate_proj,0.0000024761,0.05000,16.591
+2,mlp.experts.52.gate_proj,0.0000030146,0.05000,16.637
+2,mlp.experts.59.gate_proj,0.0000014214,0.05000,16.427
+2,mlp.experts.50.gate_proj,0.0000024971,0.05000,16.725
+2,mlp.experts.55.gate_proj,0.0000019731,0.05000,16.521
+2,mlp.experts.48.gate_proj,0.0000029438,0.05000,17.036
+2,mlp.experts.65.gate_proj,0.0000021123,0.05000,16.250
+2,mlp.experts.69.gate_proj,0.0000024259,0.05000,16.014
+2,mlp.experts.73.gate_proj,0.0000023104,0.05000,16.436
+2,mlp.experts.74.gate_proj,0.0000012435,0.05000,16.111
+2,mlp.experts.68.gate_proj,0.0000017803,0.05000,15.910
+2,mlp.experts.76.gate_proj,0.0000024315,0.05000,16.351
+2,mlp.experts.78.gate_proj,0.0000027969,0.05000,16.131
+2,mlp.experts.79.gate_proj,0.0000031815,0.05000,16.330
+2,mlp.experts.72.gate_proj,0.0000019118,0.05000,16.443
+2,mlp.experts.70.gate_proj,0.0000021126,0.05000,16.276
+2,mlp.experts.66.gate_proj,0.0000021471,0.05000,16.248
+2,mlp.experts.67.gate_proj,0.0000019211,0.05000,16.410
+2,mlp.experts.77.gate_proj,0.0000030132,0.05000,16.523
+2,mlp.experts.75.gate_proj,0.0000020971,0.05000,16.498
+2,mlp.experts.64.gate_proj,0.0000015824,0.05000,16.359
+2,mlp.experts.71.gate_proj,0.0000021908,0.05000,16.530
+2,mlp.experts.90.gate_proj,0.0000015059,0.05000,16.260
+2,mlp.experts.81.gate_proj,0.0000022598,0.05000,16.738
+2,mlp.experts.89.gate_proj,0.0000024980,0.05000,16.645
+2,mlp.experts.85.gate_proj,0.0000024334,0.05000,16.931
+2,mlp.experts.92.gate_proj,0.0000018418,0.05000,16.442
+2,mlp.experts.84.gate_proj,0.0000019169,0.05000,16.453
+2,mlp.experts.82.gate_proj,0.0000018663,0.05000,16.210
+2,mlp.experts.94.gate_proj,0.0000022846,0.05000,16.660
+2,mlp.experts.95.gate_proj,0.0000023969,0.05000,16.636
+2,mlp.experts.88.gate_proj,0.0000012982,0.05000,16.744
+2,mlp.experts.86.gate_proj,0.0000028869,0.05000,16.713
+2,mlp.experts.83.gate_proj,0.0000027156,0.05000,16.620
+2,mlp.experts.80.gate_proj,0.0000015810,0.05000,16.436
+2,mlp.experts.87.gate_proj,0.0000024948,0.05000,16.426
+2,mlp.experts.91.gate_proj,0.0000024467,0.05000,16.607
+2,mlp.experts.93.gate_proj,0.0000022167,0.05000,16.651
+2,mlp.experts.97.gate_proj,0.0000024364,0.05000,16.311
+2,mlp.experts.106.gate_proj,0.0000026088,0.05000,16.481
+2,mlp.experts.100.gate_proj,0.0000008833,0.05000,16.125
+2,mlp.experts.105.gate_proj,0.0000017128,0.05000,16.414
+2,mlp.experts.101.gate_proj,0.0000025469,0.05000,16.412
+2,mlp.experts.98.gate_proj,0.0000021516,0.05000,16.319
+2,mlp.experts.108.gate_proj,0.0000022569,0.05000,16.498
+2,mlp.experts.110.gate_proj,0.0000022271,0.05000,16.487
+2,mlp.experts.111.gate_proj,0.0000027364,0.05000,16.389
+2,mlp.experts.104.gate_proj,0.0000023350,0.05000,16.395
+2,mlp.experts.102.gate_proj,0.0000013403,0.05000,16.420
+2,mlp.experts.99.gate_proj,0.0000015453,0.05000,16.399
+2,mlp.experts.96.gate_proj,0.0000032798,0.05000,16.476
+2,mlp.experts.103.gate_proj,0.0000007713,0.05000,16.461
+2,mlp.experts.109.gate_proj,0.0000013737,0.05000,16.420
+2,mlp.experts.107.gate_proj,0.0000015250,0.05000,16.573
+2,mlp.experts.116.gate_proj,0.0000018517,0.05000,15.811
+2,mlp.experts.113.gate_proj,0.0000027390,0.05000,16.076
+2,mlp.experts.122.gate_proj,0.0000049058,0.05000,16.142
+2,mlp.experts.121.gate_proj,0.0000016575,0.05000,15.949
+2,mlp.experts.117.gate_proj,0.0000020467,0.05000,15.895
+2,mlp.experts.124.gate_proj,0.0000023405,0.05000,15.983
+2,mlp.experts.126.gate_proj,0.0000035764,0.05000,15.727
+2,mlp.experts.114.gate_proj,0.0000015517,0.05000,16.072
+2,mlp.experts.112.gate_proj,0.0000019121,0.05000,15.712
+2,mlp.experts.120.gate_proj,0.0000024346,0.05000,15.904
+2,mlp.experts.118.gate_proj,0.0000034327,0.05000,15.941
+2,mlp.experts.127.gate_proj,0.0000018498,0.05000,16.147
+2,mlp.experts.125.gate_proj,0.0000016465,0.05000,15.879
+2,mlp.experts.115.gate_proj,0.0000026833,0.05000,16.116
+2,mlp.experts.123.gate_proj,0.0000019189,0.05000,16.019
+2,mlp.experts.119.gate_proj,0.0000014281,0.05000,16.272
+2,mlp.experts.129.gate_proj,0.0000021059,0.05000,16.674
+2,mlp.experts.132.gate_proj,0.0000024629,0.05000,17.023
+2,mlp.experts.133.gate_proj,0.0000017208,0.05000,16.829
+2,mlp.experts.138.gate_proj,0.0000026702,0.05000,16.950
+2,mlp.experts.140.gate_proj,0.0000010962,0.05000,16.740
+2,mlp.experts.137.gate_proj,0.0000023735,0.05000,17.080
+2,mlp.experts.130.gate_proj,0.0000030084,0.05000,16.905
+2,mlp.experts.142.gate_proj,0.0000027007,0.05000,16.943
+2,mlp.experts.128.gate_proj,0.0000017321,0.05000,16.805
+2,mlp.experts.134.gate_proj,0.0000018053,0.05000,16.704
+2,mlp.experts.136.gate_proj,0.0000023049,0.05000,16.811
+2,mlp.experts.143.gate_proj,0.0000022786,0.05000,17.043
+2,mlp.experts.141.gate_proj,0.0000023753,0.05000,16.919
+2,mlp.experts.135.gate_proj,0.0000018533,0.05000,16.702
+2,mlp.experts.139.gate_proj,0.0000024099,0.05000,16.803
+2,mlp.experts.131.gate_proj,0.0000024867,0.05000,17.147
+2,mlp.experts.145.gate_proj,0.0000013432,0.05000,16.879
+2,mlp.experts.148.gate_proj,0.0000022023,0.05000,16.952
+2,mlp.experts.146.gate_proj,0.0000015241,0.05000,16.603
+2,mlp.experts.149.gate_proj,0.0000021389,0.05000,17.113
+2,mlp.experts.154.gate_proj,0.0000021501,0.05000,17.087
+2,mlp.experts.156.gate_proj,0.0000023030,0.05000,17.002
+2,mlp.experts.152.gate_proj,0.0000027642,0.05000,16.615
+2,mlp.experts.153.gate_proj,0.0000024013,0.05000,16.991
+2,mlp.experts.158.gate_proj,0.0000018653,0.05000,16.897
+2,mlp.experts.150.gate_proj,0.0000015309,0.05000,16.991
+2,mlp.experts.144.gate_proj,0.0000023918,0.05000,17.076
+2,mlp.experts.151.gate_proj,0.0000018991,0.05000,16.812
+2,mlp.experts.159.gate_proj,0.0000020029,0.05000,17.026
+2,mlp.experts.157.gate_proj,0.0000027149,0.05000,17.184
+2,mlp.experts.155.gate_proj,0.0000023094,0.05000,17.123
+2,mlp.experts.147.gate_proj,0.0000024171,0.05000,17.096
+2,mlp.experts.161.gate_proj,0.0000020961,0.05000,16.925
+2,mlp.experts.164.gate_proj,0.0000010320,0.05000,16.859
+2,mlp.experts.169.gate_proj,0.0000019124,0.05000,16.622
+2,mlp.experts.165.gate_proj,0.0000026861,0.05000,16.780
+2,mlp.experts.162.gate_proj,0.0000014333,0.05000,17.030
+2,mlp.experts.172.gate_proj,0.0000009696,0.05000,16.893
+2,mlp.experts.170.gate_proj,0.0000027751,0.05000,16.910
+2,mlp.experts.174.gate_proj,0.0000025210,0.05000,16.835
+2,mlp.experts.168.gate_proj,0.0000024267,0.05000,17.085
+2,mlp.experts.166.gate_proj,0.0000024219,0.05000,16.961
+2,mlp.experts.160.gate_proj,0.0000029019,0.05000,16.945
+2,mlp.experts.167.gate_proj,0.0000029789,0.05000,16.899
+2,mlp.experts.175.gate_proj,0.0000016770,0.05000,17.115
+2,mlp.experts.171.gate_proj,0.0000031166,0.05000,16.987
+2,mlp.experts.163.gate_proj,0.0000012475,0.05000,16.940
+2,mlp.experts.173.gate_proj,0.0000025701,0.05000,17.180
+2,mlp.experts.177.gate_proj,0.0000031019,0.05000,16.351
+2,mlp.experts.180.gate_proj,0.0000031580,0.05000,16.484
+2,mlp.experts.185.gate_proj,0.0000027062,0.05000,16.376
+2,mlp.experts.186.gate_proj,0.0000026006,0.05000,16.239
+2,mlp.experts.178.gate_proj,0.0000021539,0.05000,16.508
+2,mlp.experts.181.gate_proj,0.0000024313,0.05000,16.662
+2,mlp.experts.190.gate_proj,0.0000029257,0.05000,16.483
+2,mlp.experts.188.gate_proj,0.0000029150,0.05000,16.665
+2,mlp.experts.184.gate_proj,0.0000027957,0.05000,16.531
+2,mlp.experts.182.gate_proj,0.0000033443,0.05000,16.352
+2,mlp.experts.176.gate_proj,0.0000020271,0.05000,16.453
+2,mlp.experts.183.gate_proj,0.0000027907,0.05000,16.700
+2,mlp.experts.189.gate_proj,0.0000018900,0.05000,16.270
+2,mlp.experts.187.gate_proj,0.0000023838,0.05000,16.508
+2,mlp.experts.191.gate_proj,0.0000021515,0.05000,16.650
+2,mlp.experts.179.gate_proj,0.0000020726,0.05000,16.451
+2,mlp.experts.202.gate_proj,0.0000026538,0.05000,15.991
+2,mlp.experts.193.gate_proj,0.0000028646,0.05000,16.556
+2,mlp.experts.196.gate_proj,0.0000018267,0.05000,16.322
+2,mlp.experts.201.gate_proj,0.0000024564,0.05000,16.391
+2,mlp.experts.194.gate_proj,0.0000025560,0.05000,16.338
+2,mlp.experts.197.gate_proj,0.0000024209,0.05000,16.306
+2,mlp.experts.204.gate_proj,0.0000022266,0.05000,16.380
+2,mlp.experts.206.gate_proj,0.0000027460,0.05000,16.421
+2,mlp.experts.200.gate_proj,0.0000018813,0.05000,16.488
+2,mlp.experts.198.gate_proj,0.0000020182,0.05000,16.509
+2,mlp.experts.192.gate_proj,0.0000027443,0.05000,16.515
+2,mlp.experts.199.gate_proj,0.0000059670,0.05000,16.312
+2,mlp.experts.203.gate_proj,0.0000021838,0.05000,16.223
+2,mlp.experts.205.gate_proj,0.0000026180,0.05000,16.442
+2,mlp.experts.195.gate_proj,0.0000022948,0.05000,16.285
+2,mlp.experts.207.gate_proj,0.0000039936,0.05000,16.520
+2,mlp.experts.218.gate_proj,0.0000024833,0.05000,16.524
+2,mlp.experts.212.gate_proj,0.0000024334,0.05000,16.487
+2,mlp.experts.209.gate_proj,0.0000016849,0.05000,16.728
+2,mlp.experts.217.gate_proj,0.0000016084,0.05000,16.700
+2,mlp.experts.222.gate_proj,0.0000023763,0.05000,16.373
+2,mlp.experts.213.gate_proj,0.0000027443,0.05000,16.726
+2,mlp.experts.210.gate_proj,0.0000009134,0.05000,16.797
+2,mlp.experts.220.gate_proj,0.0000027454,0.05000,16.911
+2,mlp.experts.208.gate_proj,0.0000030192,0.05000,16.436
+2,mlp.experts.216.gate_proj,0.0000023320,0.05000,16.824
+2,mlp.experts.214.gate_proj,0.0000024493,0.05000,16.855
+2,mlp.experts.223.gate_proj,0.0000020695,0.05000,16.258
+2,mlp.experts.215.gate_proj,0.0000034192,0.05000,16.864
+2,mlp.experts.221.gate_proj,0.0000023265,0.05000,16.738
+2,mlp.experts.219.gate_proj,0.0000012080,0.05000,16.853
+2,mlp.experts.211.gate_proj,0.0000028188,0.05000,16.839
+2,mlp.experts.228.gate_proj,0.0000048573,0.05000,16.598
+2,mlp.experts.234.gate_proj,0.0000020260,0.05000,17.047
+2,mlp.experts.233.gate_proj,0.0000016861,0.05000,16.620
+2,mlp.experts.225.gate_proj,0.0000021297,0.05000,17.014
+2,mlp.experts.226.gate_proj,0.0000028061,0.05000,16.557
+2,mlp.experts.238.gate_proj,0.0000014686,0.05000,17.039
+2,mlp.experts.229.gate_proj,0.0000023829,0.05000,16.955
+2,mlp.experts.224.gate_proj,0.0000023851,0.05000,16.600
+2,mlp.experts.236.gate_proj,0.0000021275,0.05000,16.884
+2,mlp.experts.232.gate_proj,0.0000024587,0.05000,16.949
+2,mlp.experts.239.gate_proj,0.0000018879,0.05000,16.729
+2,mlp.experts.237.gate_proj,0.0000028497,0.05000,16.654
+2,mlp.experts.230.gate_proj,0.0000023133,0.05000,17.164
+2,mlp.experts.235.gate_proj,0.0000031288,0.05000,16.888
+2,mlp.experts.231.gate_proj,0.0000021107,0.05000,17.183
+2,mlp.experts.227.gate_proj,0.0000018608,0.05000,17.072
+2,mlp.experts.244.gate_proj,0.0000019107,0.05000,16.601
+2,mlp.experts.249.gate_proj,0.0000016861,0.05000,16.291
+2,mlp.experts.250.gate_proj,0.0000030873,0.05000,16.373
+2,mlp.experts.242.gate_proj,0.0000028891,0.05000,16.272
+2,mlp.experts.254.gate_proj,0.0000024921,0.05000,16.181
+2,mlp.experts.241.gate_proj,0.0000019301,0.05000,16.574
+2,mlp.experts.240.gate_proj,0.0000022093,0.05000,16.119
+2,mlp.experts.245.gate_proj,0.0000022657,0.05000,16.170
+2,mlp.experts.252.gate_proj,0.0000030277,0.05000,16.268
+2,mlp.experts.248.gate_proj,0.0000026828,0.05000,16.210
+2,mlp.experts.255.gate_proj,0.0000015706,0.05000,16.223
+2,mlp.experts.246.gate_proj,0.0000014899,0.05000,16.316
+2,mlp.experts.251.gate_proj,0.0000030640,0.05000,16.250
+2,mlp.experts.253.gate_proj,0.0000027451,0.05000,16.407
+2,mlp.experts.247.gate_proj,0.0000023662,0.05000,16.236
+2,mlp.experts.243.gate_proj,0.0000018859,0.05000,16.388
+2,mlp.experts.9.up_proj,0.0000017821,0.05000,16.483
+2,mlp.experts.4.up_proj,0.0000011839,0.05000,16.786
+2,mlp.experts.10.up_proj,0.0000014662,0.05000,16.814
+2,mlp.experts.14.up_proj,0.0000024279,0.05000,16.387
+2,mlp.experts.0.up_proj,0.0000019159,0.05000,16.426
+2,mlp.experts.5.up_proj,0.0000024852,0.05000,16.546
+2,mlp.experts.2.up_proj,0.0000020201,0.05000,16.767
+2,mlp.experts.12.up_proj,0.0000024667,0.05000,16.274
+2,mlp.experts.1.up_proj,0.0000017406,0.05000,16.809
+2,mlp.experts.8.up_proj,0.0000020362,0.05000,16.644
+2,mlp.experts.15.up_proj,0.0000015357,0.05000,16.695
+2,mlp.experts.7.up_proj,0.0000028071,0.05000,16.294
+2,mlp.experts.13.up_proj,0.0000019283,0.05000,16.498
+2,mlp.experts.6.up_proj,0.0000017543,0.05000,16.793
+2,mlp.experts.11.up_proj,0.0000014595,0.05000,16.838
+2,mlp.experts.3.up_proj,0.0000015241,0.05000,16.599
+2,mlp.experts.25.up_proj,0.0000010796,0.05000,16.699
+2,mlp.experts.30.up_proj,0.0000019410,0.05000,16.491
+2,mlp.experts.20.up_proj,0.0000021463,0.05000,16.642
+2,mlp.experts.26.up_proj,0.0000013803,0.05000,16.822
+2,mlp.experts.21.up_proj,0.0000024362,0.05000,16.613
+2,mlp.experts.18.up_proj,0.0000029595,0.05000,16.653
+2,mlp.experts.28.up_proj,0.0000023947,0.05000,16.679
+2,mlp.experts.16.up_proj,0.0000015533,0.05000,16.974
+2,mlp.experts.17.up_proj,0.0000013126,0.05000,16.741
+2,mlp.experts.24.up_proj,0.0000026223,0.05000,16.745
+2,mlp.experts.23.up_proj,0.0000021794,0.05000,16.349
+2,mlp.experts.31.up_proj,0.0000022944,0.05000,16.710
+2,mlp.experts.22.up_proj,0.0000017660,0.05000,16.618
+2,mlp.experts.29.up_proj,0.0000013538,0.05000,16.810
+2,mlp.experts.27.up_proj,0.0000019033,0.05000,16.655
+2,mlp.experts.19.up_proj,0.0000021663,0.05000,16.612
+2,mlp.experts.41.up_proj,0.0000012414,0.05000,16.071
+2,mlp.experts.46.up_proj,0.0000025889,0.05000,15.964
+2,mlp.experts.36.up_proj,0.0000018421,0.05000,15.945
+2,mlp.experts.33.up_proj,0.0000017356,0.05000,15.481
+2,mlp.experts.44.up_proj,0.0000024511,0.05000,15.611
+2,mlp.experts.37.up_proj,0.0000014589,0.05000,15.902
+2,mlp.experts.42.up_proj,0.0000017682,0.05000,15.989
+2,mlp.experts.32.up_proj,0.0000025526,0.05000,15.757
+2,mlp.experts.34.up_proj,0.0000024441,0.05000,16.026
+2,mlp.experts.40.up_proj,0.0000015156,0.05000,15.810
+2,mlp.experts.39.up_proj,0.0000023376,0.05000,15.988
+2,mlp.experts.47.up_proj,0.0000028054,0.05000,16.175
+2,mlp.experts.38.up_proj,0.0000022274,0.05000,15.953
+2,mlp.experts.45.up_proj,0.0000033365,0.05000,15.972
+2,mlp.experts.43.up_proj,0.0000018940,0.05000,16.010
+2,mlp.experts.35.up_proj,0.0000022518,0.05000,16.081
+2,mlp.experts.52.up_proj,0.0000029212,0.05000,16.487
+2,mlp.experts.62.up_proj,0.0000030082,0.05000,16.586
+2,mlp.experts.57.up_proj,0.0000015776,0.05000,16.680
+2,mlp.experts.60.up_proj,0.0000014384,0.05000,16.656
+2,mlp.experts.49.up_proj,0.0000014788,0.05000,16.706
+2,mlp.experts.48.up_proj,0.0000028678,0.05000,16.558
+2,mlp.experts.53.up_proj,0.0000016848,0.05000,16.736
+2,mlp.experts.58.up_proj,0.0000021872,0.05000,16.687
+2,mlp.experts.50.up_proj,0.0000024519,0.05000,16.636
+2,mlp.experts.56.up_proj,0.0000019531,0.05000,16.574
+2,mlp.experts.55.up_proj,0.0000018854,0.05000,16.445
+2,mlp.experts.63.up_proj,0.0000028089,0.05000,16.459
+2,mlp.experts.61.up_proj,0.0000016545,0.05000,16.719
+2,mlp.experts.59.up_proj,0.0000013988,0.05000,16.610
+2,mlp.experts.54.up_proj,0.0000016560,0.05000,16.853
+2,mlp.experts.51.up_proj,0.0000023736,0.05000,16.750
+2,mlp.experts.73.up_proj,0.0000022426,0.05000,16.417
+2,mlp.experts.76.up_proj,0.0000021715,0.05000,16.311
+2,mlp.experts.78.up_proj,0.0000026914,0.05000,16.572
+2,mlp.experts.68.up_proj,0.0000017301,0.05000,16.771
+2,mlp.experts.64.up_proj,0.0000015086,0.05000,16.533
+2,mlp.experts.65.up_proj,0.0000020343,0.05000,16.591
+2,mlp.experts.74.up_proj,0.0000012104,0.05000,16.535
+2,mlp.experts.66.up_proj,0.0000020398,0.05000,16.472
+2,mlp.experts.69.up_proj,0.0000023580,0.05000,16.749
+2,mlp.experts.71.up_proj,0.0000020706,0.05000,16.565
+2,mlp.experts.72.up_proj,0.0000018358,0.05000,16.780
+2,mlp.experts.79.up_proj,0.0000029922,0.05000,16.709
+2,mlp.experts.75.up_proj,0.0000019963,0.05000,16.299
+2,mlp.experts.77.up_proj,0.0000029377,0.05000,16.433
+2,mlp.experts.70.up_proj,0.0000020088,0.05000,16.534
+2,mlp.experts.67.up_proj,0.0000018709,0.05000,16.714
+2,mlp.experts.89.up_proj,0.0000023914,0.05000,16.545
+2,mlp.experts.84.up_proj,0.0000018464,0.05000,16.563
+2,mlp.experts.94.up_proj,0.0000022032,0.05000,16.844
+2,mlp.experts.92.up_proj,0.0000017465,0.05000,16.860
+2,mlp.experts.82.up_proj,0.0000018065,0.05000,16.547
+2,mlp.experts.81.up_proj,0.0000022175,0.05000,16.772
+2,mlp.experts.80.up_proj,0.0000015358,0.05000,16.834
+2,mlp.experts.90.up_proj,0.0000014629,0.05000,16.745
+2,mlp.experts.85.up_proj,0.0000023335,0.05000,16.588
+2,mlp.experts.88.up_proj,0.0000012419,0.05000,16.350
+2,mlp.experts.87.up_proj,0.0000024044,0.05000,16.728
+2,mlp.experts.95.up_proj,0.0000023105,0.05000,16.656
+2,mlp.experts.91.up_proj,0.0000022717,0.05000,16.684
+2,mlp.experts.93.up_proj,0.0000020398,0.05000,16.694
+2,mlp.experts.86.up_proj,0.0000025268,0.05000,16.710
+2,mlp.experts.83.up_proj,0.0000025540,0.05000,16.909
+2,mlp.experts.105.up_proj,0.0000016552,0.05000,16.602
+2,mlp.experts.110.up_proj,0.0000021010,0.05000,16.585
+2,mlp.experts.100.up_proj,0.0000008694,0.05000,16.837
+2,mlp.experts.108.up_proj,0.0000022074,0.05000,16.705
+2,mlp.experts.98.up_proj,0.0000021113,0.05000,16.565
+2,mlp.experts.97.up_proj,0.0000023481,0.05000,16.655
+2,mlp.experts.96.up_proj,0.0000030644,0.05000,16.653
+2,mlp.experts.106.up_proj,0.0000025032,0.05000,16.827
+2,mlp.experts.101.up_proj,0.0000024593,0.05000,16.891
+2,mlp.experts.104.up_proj,0.0000022564,0.05000,16.816
+2,mlp.experts.111.up_proj,0.0000026244,0.05000,16.395
+2,mlp.experts.103.up_proj,0.0000007496,0.05000,16.905
+2,mlp.experts.107.up_proj,0.0000013802,0.05000,16.551
+2,mlp.experts.109.up_proj,0.0000013279,0.05000,16.710
+2,mlp.experts.102.up_proj,0.0000012955,0.05000,16.846
+2,mlp.experts.99.up_proj,0.0000015107,0.05000,16.454
+2,mlp.experts.121.up_proj,0.0000016217,0.05000,16.561
+2,mlp.experts.124.up_proj,0.0000022811,0.05000,16.400
+2,mlp.experts.114.up_proj,0.0000015108,0.05000,16.424
+2,mlp.experts.116.up_proj,0.0000017712,0.05000,16.662
+2,mlp.experts.126.up_proj,0.0000034871,0.05000,16.804
+2,mlp.experts.122.up_proj,0.0000045776,0.05000,16.350
+2,mlp.experts.113.up_proj,0.0000025802,0.05000,16.621
+2,mlp.experts.112.up_proj,0.0000018573,0.05000,16.749
+2,mlp.experts.117.up_proj,0.0000019466,0.05000,16.742
+2,mlp.experts.120.up_proj,0.0000023199,0.05000,16.620
+2,mlp.experts.127.up_proj,0.0000017979,0.05000,16.725
+2,mlp.experts.119.up_proj,0.0000014015,0.05000,16.776
+2,mlp.experts.123.up_proj,0.0000018530,0.05000,16.745
+2,mlp.experts.125.up_proj,0.0000016020,0.05000,16.633
+2,mlp.experts.118.up_proj,0.0000030526,0.05000,16.610
+2,mlp.experts.115.up_proj,0.0000025745,0.05000,16.694
+2,mlp.experts.137.up_proj,0.0000022566,0.05000,16.621
+2,mlp.experts.140.up_proj,0.0000010825,0.05000,16.376
+2,mlp.experts.132.up_proj,0.0000023745,0.05000,16.345
+2,mlp.experts.130.up_proj,0.0000028948,0.05000,16.555
+2,mlp.experts.129.up_proj,0.0000020313,0.05000,16.452
+2,mlp.experts.142.up_proj,0.0000025953,0.05000,16.749
+2,mlp.experts.138.up_proj,0.0000025859,0.05000,16.634
+2,mlp.experts.128.up_proj,0.0000016752,0.05000,16.574
+2,mlp.experts.136.up_proj,0.0000022305,0.05000,16.385
+2,mlp.experts.133.up_proj,0.0000016472,0.05000,16.670
+2,mlp.experts.143.up_proj,0.0000022173,0.05000,16.672
+2,mlp.experts.135.up_proj,0.0000018197,0.05000,16.517
+2,mlp.experts.139.up_proj,0.0000023389,0.05000,16.558
+2,mlp.experts.141.up_proj,0.0000022907,0.05000,16.574
+2,mlp.experts.134.up_proj,0.0000017519,0.05000,16.506
+2,mlp.experts.131.up_proj,0.0000023701,0.05000,16.508
+2,mlp.experts.156.up_proj,0.0000022529,0.05000,16.380
+2,mlp.experts.153.up_proj,0.0000023229,0.05000,16.687
+2,mlp.experts.146.up_proj,0.0000014904,0.05000,16.831
+2,mlp.experts.148.up_proj,0.0000020479,0.05000,16.836
+2,mlp.experts.145.up_proj,0.0000013183,0.05000,16.785
+2,mlp.experts.158.up_proj,0.0000017766,0.05000,16.674
+2,mlp.experts.144.up_proj,0.0000023208,0.05000,16.637
+2,mlp.experts.154.up_proj,0.0000020866,0.05000,16.847
+2,mlp.experts.152.up_proj,0.0000026885,0.05000,16.648
+2,mlp.experts.149.up_proj,0.0000020455,0.05000,16.689
+2,mlp.experts.151.up_proj,0.0000018493,0.05000,16.630
+2,mlp.experts.159.up_proj,0.0000019321,0.05000,16.842
+2,mlp.experts.155.up_proj,0.0000022377,0.05000,16.689
+2,mlp.experts.157.up_proj,0.0000026702,0.05000,16.788
+2,mlp.experts.150.up_proj,0.0000014554,0.05000,16.724
+2,mlp.experts.147.up_proj,0.0000022620,0.05000,16.540
+2,mlp.experts.172.up_proj,0.0000009516,0.05000,16.396
+2,mlp.experts.169.up_proj,0.0000018591,0.05000,16.462
+2,mlp.experts.162.up_proj,0.0000014082,0.05000,16.184
+2,mlp.experts.164.up_proj,0.0000010130,0.05000,16.263
+2,mlp.experts.174.up_proj,0.0000024454,0.05000,16.272
+2,mlp.experts.170.up_proj,0.0000025989,0.05000,16.206
+2,mlp.experts.161.up_proj,0.0000020122,0.05000,16.419
+2,mlp.experts.160.up_proj,0.0000028046,0.05000,16.319
+2,mlp.experts.165.up_proj,0.0000026060,0.05000,16.065
+2,mlp.experts.168.up_proj,0.0000023138,0.05000,16.313
+2,mlp.experts.171.up_proj,0.0000030561,0.05000,16.102
+2,mlp.experts.175.up_proj,0.0000016006,0.05000,16.315
+2,mlp.experts.167.up_proj,0.0000028937,0.05000,16.563
+2,mlp.experts.173.up_proj,0.0000024749,0.05000,16.189
+2,mlp.experts.163.up_proj,0.0000012271,0.05000,16.099
+2,mlp.experts.166.up_proj,0.0000023223,0.05000,16.546
+2,mlp.experts.188.up_proj,0.0000026605,0.05000,16.411
+2,mlp.experts.185.up_proj,0.0000025903,0.05000,16.670
+2,mlp.experts.180.up_proj,0.0000028783,0.05000,16.462
+2,mlp.experts.178.up_proj,0.0000020900,0.05000,16.717
+2,mlp.experts.177.up_proj,0.0000029625,0.05000,16.604
+2,mlp.experts.190.up_proj,0.0000027993,0.05000,16.716
+2,mlp.experts.181.up_proj,0.0000023445,0.05000,16.493
+2,mlp.experts.176.up_proj,0.0000019858,0.05000,16.745
+2,mlp.experts.186.up_proj,0.0000025111,0.05000,16.816
+2,mlp.experts.184.up_proj,0.0000025944,0.05000,16.763
+2,mlp.experts.187.up_proj,0.0000022855,0.05000,16.887
+2,mlp.experts.183.up_proj,0.0000026782,0.05000,16.730
+2,mlp.experts.191.up_proj,0.0000020899,0.05000,16.877
+2,mlp.experts.189.up_proj,0.0000017993,0.05000,16.762
+2,mlp.experts.179.up_proj,0.0000020277,0.05000,16.701
+2,mlp.experts.182.up_proj,0.0000030997,0.05000,16.777
+2,mlp.experts.204.up_proj,0.0000021415,0.05000,16.495
+2,mlp.experts.201.up_proj,0.0000023230,0.05000,16.327
+2,mlp.experts.196.up_proj,0.0000017586,0.05000,16.654
+2,mlp.experts.194.up_proj,0.0000024396,0.05000,16.546
+2,mlp.experts.202.up_proj,0.0000025566,0.05000,16.096
+2,mlp.experts.197.up_proj,0.0000023701,0.05000,16.368
+2,mlp.experts.193.up_proj,0.0000027833,0.05000,16.454
+2,mlp.experts.206.up_proj,0.0000026185,0.05000,16.502
+2,mlp.experts.200.up_proj,0.0000018450,0.05000,16.351
+2,mlp.experts.192.up_proj,0.0000025926,0.05000,16.568
+2,mlp.experts.203.up_proj,0.0000021111,0.05000,16.316
+2,mlp.experts.207.up_proj,0.0000037749,0.05000,16.298
+2,mlp.experts.199.up_proj,0.0000052307,0.05000,16.400
+2,mlp.experts.205.up_proj,0.0000025427,0.05000,16.286
+2,mlp.experts.195.up_proj,0.0000021684,0.05000,16.306
+2,mlp.experts.198.up_proj,0.0000018362,0.05000,16.173
+2,mlp.experts.220.up_proj,0.0000026734,0.05000,16.487
+2,mlp.experts.217.up_proj,0.0000015879,0.05000,16.474
+2,mlp.experts.210.up_proj,0.0000008993,0.05000,16.247
+2,mlp.experts.212.up_proj,0.0000022470,0.05000,16.418
+2,mlp.experts.213.up_proj,0.0000026228,0.05000,16.353
+2,mlp.experts.222.up_proj,0.0000021295,0.05000,16.299
+2,mlp.experts.218.up_proj,0.0000023634,0.05000,16.473
+2,mlp.experts.209.up_proj,0.0000016423,0.05000,16.514
+2,mlp.experts.216.up_proj,0.0000022475,0.05000,16.442
+2,mlp.experts.208.up_proj,0.0000026959,0.05000,16.522
+2,mlp.experts.219.up_proj,0.0000011029,0.05000,16.318
+2,mlp.experts.223.up_proj,0.0000018977,0.05000,16.299
+2,mlp.experts.211.up_proj,0.0000026307,0.05000,16.083
+2,mlp.experts.215.up_proj,0.0000032726,0.05000,16.428
+2,mlp.experts.221.up_proj,0.0000022277,0.05000,16.530
+2,mlp.experts.214.up_proj,0.0000023669,0.05000,16.411
+2,mlp.experts.236.up_proj,0.0000020754,0.05000,16.099
+2,mlp.experts.233.up_proj,0.0000016439,0.05000,16.244
+2,mlp.experts.226.up_proj,0.0000027397,0.05000,16.314
+2,mlp.experts.228.up_proj,0.0000047463,0.05000,16.458
+2,mlp.experts.234.up_proj,0.0000019689,0.05000,16.171
+2,mlp.experts.229.up_proj,0.0000022995,0.05000,16.455
+2,mlp.experts.238.up_proj,0.0000014333,0.05000,16.576
+2,mlp.experts.225.up_proj,0.0000020248,0.05000,16.466
+2,mlp.experts.224.up_proj,0.0000022509,0.05000,16.483
+2,mlp.experts.232.up_proj,0.0000023790,0.05000,16.645
+2,mlp.experts.227.up_proj,0.0000018142,0.05000,16.417
+2,mlp.experts.239.up_proj,0.0000018240,0.05000,16.570
+2,mlp.experts.235.up_proj,0.0000029114,0.05000,16.712
+2,mlp.experts.231.up_proj,0.0000020618,0.05000,16.643
+2,mlp.experts.237.up_proj,0.0000027267,0.05000,16.631
+2,mlp.experts.230.up_proj,0.0000022022,0.05000,16.375
+2,mlp.experts.252.up_proj,0.0000028799,0.05000,16.299
+2,mlp.experts.249.up_proj,0.0000015973,0.05000,16.366
+2,mlp.experts.242.up_proj,0.0000027828,0.05000,16.503
+2,mlp.experts.250.up_proj,0.0000029406,0.05000,16.336
+2,mlp.experts.245.up_proj,0.0000022141,0.05000,16.219
+2,mlp.experts.244.up_proj,0.0000018345,0.05000,16.575
+2,mlp.experts.241.up_proj,0.0000018714,0.05000,16.257
+2,mlp.experts.254.up_proj,0.0000023110,0.05000,16.350
+2,mlp.experts.240.up_proj,0.0000021094,0.05000,16.011
+2,mlp.experts.248.up_proj,0.0000026129,0.05000,16.104
+2,mlp.experts.251.up_proj,0.0000029705,0.05000,16.167
+2,mlp.experts.255.up_proj,0.0000015456,0.05000,16.305
+2,mlp.experts.243.up_proj,0.0000018292,0.05000,16.329
+2,mlp.experts.247.up_proj,0.0000022445,0.05000,16.243
+2,mlp.experts.253.up_proj,0.0000026466,0.05000,16.169
+2,mlp.experts.246.up_proj,0.0000014437,0.05000,16.202
+2,mlp.experts.12.down_proj,0.0000000244,0.05000,3.944
+2,mlp.experts.9.down_proj,0.0000000166,0.05000,4.207
+2,mlp.experts.2.down_proj,0.0000000189,0.05000,4.261
+2,mlp.experts.10.down_proj,0.0000000139,0.05000,4.261
+2,mlp.experts.5.down_proj,0.0000000223,0.05000,4.186
+2,mlp.experts.4.down_proj,0.0000000093,0.05000,4.168
+2,mlp.experts.1.down_proj,0.0000000158,0.05000,4.076
+2,mlp.experts.0.down_proj,0.0000000193,0.05000,4.099
+2,mlp.experts.14.down_proj,0.0000000236,0.05000,4.240
+2,mlp.experts.8.down_proj,0.0000000490,0.05000,4.150
+2,mlp.experts.11.down_proj,0.0000000441,0.05000,4.038
+2,mlp.experts.15.down_proj,0.0000000158,0.05000,3.980
+2,mlp.experts.3.down_proj,0.0000000414,0.05000,4.096
+2,mlp.experts.7.down_proj,0.0000000340,0.05000,4.137
+2,mlp.experts.13.down_proj,0.0000000253,0.05000,4.274
+2,mlp.experts.6.down_proj,0.0000000159,0.05000,4.296
+2,mlp.experts.25.down_proj,0.0000000275,0.05000,4.309
+2,mlp.experts.18.down_proj,0.0000000744,0.05000,4.548
+2,mlp.experts.21.down_proj,0.0000000232,0.05000,4.404
+2,mlp.experts.26.down_proj,0.0000000117,0.05000,4.546
+2,mlp.experts.17.down_proj,0.0000000123,0.05000,4.535
+2,mlp.experts.30.down_proj,0.0000000558,0.05000,4.342
+2,mlp.experts.28.down_proj,0.0000000207,0.05000,4.326
+2,mlp.experts.16.down_proj,0.0000000290,0.05000,4.441
+2,mlp.experts.24.down_proj,0.0000000333,0.05000,4.456
+2,mlp.experts.20.down_proj,0.0000000214,0.05000,4.556
+2,mlp.experts.31.down_proj,0.0000000294,0.05000,4.275
+2,mlp.experts.27.down_proj,0.0000000211,0.05000,4.523
+2,mlp.experts.23.down_proj,0.0000000261,0.05000,4.244
+2,mlp.experts.19.down_proj,0.0000000232,0.05000,4.499
+2,mlp.experts.29.down_proj,0.0000000169,0.05000,4.209
+2,mlp.experts.22.down_proj,0.0000000133,0.05000,4.084
+2,mlp.experts.34.down_proj,0.0000000203,0.05000,3.759
+2,mlp.experts.42.down_proj,0.0000000305,0.05000,3.839
+2,mlp.experts.46.down_proj,0.0000000311,0.05000,3.752
+2,mlp.experts.32.down_proj,0.0000000473,0.05000,3.801
+2,mlp.experts.44.down_proj,0.0000000218,0.05000,3.966
+2,mlp.experts.40.down_proj,0.0000000326,0.05000,3.942
+2,mlp.experts.36.down_proj,0.0000000181,0.05000,3.942
+2,mlp.experts.47.down_proj,0.0000000494,0.05000,3.901
+2,mlp.experts.43.down_proj,0.0000000194,0.05000,3.902
+2,mlp.experts.39.down_proj,0.0000000249,0.05000,3.960
+2,mlp.experts.35.down_proj,0.0000000216,0.05000,3.930
+2,mlp.experts.41.down_proj,0.0000001141,0.05000,3.850
+2,mlp.experts.33.down_proj,0.0000000233,0.05000,3.911
+2,mlp.experts.37.down_proj,0.0000000296,0.05000,3.930
+2,mlp.experts.45.down_proj,0.0000000478,0.05000,3.949
+2,mlp.experts.62.down_proj,0.0000000299,0.05000,4.437
+2,mlp.experts.50.down_proj,0.0000000203,0.05000,4.459
+2,mlp.experts.58.down_proj,0.0000000345,0.05000,4.504
+2,mlp.experts.38.down_proj,0.0000000265,0.05000,4.637
+2,mlp.experts.48.down_proj,0.0000000254,0.05000,4.494
+2,mlp.experts.60.down_proj,0.0000000573,0.05000,4.545
+2,mlp.experts.56.down_proj,0.0000000609,0.05000,4.504
+2,mlp.experts.52.down_proj,0.0000000309,0.05000,4.651
+2,mlp.experts.63.down_proj,0.0000001193,0.05000,4.388
+2,mlp.experts.59.down_proj,0.0000000098,0.05000,4.532
+2,mlp.experts.55.down_proj,0.0000000221,0.05000,4.559
+2,mlp.experts.51.down_proj,0.0000000255,0.05000,4.701
+2,mlp.experts.49.down_proj,0.0000000356,0.05000,4.587
+2,mlp.experts.61.down_proj,0.0000001177,0.05000,4.574
+2,mlp.experts.57.down_proj,0.0000000155,0.05000,4.664
+2,mlp.experts.53.down_proj,0.0000000152,0.05000,4.656
+2,mlp.experts.74.down_proj,0.0000000139,0.05000,4.050
+2,mlp.experts.78.down_proj,0.0000000279,0.05000,4.217
+2,mlp.experts.66.down_proj,0.0000000247,0.05000,4.380
+2,mlp.experts.54.down_proj,0.0000000164,0.05000,4.234
+2,mlp.experts.64.down_proj,0.0000000192,0.05000,4.210
+2,mlp.experts.68.down_proj,0.0000000131,0.05000,4.037
+2,mlp.experts.76.down_proj,0.0000000524,0.05000,4.400
+2,mlp.experts.72.down_proj,0.0000000233,0.05000,4.365
+2,mlp.experts.79.down_proj,0.0000000380,0.05000,4.416
+2,mlp.experts.75.down_proj,0.0000000264,0.05000,4.285
+2,mlp.experts.71.down_proj,0.0000000583,0.05000,4.335
+2,mlp.experts.67.down_proj,0.0000000182,0.05000,4.222
+2,mlp.experts.73.down_proj,0.0000000208,0.05000,4.317
+2,mlp.experts.77.down_proj,0.0000000255,0.05000,4.323
+2,mlp.experts.65.down_proj,0.0000000182,0.05000,4.352
+2,mlp.experts.69.down_proj,0.0000000237,0.05000,4.456
+2,mlp.experts.90.down_proj,0.0000000128,0.05000,4.199
+2,mlp.experts.94.down_proj,0.0000000236,0.05000,4.285
+2,mlp.experts.70.down_proj,0.0000000241,0.05000,4.203
+2,mlp.experts.82.down_proj,0.0000000180,0.05000,4.288
+2,mlp.experts.80.down_proj,0.0000000139,0.05000,4.289
+2,mlp.experts.84.down_proj,0.0000000205,0.05000,4.265
+2,mlp.experts.88.down_proj,0.0000000294,0.05000,4.240
+2,mlp.experts.92.down_proj,0.0000000602,0.05000,4.276
+2,mlp.experts.95.down_proj,0.0000000231,0.05000,4.192
+2,mlp.experts.91.down_proj,0.0000000553,0.05000,4.184
+2,mlp.experts.87.down_proj,0.0000000324,0.05000,4.233
+2,mlp.experts.93.down_proj,0.0000000490,0.05000,4.134
+2,mlp.experts.89.down_proj,0.0000000361,0.05000,4.241
+2,mlp.experts.81.down_proj,0.0000000222,0.05000,4.263
+2,mlp.experts.83.down_proj,0.0000000491,0.05000,4.440
+2,mlp.experts.85.down_proj,0.0000000232,0.05000,4.145
+2,mlp.experts.106.down_proj,0.0000000317,0.05000,4.373
+2,mlp.experts.110.down_proj,0.0000000784,0.05000,4.308
+2,mlp.experts.98.down_proj,0.0000000174,0.05000,4.231
+2,mlp.experts.86.down_proj,0.0000000575,0.05000,4.331
+2,mlp.experts.96.down_proj,0.0000000533,0.05000,4.305
+2,mlp.experts.108.down_proj,0.0000000225,0.05000,4.183
+2,mlp.experts.100.down_proj,0.0000000088,0.05000,4.277
+2,mlp.experts.104.down_proj,0.0000000202,0.05000,4.301
+2,mlp.experts.103.down_proj,0.0000000052,0.05000,4.067
+2,mlp.experts.107.down_proj,0.0000000312,0.05000,4.235
+2,mlp.experts.111.down_proj,0.0000000374,0.05000,4.344
+2,mlp.experts.109.down_proj,0.0000000116,0.05000,4.273
+2,mlp.experts.97.down_proj,0.0000000267,0.05000,4.148
+2,mlp.experts.101.down_proj,0.0000000270,0.05000,4.153
+2,mlp.experts.105.down_proj,0.0000000175,0.05000,4.331
+2,mlp.experts.99.down_proj,0.0000000135,0.05000,4.274
+2,mlp.experts.122.down_proj,0.0000000687,0.05000,4.238
+2,mlp.experts.126.down_proj,0.0000000419,0.05000,4.208
+2,mlp.experts.114.down_proj,0.0000000141,0.05000,4.365
+2,mlp.experts.102.down_proj,0.0000000119,0.05000,4.368
+2,mlp.experts.112.down_proj,0.0000000190,0.05000,4.256
+2,mlp.experts.124.down_proj,0.0000000207,0.05000,4.402
+2,mlp.experts.120.down_proj,0.0000000354,0.05000,4.301
+2,mlp.experts.116.down_proj,0.0000000189,0.05000,4.405
+2,mlp.experts.119.down_proj,0.0000000539,0.05000,4.244
+2,mlp.experts.123.down_proj,0.0000000213,0.05000,4.253
+2,mlp.experts.125.down_proj,0.0000000129,0.05000,4.098
+2,mlp.experts.127.down_proj,0.0000000160,0.05000,4.267
+2,mlp.experts.113.down_proj,0.0000000323,0.05000,4.255
+2,mlp.experts.117.down_proj,0.0000000253,0.05000,4.246
+2,mlp.experts.121.down_proj,0.0000000148,0.05000,4.285
+2,mlp.experts.115.down_proj,0.0000000258,0.05000,4.364
+2,mlp.experts.138.down_proj,0.0000000283,0.05000,4.402
+2,mlp.experts.142.down_proj,0.0000000278,0.05000,4.346
+2,mlp.experts.130.down_proj,0.0000000304,0.05000,4.397
+2,mlp.experts.118.down_proj,0.0000000775,0.05000,4.432
+2,mlp.experts.128.down_proj,0.0000000146,0.05000,4.382
+2,mlp.experts.136.down_proj,0.0000000214,0.05000,4.288
+2,mlp.experts.132.down_proj,0.0000000294,0.05000,4.276
+2,mlp.experts.140.down_proj,0.0000000079,0.05000,4.312
+2,mlp.experts.139.down_proj,0.0000000580,0.05000,4.163
+2,mlp.experts.135.down_proj,0.0000000163,0.05000,4.302
+2,mlp.experts.129.down_proj,0.0000000225,0.05000,4.145
+2,mlp.experts.143.down_proj,0.0000000410,0.05000,4.269
+2,mlp.experts.141.down_proj,0.0000000259,0.05000,4.458
+2,mlp.experts.133.down_proj,0.0000000321,0.05000,4.375
+2,mlp.experts.137.down_proj,0.0000000271,0.05000,4.327
+2,mlp.experts.131.down_proj,0.0000000352,0.05000,4.289
+2,mlp.experts.158.down_proj,0.0000000333,0.05000,4.143
+2,mlp.experts.154.down_proj,0.0000000183,0.05000,4.295
+2,mlp.experts.146.down_proj,0.0000000129,0.05000,4.116
+2,mlp.experts.134.down_proj,0.0000000174,0.05000,4.245
+2,mlp.experts.144.down_proj,0.0000000252,0.05000,4.356
+2,mlp.experts.148.down_proj,0.0000000272,0.05000,4.181
+2,mlp.experts.156.down_proj,0.0000000216,0.05000,4.185
+2,mlp.experts.152.down_proj,0.0000000290,0.05000,4.303
+2,mlp.experts.155.down_proj,0.0000000197,0.05000,4.234
+2,mlp.experts.151.down_proj,0.0000000179,0.05000,4.159
+2,mlp.experts.159.down_proj,0.0000000222,0.05000,4.099
+2,mlp.experts.153.down_proj,0.0000000337,0.05000,3.917
+2,mlp.experts.145.down_proj,0.0000000165,0.05000,4.280
+2,mlp.experts.157.down_proj,0.0000000269,0.05000,4.162
+2,mlp.experts.149.down_proj,0.0000000202,0.05000,4.206
+2,mlp.experts.147.down_proj,0.0000000419,0.05000,4.218
+2,mlp.experts.174.down_proj,0.0000000218,0.05000,4.112
+2,mlp.experts.170.down_proj,0.0000000790,0.05000,4.044
+2,mlp.experts.162.down_proj,0.0000000116,0.05000,3.943
+2,mlp.experts.150.down_proj,0.0000000622,0.05000,4.083
+2,mlp.experts.160.down_proj,0.0000000315,0.05000,3.973
+2,mlp.experts.164.down_proj,0.0000000072,0.05000,4.081
+2,mlp.experts.172.down_proj,0.0000000098,0.05000,4.193
+2,mlp.experts.168.down_proj,0.0000000256,0.05000,4.153
+2,mlp.experts.171.down_proj,0.0000000272,0.05000,4.096
+2,mlp.experts.167.down_proj,0.0000000376,0.05000,4.109
+2,mlp.experts.175.down_proj,0.0000000380,0.05000,4.198
+2,mlp.experts.173.down_proj,0.0000000296,0.05000,4.067
+2,mlp.experts.169.down_proj,0.0000000200,0.05000,4.096
+2,mlp.experts.161.down_proj,0.0000000204,0.05000,4.230
+2,mlp.experts.165.down_proj,0.0000000287,0.05000,4.232
+2,mlp.experts.163.down_proj,0.0000000127,0.05000,4.156
+2,mlp.experts.190.down_proj,0.0000000315,0.05000,4.129
+2,mlp.experts.186.down_proj,0.0000000229,0.05000,4.201
+2,mlp.experts.178.down_proj,0.0000000216,0.05000,4.298
+2,mlp.experts.166.down_proj,0.0000000245,0.05000,4.014
+2,mlp.experts.176.down_proj,0.0000000170,0.05000,4.174
+2,mlp.experts.180.down_proj,0.0000000884,0.05000,4.224
+2,mlp.experts.184.down_proj,0.0000000594,0.05000,4.085
+2,mlp.experts.188.down_proj,0.0000000859,0.05000,4.227
+2,mlp.experts.183.down_proj,0.0000000341,0.05000,4.169
+2,mlp.experts.187.down_proj,0.0000000315,0.05000,4.240
+2,mlp.experts.189.down_proj,0.0000000187,0.05000,4.039
+2,mlp.experts.185.down_proj,0.0000000347,0.05000,4.032
+2,mlp.experts.191.down_proj,0.0000000223,0.05000,4.126
+2,mlp.experts.177.down_proj,0.0000000389,0.05000,4.100
+2,mlp.experts.181.down_proj,0.0000000225,0.05000,4.062
+2,mlp.experts.179.down_proj,0.0000000184,0.05000,4.223
+2,mlp.experts.202.down_proj,0.0000000275,0.05000,4.023
+2,mlp.experts.206.down_proj,0.0000000274,0.05000,4.247
+2,mlp.experts.194.down_proj,0.0000000305,0.05000,4.220
+2,mlp.experts.182.down_proj,0.0000000379,0.05000,4.199
+2,mlp.experts.192.down_proj,0.0000000376,0.05000,4.295
+2,mlp.experts.204.down_proj,0.0000000202,0.05000,4.070
+2,mlp.experts.196.down_proj,0.0000000150,0.05000,4.269
+2,mlp.experts.200.down_proj,0.0000000160,0.05000,4.280
+2,mlp.experts.203.down_proj,0.0000000236,0.05000,4.137
+2,mlp.experts.201.down_proj,0.0000000278,0.05000,4.082
+2,mlp.experts.199.down_proj,0.0000000514,0.05000,4.261
+2,mlp.experts.207.down_proj,0.0000000542,0.05000,4.134
+2,mlp.experts.193.down_proj,0.0000000298,0.05000,4.049
+2,mlp.experts.205.down_proj,0.0000000222,0.05000,4.306
+2,mlp.experts.197.down_proj,0.0000000249,0.05000,4.238
+2,mlp.experts.195.down_proj,0.0000000533,0.05000,4.185
+2,mlp.experts.218.down_proj,0.0000000383,0.05000,4.276
+2,mlp.experts.222.down_proj,0.0000000964,0.05000,4.293
+2,mlp.experts.198.down_proj,0.0000000456,0.05000,4.290
+2,mlp.experts.210.down_proj,0.0000000070,0.05000,4.392
+2,mlp.experts.208.down_proj,0.0000000847,0.05000,4.319
+2,mlp.experts.220.down_proj,0.0000000252,0.05000,4.329
+2,mlp.experts.216.down_proj,0.0000000241,0.05000,4.247
+2,mlp.experts.212.down_proj,0.0000000516,0.05000,4.314
+2,mlp.experts.219.down_proj,0.0000000381,0.05000,4.095
+2,mlp.experts.215.down_proj,0.0000000413,0.05000,4.137
+2,mlp.experts.209.down_proj,0.0000000144,0.05000,4.139
+2,mlp.experts.217.down_proj,0.0000000198,0.05000,4.353
+2,mlp.experts.223.down_proj,0.0000000349,0.05000,4.424
+2,mlp.experts.221.down_proj,0.0000000247,0.05000,4.322
+2,mlp.experts.213.down_proj,0.0000000288,0.05000,4.347
+2,mlp.experts.211.down_proj,0.0000000427,0.05000,4.274
+2,mlp.experts.238.down_proj,0.0000000170,0.05000,4.134
+2,mlp.experts.234.down_proj,0.0000000238,0.05000,4.340
+2,mlp.experts.214.down_proj,0.0000000228,0.05000,4.273
+2,mlp.experts.226.down_proj,0.0000000238,0.05000,4.254
+2,mlp.experts.224.down_proj,0.0000000247,0.05000,4.259
+2,mlp.experts.235.down_proj,0.0000000462,0.05000,4.081
+2,mlp.experts.236.down_proj,0.0000000257,0.05000,4.302
+2,mlp.experts.232.down_proj,0.0000000238,0.05000,4.322
+2,mlp.experts.228.down_proj,0.0000000685,0.05000,4.343
+2,mlp.experts.225.down_proj,0.0000000259,0.05000,4.116
+2,mlp.experts.231.down_proj,0.0000000216,0.05000,4.360
+2,mlp.experts.233.down_proj,0.0000000134,0.05000,4.297
+2,mlp.experts.237.down_proj,0.0000000344,0.05000,4.193
+2,mlp.experts.239.down_proj,0.0000000206,0.05000,4.249
+2,mlp.experts.229.down_proj,0.0000000221,0.05000,4.315
+2,mlp.experts.227.down_proj,0.0000000184,0.05000,4.358
+2,mlp.experts.254.down_proj,0.0000000414,0.05000,4.347
+2,mlp.experts.250.down_proj,0.0000000326,0.05000,4.357
+2,mlp.experts.242.down_proj,0.0000000291,0.05000,4.195
+2,mlp.experts.230.down_proj,0.0000000506,0.05000,4.256
+2,mlp.experts.252.down_proj,0.0000000410,0.05000,3.997
+2,mlp.experts.240.down_proj,0.0000000214,0.05000,4.201
+2,mlp.experts.251.down_proj,0.0000000313,0.05000,4.117
+2,mlp.experts.244.down_proj,0.0000000186,0.05000,4.013
+2,mlp.experts.248.down_proj,0.0000000224,0.05000,4.124
+2,mlp.experts.241.down_proj,0.0000000196,0.05000,4.026
+2,mlp.experts.253.down_proj,0.0000000333,0.05000,3.820
+2,mlp.experts.255.down_proj,0.0000000135,0.05000,3.771
+2,mlp.experts.247.down_proj,0.0000000230,0.05000,4.010
+2,mlp.experts.249.down_proj,0.0000000231,0.05000,3.932
+2,mlp.experts.245.down_proj,0.0000000221,0.05000,3.428
+2,mlp.experts.243.down_proj,0.0000000505,0.05000,3.313
+2,mlp.experts.246.down_proj,0.0000000115,0.05000,0.697
+3,mlp.experts.8.gate_proj,0.0000039189,0.05000,15.429
+3,mlp.experts.10.gate_proj,0.0000059648,0.05000,15.434
+3,mlp.experts.9.gate_proj,0.0000021253,0.05000,15.489
+3,mlp.experts.15.gate_proj,0.0000024348,0.05000,15.543
+3,mlp.experts.4.gate_proj,0.0000031195,0.05000,15.582
+3,mlp.experts.6.gate_proj,0.0000026598,0.05000,15.633
+3,mlp.experts.5.gate_proj,0.0000022362,0.05000,15.644
+3,mlp.experts.3.gate_proj,0.0000032759,0.05000,15.671
+3,mlp.experts.7.gate_proj,0.0000048465,0.05000,15.701
+3,mlp.experts.12.gate_proj,0.0000021952,0.05000,15.709
+3,mlp.experts.14.gate_proj,0.0000032861,0.05000,15.721
+3,mlp.experts.13.gate_proj,0.0000037661,0.05000,15.739
+3,mlp.experts.2.gate_proj,0.0000037419,0.05000,15.779
+3,mlp.experts.1.gate_proj,0.0000020944,0.05000,15.776
+3,mlp.experts.11.gate_proj,0.0000045925,0.05000,15.795
+3,mlp.experts.0.gate_proj,0.0000028267,0.05000,15.800
+3,mlp.experts.26.gate_proj,0.0000018804,0.05000,15.460
+3,mlp.experts.31.gate_proj,0.0000012057,0.05000,15.383
+3,mlp.experts.25.gate_proj,0.0000032181,0.05000,15.448
+3,mlp.experts.20.gate_proj,0.0000016819,0.05000,15.338
+3,mlp.experts.24.gate_proj,0.0000038405,0.05000,15.510
+3,mlp.experts.21.gate_proj,0.0000028942,0.05000,15.402
+3,mlp.experts.22.gate_proj,0.0000038143,0.05000,15.448
+3,mlp.experts.30.gate_proj,0.0000040794,0.05000,15.342
+3,mlp.experts.29.gate_proj,0.0000053667,0.05000,15.375
+3,mlp.experts.16.gate_proj,0.0000047166,0.05000,15.305
+3,mlp.experts.28.gate_proj,0.0000024984,0.05000,15.488
+3,mlp.experts.19.gate_proj,0.0000021861,0.05000,15.546
+3,mlp.experts.17.gate_proj,0.0000037879,0.05000,15.407
+3,mlp.experts.18.gate_proj,0.0000101147,0.05000,15.424
+3,mlp.experts.23.gate_proj,0.0000157440,0.05000,15.702
+3,mlp.experts.27.gate_proj,0.0000008896,0.05000,15.583
+3,mlp.experts.36.gate_proj,0.0000021591,0.05000,15.592
+3,mlp.experts.42.gate_proj,0.0000022671,0.05000,15.692
+3,mlp.experts.40.gate_proj,0.0000035545,0.05000,15.632
+3,mlp.experts.41.gate_proj,0.0000027041,0.05000,15.678
+3,mlp.experts.47.gate_proj,0.0000032602,0.05000,15.778
+3,mlp.experts.45.gate_proj,0.0000030442,0.05000,15.635
+3,mlp.experts.46.gate_proj,0.0000017147,0.05000,15.713
+3,mlp.experts.37.gate_proj,0.0000010104,0.05000,15.754
+3,mlp.experts.32.gate_proj,0.0000030035,0.05000,15.640
+3,mlp.experts.44.gate_proj,0.0000024595,0.05000,15.595
+3,mlp.experts.38.gate_proj,0.0000025123,0.05000,15.799
+3,mlp.experts.33.gate_proj,0.0000026380,0.05000,15.729
+3,mlp.experts.34.gate_proj,0.0000016951,0.05000,15.730
+3,mlp.experts.35.gate_proj,0.0000013767,0.05000,15.843
+3,mlp.experts.43.gate_proj,0.0000036080,0.05000,15.693
+3,mlp.experts.39.gate_proj,0.0000030195,0.05000,15.718
+3,mlp.experts.56.gate_proj,0.0000025022,0.05000,15.294
+3,mlp.experts.52.gate_proj,0.0000080030,0.05000,15.473
+3,mlp.experts.63.gate_proj,0.0000064420,0.05000,15.328
+3,mlp.experts.58.gate_proj,0.0000022990,0.05000,15.459
+3,mlp.experts.57.gate_proj,0.0000044445,0.05000,15.477
+3,mlp.experts.53.gate_proj,0.0000027782,0.05000,15.327
+3,mlp.experts.61.gate_proj,0.0000021188,0.05000,15.381
+3,mlp.experts.60.gate_proj,0.0000043764,0.05000,15.304
+3,mlp.experts.62.gate_proj,0.0000069731,0.05000,15.373
+3,mlp.experts.48.gate_proj,0.0000026529,0.05000,15.450
+3,mlp.experts.49.gate_proj,0.0000060495,0.05000,15.360
+3,mlp.experts.50.gate_proj,0.0000020753,0.05000,15.370
+3,mlp.experts.54.gate_proj,0.0000049881,0.05000,15.577
+3,mlp.experts.55.gate_proj,0.0000014784,0.05000,15.398
+3,mlp.experts.51.gate_proj,0.0000022686,0.05000,15.494
+3,mlp.experts.59.gate_proj,0.0000027915,0.05000,15.465
+3,mlp.experts.72.gate_proj,0.0000035699,0.05000,15.057
+3,mlp.experts.68.gate_proj,0.0000045758,0.05000,14.990
+3,mlp.experts.77.gate_proj,0.0000013971,0.05000,14.938
+3,mlp.experts.73.gate_proj,0.0000029117,0.05000,15.000
+3,mlp.experts.74.gate_proj,0.0000081959,0.05000,15.061
+3,mlp.experts.76.gate_proj,0.0000026269,0.05000,14.998
+3,mlp.experts.69.gate_proj,0.0000014433,0.05000,15.030
+3,mlp.experts.65.gate_proj,0.0000030750,0.05000,14.855
+3,mlp.experts.79.gate_proj,0.0000063395,0.05000,15.191
+3,mlp.experts.64.gate_proj,0.0000097069,0.05000,15.002
+3,mlp.experts.78.gate_proj,0.0000078783,0.05000,15.172
+3,mlp.experts.66.gate_proj,0.0000046823,0.05000,15.055
+3,mlp.experts.67.gate_proj,0.0000023974,0.05000,14.972
+3,mlp.experts.70.gate_proj,0.0000015369,0.05000,15.130
+3,mlp.experts.75.gate_proj,0.0000024643,0.05000,15.136
+3,mlp.experts.71.gate_proj,0.0000086539,0.05000,15.203
+3,mlp.experts.88.gate_proj,0.0000021995,0.05000,15.378
+3,mlp.experts.93.gate_proj,0.0000031492,0.05000,15.235
+3,mlp.experts.84.gate_proj,0.0000014194,0.05000,15.395
+3,mlp.experts.89.gate_proj,0.0000027328,0.05000,15.299
+3,mlp.experts.90.gate_proj,0.0000028051,0.05000,15.284
+3,mlp.experts.85.gate_proj,0.0000025296,0.05000,15.279
+3,mlp.experts.92.gate_proj,0.0000023262,0.05000,15.304
+3,mlp.experts.81.gate_proj,0.0000031374,0.05000,15.278
+3,mlp.experts.95.gate_proj,0.0000016880,0.05000,15.449
+3,mlp.experts.82.gate_proj,0.0000035294,0.05000,15.303
+3,mlp.experts.94.gate_proj,0.0000038784,0.05000,15.357
+3,mlp.experts.80.gate_proj,0.0000062495,0.05000,15.428
+3,mlp.experts.86.gate_proj,0.0000030553,0.05000,15.298
+3,mlp.experts.83.gate_proj,0.0000036714,0.05000,15.378
+3,mlp.experts.91.gate_proj,0.0000007656,0.05000,15.317
+3,mlp.experts.87.gate_proj,0.0000025436,0.05000,15.423
+3,mlp.experts.104.gate_proj,0.0000092022,0.05000,15.096
+3,mlp.experts.97.gate_proj,0.0000015642,0.05000,14.912
+3,mlp.experts.106.gate_proj,0.0000027164,0.05000,15.099
+3,mlp.experts.109.gate_proj,0.0000033321,0.05000,15.222
+3,mlp.experts.100.gate_proj,0.0000027474,0.05000,15.147
+3,mlp.experts.101.gate_proj,0.0000029345,0.05000,15.142
+3,mlp.experts.108.gate_proj,0.0000040762,0.05000,15.186
+3,mlp.experts.105.gate_proj,0.0000021764,0.05000,15.289
+3,mlp.experts.96.gate_proj,0.0000032092,0.05000,15.039
+3,mlp.experts.98.gate_proj,0.0000012507,0.05000,15.087
+3,mlp.experts.111.gate_proj,0.0000040798,0.05000,15.105
+3,mlp.experts.110.gate_proj,0.0000040313,0.05000,15.193
+3,mlp.experts.99.gate_proj,0.0000039903,0.05000,15.109
+3,mlp.experts.102.gate_proj,0.0000028465,0.05000,15.241
+3,mlp.experts.107.gate_proj,0.0000023652,0.05000,15.146
+3,mlp.experts.103.gate_proj,0.0000015335,0.05000,15.311
+3,mlp.experts.120.gate_proj,0.0000063424,0.05000,14.470
+3,mlp.experts.116.gate_proj,0.0000014982,0.05000,14.571
+3,mlp.experts.122.gate_proj,0.0000040413,0.05000,14.617
+3,mlp.experts.113.gate_proj,0.0000026139,0.05000,14.711
+3,mlp.experts.121.gate_proj,0.0000025348,0.05000,14.432
+3,mlp.experts.125.gate_proj,0.0000071985,0.05000,14.717
+3,mlp.experts.117.gate_proj,0.0000024090,0.05000,14.670
+3,mlp.experts.124.gate_proj,0.0000023706,0.05000,14.662
+3,mlp.experts.112.gate_proj,0.0000204212,0.05000,14.642
+3,mlp.experts.127.gate_proj,0.0000026511,0.05000,14.601
+3,mlp.experts.114.gate_proj,0.0000024305,0.05000,14.695
+3,mlp.experts.126.gate_proj,0.0000046704,0.05000,14.585
+3,mlp.experts.118.gate_proj,0.0000028570,0.05000,14.582
+3,mlp.experts.123.gate_proj,0.0000026873,0.05000,14.526
+3,mlp.experts.115.gate_proj,0.0000050860,0.05000,14.748
+3,mlp.experts.119.gate_proj,0.0000020823,0.05000,14.789
+3,mlp.experts.136.gate_proj,0.0000034707,0.05000,15.124
+3,mlp.experts.137.gate_proj,0.0000030244,0.05000,15.056
+3,mlp.experts.141.gate_proj,0.0000043798,0.05000,14.959
+3,mlp.experts.129.gate_proj,0.0000019103,0.05000,15.172
+3,mlp.experts.132.gate_proj,0.0000029172,0.05000,15.298
+3,mlp.experts.138.gate_proj,0.0000028613,0.05000,15.329
+3,mlp.experts.133.gate_proj,0.0000009708,0.05000,15.157
+3,mlp.experts.130.gate_proj,0.0000038578,0.05000,15.182
+3,mlp.experts.128.gate_proj,0.0000013619,0.05000,15.287
+3,mlp.experts.142.gate_proj,0.0000022343,0.05000,15.194
+3,mlp.experts.140.gate_proj,0.0000046013,0.05000,15.459
+3,mlp.experts.143.gate_proj,0.0000025634,0.05000,15.321
+3,mlp.experts.139.gate_proj,0.0000029156,0.05000,15.177
+3,mlp.experts.134.gate_proj,0.0000034520,0.05000,15.239
+3,mlp.experts.131.gate_proj,0.0000023359,0.05000,15.204
+3,mlp.experts.135.gate_proj,0.0000015971,0.05000,15.195
+3,mlp.experts.144.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.873
+3,mlp.experts.152.gate_proj,0.0000009776,0.05000,15.379
+3,mlp.experts.145.gate_proj,0.0000023240,0.05000,15.362
+3,mlp.experts.157.gate_proj,0.0000022819,0.05000,15.476
+3,mlp.experts.153.gate_proj,0.0000027541,0.05000,15.506
+3,mlp.experts.148.gate_proj,0.0000024568,0.05000,15.417
+3,mlp.experts.154.gate_proj,0.0000058843,0.05000,15.441
+3,mlp.experts.149.gate_proj,0.0000050998,0.05000,15.502
+3,mlp.experts.156.gate_proj,0.0000025502,0.05000,15.386
+3,mlp.experts.146.gate_proj,0.0000016671,0.05000,15.466
+3,mlp.experts.158.gate_proj,0.0000016821,0.05000,15.469
+3,mlp.experts.159.gate_proj,0.0000048547,0.05000,15.502
+3,mlp.experts.155.gate_proj,0.0000025255,0.05000,15.533
+3,mlp.experts.147.gate_proj,0.0000029253,0.05000,15.521
+3,mlp.experts.150.gate_proj,0.0000022637,0.05000,15.611
+3,mlp.experts.160.gate_proj,0.0000025280,0.05000,15.300
+3,mlp.experts.151.gate_proj,0.0000089131,0.05000,15.598
+3,mlp.experts.168.gate_proj,0.0000074205,0.05000,15.005
+3,mlp.experts.173.gate_proj,0.0000032982,0.05000,14.929
+3,mlp.experts.161.gate_proj,0.0000025480,0.05000,15.028
+3,mlp.experts.169.gate_proj,0.0000026213,0.05000,15.107
+3,mlp.experts.164.gate_proj,0.0000024389,0.05000,15.028
+3,mlp.experts.170.gate_proj,0.0000019653,0.05000,15.027
+3,mlp.experts.165.gate_proj,0.0000052528,0.05000,15.052
+3,mlp.experts.162.gate_proj,0.0000026237,0.05000,14.993
+3,mlp.experts.172.gate_proj,0.0000057356,0.05000,15.027
+3,mlp.experts.174.gate_proj,0.0000047488,0.05000,15.060
+3,mlp.experts.175.gate_proj,0.0000135652,0.05000,15.101
+3,mlp.experts.171.gate_proj,0.0000012445,0.05000,15.029
+3,mlp.experts.163.gate_proj,0.0000117806,0.05000,14.978
+3,mlp.experts.166.gate_proj,0.0000027581,0.05000,15.061
+3,mlp.experts.176.gate_proj,0.0000026753,0.05000,15.108
+3,mlp.experts.167.gate_proj,0.0000026783,0.05000,15.100
+3,mlp.experts.184.gate_proj,0.0000026309,0.05000,15.159
+3,mlp.experts.189.gate_proj,0.0000029768,0.05000,15.113
+3,mlp.experts.177.gate_proj,0.0000030070,0.05000,15.055
+3,mlp.experts.186.gate_proj,0.0000019281,0.05000,14.958
+3,mlp.experts.180.gate_proj,0.0000049685,0.05000,15.064
+3,mlp.experts.185.gate_proj,0.0000041557,0.05000,15.151
+3,mlp.experts.181.gate_proj,0.0000036685,0.05000,15.058
+3,mlp.experts.188.gate_proj,0.0000027026,0.05000,15.013
+3,mlp.experts.178.gate_proj,0.0000038644,0.05000,15.071
+3,mlp.experts.190.gate_proj,0.0000030988,0.05000,15.109
+3,mlp.experts.191.gate_proj,0.0000023784,0.05000,15.146
+3,mlp.experts.179.gate_proj,0.0000020414,0.05000,15.119
+3,mlp.experts.187.gate_proj,0.0000011763,0.05000,15.201
+3,mlp.experts.182.gate_proj,0.0000042416,0.05000,15.015
+3,mlp.experts.192.gate_proj,0.0000039841,0.05000,15.275
+3,mlp.experts.183.gate_proj,0.0000020662,0.05000,15.206
+3,mlp.experts.200.gate_proj,0.0000032338,0.05000,15.016
+3,mlp.experts.193.gate_proj,0.0000035757,0.05000,14.941
+3,mlp.experts.196.gate_proj,0.0000040073,0.05000,14.904
+3,mlp.experts.205.gate_proj,0.0000051151,0.05000,15.114
+3,mlp.experts.201.gate_proj,0.0000022190,0.05000,14.951
+3,mlp.experts.202.gate_proj,0.0000015739,0.05000,15.094
+3,mlp.experts.197.gate_proj,0.0000032812,0.05000,15.141
+3,mlp.experts.194.gate_proj,0.0000020362,0.05000,15.021
+3,mlp.experts.204.gate_proj,0.0000033675,0.05000,15.075
+3,mlp.experts.206.gate_proj,0.0000022927,0.05000,15.041
+3,mlp.experts.207.gate_proj,0.0000051236,0.05000,15.132
+3,mlp.experts.195.gate_proj,0.0000020273,0.05000,15.042
+3,mlp.experts.198.gate_proj,0.0000046660,0.05000,15.037
+3,mlp.experts.203.gate_proj,0.0000042248,0.05000,15.202
+3,mlp.experts.208.gate_proj,0.0000058764,0.05000,14.910
+3,mlp.experts.199.gate_proj,0.0000024565,0.05000,15.051
+3,mlp.experts.212.gate_proj,0.0000017364,0.05000,14.749
+3,mlp.experts.209.gate_proj,0.0000037950,0.05000,14.897
+3,mlp.experts.221.gate_proj,0.0000017745,0.05000,14.732
+3,mlp.experts.216.gate_proj,0.0000027529,0.05000,15.054
+3,mlp.experts.217.gate_proj,0.0000027153,0.05000,14.861
+3,mlp.experts.218.gate_proj,0.0000105251,0.05000,14.804
+3,mlp.experts.220.gate_proj,0.0000038672,0.05000,14.732
+3,mlp.experts.213.gate_proj,0.0000030406,0.05000,14.853
+3,mlp.experts.222.gate_proj,0.0000037696,0.05000,14.783
+3,mlp.experts.210.gate_proj,0.0000038087,0.05000,14.947
+3,mlp.experts.211.gate_proj,0.0000016142,0.05000,14.838
+3,mlp.experts.214.gate_proj,0.0000014380,0.05000,14.844
+3,mlp.experts.223.gate_proj,0.0000049976,0.05000,14.938
+3,mlp.experts.219.gate_proj,0.0000026061,0.05000,14.890
+3,mlp.experts.224.gate_proj,0.0000017040,0.05000,14.706
+3,mlp.experts.215.gate_proj,0.0000030270,0.05000,14.997
+3,mlp.experts.225.gate_proj,0.0000018235,0.05000,14.549
+3,mlp.experts.237.gate_proj,0.0000026681,0.05000,14.651
+3,mlp.experts.228.gate_proj,0.0000029173,0.05000,14.806
+3,mlp.experts.232.gate_proj,0.0000027272,0.05000,14.732
+3,mlp.experts.233.gate_proj,0.0000014322,0.05000,14.700
+3,mlp.experts.234.gate_proj,0.0000074890,0.05000,14.789
+3,mlp.experts.229.gate_proj,0.0000028066,0.05000,14.620
+3,mlp.experts.236.gate_proj,0.0000024679,0.05000,14.764
+3,mlp.experts.238.gate_proj,0.0000040686,0.05000,14.647
+3,mlp.experts.226.gate_proj,0.0000021619,0.05000,14.759
+3,mlp.experts.230.gate_proj,0.0000013354,0.05000,14.689
+3,mlp.experts.227.gate_proj,0.0000038810,0.05000,14.740
+3,mlp.experts.239.gate_proj,0.0000027304,0.05000,14.695
+3,mlp.experts.235.gate_proj,0.0000012236,0.05000,14.870
+3,mlp.experts.240.gate_proj,0.0000029435,0.05000,14.707
+3,mlp.experts.231.gate_proj,0.0000012842,0.05000,14.774
+3,mlp.experts.253.gate_proj,0.0000049848,0.05000,15.323
+3,mlp.experts.241.gate_proj,0.0000062727,0.05000,15.508
+3,mlp.experts.248.gate_proj,0.0000099324,0.05000,15.368
+3,mlp.experts.244.gate_proj,0.0000019139,0.05000,15.395
+3,mlp.experts.249.gate_proj,0.0000050006,0.05000,15.305
+3,mlp.experts.250.gate_proj,0.0000026265,0.05000,15.357
+3,mlp.experts.245.gate_proj,0.0000027148,0.05000,15.383
+3,mlp.experts.254.gate_proj,0.0000044487,0.05000,15.387
+3,mlp.experts.252.gate_proj,0.0000045062,0.05000,15.443
+3,mlp.experts.242.gate_proj,0.0000023993,0.05000,15.473
+3,mlp.experts.255.gate_proj,0.0000022254,0.05000,15.480
+3,mlp.experts.243.gate_proj,0.0000035929,0.05000,15.517
+3,mlp.experts.246.gate_proj,0.0000022349,0.05000,15.661
+3,mlp.experts.251.gate_proj,0.0000029188,0.05000,15.460
+3,mlp.experts.0.up_proj,0.0000025692,0.05000,15.576
+3,mlp.experts.247.gate_proj,0.0000032668,0.05000,15.469
+3,mlp.experts.1.up_proj,0.0000020515,0.05000,14.616
+3,mlp.experts.13.up_proj,0.0000035083,0.05000,14.671
+3,mlp.experts.4.up_proj,0.0000030444,0.05000,14.493
+3,mlp.experts.8.up_proj,0.0000032618,0.05000,14.604
+3,mlp.experts.9.up_proj,0.0000020681,0.05000,14.643
+3,mlp.experts.10.up_proj,0.0000082837,0.05000,14.494
+3,mlp.experts.5.up_proj,0.0000021908,0.05000,14.482
+3,mlp.experts.14.up_proj,0.0000031844,0.05000,14.473
+3,mlp.experts.12.up_proj,0.0000021248,0.05000,14.556
+3,mlp.experts.2.up_proj,0.0000035934,0.05000,14.533
+3,mlp.experts.3.up_proj,0.0000032062,0.05000,14.581
+3,mlp.experts.6.up_proj,0.0000025301,0.05000,14.582
+3,mlp.experts.15.up_proj,0.0000023383,0.05000,14.727
+3,mlp.experts.16.up_proj,0.0000044787,0.05000,14.683
+3,mlp.experts.11.up_proj,0.0000043513,0.05000,14.835
+3,mlp.experts.7.up_proj,0.0000046021,0.05000,14.680
+3,mlp.experts.29.up_proj,0.0000052154,0.05000,15.361
+3,mlp.experts.17.up_proj,0.0000037133,0.05000,15.454
+3,mlp.experts.26.up_proj,0.0000018023,0.05000,15.386
+3,mlp.experts.25.up_proj,0.0000030077,0.05000,15.435
+3,mlp.experts.24.up_proj,0.0000036789,0.05000,15.515
+3,mlp.experts.20.up_proj,0.0000016540,0.05000,15.624
+3,mlp.experts.21.up_proj,0.0000028145,0.05000,15.450
+3,mlp.experts.30.up_proj,0.0000040568,0.05000,15.363
+3,mlp.experts.28.up_proj,0.0000024452,0.05000,15.436
+3,mlp.experts.18.up_proj,0.0000097135,0.05000,15.458
+3,mlp.experts.19.up_proj,0.0000021379,0.05000,15.446
+3,mlp.experts.31.up_proj,0.0000011806,0.05000,15.476
+3,mlp.experts.22.up_proj,0.0000036242,0.05000,15.504
+3,mlp.experts.32.up_proj,0.0000028293,0.05000,15.244
+3,mlp.experts.27.up_proj,0.0000008818,0.05000,15.351
+3,mlp.experts.23.up_proj,0.0000150891,0.05000,15.405
+3,mlp.experts.45.up_proj,0.0000029658,0.05000,14.622
+3,mlp.experts.33.up_proj,0.0000025744,0.05000,14.601
+3,mlp.experts.36.up_proj,0.0000021254,0.05000,14.538
+3,mlp.experts.41.up_proj,0.0000026478,0.05000,14.676
+3,mlp.experts.46.up_proj,0.0000015859,0.05000,14.527
+3,mlp.experts.40.up_proj,0.0000034315,0.05000,14.708
+3,mlp.experts.37.up_proj,0.0000009984,0.05000,14.630
+3,mlp.experts.42.up_proj,0.0000021712,0.05000,14.796
+3,mlp.experts.44.up_proj,0.0000023356,0.05000,14.778
+3,mlp.experts.34.up_proj,0.0000016093,0.05000,14.613
+3,mlp.experts.35.up_proj,0.0000013029,0.05000,14.810
+3,mlp.experts.38.up_proj,0.0000024410,0.05000,14.760
+3,mlp.experts.47.up_proj,0.0000029142,0.05000,14.831
+3,mlp.experts.48.up_proj,0.0000026145,0.05000,14.677
+3,mlp.experts.43.up_proj,0.0000035416,0.05000,14.807
+3,mlp.experts.39.up_proj,0.0000028905,0.05000,14.677
+3,mlp.experts.61.up_proj,0.0000020335,0.05000,15.088
+3,mlp.experts.49.up_proj,0.0000059028,0.05000,15.195
+3,mlp.experts.56.up_proj,0.0000024101,0.05000,15.058
+3,mlp.experts.62.up_proj,0.0000067653,0.05000,15.069
+3,mlp.experts.57.up_proj,0.0000042564,0.05000,15.173
+3,mlp.experts.58.up_proj,0.0000021547,0.05000,15.089
+3,mlp.experts.53.up_proj,0.0000027023,0.05000,15.157
+3,mlp.experts.52.up_proj,0.0000071058,0.05000,15.391
+3,mlp.experts.50.up_proj,0.0000020354,0.05000,15.119
+3,mlp.experts.60.up_proj,0.0000042746,0.05000,15.238
+3,mlp.experts.51.up_proj,0.0000021913,0.05000,15.190
+3,mlp.experts.64.up_proj,0.0000087143,0.05000,14.964
+3,mlp.experts.54.up_proj,0.0000047275,0.05000,15.055
+3,mlp.experts.63.up_proj,0.0000061104,0.05000,15.315
+3,mlp.experts.59.up_proj,0.0000027252,0.05000,15.162
+3,mlp.experts.55.up_proj,0.0000014413,0.05000,15.136
+3,mlp.experts.77.up_proj,0.0000013398,0.05000,14.539
+3,mlp.experts.65.up_proj,0.0000030303,0.05000,14.543
+3,mlp.experts.72.up_proj,0.0000034857,0.05000,14.564
+3,mlp.experts.78.up_proj,0.0000076084,0.05000,14.613
+3,mlp.experts.73.up_proj,0.0000028773,0.05000,14.673
+3,mlp.experts.74.up_proj,0.0000078382,0.05000,14.673
+3,mlp.experts.69.up_proj,0.0000013094,0.05000,14.638
+3,mlp.experts.68.up_proj,0.0000044871,0.05000,14.648
+3,mlp.experts.66.up_proj,0.0000045947,0.05000,14.659
+3,mlp.experts.76.up_proj,0.0000025734,0.05000,14.621
+3,mlp.experts.70.up_proj,0.0000014838,0.05000,14.643
+3,mlp.experts.67.up_proj,0.0000021891,0.05000,14.699
+3,mlp.experts.80.up_proj,0.0000055577,0.05000,14.702
+3,mlp.experts.79.up_proj,0.0000060207,0.05000,14.577
+3,mlp.experts.75.up_proj,0.0000024224,0.05000,14.612
+3,mlp.experts.71.up_proj,0.0000082237,0.05000,14.644
+3,mlp.experts.93.up_proj,0.0000029005,0.05000,14.801
+3,mlp.experts.81.up_proj,0.0000030558,0.05000,14.753
+3,mlp.experts.88.up_proj,0.0000020610,0.05000,14.811
+3,mlp.experts.94.up_proj,0.0000036737,0.05000,14.769
+3,mlp.experts.85.up_proj,0.0000024893,0.05000,14.725
+3,mlp.experts.90.up_proj,0.0000027022,0.05000,14.759
+3,mlp.experts.89.up_proj,0.0000026588,0.05000,14.792
+3,mlp.experts.84.up_proj,0.0000013763,0.05000,14.763
+3,mlp.experts.82.up_proj,0.0000034040,0.05000,14.671
+3,mlp.experts.92.up_proj,0.0000022807,0.05000,14.779
+3,mlp.experts.86.up_proj,0.0000029898,0.05000,14.799
+3,mlp.experts.96.up_proj,0.0000030186,0.05000,14.797
+3,mlp.experts.83.up_proj,0.0000033404,0.05000,14.941
+3,mlp.experts.95.up_proj,0.0000016339,0.05000,14.856
+3,mlp.experts.91.up_proj,0.0000006743,0.05000,14.928
+3,mlp.experts.87.up_proj,0.0000024505,0.05000,14.885
+3,mlp.experts.109.up_proj,0.0000032566,0.05000,14.840
+3,mlp.experts.97.up_proj,0.0000014728,0.05000,14.790
+3,mlp.experts.110.up_proj,0.0000037944,0.05000,14.725
+3,mlp.experts.104.up_proj,0.0000085165,0.05000,14.776
+3,mlp.experts.101.up_proj,0.0000029446,0.05000,14.689
+3,mlp.experts.105.up_proj,0.0000021277,0.05000,14.827
+3,mlp.experts.106.up_proj,0.0000025941,0.05000,14.859
+3,mlp.experts.100.up_proj,0.0000026729,0.05000,14.861
+3,mlp.experts.98.up_proj,0.0000012178,0.05000,14.858
+3,mlp.experts.108.up_proj,0.0000037721,0.05000,14.882
+3,mlp.experts.102.up_proj,0.0000027651,0.05000,14.949
+3,mlp.experts.99.up_proj,0.0000038716,0.05000,14.857
+3,mlp.experts.112.up_proj,0.0000193095,0.05000,14.989
+3,mlp.experts.111.up_proj,0.0000039841,0.05000,15.008
+3,mlp.experts.107.up_proj,0.0000023170,0.05000,14.893
+3,mlp.experts.103.up_proj,0.0000014975,0.05000,14.976
+3,mlp.experts.113.up_proj,0.0000026130,0.05000,14.680
+3,mlp.experts.125.up_proj,0.0000070044,0.05000,14.722
+3,mlp.experts.126.up_proj,0.0000044125,0.05000,14.707
+3,mlp.experts.117.up_proj,0.0000023615,0.05000,14.739
+3,mlp.experts.120.up_proj,0.0000060631,0.05000,14.902
+3,mlp.experts.122.up_proj,0.0000036822,0.05000,14.722
+3,mlp.experts.116.up_proj,0.0000013234,0.05000,14.718
+3,mlp.experts.121.up_proj,0.0000024911,0.05000,14.896
+3,mlp.experts.114.up_proj,0.0000023946,0.05000,14.877
+3,mlp.experts.124.up_proj,0.0000023313,0.05000,14.765
+3,mlp.experts.118.up_proj,0.0000027952,0.05000,14.699
+3,mlp.experts.128.up_proj,0.0000013036,0.05000,14.628
+3,mlp.experts.115.up_proj,0.0000049008,0.05000,14.716
+3,mlp.experts.127.up_proj,0.0000025878,0.05000,14.665
+3,mlp.experts.123.up_proj,0.0000026104,0.05000,14.756
+3,mlp.experts.144.up_proj,failsafe(rtn): 0.0008583,0.00000,0.695
+3,mlp.experts.119.up_proj,0.0000020382,0.05000,14.723
+3,mlp.experts.129.up_proj,0.0000017711,0.05000,14.206
+3,mlp.experts.141.up_proj,0.0000038726,0.05000,14.282
+3,mlp.experts.133.up_proj,0.0000009443,0.05000,14.216
+3,mlp.experts.142.up_proj,0.0000021159,0.05000,14.394
+3,mlp.experts.136.up_proj,0.0000033152,0.05000,14.286
+3,mlp.experts.138.up_proj,0.0000027778,0.05000,14.271
+3,mlp.experts.132.up_proj,0.0000028031,0.05000,14.217
+3,mlp.experts.137.up_proj,0.0000029404,0.05000,14.338
+3,mlp.experts.140.up_proj,0.0000043897,0.05000,14.218
+3,mlp.experts.130.up_proj,0.0000037711,0.05000,14.277
+3,mlp.experts.134.up_proj,0.0000033641,0.05000,14.402
+3,mlp.experts.131.up_proj,0.0000022873,0.05000,14.560
+3,mlp.experts.139.up_proj,0.0000028409,0.05000,14.405
+3,mlp.experts.143.up_proj,0.0000025035,0.05000,14.577
+3,mlp.experts.160.up_proj,0.0000023258,0.05000,14.448
+3,mlp.experts.135.up_proj,0.0000015429,0.05000,14.491
+3,mlp.experts.157.up_proj,0.0000019422,0.05000,14.539
+3,mlp.experts.145.up_proj,0.0000022896,0.05000,14.745
+3,mlp.experts.149.up_proj,0.0000048695,0.05000,14.572
+3,mlp.experts.152.up_proj,0.0000009455,0.05000,14.531
+3,mlp.experts.158.up_proj,0.0000016500,0.05000,14.643
+3,mlp.experts.148.up_proj,0.0000023797,0.05000,14.616
+3,mlp.experts.154.up_proj,0.0000055955,0.05000,14.652
+3,mlp.experts.153.up_proj,0.0000027027,0.05000,14.595
+3,mlp.experts.156.up_proj,0.0000024842,0.05000,14.504
+3,mlp.experts.146.up_proj,0.0000016396,0.05000,14.537
+3,mlp.experts.150.up_proj,0.0000022126,0.05000,14.521
+3,mlp.experts.147.up_proj,0.0000028339,0.05000,14.528
+3,mlp.experts.155.up_proj,0.0000023890,0.05000,14.487
+3,mlp.experts.159.up_proj,0.0000046088,0.05000,14.383
+3,mlp.experts.176.up_proj,0.0000026048,0.05000,14.298
+3,mlp.experts.151.up_proj,0.0000086211,0.05000,14.446
+3,mlp.experts.173.up_proj,0.0000031961,0.05000,15.027
+3,mlp.experts.161.up_proj,0.0000024874,0.05000,15.073
+3,mlp.experts.165.up_proj,0.0000049642,0.05000,15.155
+3,mlp.experts.168.up_proj,0.0000071614,0.05000,15.146
+3,mlp.experts.174.up_proj,0.0000046912,0.05000,15.114
+3,mlp.experts.164.up_proj,0.0000023741,0.05000,15.102
+3,mlp.experts.170.up_proj,0.0000018077,0.05000,15.204
+3,mlp.experts.169.up_proj,0.0000025849,0.05000,15.209
+3,mlp.experts.172.up_proj,0.0000055398,0.05000,15.214
+3,mlp.experts.162.up_proj,0.0000025840,0.05000,15.187
+3,mlp.experts.166.up_proj,0.0000027002,0.05000,15.195
+3,mlp.experts.163.up_proj,0.0000038357,0.05000,15.334
+3,mlp.experts.192.up_proj,0.0000038683,0.05000,15.191
+3,mlp.experts.171.up_proj,0.0000011978,0.05000,15.329
+3,mlp.experts.175.up_proj,0.0000128394,0.05000,15.398
+3,mlp.experts.167.up_proj,0.0000025982,0.05000,15.285
+3,mlp.experts.177.up_proj,0.0000029732,0.05000,14.738
+3,mlp.experts.189.up_proj,0.0000029049,0.05000,14.907
+3,mlp.experts.181.up_proj,0.0000034862,0.05000,14.775
+3,mlp.experts.184.up_proj,0.0000025852,0.05000,14.779
+3,mlp.experts.190.up_proj,0.0000030460,0.05000,14.874
+3,mlp.experts.186.up_proj,0.0000018912,0.05000,14.703
+3,mlp.experts.180.up_proj,0.0000047696,0.05000,14.881
+3,mlp.experts.185.up_proj,0.0000040500,0.05000,14.784
+3,mlp.experts.188.up_proj,0.0000026063,0.05000,14.790
+3,mlp.experts.178.up_proj,0.0000038067,0.05000,14.893
+3,mlp.experts.182.up_proj,0.0000040625,0.05000,14.740
+3,mlp.experts.208.up_proj,0.0000054680,0.05000,14.804
+3,mlp.experts.179.up_proj,0.0000019908,0.05000,15.012
+3,mlp.experts.191.up_proj,0.0000023329,0.05000,14.930
+3,mlp.experts.187.up_proj,0.0000011157,0.05000,15.061
+3,mlp.experts.183.up_proj,0.0000019903,0.05000,14.991
+3,mlp.experts.205.up_proj,0.0000047306,0.05000,14.777
+3,mlp.experts.193.up_proj,0.0000034421,0.05000,14.801
+3,mlp.experts.197.up_proj,0.0000029496,0.05000,14.687
+3,mlp.experts.200.up_proj,0.0000031057,0.05000,14.758
+3,mlp.experts.206.up_proj,0.0000019923,0.05000,14.695
+3,mlp.experts.202.up_proj,0.0000015482,0.05000,14.737
+3,mlp.experts.196.up_proj,0.0000037709,0.05000,14.776
+3,mlp.experts.201.up_proj,0.0000021171,0.05000,14.796
+3,mlp.experts.204.up_proj,0.0000032662,0.05000,14.842
+3,mlp.experts.194.up_proj,0.0000020065,0.05000,14.819
+3,mlp.experts.198.up_proj,0.0000042033,0.05000,14.801
+3,mlp.experts.195.up_proj,0.0000018883,0.05000,14.578
+3,mlp.experts.224.up_proj,0.0000016308,0.05000,14.733
+3,mlp.experts.207.up_proj,0.0000049772,0.05000,14.556
+3,mlp.experts.203.up_proj,0.0000040084,0.05000,14.692
+3,mlp.experts.199.up_proj,0.0000024170,0.05000,14.622
+3,mlp.experts.213.up_proj,0.0000028639,0.05000,15.387
+3,mlp.experts.221.up_proj,0.0000016650,0.05000,15.551
+3,mlp.experts.209.up_proj,0.0000035995,0.05000,15.559
+3,mlp.experts.216.up_proj,0.0000026873,0.05000,15.627
+3,mlp.experts.222.up_proj,0.0000036693,0.05000,15.614
+3,mlp.experts.218.up_proj,0.0000113829,0.05000,15.583
+3,mlp.experts.212.up_proj,0.0000016886,0.05000,15.524
+3,mlp.experts.217.up_proj,0.0000026237,0.05000,15.521
+3,mlp.experts.220.up_proj,0.0000036748,0.05000,15.514
+3,mlp.experts.210.up_proj,0.0000035291,0.05000,15.463
+3,mlp.experts.214.up_proj,0.0000013898,0.05000,15.436
+3,mlp.experts.211.up_proj,0.0000015021,0.05000,15.525
+3,mlp.experts.240.up_proj,0.0000028644,0.05000,15.622
+3,mlp.experts.223.up_proj,0.0000048596,0.05000,15.675
+3,mlp.experts.219.up_proj,0.0000025538,0.05000,15.638
+3,mlp.experts.215.up_proj,0.0000029445,0.05000,15.683
+3,mlp.experts.0.down_proj,0.0000000804,0.05000,3.600
+3,mlp.experts.16.down_proj,0.0000001103,0.05000,3.971
+3,mlp.experts.32.down_proj,0.0000000241,0.05000,3.756
+3,mlp.experts.237.up_proj,0.0000026194,0.05000,14.848
+3,mlp.experts.229.up_proj,0.0000027569,0.05000,14.915
+3,mlp.experts.225.up_proj,0.0000017472,0.05000,14.887
+3,mlp.experts.232.up_proj,0.0000026507,0.05000,14.832
+3,mlp.experts.238.up_proj,0.0000036387,0.05000,14.956
+3,mlp.experts.228.up_proj,0.0000028156,0.05000,14.971
+3,mlp.experts.234.up_proj,0.0000073902,0.05000,15.018
+3,mlp.experts.236.up_proj,0.0000023982,0.05000,14.929
+3,mlp.experts.233.up_proj,0.0000012864,0.05000,15.076
+3,mlp.experts.226.up_proj,0.0000021072,0.05000,15.199
+3,mlp.experts.230.up_proj,0.0000012680,0.05000,15.118
+3,mlp.experts.227.up_proj,0.0000038220,0.05000,15.154
+3,mlp.experts.235.up_proj,0.0000011872,0.05000,15.058
+3,mlp.experts.239.up_proj,0.0000026435,0.05000,15.168
+3,mlp.experts.48.down_proj,0.0000000185,0.05000,3.763
+3,mlp.experts.231.up_proj,0.0000012788,0.05000,15.132
+3,mlp.experts.64.down_proj,0.0000000997,0.05000,3.674
+3,mlp.experts.80.down_proj,0.0000001700,0.05000,4.024
+3,mlp.experts.96.down_proj,0.0000000259,0.05000,3.837
+3,mlp.experts.245.up_proj,0.0000026434,0.05000,15.106
+3,mlp.experts.253.up_proj,0.0000048542,0.05000,15.198
+3,mlp.experts.241.up_proj,0.0000058916,0.05000,15.087
+3,mlp.experts.248.up_proj,0.0000089150,0.05000,15.196
+3,mlp.experts.244.up_proj,0.0000018733,0.05000,15.094
+3,mlp.experts.254.up_proj,0.0000042701,0.05000,15.245
+3,mlp.experts.250.up_proj,0.0000024578,0.05000,15.190
+3,mlp.experts.252.up_proj,0.0000043978,0.05000,15.200
+3,mlp.experts.249.up_proj,0.0000046239,0.05000,15.165
+3,mlp.experts.242.up_proj,0.0000023435,0.05000,15.143
+3,mlp.experts.246.up_proj,0.0000022030,0.05000,15.051
+3,mlp.experts.243.up_proj,0.0000034602,0.05000,15.120
+3,mlp.experts.251.up_proj,0.0000028072,0.05000,15.146
+3,mlp.experts.255.up_proj,0.0000021967,0.05000,15.163
+3,mlp.experts.112.down_proj,0.0000003989,0.05000,3.696
+3,mlp.experts.247.up_proj,0.0000030939,0.05000,15.124
+3,mlp.experts.13.down_proj,0.0000000415,0.05000,3.647
+3,mlp.experts.5.down_proj,0.0000000151,0.05000,3.738
+3,mlp.experts.1.down_proj,0.0000000193,0.05000,3.726
+3,mlp.experts.8.down_proj,0.0000000909,0.05000,3.681
+3,mlp.experts.4.down_proj,0.0000000263,0.05000,3.672
+3,mlp.experts.14.down_proj,0.0000000262,0.05000,3.673
+3,mlp.experts.10.down_proj,0.0000001772,0.05000,3.636
+3,mlp.experts.12.down_proj,0.0000000203,0.05000,3.697
+3,mlp.experts.9.down_proj,0.0000000147,0.05000,3.673
+3,mlp.experts.2.down_proj,0.0000000714,0.05000,3.679
+3,mlp.experts.6.down_proj,0.0000000464,0.05000,3.702
+3,mlp.experts.3.down_proj,0.0000000280,0.05000,3.690
+3,mlp.experts.15.down_proj,0.0000000283,0.05000,3.660
+3,mlp.experts.11.down_proj,0.0000000612,0.05000,3.708
+3,mlp.experts.128.down_proj,0.0000000128,0.05000,3.676
+3,mlp.experts.7.down_proj,0.0000000597,0.05000,3.666
+3,mlp.experts.144.down_proj,failsafe(rtn): 0.0008850,0.00000,0.164
+3,mlp.experts.21.down_proj,0.0000000208,0.05000,3.569
+3,mlp.experts.29.down_proj,0.0000000533,0.05000,3.638
+3,mlp.experts.17.down_proj,0.0000000277,0.05000,3.574
+3,mlp.experts.24.down_proj,0.0000000326,0.05000,3.651
+3,mlp.experts.20.down_proj,0.0000000166,0.05000,3.599
+3,mlp.experts.30.down_proj,0.0000000490,0.05000,3.617
+3,mlp.experts.26.down_proj,0.0000000273,0.05000,3.608
+3,mlp.experts.28.down_proj,0.0000000217,0.05000,3.550
+3,mlp.experts.25.down_proj,0.0000000579,0.05000,3.597
+3,mlp.experts.18.down_proj,0.0000001518,0.05000,3.592
+3,mlp.experts.22.down_proj,0.0000000674,0.05000,3.530
+3,mlp.experts.19.down_proj,0.0000000190,0.05000,3.566
+3,mlp.experts.27.down_proj,0.0000000101,0.05000,3.444
+3,mlp.experts.31.down_proj,0.0000000090,0.05000,3.481
+3,mlp.experts.23.down_proj,0.0000002773,0.05000,3.503
+3,mlp.experts.160.down_proj,0.0000000262,0.05000,3.496
+3,mlp.experts.37.down_proj,0.0000000087,0.05000,3.460
+3,mlp.experts.45.down_proj,0.0000000267,0.05000,3.479
+3,mlp.experts.33.down_proj,0.0000000228,0.05000,3.508
+3,mlp.experts.40.down_proj,0.0000000259,0.05000,3.485
+3,mlp.experts.36.down_proj,0.0000000227,0.05000,3.454
+3,mlp.experts.46.down_proj,0.0000000217,0.05000,3.429
+3,mlp.experts.42.down_proj,0.0000000311,0.05000,3.404
+3,mlp.experts.44.down_proj,0.0000000468,0.05000,3.416
+3,mlp.experts.41.down_proj,0.0000000196,0.05000,3.429
+3,mlp.experts.34.down_proj,0.0000000161,0.05000,3.459
+3,mlp.experts.38.down_proj,0.0000000261,0.05000,3.467
+3,mlp.experts.35.down_proj,0.0000000131,0.05000,3.492
+3,mlp.experts.43.down_proj,0.0000000276,0.05000,3.517
+3,mlp.experts.47.down_proj,0.0000000319,0.05000,3.495
+3,mlp.experts.39.down_proj,0.0000000330,0.05000,3.539
+3,mlp.experts.176.down_proj,0.0000000269,0.05000,3.645
+3,mlp.experts.53.down_proj,0.0000000227,0.05000,3.564
+3,mlp.experts.61.down_proj,0.0000000308,0.05000,3.585
+3,mlp.experts.49.down_proj,0.0000000530,0.05000,3.573
+3,mlp.experts.56.down_proj,0.0000000161,0.05000,3.612
+3,mlp.experts.58.down_proj,0.0000000351,0.05000,3.609
+3,mlp.experts.52.down_proj,0.0000000857,0.05000,3.694
+3,mlp.experts.62.down_proj,0.0000000540,0.05000,3.693
+3,mlp.experts.60.down_proj,0.0000000410,0.05000,3.677
+3,mlp.experts.57.down_proj,0.0000000440,0.05000,3.659
+3,mlp.experts.50.down_proj,0.0000000141,0.05000,3.673
+3,mlp.experts.54.down_proj,0.0000001181,0.05000,3.719
+3,mlp.experts.51.down_proj,0.0000000164,0.05000,3.687
+3,mlp.experts.63.down_proj,0.0000001126,0.05000,3.625
+3,mlp.experts.59.down_proj,0.0000000384,0.05000,3.712
+3,mlp.experts.55.down_proj,0.0000000128,0.05000,3.760
+3,mlp.experts.192.down_proj,0.0000000309,0.05000,3.667
+3,mlp.experts.69.down_proj,0.0000000287,0.05000,3.688
+3,mlp.experts.77.down_proj,0.0000000107,0.05000,3.669
+3,mlp.experts.65.down_proj,0.0000000248,0.05000,3.685
+3,mlp.experts.72.down_proj,0.0000000303,0.05000,3.729
+3,mlp.experts.74.down_proj,0.0000000757,0.05000,3.668
+3,mlp.experts.78.down_proj,0.0000000953,0.05000,3.641
+3,mlp.experts.68.down_proj,0.0000000419,0.05000,3.700
+3,mlp.experts.76.down_proj,0.0000000191,0.05000,3.712
+3,mlp.experts.73.down_proj,0.0000000211,0.05000,3.674
+3,mlp.experts.66.down_proj,0.0000000821,0.05000,3.777
+3,mlp.experts.70.down_proj,0.0000000258,0.05000,3.753
+3,mlp.experts.67.down_proj,0.0000000475,0.05000,3.696
+3,mlp.experts.79.down_proj,0.0000000494,0.05000,3.701
+3,mlp.experts.75.down_proj,0.0000000170,0.05000,3.638
+3,mlp.experts.71.down_proj,0.0000000776,0.05000,3.677
+3,mlp.experts.208.down_proj,0.0000000552,0.05000,3.674
+3,mlp.experts.85.down_proj,0.0000000185,0.05000,3.690
+3,mlp.experts.93.down_proj,0.0000001016,0.05000,3.686
+3,mlp.experts.81.down_proj,0.0000000437,0.05000,3.702
+3,mlp.experts.88.down_proj,0.0000000485,0.05000,3.614
+3,mlp.experts.90.down_proj,0.0000000263,0.05000,3.594
+3,mlp.experts.94.down_proj,0.0000000693,0.05000,3.613
+3,mlp.experts.84.down_proj,0.0000000093,0.05000,3.658
+3,mlp.experts.92.down_proj,0.0000000174,0.05000,3.646
+3,mlp.experts.89.down_proj,0.0000000200,0.05000,3.640
+3,mlp.experts.82.down_proj,0.0000000563,0.05000,3.590
+3,mlp.experts.86.down_proj,0.0000000281,0.05000,3.616
+3,mlp.experts.83.down_proj,0.0000000386,0.05000,3.686
+3,mlp.experts.91.down_proj,0.0000001141,0.05000,3.776
+3,mlp.experts.95.down_proj,0.0000000169,0.05000,3.786
+3,mlp.experts.224.down_proj,0.0000000275,0.05000,3.698
+3,mlp.experts.87.down_proj,0.0000000433,0.05000,3.742
+3,mlp.experts.101.down_proj,0.0000000459,0.05000,3.697
+3,mlp.experts.109.down_proj,0.0000000243,0.05000,3.679
+3,mlp.experts.97.down_proj,0.0000000143,0.05000,3.727
+3,mlp.experts.104.down_proj,0.0000001897,0.05000,3.705
+3,mlp.experts.106.down_proj,0.0000000711,0.05000,3.683
+3,mlp.experts.110.down_proj,0.0000000569,0.05000,3.680
+3,mlp.experts.100.down_proj,0.0000000202,0.05000,3.655
+3,mlp.experts.108.down_proj,0.0000000793,0.05000,3.647
+3,mlp.experts.105.down_proj,0.0000000158,0.05000,3.663
+3,mlp.experts.98.down_proj,0.0000000201,0.05000,3.622
+3,mlp.experts.102.down_proj,0.0000000228,0.05000,3.612
+3,mlp.experts.99.down_proj,0.0000000464,0.05000,3.591
+3,mlp.experts.111.down_proj,0.0000000327,0.05000,3.612
+3,mlp.experts.107.down_proj,0.0000000154,0.05000,3.658
+3,mlp.experts.103.down_proj,0.0000000128,0.05000,3.570
+3,mlp.experts.240.down_proj,0.0000000219,0.05000,3.606
+3,mlp.experts.117.down_proj,0.0000000272,0.05000,3.598
+3,mlp.experts.125.down_proj,0.0000000790,0.05000,3.591
+3,mlp.experts.113.down_proj,0.0000000396,0.05000,3.553
+3,mlp.experts.122.down_proj,0.0000000675,0.05000,3.622
+3,mlp.experts.120.down_proj,0.0000001248,0.05000,3.620
+3,mlp.experts.126.down_proj,0.0000000767,0.05000,3.611
+3,mlp.experts.116.down_proj,0.0000000733,0.05000,3.652
+3,mlp.experts.124.down_proj,0.0000000256,0.05000,3.596
+3,mlp.experts.121.down_proj,0.0000000181,0.05000,3.610
+3,mlp.experts.114.down_proj,0.0000000191,0.05000,3.645
+3,mlp.experts.118.down_proj,0.0000000239,0.05000,3.593
+3,mlp.experts.115.down_proj,0.0000000743,0.05000,3.624
+3,mlp.experts.127.down_proj,0.0000000272,0.05000,3.472
+3,mlp.experts.123.down_proj,0.0000000223,0.05000,3.542
+3,mlp.experts.119.down_proj,0.0000000146,0.05000,3.536
+3,mlp.experts.133.down_proj,0.0000000180,0.05000,3.417
+3,mlp.experts.141.down_proj,0.0000000415,0.05000,3.428
+3,mlp.experts.129.down_proj,0.0000000940,0.05000,3.407
+3,mlp.experts.138.down_proj,0.0000000202,0.05000,3.381
+3,mlp.experts.136.down_proj,0.0000000360,0.05000,3.378
+3,mlp.experts.142.down_proj,0.0000000172,0.05000,3.412
+3,mlp.experts.132.down_proj,0.0000000286,0.05000,3.358
+3,mlp.experts.140.down_proj,0.0000000628,0.05000,3.376
+3,mlp.experts.137.down_proj,0.0000000232,0.05000,3.438
+3,mlp.experts.130.down_proj,0.0000000338,0.05000,3.281
+3,mlp.experts.134.down_proj,0.0000000221,0.05000,3.279
+3,mlp.experts.131.down_proj,0.0000000195,0.05000,3.318
+3,mlp.experts.143.down_proj,0.0000000196,0.05000,3.390
+3,mlp.experts.139.down_proj,0.0000000255,0.05000,3.315
+3,mlp.experts.135.down_proj,0.0000000137,0.05000,3.469
+3,mlp.experts.157.down_proj,0.0000000391,0.05000,3.386
+3,mlp.experts.149.down_proj,0.0000001030,0.05000,3.428
+3,mlp.experts.145.down_proj,0.0000000212,0.05000,3.400
+3,mlp.experts.154.down_proj,0.0000001244,0.05000,3.465
+3,mlp.experts.152.down_proj,0.0000000069,0.05000,3.474
+3,mlp.experts.158.down_proj,0.0000000110,0.05000,3.452
+3,mlp.experts.148.down_proj,0.0000000240,0.05000,3.398
+3,mlp.experts.156.down_proj,0.0000000198,0.05000,3.413
+3,mlp.experts.153.down_proj,0.0000000190,0.05000,3.413
+3,mlp.experts.146.down_proj,0.0000000144,0.05000,3.397
+3,mlp.experts.150.down_proj,0.0000000169,0.05000,3.347
+3,mlp.experts.147.down_proj,0.0000000262,0.05000,3.301
+3,mlp.experts.159.down_proj,0.0000000658,0.05000,3.371
+3,mlp.experts.155.down_proj,0.0000000614,0.05000,3.388
+3,mlp.experts.151.down_proj,0.0000000662,0.05000,3.312
+3,mlp.experts.173.down_proj,0.0000000272,0.05000,3.349
+3,mlp.experts.165.down_proj,0.0000000573,0.05000,3.344
+3,mlp.experts.161.down_proj,0.0000000189,0.05000,3.310
+3,mlp.experts.170.down_proj,0.0000000395,0.05000,3.346
+3,mlp.experts.168.down_proj,0.0000001174,0.05000,3.343
+3,mlp.experts.174.down_proj,0.0000000421,0.05000,3.339
+3,mlp.experts.164.down_proj,0.0000000285,0.05000,3.342
+3,mlp.experts.172.down_proj,0.0000000539,0.05000,3.362
+3,mlp.experts.169.down_proj,0.0000000180,0.05000,3.270
+3,mlp.experts.162.down_proj,0.0000000250,0.05000,3.284
+3,mlp.experts.166.down_proj,0.0000000247,0.05000,3.288
+3,mlp.experts.163.down_proj,0.0000000552,0.05000,3.372
+3,mlp.experts.175.down_proj,0.0000002485,0.05000,3.259
+3,mlp.experts.171.down_proj,0.0000000179,0.05000,3.277
+3,mlp.experts.167.down_proj,0.0000000199,0.05000,3.212
+3,mlp.experts.189.down_proj,0.0000000226,0.05000,3.187
+3,mlp.experts.177.down_proj,0.0000000321,0.05000,3.166
+3,mlp.experts.181.down_proj,0.0000000301,0.05000,3.249
+3,mlp.experts.186.down_proj,0.0000000144,0.05000,3.171
+3,mlp.experts.184.down_proj,0.0000000269,0.05000,3.156
+3,mlp.experts.190.down_proj,0.0000000274,0.05000,3.147
+3,mlp.experts.180.down_proj,0.0000000831,0.05000,3.221
+3,mlp.experts.188.down_proj,0.0000000398,0.05000,3.250
+3,mlp.experts.185.down_proj,0.0000000347,0.05000,3.281
+3,mlp.experts.178.down_proj,0.0000000277,0.05000,3.288
+3,mlp.experts.182.down_proj,0.0000000508,0.05000,3.261
+3,mlp.experts.179.down_proj,0.0000000345,0.05000,3.343
+3,mlp.experts.191.down_proj,0.0000000161,0.05000,3.412
+3,mlp.experts.187.down_proj,0.0000000137,0.05000,3.382
+3,mlp.experts.183.down_proj,0.0000000137,0.05000,3.332
+3,mlp.experts.205.down_proj,0.0000000460,0.05000,3.392
+3,mlp.experts.197.down_proj,0.0000000641,0.05000,3.345
+3,mlp.experts.193.down_proj,0.0000000307,0.05000,3.419
+3,mlp.experts.200.down_proj,0.0000000211,0.05000,3.446
+3,mlp.experts.202.down_proj,0.0000000193,0.05000,3.459
+3,mlp.experts.206.down_proj,0.0000000244,0.05000,3.439
+3,mlp.experts.196.down_proj,0.0000000785,0.05000,3.477
+3,mlp.experts.204.down_proj,0.0000000378,0.05000,3.379
+3,mlp.experts.201.down_proj,0.0000000552,0.05000,3.443
+3,mlp.experts.194.down_proj,0.0000000156,0.05000,3.408
+3,mlp.experts.198.down_proj,0.0000000395,0.05000,3.447
+3,mlp.experts.195.down_proj,0.0000000161,0.05000,3.319
+3,mlp.experts.203.down_proj,0.0000000377,0.05000,3.275
+3,mlp.experts.207.down_proj,0.0000000751,0.05000,3.391
+3,mlp.experts.199.down_proj,0.0000000512,0.05000,3.291
+3,mlp.experts.221.down_proj,0.0000000663,0.05000,3.285
+3,mlp.experts.213.down_proj,0.0000000428,0.05000,3.342
+3,mlp.experts.209.down_proj,0.0000000517,0.05000,3.367
+3,mlp.experts.218.down_proj,0.0000001717,0.05000,3.332
+3,mlp.experts.216.down_proj,0.0000000245,0.05000,3.404
+3,mlp.experts.222.down_proj,0.0000000333,0.05000,3.398
+3,mlp.experts.212.down_proj,0.0000000131,0.05000,3.311
+3,mlp.experts.220.down_proj,0.0000000341,0.05000,3.355
+3,mlp.experts.217.down_proj,0.0000000204,0.05000,3.371
+3,mlp.experts.210.down_proj,0.0000000679,0.05000,3.395
+3,mlp.experts.214.down_proj,0.0000000391,0.05000,3.402
+3,mlp.experts.211.down_proj,0.0000000628,0.05000,3.470
+3,mlp.experts.219.down_proj,0.0000000205,0.05000,3.518
+3,mlp.experts.223.down_proj,0.0000000374,0.05000,3.475
+3,mlp.experts.215.down_proj,0.0000000341,0.05000,3.460
+3,mlp.experts.237.down_proj,0.0000000219,0.05000,3.436
+3,mlp.experts.229.down_proj,0.0000000285,0.05000,3.390
+3,mlp.experts.225.down_proj,0.0000000178,0.05000,3.369
+3,mlp.experts.234.down_proj,0.0000001288,0.05000,3.319
+3,mlp.experts.232.down_proj,0.0000000211,0.05000,3.355
+3,mlp.experts.228.down_proj,0.0000000352,0.05000,3.372
+3,mlp.experts.238.down_proj,0.0000000439,0.05000,3.404
+3,mlp.experts.236.down_proj,0.0000000283,0.05000,3.411
+3,mlp.experts.233.down_proj,0.0000000678,0.05000,3.400
+3,mlp.experts.226.down_proj,0.0000000250,0.05000,3.408
+3,mlp.experts.230.down_proj,0.0000000215,0.05000,3.392
+3,mlp.experts.227.down_proj,0.0000000376,0.05000,3.366
+3,mlp.experts.235.down_proj,0.0000000139,0.05000,3.350
+3,mlp.experts.239.down_proj,0.0000000227,0.05000,3.369
+3,mlp.experts.231.down_proj,0.0000000167,0.05000,3.358
+3,mlp.experts.253.down_proj,0.0000000417,0.05000,3.316
+3,mlp.experts.241.down_proj,0.0000000673,0.05000,3.303
+3,mlp.experts.245.down_proj,0.0000000227,0.05000,3.370
+3,mlp.experts.250.down_proj,0.0000000457,0.05000,3.211
+3,mlp.experts.248.down_proj,0.0000001682,0.05000,3.235
+3,mlp.experts.254.down_proj,0.0000000379,0.05000,3.197
+3,mlp.experts.244.down_proj,0.0000000147,0.05000,3.208
+3,mlp.experts.252.down_proj,0.0000000340,0.05000,3.027
+3,mlp.experts.249.down_proj,0.0000001495,0.05000,2.923
+3,mlp.experts.242.down_proj,0.0000000215,0.05000,2.764
+3,mlp.experts.246.down_proj,0.0000000178,0.05000,2.443
+3,mlp.experts.243.down_proj,0.0000000346,0.05000,2.102
+3,mlp.experts.255.down_proj,0.0000000159,0.05000,1.673
+3,mlp.experts.251.down_proj,0.0000000419,0.05000,1.727
+3,mlp.experts.247.down_proj,0.0000000338,0.05000,1.521
+4,mlp.experts.8.gate_proj,0.0000022644,0.05000,15.271
+4,mlp.experts.11.gate_proj,0.0000078298,0.05000,15.292
+4,mlp.experts.1.gate_proj,0.0000044129,0.05000,15.305
+4,mlp.experts.9.gate_proj,0.0000025290,0.05000,15.350
+4,mlp.experts.14.gate_proj,0.0000013314,0.05000,15.376
+4,mlp.experts.0.gate_proj,0.0000033197,0.05000,15.371
+4,mlp.experts.12.gate_proj,0.0000020477,0.05000,15.372
+4,mlp.experts.4.gate_proj,0.0000088912,0.05000,15.384
+4,mlp.experts.2.gate_proj,0.0000022977,0.05000,15.385
+4,mlp.experts.15.gate_proj,0.0000017356,0.05000,15.409
+4,mlp.experts.5.gate_proj,0.0000041866,0.05000,15.413
+4,mlp.experts.6.gate_proj,0.0000041252,0.05000,15.440
+4,mlp.experts.13.gate_proj,0.0000012786,0.05000,15.531
+4,mlp.experts.3.gate_proj,0.0000031839,0.05000,15.543
+4,mlp.experts.7.gate_proj,0.0000026835,0.05000,15.698
+4,mlp.experts.10.gate_proj,0.0000036322,0.05000,15.721
+4,mlp.experts.24.gate_proj,0.0000021450,0.05000,15.509
+4,mlp.experts.27.gate_proj,0.0000039214,0.05000,15.507
+4,mlp.experts.16.gate_proj,0.0000070468,0.05000,15.427
+4,mlp.experts.25.gate_proj,0.0000024697,0.05000,15.442
+4,mlp.experts.17.gate_proj,0.0000020098,0.05000,15.509
+4,mlp.experts.18.gate_proj,0.0000048851,0.05000,15.432
+4,mlp.experts.28.gate_proj,0.0000024452,0.05000,15.534
+4,mlp.experts.29.gate_proj,0.0000029227,0.05000,15.384
+4,mlp.experts.31.gate_proj,0.0000027099,0.05000,15.464
+4,mlp.experts.22.gate_proj,0.0000036425,0.05000,15.451
+4,mlp.experts.20.gate_proj,0.0000018419,0.05000,15.575
+4,mlp.experts.21.gate_proj,0.0000018535,0.05000,15.514
+4,mlp.experts.30.gate_proj,0.0000051007,0.05000,15.685
+4,mlp.experts.19.gate_proj,0.0000046492,0.05000,15.555
+4,mlp.experts.23.gate_proj,0.0000025628,0.05000,15.462
+4,mlp.experts.26.gate_proj,0.0000114040,0.05000,15.584
+4,mlp.experts.34.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.914
+4,mlp.experts.41.gate_proj,0.0000037006,0.05000,14.932
+4,mlp.experts.40.gate_proj,0.0000156199,0.05000,15.011
+4,mlp.experts.37.gate_proj,0.0000024229,0.05000,14.887
+4,mlp.experts.43.gate_proj,0.0000020363,0.05000,15.098
+4,mlp.experts.45.gate_proj,0.0000038078,0.05000,14.978
+4,mlp.experts.44.gate_proj,0.0000029974,0.05000,15.060
+4,mlp.experts.38.gate_proj,0.0000025248,0.05000,15.033
+4,mlp.experts.47.gate_proj,0.0000074050,0.05000,15.072
+4,mlp.experts.32.gate_proj,0.0000029400,0.05000,15.194
+4,mlp.experts.33.gate_proj,0.0000059503,0.05000,15.174
+4,mlp.experts.46.gate_proj,0.0000033221,0.05000,14.926
+4,mlp.experts.36.gate_proj,0.0000043685,0.05000,15.041
+4,mlp.experts.35.gate_proj,0.0000022216,0.05000,14.880
+4,mlp.experts.39.gate_proj,0.0000042140,0.05000,15.012
+4,mlp.experts.42.gate_proj,0.0000106322,0.05000,14.928
+4,mlp.experts.50.gate_proj,0.0000042301,0.05000,14.946
+4,mlp.experts.56.gate_proj,0.0000052536,0.05000,14.846
+4,mlp.experts.57.gate_proj,0.0000116933,0.05000,14.914
+4,mlp.experts.60.gate_proj,0.0000032143,0.05000,14.879
+4,mlp.experts.53.gate_proj,0.0000163189,0.05000,14.984
+4,mlp.experts.61.gate_proj,0.0000030048,0.05000,14.983
+4,mlp.experts.49.gate_proj,0.0000035836,0.05000,14.930
+4,mlp.experts.54.gate_proj,0.0000041777,0.05000,14.951
+4,mlp.experts.63.gate_proj,0.0000032365,0.05000,14.961
+4,mlp.experts.62.gate_proj,0.0000022903,0.05000,15.019
+4,mlp.experts.51.gate_proj,0.0000026712,0.05000,15.047
+4,mlp.experts.59.gate_proj,0.0000266525,0.05000,15.204
+4,mlp.experts.52.gate_proj,0.0000047810,0.05000,15.079
+4,mlp.experts.48.gate_proj,0.0000057096,0.05000,15.108
+4,mlp.experts.55.gate_proj,0.0000019204,0.05000,15.008
+4,mlp.experts.58.gate_proj,0.0000025502,0.05000,15.011
+4,mlp.experts.66.gate_proj,0.0000025754,0.05000,14.911
+4,mlp.experts.73.gate_proj,0.0000259181,0.05000,14.678
+4,mlp.experts.72.gate_proj,0.0000025092,0.05000,14.851
+4,mlp.experts.65.gate_proj,0.0000014989,0.05000,14.703
+4,mlp.experts.76.gate_proj,0.0000051152,0.05000,14.791
+4,mlp.experts.69.gate_proj,0.0000030183,0.05000,14.792
+4,mlp.experts.77.gate_proj,0.0000309726,0.05000,14.770
+4,mlp.experts.79.gate_proj,0.0000020860,0.05000,14.696
+4,mlp.experts.70.gate_proj,0.0000037860,0.05000,14.910
+4,mlp.experts.78.gate_proj,0.0000117014,0.05000,14.830
+4,mlp.experts.64.gate_proj,0.0000034543,0.05000,14.812
+4,mlp.experts.75.gate_proj,0.0000079751,0.05000,14.820
+4,mlp.experts.67.gate_proj,0.0000017804,0.05000,14.847
+4,mlp.experts.71.gate_proj,0.0000021681,0.05000,14.855
+4,mlp.experts.68.gate_proj,0.0000059977,0.05000,15.035
+4,mlp.experts.74.gate_proj,0.0000018488,0.05000,14.984
+4,mlp.experts.82.gate_proj,0.0000047341,0.05000,14.854
+4,mlp.experts.89.gate_proj,0.0000043100,0.05000,15.731
+4,mlp.experts.92.gate_proj,0.0000025362,0.05000,15.684
+4,mlp.experts.81.gate_proj,0.0000025408,0.05000,15.717
+4,mlp.experts.88.gate_proj,0.0000023962,0.05000,15.862
+4,mlp.experts.95.gate_proj,0.0000018093,0.05000,15.692
+4,mlp.experts.93.gate_proj,0.0000043397,0.05000,15.703
+4,mlp.experts.85.gate_proj,0.0000087148,0.05000,15.828
+4,mlp.experts.86.gate_proj,0.0000075364,0.05000,15.731
+4,mlp.experts.94.gate_proj,0.0000028588,0.05000,15.715
+4,mlp.experts.83.gate_proj,0.0000032468,0.05000,15.688
+4,mlp.experts.91.gate_proj,0.0000029478,0.05000,15.713
+4,mlp.experts.80.gate_proj,0.0000073745,0.05000,15.783
+4,mlp.experts.87.gate_proj,0.0000020030,0.05000,15.752
+4,mlp.experts.90.gate_proj,0.0000035317,0.05000,15.684
+4,mlp.experts.84.gate_proj,0.0000021108,0.05000,15.769
+4,mlp.experts.98.gate_proj,0.0000018678,0.05000,15.659
+4,mlp.experts.105.gate_proj,0.0000024758,0.05000,14.941
+4,mlp.experts.108.gate_proj,0.0000010842,0.05000,14.835
+4,mlp.experts.101.gate_proj,0.0000041337,0.05000,14.756
+4,mlp.experts.97.gate_proj,0.0000016888,0.05000,14.965
+4,mlp.experts.111.gate_proj,0.0000061582,0.05000,14.950
+4,mlp.experts.104.gate_proj,0.0000034835,0.05000,14.951
+4,mlp.experts.96.gate_proj,0.0000035816,0.05000,14.761
+4,mlp.experts.109.gate_proj,0.0000060086,0.05000,15.074
+4,mlp.experts.99.gate_proj,0.0000030389,0.05000,14.890
+4,mlp.experts.102.gate_proj,0.0000014418,0.05000,15.032
+4,mlp.experts.107.gate_proj,0.0000099259,0.05000,15.039
+4,mlp.experts.110.gate_proj,0.0000051583,0.05000,15.080
+4,mlp.experts.100.gate_proj,0.0000075074,0.05000,14.832
+4,mlp.experts.103.gate_proj,0.0000022735,0.05000,14.995
+4,mlp.experts.106.gate_proj,0.0000077104,0.05000,15.034
+4,mlp.experts.114.gate_proj,0.0000073433,0.05000,15.041
+4,mlp.experts.121.gate_proj,0.0000034083,0.05000,14.643
+4,mlp.experts.124.gate_proj,0.0000038369,0.05000,14.605
+4,mlp.experts.117.gate_proj,0.0000031791,0.05000,14.531
+4,mlp.experts.127.gate_proj,0.0000029965,0.05000,14.592
+4,mlp.experts.113.gate_proj,0.0000063012,0.05000,14.625
+4,mlp.experts.120.gate_proj,0.0000025527,0.05000,14.639
+4,mlp.experts.125.gate_proj,0.0000087296,0.05000,14.584
+4,mlp.experts.112.gate_proj,0.0000024375,0.05000,14.673
+4,mlp.experts.115.gate_proj,0.0000113045,0.05000,14.738
+4,mlp.experts.126.gate_proj,0.0000052977,0.05000,14.645
+4,mlp.experts.123.gate_proj,0.0000022066,0.05000,14.711
+4,mlp.experts.116.gate_proj,0.0000042140,0.05000,14.719
+4,mlp.experts.118.gate_proj,0.0000020087,0.05000,14.860
+4,mlp.experts.122.gate_proj,0.0000021124,0.05000,14.592
+4,mlp.experts.119.gate_proj,0.0000022702,0.05000,14.771
+4,mlp.experts.130.gate_proj,0.0000028289,0.05000,14.639
+4,mlp.experts.137.gate_proj,0.0000036526,0.05000,14.540
+4,mlp.experts.140.gate_proj,0.0000021514,0.05000,14.489
+4,mlp.experts.133.gate_proj,0.0000017883,0.05000,14.553
+4,mlp.experts.141.gate_proj,0.0000030584,0.05000,14.337
+4,mlp.experts.129.gate_proj,0.0000019636,0.05000,14.528
+4,mlp.experts.143.gate_proj,0.0000056655,0.05000,14.601
+4,mlp.experts.136.gate_proj,0.0000040670,0.05000,14.484
+4,mlp.experts.131.gate_proj,0.0000020920,0.05000,14.433
+4,mlp.experts.128.gate_proj,0.0000013240,0.05000,14.579
+4,mlp.experts.139.gate_proj,0.0000020693,0.05000,14.405
+4,mlp.experts.134.gate_proj,0.0000021516,0.05000,14.417
+4,mlp.experts.138.gate_proj,0.0000041434,0.05000,14.502
+4,mlp.experts.142.gate_proj,0.0000010303,0.05000,14.698
+4,mlp.experts.135.gate_proj,0.0000025850,0.05000,14.460
+4,mlp.experts.132.gate_proj,0.0000034259,0.05000,14.610
+4,mlp.experts.146.gate_proj,0.0000019187,0.05000,14.480
+4,mlp.experts.153.gate_proj,0.0000027146,0.05000,14.967
+4,mlp.experts.156.gate_proj,0.0000033831,0.05000,15.128
+4,mlp.experts.149.gate_proj,0.0000035802,0.05000,15.091
+4,mlp.experts.145.gate_proj,0.0000022415,0.05000,15.024
+4,mlp.experts.157.gate_proj,0.0000036579,0.05000,15.044
+4,mlp.experts.152.gate_proj,0.0000020788,0.05000,15.135
+4,mlp.experts.147.gate_proj,0.0000033611,0.05000,15.075
+4,mlp.experts.159.gate_proj,0.0000019702,0.05000,15.286
+4,mlp.experts.144.gate_proj,0.0000021824,0.05000,15.083
+4,mlp.experts.155.gate_proj,0.0000044438,0.05000,15.176
+4,mlp.experts.150.gate_proj,0.0000028355,0.05000,15.294
+4,mlp.experts.158.gate_proj,0.0000145203,0.05000,15.158
+4,mlp.experts.151.gate_proj,0.0000033822,0.05000,15.208
+4,mlp.experts.154.gate_proj,0.0000015646,0.05000,15.315
+4,mlp.experts.148.gate_proj,0.0000048015,0.05000,15.287
+4,mlp.experts.162.gate_proj,0.0000055228,0.05000,15.242
+4,mlp.experts.169.gate_proj,0.0000041310,0.05000,14.854
+4,mlp.experts.161.gate_proj,0.0000014102,0.05000,14.861
+4,mlp.experts.172.gate_proj,0.0000025279,0.05000,15.047
+4,mlp.experts.173.gate_proj,0.0000090121,0.05000,14.950
+4,mlp.experts.165.gate_proj,0.0000050103,0.05000,15.054
+4,mlp.experts.163.gate_proj,0.0000038763,0.05000,14.937
+4,mlp.experts.168.gate_proj,0.0000019678,0.05000,15.053
+4,mlp.experts.175.gate_proj,0.0000023817,0.05000,14.890
+4,mlp.experts.160.gate_proj,0.0000017785,0.05000,14.900
+4,mlp.experts.171.gate_proj,0.0000032671,0.05000,14.921
+4,mlp.experts.174.gate_proj,0.0000023287,0.05000,14.821
+4,mlp.experts.166.gate_proj,0.0000134662,0.05000,15.001
+4,mlp.experts.167.gate_proj,0.0000012051,0.05000,14.919
+4,mlp.experts.170.gate_proj,0.0000022960,0.05000,14.957
+4,mlp.experts.164.gate_proj,0.0000033268,0.05000,14.907
+4,mlp.experts.178.gate_proj,0.0000033851,0.05000,14.935
+4,mlp.experts.185.gate_proj,0.0000029130,0.05000,15.431
+4,mlp.experts.177.gate_proj,0.0000032830,0.05000,15.349
+4,mlp.experts.188.gate_proj,0.0000024226,0.05000,15.372
+4,mlp.experts.189.gate_proj,0.0000049599,0.05000,15.432
+4,mlp.experts.181.gate_proj,0.0000050244,0.05000,15.435
+4,mlp.experts.179.gate_proj,0.0000017559,0.05000,15.387
+4,mlp.experts.184.gate_proj,0.0000026661,0.05000,15.437
+4,mlp.experts.187.gate_proj,0.0000018380,0.05000,15.327
+4,mlp.experts.191.gate_proj,0.0000030085,0.05000,15.521
+4,mlp.experts.176.gate_proj,0.0000020754,0.05000,15.531
+4,mlp.experts.190.gate_proj,0.0000036718,0.05000,15.356
+4,mlp.experts.182.gate_proj,0.0000028927,0.05000,15.320
+4,mlp.experts.186.gate_proj,0.0000218582,0.05000,15.315
+4,mlp.experts.180.gate_proj,0.0000025442,0.05000,15.350
+4,mlp.experts.183.gate_proj,0.0000031011,0.05000,15.475
+4,mlp.experts.194.gate_proj,0.0000101558,0.05000,15.307
+4,mlp.experts.201.gate_proj,0.0000046219,0.05000,14.484
+4,mlp.experts.193.gate_proj,0.0000030274,0.05000,14.586
+4,mlp.experts.204.gate_proj,0.0000050680,0.05000,14.593
+4,mlp.experts.205.gate_proj,0.0000026854,0.05000,14.591
+4,mlp.experts.197.gate_proj,0.0000068561,0.05000,14.545
+4,mlp.experts.200.gate_proj,0.0000025212,0.05000,14.455
+4,mlp.experts.192.gate_proj,0.0000050295,0.05000,14.494
+4,mlp.experts.195.gate_proj,0.0000030682,0.05000,14.685
+4,mlp.experts.206.gate_proj,0.0000162205,0.05000,14.446
+4,mlp.experts.203.gate_proj,0.0000039467,0.05000,14.609
+4,mlp.experts.207.gate_proj,0.0000099228,0.05000,14.664
+4,mlp.experts.198.gate_proj,0.0000056592,0.05000,14.662
+4,mlp.experts.202.gate_proj,0.0000035218,0.05000,14.656
+4,mlp.experts.196.gate_proj,0.0000035902,0.05000,14.596
+4,mlp.experts.199.gate_proj,0.0000029315,0.05000,14.732
+4,mlp.experts.210.gate_proj,0.0000023129,0.05000,14.657
+4,mlp.experts.217.gate_proj,0.0000045110,0.05000,15.355
+4,mlp.experts.209.gate_proj,0.0000034412,0.05000,15.509
+4,mlp.experts.213.gate_proj,0.0000024869,0.05000,15.331
+4,mlp.experts.220.gate_proj,0.0000110602,0.05000,15.487
+4,mlp.experts.221.gate_proj,0.0000046648,0.05000,15.453
+4,mlp.experts.216.gate_proj,0.0000035622,0.05000,15.458
+4,mlp.experts.222.gate_proj,0.0000011332,0.05000,15.357
+4,mlp.experts.211.gate_proj,0.0000043745,0.05000,15.437
+4,mlp.experts.208.gate_proj,0.0000051751,0.05000,15.481
+4,mlp.experts.219.gate_proj,0.0000021455,0.05000,15.452
+4,mlp.experts.223.gate_proj,0.0000059542,0.05000,15.554
+4,mlp.experts.214.gate_proj,0.0000031256,0.05000,15.501
+4,mlp.experts.212.gate_proj,0.0000040057,0.05000,15.516
+4,mlp.experts.218.gate_proj,0.0000054164,0.05000,15.531
+4,mlp.experts.215.gate_proj,0.0000021374,0.05000,15.476
+4,mlp.experts.226.gate_proj,0.0000024282,0.05000,15.440
+4,mlp.experts.233.gate_proj,0.0000047074,0.05000,15.651
+4,mlp.experts.229.gate_proj,0.0000042966,0.05000,15.610
+4,mlp.experts.237.gate_proj,0.0000067980,0.05000,15.571
+4,mlp.experts.225.gate_proj,0.0000092600,0.05000,15.719
+4,mlp.experts.236.gate_proj,0.0000014874,0.05000,15.778
+4,mlp.experts.232.gate_proj,0.0000038812,0.05000,15.689
+4,mlp.experts.224.gate_proj,0.0000035610,0.05000,15.592
+4,mlp.experts.227.gate_proj,0.0000022345,0.05000,15.647
+4,mlp.experts.238.gate_proj,0.0000082076,0.05000,15.741
+4,mlp.experts.235.gate_proj,0.0000033670,0.05000,15.737
+4,mlp.experts.239.gate_proj,0.0000048799,0.05000,15.692
+4,mlp.experts.230.gate_proj,0.0000035660,0.05000,15.665
+4,mlp.experts.228.gate_proj,0.0000027118,0.05000,15.603
+4,mlp.experts.231.gate_proj,0.0000088380,0.05000,15.532
+4,mlp.experts.234.gate_proj,0.0000022894,0.05000,15.645
+4,mlp.experts.242.gate_proj,0.0000024397,0.05000,15.615
+4,mlp.experts.249.gate_proj,0.0000032358,0.05000,15.224
+4,mlp.experts.245.gate_proj,0.0000022456,0.05000,15.276
+4,mlp.experts.241.gate_proj,0.0000022749,0.05000,15.181
+4,mlp.experts.253.gate_proj,0.0000026463,0.05000,15.300
+4,mlp.experts.240.gate_proj,0.0000036166,0.05000,15.160
+4,mlp.experts.252.gate_proj,0.0000093195,0.05000,15.322
+4,mlp.experts.248.gate_proj,0.0000020764,0.05000,15.319
+4,mlp.experts.243.gate_proj,0.0000030863,0.05000,15.280
+4,mlp.experts.254.gate_proj,0.0000020716,0.05000,15.277
+4,mlp.experts.251.gate_proj,0.0000034707,0.05000,15.215
+4,mlp.experts.255.gate_proj,0.0000027522,0.05000,15.303
+4,mlp.experts.247.gate_proj,0.0000023566,0.05000,15.156
+4,mlp.experts.246.gate_proj,0.0000044608,0.05000,15.270
+4,mlp.experts.244.gate_proj,0.0000024791,0.05000,15.234
+4,mlp.experts.250.gate_proj,0.0000028751,0.05000,15.281
+4,mlp.experts.2.up_proj,0.0000020603,0.05000,15.296
+4,mlp.experts.9.up_proj,0.0000023778,0.05000,14.335
+4,mlp.experts.5.up_proj,0.0000039267,0.05000,14.238
+4,mlp.experts.1.up_proj,0.0000040488,0.05000,14.267
+4,mlp.experts.0.up_proj,0.0000031429,0.05000,14.142
+4,mlp.experts.12.up_proj,0.0000018839,0.05000,14.298
+4,mlp.experts.13.up_proj,0.0000012069,0.05000,14.505
+4,mlp.experts.8.up_proj,0.0000020925,0.05000,14.300
+4,mlp.experts.14.up_proj,0.0000012763,0.05000,14.265
+4,mlp.experts.3.up_proj,0.0000027538,0.05000,14.358
+4,mlp.experts.11.up_proj,0.0000072762,0.05000,14.385
+4,mlp.experts.15.up_proj,0.0000016442,0.05000,14.297
+4,mlp.experts.6.up_proj,0.0000040287,0.05000,14.331
+4,mlp.experts.4.up_proj,0.0000073424,0.05000,14.331
+4,mlp.experts.7.up_proj,0.0000025235,0.05000,14.404
+4,mlp.experts.18.up_proj,0.0000045500,0.05000,14.230
+4,mlp.experts.10.up_proj,0.0000032656,0.05000,14.467
+4,mlp.experts.34.up_proj,failsafe(rtn): 0.0008888,0.00000,0.733
+4,mlp.experts.25.up_proj,0.0000023565,0.05000,15.078
+4,mlp.experts.17.up_proj,0.0000018756,0.05000,14.911
+4,mlp.experts.21.up_proj,0.0000017700,0.05000,14.982
+4,mlp.experts.16.up_proj,0.0000067136,0.05000,14.977
+4,mlp.experts.29.up_proj,0.0000026915,0.05000,14.967
+4,mlp.experts.24.up_proj,0.0000020271,0.05000,14.939
+4,mlp.experts.28.up_proj,0.0000023455,0.05000,15.083
+4,mlp.experts.30.up_proj,0.0000048047,0.05000,15.036
+4,mlp.experts.19.up_proj,0.0000044409,0.05000,15.000
+4,mlp.experts.27.up_proj,0.0000036257,0.05000,15.069
+4,mlp.experts.31.up_proj,0.0000025679,0.05000,15.035
+4,mlp.experts.22.up_proj,0.0000032904,0.05000,15.106
+4,mlp.experts.20.up_proj,0.0000017489,0.05000,15.094
+4,mlp.experts.26.up_proj,0.0000099239,0.05000,14.941
+4,mlp.experts.23.up_proj,0.0000024214,0.05000,15.169
+4,mlp.experts.50.up_proj,0.0000040096,0.05000,15.030
+4,mlp.experts.41.up_proj,0.0000035035,0.05000,14.800
+4,mlp.experts.33.up_proj,0.0000055131,0.05000,14.831
+4,mlp.experts.37.up_proj,0.0000022362,0.05000,14.819
+4,mlp.experts.32.up_proj,0.0000027196,0.05000,14.882
+4,mlp.experts.45.up_proj,0.0000035452,0.05000,14.859
+4,mlp.experts.40.up_proj,0.0000144571,0.05000,14.937
+4,mlp.experts.44.up_proj,0.0000028084,0.05000,14.939
+4,mlp.experts.35.up_proj,0.0000019474,0.05000,14.896
+4,mlp.experts.46.up_proj,0.0000029994,0.05000,14.955
+4,mlp.experts.47.up_proj,0.0000064633,0.05000,14.805
+4,mlp.experts.43.up_proj,0.0000019446,0.05000,14.920
+4,mlp.experts.36.up_proj,0.0000040327,0.05000,14.800
+4,mlp.experts.42.up_proj,0.0000099253,0.05000,14.748
+4,mlp.experts.38.up_proj,0.0000023914,0.05000,14.853
+4,mlp.experts.39.up_proj,0.0000039576,0.05000,14.904
+4,mlp.experts.66.up_proj,0.0000024582,0.05000,14.740
+4,mlp.experts.57.up_proj,0.0000110402,0.05000,14.507
+4,mlp.experts.53.up_proj,0.0000152763,0.05000,14.594
+4,mlp.experts.49.up_proj,0.0000033521,0.05000,14.676
+4,mlp.experts.61.up_proj,0.0000028272,0.05000,14.647
+4,mlp.experts.48.up_proj,0.0000053451,0.05000,14.813
+4,mlp.experts.56.up_proj,0.0000049572,0.05000,14.718
+4,mlp.experts.60.up_proj,0.0000027951,0.05000,14.671
+4,mlp.experts.62.up_proj,0.0000021692,0.05000,14.713
+4,mlp.experts.51.up_proj,0.0000025866,0.05000,14.765
+4,mlp.experts.63.up_proj,0.0000030373,0.05000,14.750
+4,mlp.experts.59.up_proj,0.0000251802,0.05000,14.852
+4,mlp.experts.54.up_proj,0.0000040177,0.05000,14.619
+4,mlp.experts.58.up_proj,0.0000023915,0.05000,14.648
+4,mlp.experts.52.up_proj,0.0000043740,0.05000,14.736
+4,mlp.experts.55.up_proj,0.0000017144,0.05000,14.763
+4,mlp.experts.82.up_proj,0.0000038900,0.05000,14.739
+4,mlp.experts.73.up_proj,0.0000245963,0.05000,15.278
+4,mlp.experts.65.up_proj,0.0000014322,0.05000,15.045
+4,mlp.experts.69.up_proj,0.0000028516,0.05000,15.208
+4,mlp.experts.64.up_proj,0.0000032855,0.05000,15.235
+4,mlp.experts.77.up_proj,0.0000288247,0.05000,15.272
+4,mlp.experts.72.up_proj,0.0000023870,0.05000,15.185
+4,mlp.experts.76.up_proj,0.0000047348,0.05000,15.277
+4,mlp.experts.78.up_proj,0.0000111683,0.05000,15.248
+4,mlp.experts.79.up_proj,0.0000019746,0.05000,15.112
+4,mlp.experts.67.up_proj,0.0000016743,0.05000,15.278
+4,mlp.experts.75.up_proj,0.0000073696,0.05000,15.200
+4,mlp.experts.70.up_proj,0.0000035510,0.05000,15.237
+4,mlp.experts.74.up_proj,0.0000017167,0.05000,15.202
+4,mlp.experts.68.up_proj,0.0000055428,0.05000,15.284
+4,mlp.experts.71.up_proj,0.0000020032,0.05000,15.251
+4,mlp.experts.98.up_proj,0.0000017102,0.05000,15.225
+4,mlp.experts.89.up_proj,0.0000040555,0.05000,14.459
+4,mlp.experts.81.up_proj,0.0000024023,0.05000,14.543
+4,mlp.experts.85.up_proj,0.0000083277,0.05000,14.507
+4,mlp.experts.93.up_proj,0.0000041623,0.05000,14.549
+4,mlp.experts.80.up_proj,0.0000070112,0.05000,14.598
+4,mlp.experts.88.up_proj,0.0000022431,0.05000,14.646
+4,mlp.experts.92.up_proj,0.0000023854,0.05000,14.699
+4,mlp.experts.95.up_proj,0.0000016988,0.05000,14.601
+4,mlp.experts.94.up_proj,0.0000022950,0.05000,14.690
+4,mlp.experts.83.up_proj,0.0000030405,0.05000,14.641
+4,mlp.experts.86.up_proj,0.0000071300,0.05000,14.568
+4,mlp.experts.91.up_proj,0.0000027613,0.05000,14.661
+4,mlp.experts.90.up_proj,0.0000033029,0.05000,14.635
+4,mlp.experts.84.up_proj,0.0000020119,0.05000,14.602
+4,mlp.experts.87.up_proj,0.0000019013,0.05000,14.553
+4,mlp.experts.114.up_proj,0.0000069499,0.05000,14.620
+4,mlp.experts.105.up_proj,0.0000022527,0.05000,14.104
+4,mlp.experts.101.up_proj,0.0000039173,0.05000,14.157
+4,mlp.experts.97.up_proj,0.0000016152,0.05000,14.339
+4,mlp.experts.109.up_proj,0.0000058188,0.05000,14.102
+4,mlp.experts.96.up_proj,0.0000033313,0.05000,14.258
+4,mlp.experts.104.up_proj,0.0000033660,0.05000,14.095
+4,mlp.experts.111.up_proj,0.0000056666,0.05000,14.115
+4,mlp.experts.108.up_proj,0.0000010179,0.05000,14.226
+4,mlp.experts.110.up_proj,0.0000046852,0.05000,14.128
+4,mlp.experts.99.up_proj,0.0000028894,0.05000,14.127
+4,mlp.experts.106.up_proj,0.0000072501,0.05000,13.983
+4,mlp.experts.107.up_proj,0.0000093479,0.05000,14.090
+4,mlp.experts.102.up_proj,0.0000013658,0.05000,14.174
+4,mlp.experts.100.up_proj,0.0000068595,0.05000,14.161
+4,mlp.experts.103.up_proj,0.0000020973,0.05000,14.205
+4,mlp.experts.130.up_proj,0.0000026815,0.05000,14.037
+4,mlp.experts.121.up_proj,0.0000031899,0.05000,14.802
+4,mlp.experts.113.up_proj,0.0000055531,0.05000,14.603
+4,mlp.experts.117.up_proj,0.0000029067,0.05000,14.754
+4,mlp.experts.125.up_proj,0.0000081558,0.05000,14.695
+4,mlp.experts.120.up_proj,0.0000024111,0.05000,14.685
+4,mlp.experts.112.up_proj,0.0000023097,0.05000,14.719
+4,mlp.experts.126.up_proj,0.0000050216,0.05000,14.645
+4,mlp.experts.127.up_proj,0.0000028510,0.05000,14.734
+4,mlp.experts.124.up_proj,0.0000036285,0.05000,14.702
+4,mlp.experts.122.up_proj,0.0000019049,0.05000,14.674
+4,mlp.experts.115.up_proj,0.0000107047,0.05000,14.854
+4,mlp.experts.123.up_proj,0.0000020533,0.05000,14.728
+4,mlp.experts.118.up_proj,0.0000018457,0.05000,14.714
+4,mlp.experts.116.up_proj,0.0000041707,0.05000,14.720
+4,mlp.experts.119.up_proj,0.0000021158,0.05000,14.726
+4,mlp.experts.146.up_proj,0.0000017960,0.05000,14.736
+4,mlp.experts.137.up_proj,0.0000034246,0.05000,15.034
+4,mlp.experts.133.up_proj,0.0000017048,0.05000,15.187
+4,mlp.experts.129.up_proj,0.0000018122,0.05000,15.216
+4,mlp.experts.141.up_proj,0.0000028970,0.05000,15.200
+4,mlp.experts.128.up_proj,0.0000012668,0.05000,15.188
+4,mlp.experts.136.up_proj,0.0000038111,0.05000,15.219
+4,mlp.experts.142.up_proj,0.0000009126,0.05000,15.189
+4,mlp.experts.140.up_proj,0.0000020129,0.05000,15.163
+4,mlp.experts.143.up_proj,0.0000053803,0.05000,15.268
+4,mlp.experts.138.up_proj,0.0000037349,0.05000,15.125
+4,mlp.experts.131.up_proj,0.0000019944,0.05000,15.230
+4,mlp.experts.134.up_proj,0.0000019824,0.05000,15.199
+4,mlp.experts.139.up_proj,0.0000019330,0.05000,15.243
+4,mlp.experts.132.up_proj,0.0000031700,0.05000,15.201
+4,mlp.experts.135.up_proj,0.0000024489,0.05000,15.182
+4,mlp.experts.162.up_proj,0.0000051034,0.05000,15.333
+4,mlp.experts.153.up_proj,0.0000025503,0.05000,15.184
+4,mlp.experts.145.up_proj,0.0000021188,0.05000,15.223
+4,mlp.experts.149.up_proj,0.0000032386,0.05000,15.359
+4,mlp.experts.157.up_proj,0.0000034941,0.05000,15.290
+4,mlp.experts.144.up_proj,0.0000020673,0.05000,15.317
+4,mlp.experts.152.up_proj,0.0000019260,0.05000,15.404
+4,mlp.experts.156.up_proj,0.0000029805,0.05000,15.348
+4,mlp.experts.154.up_proj,0.0000015444,0.05000,15.389
+4,mlp.experts.159.up_proj,0.0000018461,0.05000,15.443
+4,mlp.experts.158.up_proj,0.0000137269,0.05000,15.552
+4,mlp.experts.147.up_proj,0.0000030372,0.05000,15.459
+4,mlp.experts.150.up_proj,0.0000026739,0.05000,15.549
+4,mlp.experts.155.up_proj,0.0000038620,0.05000,15.609
+4,mlp.experts.148.up_proj,0.0000043729,0.05000,15.432
+4,mlp.experts.151.up_proj,0.0000031042,0.05000,15.566
+4,mlp.experts.178.up_proj,0.0000032004,0.05000,15.541
+4,mlp.experts.169.up_proj,0.0000039247,0.05000,15.093
+4,mlp.experts.161.up_proj,0.0000012600,0.05000,15.142
+4,mlp.experts.165.up_proj,0.0000047145,0.05000,15.107
+4,mlp.experts.173.up_proj,0.0000074805,0.05000,15.112
+4,mlp.experts.160.up_proj,0.0000017014,0.05000,15.091
+4,mlp.experts.168.up_proj,0.0000018672,0.05000,15.177
+4,mlp.experts.172.up_proj,0.0000023937,0.05000,15.148
+4,mlp.experts.175.up_proj,0.0000022939,0.05000,14.974
+4,mlp.experts.170.up_proj,0.0000021713,0.05000,15.194
+4,mlp.experts.174.up_proj,0.0000021733,0.05000,15.184
+4,mlp.experts.163.up_proj,0.0000035967,0.05000,15.260
+4,mlp.experts.171.up_proj,0.0000030805,0.05000,15.103
+4,mlp.experts.166.up_proj,0.0000124107,0.05000,15.214
+4,mlp.experts.164.up_proj,0.0000030810,0.05000,15.230
+4,mlp.experts.167.up_proj,0.0000011336,0.05000,15.043
+4,mlp.experts.194.up_proj,0.0000096342,0.05000,15.092
+4,mlp.experts.185.up_proj,0.0000027370,0.05000,14.331
+4,mlp.experts.181.up_proj,0.0000043619,0.05000,14.133
+4,mlp.experts.177.up_proj,0.0000031325,0.05000,14.262
+4,mlp.experts.189.up_proj,0.0000047121,0.05000,14.337
+4,mlp.experts.176.up_proj,0.0000019835,0.05000,14.343
+4,mlp.experts.184.up_proj,0.0000025460,0.05000,14.372
+4,mlp.experts.188.up_proj,0.0000022730,0.05000,14.275
+4,mlp.experts.191.up_proj,0.0000028443,0.05000,14.413
+4,mlp.experts.186.up_proj,0.0000200516,0.05000,14.317
+4,mlp.experts.190.up_proj,0.0000031443,0.05000,14.412
+4,mlp.experts.179.up_proj,0.0000016497,0.05000,14.302
+4,mlp.experts.187.up_proj,0.0000017400,0.05000,14.296
+4,mlp.experts.182.up_proj,0.0000026819,0.05000,14.304
+4,mlp.experts.180.up_proj,0.0000023681,0.05000,14.316
+4,mlp.experts.183.up_proj,0.0000029331,0.05000,14.262
+4,mlp.experts.210.up_proj,0.0000021807,0.05000,14.212
+4,mlp.experts.201.up_proj,0.0000039468,0.05000,15.452
+4,mlp.experts.193.up_proj,0.0000028363,0.05000,15.539
+4,mlp.experts.197.up_proj,0.0000065219,0.05000,15.552
+4,mlp.experts.205.up_proj,0.0000024373,0.05000,15.539
+4,mlp.experts.192.up_proj,0.0000047586,0.05000,15.490
+4,mlp.experts.204.up_proj,0.0000046194,0.05000,15.516
+4,mlp.experts.200.up_proj,0.0000023454,0.05000,15.598
+4,mlp.experts.207.up_proj,0.0000093705,0.05000,15.584
+4,mlp.experts.202.up_proj,0.0000033463,0.05000,15.497
+4,mlp.experts.206.up_proj,0.0000056939,0.05000,15.726
+4,mlp.experts.203.up_proj,0.0000034414,0.05000,15.637
+4,mlp.experts.198.up_proj,0.0000046510,0.05000,15.626
+4,mlp.experts.195.up_proj,0.0000028803,0.05000,15.735
+4,mlp.experts.196.up_proj,0.0000033518,0.05000,15.605
+4,mlp.experts.199.up_proj,0.0000027512,0.05000,15.663
+4,mlp.experts.226.up_proj,0.0000022441,0.05000,15.525
+4,mlp.experts.217.up_proj,0.0000039176,0.05000,14.477
+4,mlp.experts.213.up_proj,0.0000023573,0.05000,14.372
+4,mlp.experts.209.up_proj,0.0000032324,0.05000,14.446
+4,mlp.experts.221.up_proj,0.0000042433,0.05000,14.328
+4,mlp.experts.208.up_proj,0.0000048252,0.05000,14.336
+4,mlp.experts.220.up_proj,0.0000102060,0.05000,14.266
+4,mlp.experts.216.up_proj,0.0000031896,0.05000,14.338
+4,mlp.experts.218.up_proj,0.0000049367,0.05000,14.217
+4,mlp.experts.223.up_proj,0.0000056416,0.05000,14.395
+4,mlp.experts.222.up_proj,0.0000010714,0.05000,14.318
+4,mlp.experts.219.up_proj,0.0000020126,0.05000,14.253
+4,mlp.experts.212.up_proj,0.0000038528,0.05000,14.202
+4,mlp.experts.214.up_proj,0.0000029371,0.05000,14.286
+4,mlp.experts.211.up_proj,0.0000041534,0.05000,14.391
+4,mlp.experts.215.up_proj,0.0000020180,0.05000,14.283
+4,mlp.experts.242.up_proj,0.0000022962,0.05000,14.277
+4,mlp.experts.2.down_proj,0.0000000591,0.05000,3.612
+4,mlp.experts.18.down_proj,0.0000000388,0.05000,3.944
+4,mlp.experts.34.down_proj,failsafe(rtn): 0.0008888,0.00000,0.223
+4,mlp.experts.50.down_proj,0.0000000300,0.05000,3.608
+4,mlp.experts.233.up_proj,0.0000044180,0.05000,14.608
+4,mlp.experts.229.up_proj,0.0000040461,0.05000,14.798
+4,mlp.experts.225.up_proj,0.0000085089,0.05000,14.812
+4,mlp.experts.237.up_proj,0.0000065312,0.05000,14.772
+4,mlp.experts.224.up_proj,0.0000033613,0.05000,14.819
+4,mlp.experts.236.up_proj,0.0000014052,0.05000,14.873
+4,mlp.experts.232.up_proj,0.0000036643,0.05000,14.907
+4,mlp.experts.234.up_proj,0.0000021541,0.05000,14.888
+4,mlp.experts.239.up_proj,0.0000041451,0.05000,15.004
+4,mlp.experts.238.up_proj,0.0000074528,0.05000,14.955
+4,mlp.experts.228.up_proj,0.0000026078,0.05000,14.872
+4,mlp.experts.235.up_proj,0.0000031364,0.05000,15.085
+4,mlp.experts.230.up_proj,0.0000033464,0.05000,15.033
+4,mlp.experts.227.up_proj,0.0000021407,0.05000,15.050
+4,mlp.experts.231.up_proj,0.0000080395,0.05000,14.960
+4,mlp.experts.66.down_proj,0.0000000165,0.05000,3.806
+4,mlp.experts.82.down_proj,0.0000000762,0.05000,3.648
+4,mlp.experts.98.down_proj,0.0000000592,0.05000,3.480
+4,mlp.experts.114.down_proj,0.0000000914,0.05000,4.021
+4,mlp.experts.249.up_proj,0.0000030289,0.05000,14.898
+4,mlp.experts.245.up_proj,0.0000021211,0.05000,14.887
+4,mlp.experts.241.up_proj,0.0000019486,0.05000,14.943
+4,mlp.experts.253.up_proj,0.0000023749,0.05000,14.943
+4,mlp.experts.240.up_proj,0.0000032727,0.05000,15.043
+4,mlp.experts.252.up_proj,0.0000086644,0.05000,15.025
+4,mlp.experts.248.up_proj,0.0000019663,0.05000,15.038
+4,mlp.experts.250.up_proj,0.0000026414,0.05000,14.986
+4,mlp.experts.255.up_proj,0.0000025847,0.05000,14.984
+4,mlp.experts.254.up_proj,0.0000019630,0.05000,14.925
+4,mlp.experts.246.up_proj,0.0000041832,0.05000,14.844
+4,mlp.experts.244.up_proj,0.0000022092,0.05000,15.097
+4,mlp.experts.251.up_proj,0.0000032608,0.05000,15.046
+4,mlp.experts.243.up_proj,0.0000028049,0.05000,14.941
+4,mlp.experts.247.up_proj,0.0000022368,0.05000,15.020
+4,mlp.experts.130.down_proj,0.0000000176,0.05000,3.905
+4,mlp.experts.9.down_proj,0.0000000149,0.05000,3.750
+4,mlp.experts.5.down_proj,0.0000000248,0.05000,3.730
+4,mlp.experts.1.down_proj,0.0000000701,0.05000,3.595
+4,mlp.experts.13.down_proj,0.0000000087,0.05000,3.670
+4,mlp.experts.0.down_proj,0.0000000194,0.05000,3.684
+4,mlp.experts.12.down_proj,0.0000000537,0.05000,3.749
+4,mlp.experts.8.down_proj,0.0000000686,0.05000,3.657
+4,mlp.experts.10.down_proj,0.0000000838,0.05000,3.705
+4,mlp.experts.15.down_proj,0.0000000544,0.05000,3.649
+4,mlp.experts.14.down_proj,0.0000000377,0.05000,3.648
+4,mlp.experts.6.down_proj,0.0000000584,0.05000,3.645
+4,mlp.experts.4.down_proj,0.0000001677,0.05000,3.676
+4,mlp.experts.11.down_proj,0.0000001192,0.05000,3.672
+4,mlp.experts.3.down_proj,0.0000000340,0.05000,3.755
+4,mlp.experts.7.down_proj,0.0000000161,0.05000,3.684
+4,mlp.experts.25.down_proj,0.0000000790,0.05000,3.636
+4,mlp.experts.146.down_proj,0.0000000108,0.05000,3.665
+4,mlp.experts.21.down_proj,0.0000000129,0.05000,3.787
+4,mlp.experts.17.down_proj,0.0000000361,0.05000,3.810
+4,mlp.experts.29.down_proj,0.0000000482,0.05000,3.795
+4,mlp.experts.16.down_proj,0.0000000769,0.05000,3.777
+4,mlp.experts.28.down_proj,0.0000000373,0.05000,3.712
+4,mlp.experts.24.down_proj,0.0000000234,0.05000,3.776
+4,mlp.experts.26.down_proj,0.0000004362,0.05000,3.773
+4,mlp.experts.31.down_proj,0.0000000229,0.05000,3.763
+4,mlp.experts.30.down_proj,0.0000000904,0.05000,3.675
+4,mlp.experts.22.down_proj,0.0000001656,0.05000,3.757
+4,mlp.experts.20.down_proj,0.0000000150,0.05000,3.764
+4,mlp.experts.27.down_proj,0.0000000236,0.05000,3.755
+4,mlp.experts.19.down_proj,0.0000000287,0.05000,3.734
+4,mlp.experts.23.down_proj,0.0000000163,0.05000,3.748
+4,mlp.experts.41.down_proj,0.0000000431,0.05000,3.727
+4,mlp.experts.162.down_proj,0.0000000648,0.05000,3.768
+4,mlp.experts.37.down_proj,0.0000000353,0.05000,3.536
+4,mlp.experts.33.down_proj,0.0000000634,0.05000,3.608
+4,mlp.experts.45.down_proj,0.0000000279,0.05000,3.550
+4,mlp.experts.32.down_proj,0.0000000262,0.05000,3.528
+4,mlp.experts.44.down_proj,0.0000000738,0.05000,3.558
+4,mlp.experts.40.down_proj,0.0000003125,0.05000,3.572
+4,mlp.experts.42.down_proj,0.0000001932,0.05000,3.623
+4,mlp.experts.47.down_proj,0.0000001914,0.05000,3.579
+4,mlp.experts.46.down_proj,0.0000001160,0.05000,3.568
+4,mlp.experts.38.down_proj,0.0000000434,0.05000,3.559
+4,mlp.experts.36.down_proj,0.0000000704,0.05000,3.567
+4,mlp.experts.43.down_proj,0.0000000307,0.05000,3.581
+4,mlp.experts.35.down_proj,0.0000000220,0.05000,3.545
+4,mlp.experts.39.down_proj,0.0000000240,0.05000,3.549
+4,mlp.experts.178.down_proj,0.0000000348,0.05000,3.439
+4,mlp.experts.57.down_proj,0.0000001206,0.05000,3.543
+4,mlp.experts.53.down_proj,0.0000002787,0.05000,3.501
+4,mlp.experts.49.down_proj,0.0000000220,0.05000,3.544
+4,mlp.experts.61.down_proj,0.0000000176,0.05000,3.469
+4,mlp.experts.48.down_proj,0.0000000485,0.05000,3.529
+4,mlp.experts.60.down_proj,0.0000001007,0.05000,3.529
+4,mlp.experts.56.down_proj,0.0000000331,0.05000,3.485
+4,mlp.experts.58.down_proj,0.0000000241,0.05000,3.513
+4,mlp.experts.63.down_proj,0.0000000608,0.05000,3.551
+4,mlp.experts.62.down_proj,0.0000000125,0.05000,3.561
+4,mlp.experts.54.down_proj,0.0000000539,0.05000,3.518
+4,mlp.experts.52.down_proj,0.0000000901,0.05000,3.502
+4,mlp.experts.59.down_proj,0.0000005029,0.05000,3.492
+4,mlp.experts.51.down_proj,0.0000000559,0.05000,3.533
+4,mlp.experts.55.down_proj,0.0000000689,0.05000,3.498
+4,mlp.experts.194.down_proj,0.0000001762,0.05000,3.539
+4,mlp.experts.73.down_proj,0.0000004720,0.05000,3.527
+4,mlp.experts.69.down_proj,0.0000000215,0.05000,3.769
+4,mlp.experts.65.down_proj,0.0000000201,0.05000,3.728
+4,mlp.experts.77.down_proj,0.0000007088,0.05000,3.737
+4,mlp.experts.64.down_proj,0.0000000306,0.05000,3.731
+4,mlp.experts.76.down_proj,0.0000000764,0.05000,3.774
+4,mlp.experts.72.down_proj,0.0000000152,0.05000,3.726
+4,mlp.experts.74.down_proj,0.0000000245,0.05000,3.700
+4,mlp.experts.78.down_proj,0.0000001859,0.05000,3.657
+4,mlp.experts.79.down_proj,0.0000000183,0.05000,3.767
+4,mlp.experts.70.down_proj,0.0000000704,0.05000,3.729
+4,mlp.experts.68.down_proj,0.0000000440,0.05000,3.791
+4,mlp.experts.75.down_proj,0.0000000888,0.05000,3.783
+4,mlp.experts.67.down_proj,0.0000000284,0.05000,3.778
+4,mlp.experts.71.down_proj,0.0000000676,0.05000,3.764
+4,mlp.experts.210.down_proj,0.0000000267,0.05000,3.776
+4,mlp.experts.89.down_proj,0.0000000270,0.05000,3.754
+4,mlp.experts.85.down_proj,0.0000001287,0.05000,3.678
+4,mlp.experts.81.down_proj,0.0000000156,0.05000,3.725
+4,mlp.experts.93.down_proj,0.0000001022,0.05000,3.722
+4,mlp.experts.80.down_proj,0.0000000826,0.05000,3.745
+4,mlp.experts.92.down_proj,0.0000000159,0.05000,3.693
+4,mlp.experts.88.down_proj,0.0000000450,0.05000,3.709
+4,mlp.experts.90.down_proj,0.0000000644,0.05000,3.806
+4,mlp.experts.94.down_proj,0.0000000839,0.05000,3.796
+4,mlp.experts.95.down_proj,0.0000000163,0.05000,3.758
+4,mlp.experts.86.down_proj,0.0000001093,0.05000,3.842
+4,mlp.experts.84.down_proj,0.0000000239,0.05000,3.771
+4,mlp.experts.83.down_proj,0.0000000216,0.05000,3.738
+4,mlp.experts.91.down_proj,0.0000000207,0.05000,3.843
+4,mlp.experts.87.down_proj,0.0000000131,0.05000,3.802
+4,mlp.experts.226.down_proj,0.0000000277,0.05000,3.862
+4,mlp.experts.105.down_proj,0.0000000735,0.05000,3.851
+4,mlp.experts.101.down_proj,0.0000000272,0.05000,3.907
+4,mlp.experts.97.down_proj,0.0000000128,0.05000,3.909
+4,mlp.experts.109.down_proj,0.0000000613,0.05000,4.028
+4,mlp.experts.96.down_proj,0.0000000238,0.05000,3.961
+4,mlp.experts.104.down_proj,0.0000000583,0.05000,3.974
+4,mlp.experts.108.down_proj,0.0000000441,0.05000,4.042
+4,mlp.experts.106.down_proj,0.0000000983,0.05000,4.123
+4,mlp.experts.110.down_proj,0.0000000974,0.05000,4.036
+4,mlp.experts.111.down_proj,0.0000000562,0.05000,4.068
+4,mlp.experts.102.down_proj,0.0000000107,0.05000,4.072
+4,mlp.experts.100.down_proj,0.0000001050,0.05000,4.194
+4,mlp.experts.103.down_proj,0.0000000467,0.05000,4.016
+4,mlp.experts.99.down_proj,0.0000000257,0.05000,4.189
+4,mlp.experts.107.down_proj,0.0000001454,0.05000,4.157
+4,mlp.experts.242.down_proj,0.0000000218,0.05000,4.134
+4,mlp.experts.121.down_proj,0.0000000798,0.05000,4.140
+4,mlp.experts.117.down_proj,0.0000000614,0.05000,4.142
+4,mlp.experts.113.down_proj,0.0000001196,0.05000,4.085
+4,mlp.experts.125.down_proj,0.0000000514,0.05000,3.974
+4,mlp.experts.112.down_proj,0.0000000485,0.05000,4.038
+4,mlp.experts.120.down_proj,0.0000000145,0.05000,4.044
+4,mlp.experts.124.down_proj,0.0000000669,0.05000,4.059
+4,mlp.experts.122.down_proj,0.0000000547,0.05000,3.878
+4,mlp.experts.126.down_proj,0.0000000586,0.05000,3.867
+4,mlp.experts.127.down_proj,0.0000000200,0.05000,3.881
+4,mlp.experts.118.down_proj,0.0000000628,0.05000,3.848
+4,mlp.experts.116.down_proj,0.0000000728,0.05000,3.797
+4,mlp.experts.119.down_proj,0.0000000373,0.05000,3.783
+4,mlp.experts.115.down_proj,0.0000001701,0.05000,3.779
+4,mlp.experts.123.down_proj,0.0000000391,0.05000,3.801
+4,mlp.experts.137.down_proj,0.0000000321,0.05000,3.663
+4,mlp.experts.133.down_proj,0.0000000152,0.05000,3.694
+4,mlp.experts.129.down_proj,0.0000000371,0.05000,3.639
+4,mlp.experts.141.down_proj,0.0000000262,0.05000,3.797
+4,mlp.experts.128.down_proj,0.0000000120,0.05000,3.799
+4,mlp.experts.136.down_proj,0.0000000265,0.05000,3.791
+4,mlp.experts.140.down_proj,0.0000000190,0.05000,3.792
+4,mlp.experts.138.down_proj,0.0000000849,0.05000,3.766
+4,mlp.experts.142.down_proj,0.0000000490,0.05000,3.684
+4,mlp.experts.143.down_proj,0.0000001023,0.05000,3.693
+4,mlp.experts.134.down_proj,0.0000000727,0.05000,3.722
+4,mlp.experts.135.down_proj,0.0000000163,0.05000,3.692
+4,mlp.experts.132.down_proj,0.0000000222,0.05000,3.781
+4,mlp.experts.131.down_proj,0.0000000164,0.05000,3.778
+4,mlp.experts.139.down_proj,0.0000000340,0.05000,3.744
+4,mlp.experts.153.down_proj,0.0000000212,0.05000,3.639
+4,mlp.experts.145.down_proj,0.0000000116,0.05000,3.500
+4,mlp.experts.149.down_proj,0.0000001103,0.05000,3.557
+4,mlp.experts.157.down_proj,0.0000000286,0.05000,3.451
+4,mlp.experts.144.down_proj,0.0000000147,0.05000,3.386
+4,mlp.experts.156.down_proj,0.0000000677,0.05000,3.352
+4,mlp.experts.152.down_proj,0.0000000585,0.05000,3.413
+4,mlp.experts.154.down_proj,0.0000000303,0.05000,3.310
+4,mlp.experts.158.down_proj,0.0000002895,0.05000,3.376
+4,mlp.experts.159.down_proj,0.0000000113,0.05000,3.342
+4,mlp.experts.150.down_proj,0.0000000173,0.05000,3.334
+4,mlp.experts.151.down_proj,0.0000000476,0.05000,3.387
+4,mlp.experts.148.down_proj,0.0000001125,0.05000,3.390
+4,mlp.experts.155.down_proj,0.0000001295,0.05000,3.312
+4,mlp.experts.147.down_proj,0.0000001073,0.05000,3.365
+4,mlp.experts.169.down_proj,0.0000000870,0.05000,3.404
+4,mlp.experts.161.down_proj,0.0000000621,0.05000,3.437
+4,mlp.experts.165.down_proj,0.0000000335,0.05000,3.484
+4,mlp.experts.173.down_proj,0.0000000849,0.05000,3.346
+4,mlp.experts.160.down_proj,0.0000000290,0.05000,3.339
+4,mlp.experts.172.down_proj,0.0000000254,0.05000,3.295
+4,mlp.experts.168.down_proj,0.0000000145,0.05000,3.361
+4,mlp.experts.170.down_proj,0.0000000426,0.05000,3.343
+4,mlp.experts.174.down_proj,0.0000000184,0.05000,3.366
+4,mlp.experts.175.down_proj,0.0000000582,0.05000,3.352
+4,mlp.experts.166.down_proj,0.0000002517,0.05000,3.344
+4,mlp.experts.167.down_proj,0.0000000322,0.05000,3.362
+4,mlp.experts.164.down_proj,0.0000000707,0.05000,3.412
+4,mlp.experts.171.down_proj,0.0000000174,0.05000,3.377
+4,mlp.experts.163.down_proj,0.0000000265,0.05000,3.377
+4,mlp.experts.185.down_proj,0.0000000217,0.05000,3.366
+4,mlp.experts.181.down_proj,0.0000000759,0.05000,3.247
+4,mlp.experts.177.down_proj,0.0000000773,0.05000,3.321
+4,mlp.experts.189.down_proj,0.0000000535,0.05000,3.366
+4,mlp.experts.176.down_proj,0.0000000137,0.05000,3.452
+4,mlp.experts.188.down_proj,0.0000000146,0.05000,3.551
+4,mlp.experts.184.down_proj,0.0000000158,0.05000,3.535
+4,mlp.experts.186.down_proj,0.0000005218,0.05000,3.489
+4,mlp.experts.190.down_proj,0.0000001686,0.05000,3.481
+4,mlp.experts.191.down_proj,0.0000000178,0.05000,3.483
+4,mlp.experts.182.down_proj,0.0000000221,0.05000,3.548
+4,mlp.experts.183.down_proj,0.0000000176,0.05000,3.509
+4,mlp.experts.180.down_proj,0.0000000496,0.05000,3.472
+4,mlp.experts.187.down_proj,0.0000000152,0.05000,3.528
+4,mlp.experts.179.down_proj,0.0000000099,0.05000,3.530
+4,mlp.experts.201.down_proj,0.0000000725,0.05000,3.488
+4,mlp.experts.193.down_proj,0.0000000172,0.05000,3.560
+4,mlp.experts.197.down_proj,0.0000000605,0.05000,3.587
+4,mlp.experts.205.down_proj,0.0000000275,0.05000,3.461
+4,mlp.experts.192.down_proj,0.0000000806,0.05000,3.464
+4,mlp.experts.204.down_proj,0.0000000977,0.05000,3.442
+4,mlp.experts.200.down_proj,0.0000000667,0.05000,3.393
+4,mlp.experts.202.down_proj,0.0000000204,0.05000,3.355
+4,mlp.experts.206.down_proj,0.0000000192,0.05000,3.389
+4,mlp.experts.207.down_proj,0.0000001398,0.05000,3.392
+4,mlp.experts.198.down_proj,0.0000001672,0.05000,3.383
+4,mlp.experts.199.down_proj,0.0000000178,0.05000,3.437
+4,mlp.experts.196.down_proj,0.0000000245,0.05000,3.395
+4,mlp.experts.203.down_proj,0.0000001147,0.05000,3.347
+4,mlp.experts.195.down_proj,0.0000000342,0.05000,3.414
+4,mlp.experts.217.down_proj,0.0000001646,0.05000,3.517
+4,mlp.experts.209.down_proj,0.0000000463,0.05000,3.451
+4,mlp.experts.213.down_proj,0.0000000160,0.05000,3.465
+4,mlp.experts.221.down_proj,0.0000001132,0.05000,3.575
+4,mlp.experts.208.down_proj,0.0000000768,0.05000,3.580
+4,mlp.experts.220.down_proj,0.0000001401,0.05000,3.540
+4,mlp.experts.218.down_proj,0.0000000929,0.05000,3.496
+4,mlp.experts.216.down_proj,0.0000000682,0.05000,3.566
+4,mlp.experts.222.down_proj,0.0000000117,0.05000,3.525
+4,mlp.experts.223.down_proj,0.0000001035,0.05000,3.561
+4,mlp.experts.214.down_proj,0.0000000293,0.05000,3.565
+4,mlp.experts.215.down_proj,0.0000000208,0.05000,3.485
+4,mlp.experts.212.down_proj,0.0000000789,0.05000,3.518
+4,mlp.experts.219.down_proj,0.0000000159,0.05000,3.511
+4,mlp.experts.211.down_proj,0.0000000291,0.05000,3.481
+4,mlp.experts.233.down_proj,0.0000000300,0.05000,3.373
+4,mlp.experts.225.down_proj,0.0000001342,0.05000,3.460
+4,mlp.experts.229.down_proj,0.0000000298,0.05000,3.546
+4,mlp.experts.237.down_proj,0.0000000638,0.05000,3.428
+4,mlp.experts.224.down_proj,0.0000000223,0.05000,3.417
+4,mlp.experts.236.down_proj,0.0000000098,0.05000,3.375
+4,mlp.experts.234.down_proj,0.0000000147,0.05000,3.439
+4,mlp.experts.232.down_proj,0.0000000301,0.05000,3.456
+4,mlp.experts.238.down_proj,0.0000001065,0.05000,3.415
+4,mlp.experts.239.down_proj,0.0000001333,0.05000,3.485
+4,mlp.experts.230.down_proj,0.0000000381,0.05000,3.448
+4,mlp.experts.231.down_proj,0.0000001769,0.05000,3.467
+4,mlp.experts.235.down_proj,0.0000000529,0.05000,3.453
+4,mlp.experts.228.down_proj,0.0000000435,0.05000,3.510
+4,mlp.experts.227.down_proj,0.0000000125,0.05000,3.444
+4,mlp.experts.249.down_proj,0.0000000205,0.05000,3.506
+4,mlp.experts.241.down_proj,0.0000001310,0.05000,3.410
+4,mlp.experts.245.down_proj,0.0000000124,0.05000,3.343
+4,mlp.experts.253.down_proj,0.0000000596,0.05000,3.396
+4,mlp.experts.240.down_proj,0.0000000862,0.05000,3.300
+4,mlp.experts.252.down_proj,0.0000001526,0.05000,3.150
+4,mlp.experts.250.down_proj,0.0000000432,0.05000,3.105
+4,mlp.experts.248.down_proj,0.0000000112,0.05000,3.107
+4,mlp.experts.254.down_proj,0.0000000253,0.05000,3.089
+4,mlp.experts.255.down_proj,0.0000000173,0.05000,3.007
+4,mlp.experts.246.down_proj,0.0000000285,0.05000,2.761
+4,mlp.experts.247.down_proj,0.0000000160,0.05000,2.630
+4,mlp.experts.244.down_proj,0.0000001023,0.05000,2.526
+4,mlp.experts.251.down_proj,0.0000000442,0.05000,2.576
+4,mlp.experts.243.down_proj,0.0000000544,0.05000,2.531
+5,mlp.experts.13.gate_proj,0.0000031773,0.05000,14.602
+5,mlp.experts.2.gate_proj,0.0000031296,0.05000,14.615
+5,mlp.experts.4.gate_proj,0.0000013443,0.05000,14.687
+5,mlp.experts.14.gate_proj,0.0000038642,0.05000,14.703
+5,mlp.experts.5.gate_proj,0.0000048893,0.05000,14.713
+5,mlp.experts.8.gate_proj,0.0000086290,0.05000,14.735
+5,mlp.experts.1.gate_proj,0.0000040446,0.05000,14.755
+5,mlp.experts.6.gate_proj,0.0000047046,0.05000,14.755
+5,mlp.experts.9.gate_proj,0.0000058257,0.05000,14.763
+5,mlp.experts.0.gate_proj,0.0000062261,0.05000,14.836
+5,mlp.experts.11.gate_proj,0.0000020409,0.05000,14.879
+5,mlp.experts.10.gate_proj,0.0000023453,0.05000,14.884
+5,mlp.experts.3.gate_proj,0.0000030998,0.05000,14.882
+5,mlp.experts.15.gate_proj,0.0000034943,0.05000,14.882
+5,mlp.experts.12.gate_proj,0.0000039269,0.05000,14.926
+5,mlp.experts.7.gate_proj,0.0000052177,0.05000,15.040
+5,mlp.experts.20.gate_proj,0.0000027309,0.05000,14.821
+5,mlp.experts.25.gate_proj,0.0000032680,0.05000,14.778
+5,mlp.experts.18.gate_proj,0.0000025240,0.05000,14.985
+5,mlp.experts.29.gate_proj,0.0000038742,0.05000,15.041
+5,mlp.experts.21.gate_proj,0.0000028316,0.05000,14.962
+5,mlp.experts.22.gate_proj,0.0000047131,0.05000,14.950
+5,mlp.experts.16.gate_proj,0.0000065279,0.05000,14.880
+5,mlp.experts.24.gate_proj,0.0000028507,0.05000,14.992
+5,mlp.experts.30.gate_proj,0.0000111786,0.05000,15.091
+5,mlp.experts.17.gate_proj,0.0000026752,0.05000,15.068
+5,mlp.experts.19.gate_proj,0.0000025395,0.05000,15.001
+5,mlp.experts.26.gate_proj,0.0000062966,0.05000,15.040
+5,mlp.experts.28.gate_proj,0.0000044004,0.05000,14.995
+5,mlp.experts.31.gate_proj,0.0000029862,0.05000,15.102
+5,mlp.experts.27.gate_proj,0.0000024093,0.05000,15.164
+5,mlp.experts.23.gate_proj,0.0000052495,0.05000,15.178
+5,mlp.experts.39.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.756
+5,mlp.experts.36.gate_proj,0.0000038504,0.05000,14.858
+5,mlp.experts.34.gate_proj,0.0000050594,0.05000,14.973
+5,mlp.experts.41.gate_proj,0.0000021693,0.05000,15.013
+5,mlp.experts.37.gate_proj,0.0000049377,0.05000,14.932
+5,mlp.experts.40.gate_proj,0.0000075570,0.05000,14.923
+5,mlp.experts.38.gate_proj,0.0000052438,0.05000,14.950
+5,mlp.experts.32.gate_proj,0.0000029903,0.05000,15.021
+5,mlp.experts.46.gate_proj,0.0000053327,0.05000,14.944
+5,mlp.experts.33.gate_proj,0.0000066360,0.05000,14.928
+5,mlp.experts.45.gate_proj,0.0000068776,0.05000,15.133
+5,mlp.experts.44.gate_proj,0.0000025942,0.05000,14.869
+5,mlp.experts.43.gate_proj,0.0000035785,0.05000,14.838
+5,mlp.experts.42.gate_proj,0.0000023999,0.05000,14.983
+5,mlp.experts.47.gate_proj,0.0000017068,0.05000,15.033
+5,mlp.experts.35.gate_proj,0.0000068275,0.05000,15.170
+5,mlp.experts.55.gate_proj,0.0000016284,0.05000,14.908
+5,mlp.experts.52.gate_proj,0.0000058368,0.05000,15.078
+5,mlp.experts.53.gate_proj,0.0000050001,0.05000,14.949
+5,mlp.experts.57.gate_proj,0.0000020079,0.05000,14.967
+5,mlp.experts.49.gate_proj,0.0000060592,0.05000,14.833
+5,mlp.experts.50.gate_proj,0.0000037131,0.05000,15.040
+5,mlp.experts.48.gate_proj,0.0000029711,0.05000,14.882
+5,mlp.experts.61.gate_proj,0.0000024402,0.05000,14.831
+5,mlp.experts.56.gate_proj,0.0000043363,0.05000,14.998
+5,mlp.experts.62.gate_proj,0.0000084711,0.05000,14.925
+5,mlp.experts.60.gate_proj,0.0000026236,0.05000,14.901
+5,mlp.experts.59.gate_proj,0.0000014239,0.05000,14.932
+5,mlp.experts.58.gate_proj,0.0000015265,0.05000,14.921
+5,mlp.experts.54.gate_proj,0.0000068460,0.05000,15.206
+5,mlp.experts.51.gate_proj,0.0000041874,0.05000,14.984
+5,mlp.experts.63.gate_proj,0.0000040282,0.05000,15.053
+5,mlp.experts.71.gate_proj,0.0000032688,0.05000,15.011
+5,mlp.experts.68.gate_proj,0.0000025914,0.05000,14.565
+5,mlp.experts.69.gate_proj,0.0000057023,0.05000,14.584
+5,mlp.experts.73.gate_proj,0.0000063397,0.05000,14.617
+5,mlp.experts.72.gate_proj,0.0000050874,0.05000,14.573
+5,mlp.experts.65.gate_proj,0.0000015463,0.05000,14.652
+5,mlp.experts.66.gate_proj,0.0000079440,0.05000,14.653
+5,mlp.experts.78.gate_proj,0.0000021488,0.05000,14.667
+5,mlp.experts.64.gate_proj,0.0000154603,0.05000,14.726
+5,mlp.experts.76.gate_proj,0.0000036089,0.05000,14.616
+5,mlp.experts.77.gate_proj,0.0000047314,0.05000,14.708
+5,mlp.experts.75.gate_proj,0.0000060189,0.05000,14.633
+5,mlp.experts.74.gate_proj,0.0000080112,0.05000,14.650
+5,mlp.experts.70.gate_proj,0.0000069402,0.05000,14.795
+5,mlp.experts.67.gate_proj,0.0000023893,0.05000,14.680
+5,mlp.experts.79.gate_proj,0.0000044476,0.05000,14.735
+5,mlp.experts.87.gate_proj,0.0000043986,0.05000,14.688
+5,mlp.experts.84.gate_proj,0.0000030654,0.05000,14.975
+5,mlp.experts.85.gate_proj,0.0000032787,0.05000,14.878
+5,mlp.experts.82.gate_proj,0.0000048677,0.05000,14.927
+5,mlp.experts.88.gate_proj,0.0000054661,0.05000,15.080
+5,mlp.experts.81.gate_proj,0.0000032414,0.05000,15.079
+5,mlp.experts.89.gate_proj,0.0000029452,0.05000,15.158
+5,mlp.experts.94.gate_proj,0.0000051775,0.05000,15.071
+5,mlp.experts.91.gate_proj,0.0000044221,0.05000,14.962
+5,mlp.experts.92.gate_proj,0.0000090462,0.05000,15.097
+5,mlp.experts.80.gate_proj,0.0000040111,0.05000,15.127
+5,mlp.experts.93.gate_proj,0.0000081088,0.05000,15.202
+5,mlp.experts.90.gate_proj,0.0000025498,0.05000,15.097
+5,mlp.experts.86.gate_proj,0.0000058403,0.05000,15.085
+5,mlp.experts.83.gate_proj,0.0000051601,0.05000,15.106
+5,mlp.experts.95.gate_proj,0.0000033162,0.05000,15.014
+5,mlp.experts.103.gate_proj,0.0000046733,0.05000,15.047
+5,mlp.experts.100.gate_proj,0.0000032352,0.05000,15.826
+5,mlp.experts.101.gate_proj,0.0000066599,0.05000,15.810
+5,mlp.experts.98.gate_proj,0.0000077138,0.05000,15.763
+5,mlp.experts.97.gate_proj,0.0000085552,0.05000,15.824
+5,mlp.experts.109.gate_proj,0.0000040855,0.05000,15.550
+5,mlp.experts.105.gate_proj,0.0000073706,0.05000,15.833
+5,mlp.experts.96.gate_proj,0.0000048978,0.05000,15.733
+5,mlp.experts.110.gate_proj,0.0000061794,0.05000,15.841
+5,mlp.experts.108.gate_proj,0.0000027711,0.05000,15.788
+5,mlp.experts.106.gate_proj,0.0000030225,0.05000,15.794
+5,mlp.experts.104.gate_proj,0.0000014077,0.05000,16.127
+5,mlp.experts.107.gate_proj,0.0000032365,0.05000,15.994
+5,mlp.experts.102.gate_proj,0.0000046546,0.05000,15.814
+5,mlp.experts.111.gate_proj,0.0000035162,0.05000,15.837
+5,mlp.experts.99.gate_proj,0.0000028897,0.05000,15.901
+5,mlp.experts.119.gate_proj,0.0000119812,0.05000,15.801
+5,mlp.experts.117.gate_proj,0.0000215962,0.05000,15.081
+5,mlp.experts.116.gate_proj,0.0000019877,0.05000,15.104
+5,mlp.experts.114.gate_proj,0.0000023821,0.05000,15.110
+5,mlp.experts.113.gate_proj,0.0000019514,0.05000,15.055
+5,mlp.experts.121.gate_proj,0.0000021010,0.05000,15.123
+5,mlp.experts.124.gate_proj,0.0000063714,0.05000,15.033
+5,mlp.experts.125.gate_proj,0.0000100106,0.05000,15.195
+5,mlp.experts.126.gate_proj,0.0000186742,0.05000,15.091
+5,mlp.experts.112.gate_proj,0.0000030756,0.05000,15.204
+5,mlp.experts.120.gate_proj,0.0000090780,0.05000,15.120
+5,mlp.experts.123.gate_proj,0.0000088897,0.05000,15.102
+5,mlp.experts.122.gate_proj,0.0000054443,0.05000,15.353
+5,mlp.experts.118.gate_proj,0.0000042542,0.05000,15.202
+5,mlp.experts.115.gate_proj,0.0000032106,0.05000,15.193
+5,mlp.experts.127.gate_proj,0.0000020451,0.05000,15.260
+5,mlp.experts.135.gate_proj,0.0000020877,0.05000,15.240
+5,mlp.experts.132.gate_proj,0.0000029169,0.05000,15.235
+5,mlp.experts.133.gate_proj,0.0000059705,0.05000,15.474
+5,mlp.experts.130.gate_proj,0.0000056961,0.05000,15.405
+5,mlp.experts.141.gate_proj,0.0000083049,0.05000,15.109
+5,mlp.experts.129.gate_proj,0.0000133724,0.05000,15.296
+5,mlp.experts.137.gate_proj,0.0000036044,0.05000,15.216
+5,mlp.experts.140.gate_proj,0.0000117853,0.05000,15.321
+5,mlp.experts.128.gate_proj,0.0000019531,0.05000,15.213
+5,mlp.experts.142.gate_proj,0.0000031896,0.05000,15.287
+5,mlp.experts.139.gate_proj,0.0000061639,0.05000,15.204
+5,mlp.experts.136.gate_proj,0.0000055856,0.05000,15.315
+5,mlp.experts.138.gate_proj,0.0000086335,0.05000,15.310
+5,mlp.experts.134.gate_proj,0.0000032643,0.05000,15.314
+5,mlp.experts.131.gate_proj,0.0000029236,0.05000,15.203
+5,mlp.experts.143.gate_proj,0.0000021934,0.05000,15.170
+5,mlp.experts.151.gate_proj,0.0000047522,0.05000,15.305
+5,mlp.experts.148.gate_proj,0.0000077402,0.05000,14.830
+5,mlp.experts.149.gate_proj,0.0000045561,0.05000,14.734
+5,mlp.experts.145.gate_proj,0.0000023788,0.05000,14.678
+5,mlp.experts.157.gate_proj,0.0000023310,0.05000,14.718
+5,mlp.experts.146.gate_proj,0.0000021118,0.05000,14.730
+5,mlp.experts.153.gate_proj,0.0000014440,0.05000,14.764
+5,mlp.experts.144.gate_proj,0.0000021672,0.05000,14.803
+5,mlp.experts.155.gate_proj,0.0000074091,0.05000,14.743
+5,mlp.experts.158.gate_proj,0.0000035349,0.05000,14.789
+5,mlp.experts.156.gate_proj,0.0000045540,0.05000,14.930
+5,mlp.experts.152.gate_proj,0.0000019617,0.05000,14.841
+5,mlp.experts.154.gate_proj,0.0000034428,0.05000,14.718
+5,mlp.experts.150.gate_proj,0.0000052070,0.05000,14.758
+5,mlp.experts.159.gate_proj,0.0000024484,0.05000,14.801
+5,mlp.experts.147.gate_proj,0.0000024572,0.05000,14.832
+5,mlp.experts.167.gate_proj,0.0000047598,0.05000,14.672
+5,mlp.experts.164.gate_proj,0.0000062140,0.05000,14.634
+5,mlp.experts.161.gate_proj,0.0000029724,0.05000,14.623
+5,mlp.experts.165.gate_proj,0.0000045984,0.05000,14.813
+5,mlp.experts.162.gate_proj,0.0000026055,0.05000,14.714
+5,mlp.experts.169.gate_proj,0.0000021094,0.05000,14.709
+5,mlp.experts.173.gate_proj,0.0000022351,0.05000,14.832
+5,mlp.experts.160.gate_proj,0.0000030559,0.05000,14.763
+5,mlp.experts.174.gate_proj,0.0000011720,0.05000,14.780
+5,mlp.experts.171.gate_proj,0.0000011256,0.05000,14.824
+5,mlp.experts.172.gate_proj,0.0000047206,0.05000,14.761
+5,mlp.experts.170.gate_proj,0.0000024364,0.05000,14.715
+5,mlp.experts.166.gate_proj,0.0000038332,0.05000,14.654
+5,mlp.experts.168.gate_proj,0.0000045557,0.05000,14.908
+5,mlp.experts.175.gate_proj,0.0000052021,0.05000,14.765
+5,mlp.experts.163.gate_proj,0.0000041641,0.05000,14.828
+5,mlp.experts.183.gate_proj,0.0000150906,0.05000,14.875
+5,mlp.experts.180.gate_proj,0.0000030110,0.05000,15.026
+5,mlp.experts.177.gate_proj,0.0000071575,0.05000,15.076
+5,mlp.experts.178.gate_proj,0.0000036523,0.05000,15.053
+5,mlp.experts.181.gate_proj,0.0000048744,0.05000,15.102
+5,mlp.experts.185.gate_proj,0.0000040660,0.05000,15.041
+5,mlp.experts.189.gate_proj,0.0000045395,0.05000,15.073
+5,mlp.experts.176.gate_proj,0.0000020786,0.05000,14.994
+5,mlp.experts.187.gate_proj,0.0000058289,0.05000,15.067
+5,mlp.experts.190.gate_proj,0.0000034598,0.05000,15.126
+5,mlp.experts.186.gate_proj,0.0000013509,0.05000,15.015
+5,mlp.experts.188.gate_proj,0.0000032685,0.05000,15.202
+5,mlp.experts.182.gate_proj,0.0000056586,0.05000,15.075
+5,mlp.experts.191.gate_proj,0.0000038962,0.05000,15.097
+5,mlp.experts.184.gate_proj,0.0000028547,0.05000,15.157
+5,mlp.experts.179.gate_proj,0.0000068614,0.05000,15.131
+5,mlp.experts.199.gate_proj,0.0000038049,0.05000,15.032
+5,mlp.experts.196.gate_proj,0.0000028431,0.05000,15.446
+5,mlp.experts.193.gate_proj,0.0000012553,0.05000,15.573
+5,mlp.experts.194.gate_proj,0.0000032569,0.05000,15.472
+5,mlp.experts.201.gate_proj,0.0000026875,0.05000,15.403
+5,mlp.experts.205.gate_proj,0.0000043270,0.05000,15.424
+5,mlp.experts.197.gate_proj,0.0000042533,0.05000,15.567
+5,mlp.experts.192.gate_proj,0.0000088445,0.05000,15.445
+5,mlp.experts.202.gate_proj,0.0000039173,0.05000,15.446
+5,mlp.experts.206.gate_proj,0.0000035168,0.05000,15.603
+5,mlp.experts.203.gate_proj,0.0000070972,0.05000,15.623
+5,mlp.experts.198.gate_proj,0.0000147408,0.05000,15.503
+5,mlp.experts.200.gate_proj,0.0000018613,0.05000,15.373
+5,mlp.experts.204.gate_proj,0.0000037459,0.05000,15.639
+5,mlp.experts.195.gate_proj,0.0000157871,0.05000,15.574
+5,mlp.experts.207.gate_proj,0.0000042467,0.05000,15.742
+5,mlp.experts.215.gate_proj,0.0000040675,0.05000,15.591
+5,mlp.experts.212.gate_proj,0.0000116721,0.05000,15.844
+5,mlp.experts.209.gate_proj,0.0000039370,0.05000,15.615
+5,mlp.experts.210.gate_proj,0.0000046569,0.05000,15.728
+5,mlp.experts.221.gate_proj,0.0000124608,0.05000,15.712
+5,mlp.experts.213.gate_proj,0.0000025928,0.05000,15.728
+5,mlp.experts.217.gate_proj,0.0000130878,0.05000,15.820
+5,mlp.experts.208.gate_proj,0.0000093918,0.05000,15.661
+5,mlp.experts.218.gate_proj,0.0000013546,0.05000,15.717
+5,mlp.experts.219.gate_proj,0.0000061062,0.05000,15.736
+5,mlp.experts.222.gate_proj,0.0000028471,0.05000,15.751
+5,mlp.experts.214.gate_proj,0.0000030586,0.05000,15.730
+5,mlp.experts.216.gate_proj,0.0000107300,0.05000,15.792
+5,mlp.experts.220.gate_proj,0.0000034684,0.05000,15.711
+5,mlp.experts.223.gate_proj,0.0000043471,0.05000,15.703
+5,mlp.experts.211.gate_proj,0.0000072746,0.05000,15.917
+5,mlp.experts.231.gate_proj,0.0000030899,0.05000,15.737
+5,mlp.experts.225.gate_proj,0.0000057860,0.05000,14.869
+5,mlp.experts.228.gate_proj,0.0000039352,0.05000,15.034
+5,mlp.experts.237.gate_proj,0.0000014734,0.05000,14.746
+5,mlp.experts.226.gate_proj,0.0000035362,0.05000,14.891
+5,mlp.experts.224.gate_proj,0.0000019265,0.05000,14.815
+5,mlp.experts.233.gate_proj,0.0000333992,0.05000,14.830
+5,mlp.experts.229.gate_proj,0.0000033188,0.05000,14.947
+5,mlp.experts.234.gate_proj,0.0000033281,0.05000,14.944
+5,mlp.experts.235.gate_proj,0.0000027530,0.05000,14.912
+5,mlp.experts.238.gate_proj,0.0000027304,0.05000,15.039
+5,mlp.experts.241.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.915
+5,mlp.experts.230.gate_proj,0.0000025440,0.05000,14.987
+5,mlp.experts.236.gate_proj,0.0000032123,0.05000,14.893
+5,mlp.experts.232.gate_proj,0.0000033240,0.05000,14.945
+5,mlp.experts.239.gate_proj,0.0000020660,0.05000,15.018
+5,mlp.experts.227.gate_proj,0.0000043675,0.05000,15.002
+5,mlp.experts.247.gate_proj,0.0000047178,0.05000,14.986
+5,mlp.experts.244.gate_proj,0.0000019409,0.05000,14.852
+5,mlp.experts.253.gate_proj,0.0000035319,0.05000,14.825
+5,mlp.experts.242.gate_proj,0.0000071774,0.05000,14.930
+5,mlp.experts.249.gate_proj,0.0000019400,0.05000,14.828
+5,mlp.experts.240.gate_proj,0.0000018153,0.05000,14.882
+5,mlp.experts.245.gate_proj,0.0000077717,0.05000,14.798
+5,mlp.experts.250.gate_proj,0.0000033532,0.05000,14.884
+5,mlp.experts.251.gate_proj,0.0000021912,0.05000,14.840
+5,mlp.experts.1.up_proj,0.0000036361,0.05000,14.781
+5,mlp.experts.254.gate_proj,0.0000035011,0.05000,14.843
+5,mlp.experts.252.gate_proj,0.0000060995,0.05000,14.770
+5,mlp.experts.248.gate_proj,0.0000035169,0.05000,14.767
+5,mlp.experts.246.gate_proj,0.0000107281,0.05000,14.840
+5,mlp.experts.255.gate_proj,0.0000016499,0.05000,14.888
+5,mlp.experts.243.gate_proj,0.0000033051,0.05000,14.880
+5,mlp.experts.7.up_proj,0.0000047419,0.05000,14.808
+5,mlp.experts.13.up_proj,0.0000029662,0.05000,13.373
+5,mlp.experts.4.up_proj,0.0000012624,0.05000,13.477
+5,mlp.experts.2.up_proj,0.0000028784,0.05000,13.418
+5,mlp.experts.9.up_proj,0.0000054512,0.05000,13.417
+5,mlp.experts.0.up_proj,0.0000055682,0.05000,13.435
+5,mlp.experts.5.up_proj,0.0000045622,0.05000,13.444
+5,mlp.experts.10.up_proj,0.0000022103,0.05000,13.341
+5,mlp.experts.11.up_proj,0.0000018974,0.05000,13.388
+5,mlp.experts.14.up_proj,0.0000034175,0.05000,13.325
+5,mlp.experts.12.up_proj,0.0000035482,0.05000,13.419
+5,mlp.experts.8.up_proj,0.0000080641,0.05000,13.512
+5,mlp.experts.6.up_proj,0.0000038698,0.05000,13.536
+5,mlp.experts.3.up_proj,0.0000027473,0.05000,13.409
+5,mlp.experts.15.up_proj,0.0000032777,0.05000,13.512
+5,mlp.experts.23.up_proj,0.0000047438,0.05000,13.446
+5,mlp.experts.39.up_proj,failsafe(rtn): 0.0008430,0.00000,0.646
+5,mlp.experts.20.up_proj,0.0000025437,0.05000,15.007
+5,mlp.experts.18.up_proj,0.0000023480,0.05000,14.853
+5,mlp.experts.16.up_proj,0.0000061671,0.05000,14.988
+5,mlp.experts.17.up_proj,0.0000024708,0.05000,14.866
+5,mlp.experts.25.up_proj,0.0000030738,0.05000,14.903
+5,mlp.experts.21.up_proj,0.0000026654,0.05000,14.906
+5,mlp.experts.29.up_proj,0.0000035696,0.05000,15.026
+5,mlp.experts.26.up_proj,0.0000059202,0.05000,14.924
+5,mlp.experts.30.up_proj,0.0000102264,0.05000,14.795
+5,mlp.experts.27.up_proj,0.0000020983,0.05000,14.884
+5,mlp.experts.28.up_proj,0.0000039820,0.05000,14.954
+5,mlp.experts.22.up_proj,0.0000043643,0.05000,14.804
+5,mlp.experts.24.up_proj,0.0000025378,0.05000,14.864
+5,mlp.experts.19.up_proj,0.0000022760,0.05000,14.835
+5,mlp.experts.31.up_proj,0.0000024960,0.05000,14.910
+5,mlp.experts.55.up_proj,0.0000015229,0.05000,14.936
+5,mlp.experts.34.up_proj,0.0000047572,0.05000,14.513
+5,mlp.experts.37.up_proj,0.0000046864,0.05000,14.380
+5,mlp.experts.33.up_proj,0.0000063290,0.05000,14.483
+5,mlp.experts.45.up_proj,0.0000061951,0.05000,14.445
+5,mlp.experts.41.up_proj,0.0000020222,0.05000,14.604
+5,mlp.experts.46.up_proj,0.0000048567,0.05000,14.551
+5,mlp.experts.43.up_proj,0.0000033309,0.05000,14.543
+5,mlp.experts.42.up_proj,0.0000022379,0.05000,14.712
+5,mlp.experts.38.up_proj,0.0000049145,0.05000,14.502
+5,mlp.experts.32.up_proj,0.0000027716,0.05000,14.500
+5,mlp.experts.36.up_proj,0.0000037139,0.05000,14.591
+5,mlp.experts.44.up_proj,0.0000023309,0.05000,14.603
+5,mlp.experts.40.up_proj,0.0000069334,0.05000,14.604
+5,mlp.experts.35.up_proj,0.0000057940,0.05000,14.600
+5,mlp.experts.47.up_proj,0.0000015843,0.05000,14.604
+5,mlp.experts.71.up_proj,0.0000031627,0.05000,14.392
+5,mlp.experts.53.up_proj,0.0000046716,0.05000,11.664
+5,mlp.experts.49.up_proj,0.0000055445,0.05000,11.616
+5,mlp.experts.61.up_proj,0.0000023463,0.05000,11.536
+5,mlp.experts.59.up_proj,0.0000012256,0.05000,11.314
+5,mlp.experts.57.up_proj,0.0000018751,0.05000,11.663
+5,mlp.experts.48.up_proj,0.0000027810,0.05000,11.458
+5,mlp.experts.50.up_proj,0.0000034252,0.05000,11.617
+5,mlp.experts.58.up_proj,0.0000014136,0.05000,11.624
+5,mlp.experts.60.up_proj,0.0000024365,0.05000,11.578
+5,mlp.experts.62.up_proj,0.0000079256,0.05000,11.688
+5,mlp.experts.52.up_proj,0.0000053933,0.05000,11.617
+5,mlp.experts.54.up_proj,0.0000062512,0.05000,11.741
+5,mlp.experts.56.up_proj,0.0000040396,0.05000,11.684
+5,mlp.experts.65.up_proj,0.0000014133,0.05000,14.897
+5,mlp.experts.69.up_proj,0.0000053543,0.05000,14.943
+5,mlp.experts.77.up_proj,0.0000046040,0.05000,14.982
+5,mlp.experts.87.up_proj,0.0000041583,0.05000,15.068
+5,mlp.experts.63.up_proj,0.0000035916,0.05000,15.071
+5,mlp.experts.73.up_proj,0.0000058471,0.05000,14.974
+5,mlp.experts.51.up_proj,0.0000039066,0.05000,15.179
+5,mlp.experts.75.up_proj,0.0000055225,0.05000,15.268
+5,mlp.experts.66.up_proj,0.0000068562,0.05000,14.961
+5,mlp.experts.74.up_proj,0.0000075157,0.05000,15.035
+5,mlp.experts.64.up_proj,0.0000048844,0.05000,15.257
+5,mlp.experts.78.up_proj,0.0000019703,0.05000,15.031
+5,mlp.experts.68.up_proj,0.0000024234,0.05000,15.048
+5,mlp.experts.76.up_proj,0.0000033507,0.05000,15.097
+5,mlp.experts.72.up_proj,0.0000047256,0.05000,15.008
+5,mlp.experts.70.up_proj,0.0000064040,0.05000,15.050
+5,mlp.experts.85.up_proj,0.0000030510,0.05000,14.928
+5,mlp.experts.81.up_proj,0.0000028715,0.05000,15.001
+5,mlp.experts.79.up_proj,0.0000041322,0.05000,15.011
+5,mlp.experts.93.up_proj,0.0000075577,0.05000,15.192
+5,mlp.experts.103.up_proj,0.0000042900,0.05000,15.099
+5,mlp.experts.89.up_proj,0.0000027276,0.05000,15.215
+5,mlp.experts.91.up_proj,0.0000041602,0.05000,15.055
+5,mlp.experts.67.up_proj,0.0000021907,0.05000,15.263
+5,mlp.experts.90.up_proj,0.0000024325,0.05000,14.995
+5,mlp.experts.80.up_proj,0.0000037434,0.05000,14.947
+5,mlp.experts.82.up_proj,0.0000045226,0.05000,15.222
+5,mlp.experts.86.up_proj,0.0000055377,0.05000,15.089
+5,mlp.experts.84.up_proj,0.0000027225,0.05000,15.127
+5,mlp.experts.94.up_proj,0.0000042548,0.05000,15.180
+5,mlp.experts.92.up_proj,0.0000078836,0.05000,15.227
+5,mlp.experts.88.up_proj,0.0000050613,0.05000,15.217
+5,mlp.experts.97.up_proj,0.0000080583,0.05000,15.389
+5,mlp.experts.101.up_proj,0.0000061456,0.05000,15.587
+5,mlp.experts.109.up_proj,0.0000038294,0.05000,15.251
+5,mlp.experts.105.up_proj,0.0000068115,0.05000,15.247
+5,mlp.experts.95.up_proj,0.0000031256,0.05000,15.505
+5,mlp.experts.119.up_proj,0.0000111522,0.05000,15.539
+5,mlp.experts.107.up_proj,0.0000029893,0.05000,15.373
+5,mlp.experts.83.up_proj,0.0000048208,0.05000,15.393
+5,mlp.experts.106.up_proj,0.0000028301,0.05000,15.354
+5,mlp.experts.96.up_proj,0.0000044968,0.05000,15.360
+5,mlp.experts.100.up_proj,0.0000029254,0.05000,15.279
+5,mlp.experts.98.up_proj,0.0000071453,0.05000,15.410
+5,mlp.experts.110.up_proj,0.0000057312,0.05000,15.358
+5,mlp.experts.104.up_proj,0.0000013440,0.05000,15.278
+5,mlp.experts.102.up_proj,0.0000043928,0.05000,15.435
+5,mlp.experts.108.up_proj,0.0000025309,0.05000,15.480
+5,mlp.experts.113.up_proj,0.0000017304,0.05000,14.665
+5,mlp.experts.117.up_proj,0.0000197267,0.05000,14.671
+5,mlp.experts.125.up_proj,0.0000093003,0.05000,14.692
+5,mlp.experts.135.up_proj,0.0000019374,0.05000,14.558
+5,mlp.experts.111.up_proj,0.0000032870,0.05000,14.673
+5,mlp.experts.121.up_proj,0.0000019956,0.05000,14.826
+5,mlp.experts.112.up_proj,0.0000028613,0.05000,14.598
+5,mlp.experts.123.up_proj,0.0000082336,0.05000,14.809
+5,mlp.experts.122.up_proj,0.0000049837,0.05000,14.691
+5,mlp.experts.99.up_proj,0.0000026757,0.05000,14.754
+5,mlp.experts.116.up_proj,0.0000017620,0.05000,14.641
+5,mlp.experts.114.up_proj,0.0000021408,0.05000,14.713
+5,mlp.experts.120.up_proj,0.0000077233,0.05000,14.669
+5,mlp.experts.126.up_proj,0.0000159105,0.05000,14.770
+5,mlp.experts.118.up_proj,0.0000039590,0.05000,14.737
+5,mlp.experts.124.up_proj,0.0000059099,0.05000,14.709
+5,mlp.experts.133.up_proj,0.0000054982,0.05000,15.653
+5,mlp.experts.129.up_proj,0.0000114280,0.05000,15.911
+5,mlp.experts.141.up_proj,0.0000077400,0.05000,15.773
+5,mlp.experts.127.up_proj,0.0000019133,0.05000,15.752
+5,mlp.experts.137.up_proj,0.0000031335,0.05000,15.670
+5,mlp.experts.151.up_proj,0.0000040740,0.05000,15.868
+5,mlp.experts.139.up_proj,0.0000053648,0.05000,15.726
+5,mlp.experts.138.up_proj,0.0000081782,0.05000,15.760
+5,mlp.experts.128.up_proj,0.0000017765,0.05000,15.897
+5,mlp.experts.136.up_proj,0.0000052193,0.05000,15.574
+5,mlp.experts.115.up_proj,0.0000031885,0.05000,15.846
+5,mlp.experts.132.up_proj,0.0000027143,0.05000,15.809
+5,mlp.experts.130.up_proj,0.0000052949,0.05000,15.761
+5,mlp.experts.142.up_proj,0.0000025731,0.05000,15.644
+5,mlp.experts.134.up_proj,0.0000030212,0.05000,15.714
+5,mlp.experts.140.up_proj,0.0000103881,0.05000,15.797
+5,mlp.experts.149.up_proj,0.0000037028,0.05000,14.541
+5,mlp.experts.145.up_proj,0.0000022435,0.05000,14.544
+5,mlp.experts.157.up_proj,0.0000020068,0.05000,14.675
+5,mlp.experts.153.up_proj,0.0000013409,0.05000,14.574
+5,mlp.experts.143.up_proj,0.0000020582,0.05000,14.660
+5,mlp.experts.167.up_proj,0.0000044317,0.05000,14.644
+5,mlp.experts.155.up_proj,0.0000067043,0.05000,14.579
+5,mlp.experts.154.up_proj,0.0000032041,0.05000,14.622
+5,mlp.experts.152.up_proj,0.0000017920,0.05000,14.611
+5,mlp.experts.144.up_proj,0.0000019020,0.05000,14.675
+5,mlp.experts.148.up_proj,0.0000071763,0.05000,14.569
+5,mlp.experts.131.up_proj,0.0000027287,0.05000,14.748
+5,mlp.experts.158.up_proj,0.0000032942,0.05000,14.620
+5,mlp.experts.146.up_proj,0.0000019087,0.05000,14.705
+5,mlp.experts.150.up_proj,0.0000048865,0.05000,14.713
+5,mlp.experts.156.up_proj,0.0000041277,0.05000,14.749
+5,mlp.experts.165.up_proj,0.0000042370,0.05000,14.997
+5,mlp.experts.161.up_proj,0.0000029324,0.05000,14.918
+5,mlp.experts.173.up_proj,0.0000020963,0.05000,14.989
+5,mlp.experts.169.up_proj,0.0000019331,0.05000,15.011
+5,mlp.experts.183.up_proj,0.0000147221,0.05000,14.897
+5,mlp.experts.159.up_proj,0.0000023145,0.05000,15.142
+5,mlp.experts.170.up_proj,0.0000022136,0.05000,14.985
+5,mlp.experts.160.up_proj,0.0000028605,0.05000,14.961
+5,mlp.experts.171.up_proj,0.0000010430,0.05000,15.262
+5,mlp.experts.168.up_proj,0.0000041235,0.05000,15.123
+5,mlp.experts.164.up_proj,0.0000061259,0.05000,15.088
+5,mlp.experts.147.up_proj,0.0000023220,0.05000,15.067
+5,mlp.experts.162.up_proj,0.0000024493,0.05000,15.050
+5,mlp.experts.174.up_proj,0.0000010942,0.05000,15.119
+5,mlp.experts.166.up_proj,0.0000036279,0.05000,15.117
+5,mlp.experts.172.up_proj,0.0000037768,0.05000,15.041
+5,mlp.experts.177.up_proj,0.0000067043,0.05000,14.291
+5,mlp.experts.181.up_proj,0.0000039533,0.05000,14.361
+5,mlp.experts.189.up_proj,0.0000042434,0.05000,14.362
+5,mlp.experts.185.up_proj,0.0000037603,0.05000,14.327
+5,mlp.experts.199.up_proj,0.0000034844,0.05000,14.435
+5,mlp.experts.175.up_proj,0.0000049187,0.05000,14.274
+5,mlp.experts.186.up_proj,0.0000012859,0.05000,14.308
+5,mlp.experts.176.up_proj,0.0000019153,0.05000,14.260
+5,mlp.experts.187.up_proj,0.0000053104,0.05000,14.255
+5,mlp.experts.184.up_proj,0.0000026983,0.05000,14.367
+5,mlp.experts.178.up_proj,0.0000031653,0.05000,14.255
+5,mlp.experts.190.up_proj,0.0000032173,0.05000,14.233
+5,mlp.experts.163.up_proj,0.0000038479,0.05000,14.329
+5,mlp.experts.180.up_proj,0.0000028417,0.05000,14.448
+5,mlp.experts.182.up_proj,0.0000052536,0.05000,14.255
+5,mlp.experts.188.up_proj,0.0000029968,0.05000,14.328
+5,mlp.experts.197.up_proj,0.0000036611,0.05000,14.537
+5,mlp.experts.193.up_proj,0.0000011974,0.05000,14.748
+5,mlp.experts.205.up_proj,0.0000041107,0.05000,14.513
+5,mlp.experts.201.up_proj,0.0000025421,0.05000,14.565
+5,mlp.experts.191.up_proj,0.0000035980,0.05000,14.612
+5,mlp.experts.215.up_proj,0.0000037867,0.05000,14.655
+5,mlp.experts.202.up_proj,0.0000034255,0.05000,14.555
+5,mlp.experts.203.up_proj,0.0000066411,0.05000,14.617
+5,mlp.experts.192.up_proj,0.0000078540,0.05000,14.731
+5,mlp.experts.179.up_proj,0.0000062788,0.05000,14.589
+5,mlp.experts.194.up_proj,0.0000031080,0.05000,14.649
+5,mlp.experts.206.up_proj,0.0000033051,0.05000,14.653
+5,mlp.experts.200.up_proj,0.0000017442,0.05000,14.681
+5,mlp.experts.196.up_proj,0.0000026457,0.05000,14.594
+5,mlp.experts.198.up_proj,0.0000133454,0.05000,14.643
+5,mlp.experts.204.up_proj,0.0000035091,0.05000,14.702
+5,mlp.experts.209.up_proj,0.0000036811,0.05000,15.302
+5,mlp.experts.213.up_proj,0.0000024020,0.05000,15.493
+5,mlp.experts.221.up_proj,0.0000120027,0.05000,15.328
+5,mlp.experts.217.up_proj,0.0000125672,0.05000,15.349
+5,mlp.experts.218.up_proj,0.0000012950,0.05000,15.464
+5,mlp.experts.231.up_proj,0.0000028918,0.05000,15.559
+5,mlp.experts.207.up_proj,0.0000039739,0.05000,15.618
+5,mlp.experts.219.up_proj,0.0000055106,0.05000,15.391
+5,mlp.experts.208.up_proj,0.0000085363,0.05000,15.542
+5,mlp.experts.195.up_proj,0.0000148752,0.05000,15.438
+5,mlp.experts.216.up_proj,0.0000096168,0.05000,15.428
+5,mlp.experts.210.up_proj,0.0000042258,0.05000,15.462
+5,mlp.experts.212.up_proj,0.0000106936,0.05000,15.472
+5,mlp.experts.222.up_proj,0.0000026280,0.05000,15.536
+5,mlp.experts.214.up_proj,0.0000027875,0.05000,15.382
+5,mlp.experts.220.up_proj,0.0000032722,0.05000,15.397
+5,mlp.experts.229.up_proj,0.0000031288,0.05000,14.576
+5,mlp.experts.225.up_proj,0.0000051986,0.05000,14.599
+5,mlp.experts.237.up_proj,0.0000013854,0.05000,14.664
+5,mlp.experts.233.up_proj,0.0000304686,0.05000,14.500
+5,mlp.experts.234.up_proj,0.0000031502,0.05000,14.547
+5,mlp.experts.223.up_proj,0.0000036214,0.05000,14.622
+5,mlp.experts.241.up_proj,failsafe(rtn): 0.0008736,0.00000,0.788
+5,mlp.experts.247.up_proj,0.0000044211,0.05000,14.666
+5,mlp.experts.235.up_proj,0.0000025390,0.05000,14.622
+5,mlp.experts.224.up_proj,0.0000017805,0.05000,14.629
+5,mlp.experts.226.up_proj,0.0000031364,0.05000,14.559
+5,mlp.experts.232.up_proj,0.0000030218,0.05000,14.590
+5,mlp.experts.211.up_proj,0.0000067868,0.05000,14.713
+5,mlp.experts.238.up_proj,0.0000025473,0.05000,14.601
+5,mlp.experts.228.up_proj,0.0000036097,0.05000,14.642
+5,mlp.experts.230.up_proj,0.0000023613,0.05000,14.753
+5,mlp.experts.236.up_proj,0.0000029516,0.05000,14.687
+5,mlp.experts.1.down_proj,0.0000000941,0.05000,3.478
+5,mlp.experts.7.down_proj,0.0000000699,0.05000,3.517
+5,mlp.experts.17.down_proj,0.0000000182,0.05000,3.872
+5,mlp.experts.23.down_proj,0.0000001125,0.05000,3.863
+5,mlp.experts.39.down_proj,failsafe(rtn): 0.0008507,0.00000,0.206
+5,mlp.experts.33.down_proj,0.0000000896,0.05000,3.501
+5,mlp.experts.55.down_proj,0.0000000310,0.05000,3.593
+5,mlp.experts.245.up_proj,0.0000074270,0.05000,14.441
+5,mlp.experts.253.up_proj,0.0000030896,0.05000,14.402
+5,mlp.experts.249.up_proj,0.0000018454,0.05000,14.509
+5,mlp.experts.250.up_proj,0.0000029913,0.05000,14.540
+5,mlp.experts.239.up_proj,0.0000019168,0.05000,14.422
+5,mlp.experts.49.down_proj,0.0000001171,0.05000,3.647
+5,mlp.experts.251.up_proj,0.0000020349,0.05000,14.556
+5,mlp.experts.248.up_proj,0.0000033039,0.05000,14.384
+5,mlp.experts.240.up_proj,0.0000016349,0.05000,14.549
+5,mlp.experts.227.up_proj,0.0000040543,0.05000,14.485
+5,mlp.experts.244.up_proj,0.0000018235,0.05000,14.445
+5,mlp.experts.242.up_proj,0.0000065584,0.05000,14.615
+5,mlp.experts.254.up_proj,0.0000030172,0.05000,14.488
+5,mlp.experts.71.down_proj,0.0000000468,0.05000,3.672
+5,mlp.experts.246.up_proj,0.0000100548,0.05000,14.421
+5,mlp.experts.252.up_proj,0.0000054935,0.05000,14.425
+5,mlp.experts.5.down_proj,0.0000000733,0.05000,3.690
+5,mlp.experts.13.down_proj,0.0000000235,0.05000,3.667
+5,mlp.experts.9.down_proj,0.0000000753,0.05000,3.594
+5,mlp.experts.10.down_proj,0.0000000209,0.05000,3.651
+5,mlp.experts.65.down_proj,0.0000000330,0.05000,3.608
+5,mlp.experts.11.down_proj,0.0000000282,0.05000,3.637
+5,mlp.experts.8.down_proj,0.0000000939,0.05000,3.614
+5,mlp.experts.0.down_proj,0.0000001181,0.05000,3.645
+5,mlp.experts.2.down_proj,0.0000001053,0.05000,3.596
+5,mlp.experts.14.down_proj,0.0000001091,0.05000,3.638
+5,mlp.experts.4.down_proj,0.0000000182,0.05000,3.648
+5,mlp.experts.87.down_proj,0.0000000256,0.05000,3.603
+5,mlp.experts.6.down_proj,0.0000001026,0.05000,3.623
+5,mlp.experts.12.down_proj,0.0000000659,0.05000,3.614
+5,mlp.experts.21.down_proj,0.0000000188,0.05000,3.641
+5,mlp.experts.29.down_proj,0.0000000211,0.05000,3.660
+5,mlp.experts.25.down_proj,0.0000000260,0.05000,3.640
+5,mlp.experts.26.down_proj,0.0000000666,0.05000,3.670
+5,mlp.experts.81.down_proj,0.0000000873,0.05000,3.601
+5,mlp.experts.27.down_proj,0.0000000878,0.05000,3.610
+5,mlp.experts.24.down_proj,0.0000000935,0.05000,3.654
+5,mlp.experts.16.down_proj,0.0000000641,0.05000,3.641
+5,mlp.experts.103.down_proj,0.0000000830,0.05000,3.565
+5,mlp.experts.18.down_proj,0.0000000240,0.05000,3.622
+5,mlp.experts.30.down_proj,0.0000001161,0.05000,3.595
+5,mlp.experts.20.down_proj,0.0000000228,0.05000,3.625
+5,mlp.experts.22.down_proj,0.0000000932,0.05000,3.560
+5,mlp.experts.28.down_proj,0.0000000812,0.05000,3.636
+5,mlp.experts.37.down_proj,0.0000000475,0.05000,3.529
+5,mlp.experts.41.down_proj,0.0000000175,0.05000,3.586
+5,mlp.experts.45.down_proj,0.0000001014,0.05000,3.678
+5,mlp.experts.42.down_proj,0.0000000143,0.05000,3.625
+5,mlp.experts.97.down_proj,0.0000002020,0.05000,3.613
+5,mlp.experts.43.down_proj,0.0000000322,0.05000,3.652
+5,mlp.experts.40.down_proj,0.0000001396,0.05000,3.641
+5,mlp.experts.46.down_proj,0.0000000878,0.05000,3.625
+5,mlp.experts.32.down_proj,0.0000000206,0.05000,3.694
+5,mlp.experts.119.down_proj,0.0000001646,0.05000,3.697
+5,mlp.experts.34.down_proj,0.0000000535,0.05000,3.724
+5,mlp.experts.36.down_proj,0.0000001951,0.05000,3.695
+5,mlp.experts.38.down_proj,0.0000000556,0.05000,3.663
+5,mlp.experts.44.down_proj,0.0000000735,0.05000,3.683
+5,mlp.experts.53.down_proj,0.0000000613,0.05000,3.748
+5,mlp.experts.57.down_proj,0.0000000143,0.05000,3.679
+5,mlp.experts.61.down_proj,0.0000000515,0.05000,3.635
+5,mlp.experts.255.up_proj,0.0000015295,0.05000,14.532
+5,mlp.experts.113.down_proj,0.0000000184,0.05000,3.687
+5,mlp.experts.58.down_proj,0.0000000441,0.05000,3.704
+5,mlp.experts.59.down_proj,0.0000000981,0.05000,3.710
+5,mlp.experts.56.down_proj,0.0000000286,0.05000,3.678
+5,mlp.experts.62.down_proj,0.0000001122,0.05000,3.623
+5,mlp.experts.243.up_proj,0.0000031170,0.05000,14.579
+5,mlp.experts.48.down_proj,0.0000000515,0.05000,3.676
+5,mlp.experts.135.down_proj,0.0000000146,0.05000,3.729
+5,mlp.experts.50.down_proj,0.0000000784,0.05000,3.734
+5,mlp.experts.52.down_proj,0.0000001112,0.05000,3.720
+5,mlp.experts.54.down_proj,0.0000001031,0.05000,3.732
+5,mlp.experts.60.down_proj,0.0000000177,0.05000,3.708
+5,mlp.experts.69.down_proj,0.0000000949,0.05000,3.767
+5,mlp.experts.73.down_proj,0.0000000638,0.05000,3.799
+5,mlp.experts.77.down_proj,0.0000001136,0.05000,3.818
+5,mlp.experts.15.down_proj,0.0000000201,0.05000,3.802
+5,mlp.experts.74.down_proj,0.0000000780,0.05000,3.830
+5,mlp.experts.129.down_proj,0.0000002819,0.05000,3.843
+5,mlp.experts.75.down_proj,0.0000000680,0.05000,3.781
+5,mlp.experts.72.down_proj,0.0000000292,0.05000,3.809
+5,mlp.experts.3.down_proj,0.0000000678,0.05000,3.736
+5,mlp.experts.78.down_proj,0.0000000157,0.05000,3.818
+5,mlp.experts.64.down_proj,0.0000000163,0.05000,3.840
+5,mlp.experts.151.down_proj,0.0000001269,0.05000,3.809
+5,mlp.experts.66.down_proj,0.0000002375,0.05000,3.793
+5,mlp.experts.70.down_proj,0.0000001145,0.05000,3.777
+5,mlp.experts.68.down_proj,0.0000000147,0.05000,3.855
+5,mlp.experts.76.down_proj,0.0000000287,0.05000,3.719
+5,mlp.experts.85.down_proj,0.0000000186,0.05000,3.645
+5,mlp.experts.89.down_proj,0.0000000231,0.05000,3.685
+5,mlp.experts.93.down_proj,0.0000002383,0.05000,3.672
+5,mlp.experts.31.down_proj,0.0000001134,0.05000,3.782
+5,mlp.experts.90.down_proj,0.0000000248,0.05000,3.683
+5,mlp.experts.145.down_proj,0.0000000176,0.05000,3.707
+5,mlp.experts.91.down_proj,0.0000000348,0.05000,3.734
+5,mlp.experts.88.down_proj,0.0000000859,0.05000,3.642
+5,mlp.experts.19.down_proj,0.0000000624,0.05000,3.682
+5,mlp.experts.94.down_proj,0.0000001581,0.05000,3.701
+5,mlp.experts.80.down_proj,0.0000000261,0.05000,3.731
+5,mlp.experts.82.down_proj,0.0000000410,0.05000,3.706
+5,mlp.experts.86.down_proj,0.0000000811,0.05000,3.700
+5,mlp.experts.167.down_proj,0.0000001119,0.05000,3.761
+5,mlp.experts.84.down_proj,0.0000000527,0.05000,3.704
+5,mlp.experts.92.down_proj,0.0000002304,0.05000,3.747
+5,mlp.experts.101.down_proj,0.0000001369,0.05000,3.577
+5,mlp.experts.105.down_proj,0.0000001002,0.05000,3.568
+5,mlp.experts.109.down_proj,0.0000000258,0.05000,3.521
+5,mlp.experts.47.down_proj,0.0000000131,0.05000,3.587
+5,mlp.experts.106.down_proj,0.0000000180,0.05000,3.549
+5,mlp.experts.161.down_proj,0.0000000696,0.05000,3.588
+5,mlp.experts.104.down_proj,0.0000000301,0.05000,3.522
+5,mlp.experts.107.down_proj,0.0000000231,0.05000,3.566
+5,mlp.experts.110.down_proj,0.0000000485,0.05000,3.490
+5,mlp.experts.35.down_proj,0.0000001473,0.05000,3.574
+5,mlp.experts.96.down_proj,0.0000000884,0.05000,3.504
+5,mlp.experts.98.down_proj,0.0000001333,0.05000,3.517
+5,mlp.experts.102.down_proj,0.0000000389,0.05000,3.529
+5,mlp.experts.100.down_proj,0.0000001112,0.05000,3.513
+5,mlp.experts.183.down_proj,0.0000003326,0.05000,3.607
+5,mlp.experts.108.down_proj,0.0000000892,0.05000,3.515
+5,mlp.experts.117.down_proj,0.0000002798,0.05000,3.506
+5,mlp.experts.121.down_proj,0.0000000147,0.05000,3.455
+5,mlp.experts.125.down_proj,0.0000002211,0.05000,3.567
+5,mlp.experts.63.down_proj,0.0000001018,0.05000,3.559
+5,mlp.experts.122.down_proj,0.0000000692,0.05000,3.558
+5,mlp.experts.177.down_proj,0.0000000946,0.05000,3.522
+5,mlp.experts.123.down_proj,0.0000003004,0.05000,3.603
+5,mlp.experts.120.down_proj,0.0000002649,0.05000,3.633
+5,mlp.experts.126.down_proj,0.0000008683,0.05000,3.556
+5,mlp.experts.51.down_proj,0.0000000236,0.05000,3.561
+5,mlp.experts.114.down_proj,0.0000000729,0.05000,3.528
+5,mlp.experts.112.down_proj,0.0000000165,0.05000,3.640
+5,mlp.experts.199.down_proj,0.0000000449,0.05000,3.522
+5,mlp.experts.118.down_proj,0.0000000862,0.05000,3.628
+5,mlp.experts.116.down_proj,0.0000000285,0.05000,3.634
+5,mlp.experts.124.down_proj,0.0000000587,0.05000,3.598
+5,mlp.experts.133.down_proj,0.0000000784,0.05000,3.668
+5,mlp.experts.137.down_proj,0.0000000928,0.05000,3.701
+5,mlp.experts.141.down_proj,0.0000001694,0.05000,3.782
+5,mlp.experts.138.down_proj,0.0000000606,0.05000,3.743
+5,mlp.experts.79.down_proj,0.0000000292,0.05000,3.811
+5,mlp.experts.193.down_proj,0.0000000272,0.05000,3.777
+5,mlp.experts.139.down_proj,0.0000001106,0.05000,3.765
+5,mlp.experts.142.down_proj,0.0000000614,0.05000,3.733
+5,mlp.experts.136.down_proj,0.0000000471,0.05000,3.813
+5,mlp.experts.67.down_proj,0.0000001018,0.05000,3.820
+5,mlp.experts.130.down_proj,0.0000000337,0.05000,3.794
+5,mlp.experts.215.down_proj,0.0000000318,0.05000,3.807
+5,mlp.experts.134.down_proj,0.0000000191,0.05000,3.855
+5,mlp.experts.128.down_proj,0.0000000854,0.05000,3.910
+5,mlp.experts.132.down_proj,0.0000000188,0.05000,3.902
+5,mlp.experts.140.down_proj,0.0000004357,0.05000,3.819
+5,mlp.experts.149.down_proj,0.0000001287,0.05000,3.747
+5,mlp.experts.153.down_proj,0.0000000397,0.05000,3.750
+5,mlp.experts.157.down_proj,0.0000000617,0.05000,3.656
+5,mlp.experts.154.down_proj,0.0000000355,0.05000,3.665
+5,mlp.experts.209.down_proj,0.0000000287,0.05000,3.617
+5,mlp.experts.95.down_proj,0.0000000543,0.05000,3.653
+5,mlp.experts.155.down_proj,0.0000001083,0.05000,3.591
+5,mlp.experts.158.down_proj,0.0000000407,0.05000,3.648
+5,mlp.experts.152.down_proj,0.0000000608,0.05000,3.662
+5,mlp.experts.83.down_proj,0.0000000357,0.05000,3.657
+5,mlp.experts.146.down_proj,0.0000000539,0.05000,3.694
+5,mlp.experts.231.down_proj,0.0000000215,0.05000,3.655
+5,mlp.experts.144.down_proj,0.0000000725,0.05000,3.599
+5,mlp.experts.150.down_proj,0.0000000536,0.05000,3.644
+5,mlp.experts.148.down_proj,0.0000001385,0.05000,3.644
+5,mlp.experts.156.down_proj,0.0000000492,0.05000,3.667
+5,mlp.experts.165.down_proj,0.0000001213,0.05000,3.683
+5,mlp.experts.169.down_proj,0.0000000403,0.05000,3.661
+5,mlp.experts.173.down_proj,0.0000000272,0.05000,3.688
+5,mlp.experts.170.down_proj,0.0000000609,0.05000,3.686
+5,mlp.experts.225.down_proj,0.0000001574,0.05000,3.662
+5,mlp.experts.111.down_proj,0.0000000244,0.05000,3.674
+5,mlp.experts.241.down_proj,failsafe(rtn): 0.0008812,0.00000,0.156
+5,mlp.experts.174.down_proj,0.0000000703,0.05000,3.624
+5,mlp.experts.171.down_proj,0.0000000342,0.05000,3.716
+5,mlp.experts.168.down_proj,0.0000000827,0.05000,3.668
+5,mlp.experts.99.down_proj,0.0000000171,0.05000,3.611
+5,mlp.experts.162.down_proj,0.0000000166,0.05000,3.601
+5,mlp.experts.160.down_proj,0.0000000170,0.05000,3.589
+5,mlp.experts.247.down_proj,0.0000000361,0.05000,3.674
+5,mlp.experts.166.down_proj,0.0000000226,0.05000,3.633
+5,mlp.experts.164.down_proj,0.0000000704,0.05000,3.679
+5,mlp.experts.172.down_proj,0.0000001058,0.05000,3.665
+5,mlp.experts.181.down_proj,0.0000000936,0.05000,3.438
+5,mlp.experts.185.down_proj,0.0000000657,0.05000,3.455
+5,mlp.experts.189.down_proj,0.0000000283,0.05000,3.415
+5,mlp.experts.127.down_proj,0.0000000451,0.05000,3.352
+5,mlp.experts.186.down_proj,0.0000000119,0.05000,3.442
+5,mlp.experts.187.down_proj,0.0000001090,0.05000,3.329
+5,mlp.experts.190.down_proj,0.0000000241,0.05000,3.393
+5,mlp.experts.184.down_proj,0.0000000161,0.05000,3.366
+5,mlp.experts.115.down_proj,0.0000001000,0.05000,3.422
+5,mlp.experts.178.down_proj,0.0000001231,0.05000,3.381
+5,mlp.experts.176.down_proj,0.0000000206,0.05000,3.408
+5,mlp.experts.182.down_proj,0.0000000861,0.05000,3.388
+5,mlp.experts.180.down_proj,0.0000000192,0.05000,3.352
+5,mlp.experts.188.down_proj,0.0000001046,0.05000,3.370
+5,mlp.experts.197.down_proj,0.0000001015,0.05000,3.387
+5,mlp.experts.201.down_proj,0.0000000212,0.05000,3.397
+5,mlp.experts.205.down_proj,0.0000000721,0.05000,3.362
+5,mlp.experts.143.down_proj,0.0000000175,0.05000,3.324
+5,mlp.experts.202.down_proj,0.0000000960,0.05000,3.324
+5,mlp.experts.203.down_proj,0.0000000901,0.05000,3.352
+5,mlp.experts.206.down_proj,0.0000000238,0.05000,3.389
+5,mlp.experts.200.down_proj,0.0000000137,0.05000,3.421
+5,mlp.experts.131.down_proj,0.0000000182,0.05000,3.405
+5,mlp.experts.194.down_proj,0.0000000334,0.05000,3.421
+5,mlp.experts.192.down_proj,0.0000000877,0.05000,3.423
+5,mlp.experts.198.down_proj,0.0000003027,0.05000,3.386
+5,mlp.experts.196.down_proj,0.0000000276,0.05000,3.415
+5,mlp.experts.204.down_proj,0.0000000317,0.05000,3.380
+5,mlp.experts.213.down_proj,0.0000001008,0.05000,3.356
+5,mlp.experts.221.down_proj,0.0000002110,0.05000,3.327
+5,mlp.experts.217.down_proj,0.0000002796,0.05000,3.391
+5,mlp.experts.218.down_proj,0.0000000322,0.05000,3.352
+5,mlp.experts.159.down_proj,0.0000000144,0.05000,3.441
+5,mlp.experts.219.down_proj,0.0000000910,0.05000,3.349
+5,mlp.experts.222.down_proj,0.0000000291,0.05000,3.349
+5,mlp.experts.147.down_proj,0.0000000454,0.05000,3.245
+5,mlp.experts.216.down_proj,0.0000001039,0.05000,3.291
+5,mlp.experts.210.down_proj,0.0000000675,0.05000,3.345
+5,mlp.experts.214.down_proj,0.0000000236,0.05000,3.330
+5,mlp.experts.208.down_proj,0.0000001337,0.05000,3.381
+5,mlp.experts.212.down_proj,0.0000001365,0.05000,3.280
+5,mlp.experts.220.down_proj,0.0000000268,0.05000,3.259
+5,mlp.experts.229.down_proj,0.0000000203,0.05000,3.328
+5,mlp.experts.237.down_proj,0.0000000124,0.05000,3.248
+5,mlp.experts.233.down_proj,0.0000006748,0.05000,3.295
+5,mlp.experts.234.down_proj,0.0000000220,0.05000,3.214
+5,mlp.experts.175.down_proj,0.0000000477,0.05000,3.221
+5,mlp.experts.235.down_proj,0.0000000882,0.05000,3.282
+5,mlp.experts.238.down_proj,0.0000000245,0.05000,3.238
+5,mlp.experts.163.down_proj,0.0000000585,0.05000,3.281
+5,mlp.experts.232.down_proj,0.0000000844,0.05000,3.319
+5,mlp.experts.226.down_proj,0.0000000566,0.05000,3.323
+5,mlp.experts.230.down_proj,0.0000000145,0.05000,3.262
+5,mlp.experts.236.down_proj,0.0000001002,0.05000,3.228
+5,mlp.experts.224.down_proj,0.0000000365,0.05000,3.343
+5,mlp.experts.228.down_proj,0.0000001090,0.05000,3.308
+5,mlp.experts.245.down_proj,0.0000001184,0.05000,3.290
+5,mlp.experts.253.down_proj,0.0000000812,0.05000,3.277
+5,mlp.experts.249.down_proj,0.0000000368,0.05000,3.275
+5,mlp.experts.250.down_proj,0.0000000963,0.05000,3.202
+5,mlp.experts.191.down_proj,0.0000000705,0.05000,3.202
+5,mlp.experts.251.down_proj,0.0000000535,0.05000,3.096
+5,mlp.experts.254.down_proj,0.0000001631,0.05000,3.100
+5,mlp.experts.179.down_proj,0.0000000959,0.05000,3.072
+5,mlp.experts.248.down_proj,0.0000000190,0.05000,2.994
+5,mlp.experts.242.down_proj,0.0000000822,0.05000,2.902
+5,mlp.experts.246.down_proj,0.0000001028,0.05000,2.879
+5,mlp.experts.240.down_proj,0.0000000308,0.05000,2.790
+5,mlp.experts.244.down_proj,0.0000000155,0.05000,2.790
+5,mlp.experts.252.down_proj,0.0000001275,0.05000,2.839
+5,mlp.experts.207.down_proj,0.0000000226,0.05000,0.532
+5,mlp.experts.195.down_proj,0.0000002484,0.05000,0.424
+5,mlp.experts.211.down_proj,0.0000000717,0.05000,0.262
+5,mlp.experts.223.down_proj,0.0000001104,0.05000,0.314
+5,mlp.experts.227.down_proj,0.0000000271,0.05000,0.264
+5,mlp.experts.239.down_proj,0.0000000113,0.05000,0.276
+5,mlp.experts.243.down_proj,0.0000000241,0.05000,0.260
+5,mlp.experts.255.down_proj,0.0000000094,0.05000,0.249
+6,mlp.experts.12.gate_proj,0.0000015993,0.05000,14.932
+6,mlp.experts.13.gate_proj,0.0000045072,0.05000,15.066
+6,mlp.experts.10.gate_proj,0.0000056585,0.05000,15.065
+6,mlp.experts.0.gate_proj,0.0000022419,0.05000,15.084
+6,mlp.experts.4.gate_proj,0.0000028584,0.05000,15.442
+6,mlp.experts.8.gate_proj,0.0000047971,0.05000,15.184
+6,mlp.experts.9.gate_proj,0.0000062346,0.05000,15.177
+6,mlp.experts.14.gate_proj,0.0000035861,0.05000,15.219
+6,mlp.experts.1.gate_proj,0.0000086285,0.05000,15.534
+6,mlp.experts.2.gate_proj,0.0000042378,0.05000,15.266
+6,mlp.experts.5.gate_proj,0.0000090494,0.05000,15.287
+6,mlp.experts.7.gate_proj,0.0000039447,0.05000,15.349
+6,mlp.experts.6.gate_proj,0.0000153190,0.05000,15.344
+6,mlp.experts.15.gate_proj,0.0000063612,0.05000,15.350
+6,mlp.experts.3.gate_proj,0.0000029396,0.05000,15.381
+6,mlp.experts.11.gate_proj,0.0000025148,0.05000,15.391
+6,mlp.experts.28.gate_proj,0.0000047704,0.05000,14.205
+6,mlp.experts.26.gate_proj,0.0000034490,0.05000,14.157
+6,mlp.experts.21.gate_proj,0.0000052106,0.05000,13.930
+6,mlp.experts.16.gate_proj,0.0000035849,0.05000,14.167
+6,mlp.experts.29.gate_proj,0.0000037273,0.05000,14.214
+6,mlp.experts.20.gate_proj,0.0000072418,0.05000,14.132
+6,mlp.experts.25.gate_proj,0.0000038915,0.05000,14.107
+6,mlp.experts.24.gate_proj,0.0000029683,0.05000,14.210
+6,mlp.experts.17.gate_proj,0.0000060655,0.05000,14.178
+6,mlp.experts.30.gate_proj,0.0000028362,0.05000,14.232
+6,mlp.experts.31.gate_proj,0.0000029054,0.05000,14.128
+6,mlp.experts.18.gate_proj,0.0000042961,0.05000,14.226
+6,mlp.experts.27.gate_proj,0.0000060913,0.05000,14.104
+6,mlp.experts.23.gate_proj,0.0000046036,0.05000,14.254
+6,mlp.experts.22.gate_proj,0.0000023378,0.05000,14.251
+6,mlp.experts.19.gate_proj,0.0000034789,0.05000,14.239
+6,mlp.experts.45.gate_proj,0.0000065114,0.05000,14.829
+6,mlp.experts.42.gate_proj,0.0000024698,0.05000,14.890
+6,mlp.experts.44.gate_proj,0.0000162519,0.05000,15.005
+6,mlp.experts.32.gate_proj,0.0000113284,0.05000,14.930
+6,mlp.experts.37.gate_proj,0.0000033529,0.05000,14.945
+6,mlp.experts.40.gate_proj,0.0000036973,0.05000,14.800
+6,mlp.experts.36.gate_proj,0.0000048336,0.05000,15.060
+6,mlp.experts.33.gate_proj,0.0000047771,0.05000,14.944
+6,mlp.experts.41.gate_proj,0.0000022843,0.05000,15.101
+6,mlp.experts.34.gate_proj,0.0000030727,0.05000,14.965
+6,mlp.experts.47.gate_proj,0.0000049089,0.05000,15.015
+6,mlp.experts.38.gate_proj,0.0000183397,0.05000,14.914
+6,mlp.experts.43.gate_proj,0.0000020718,0.05000,15.029
+6,mlp.experts.35.gate_proj,0.0000162808,0.05000,14.967
+6,mlp.experts.46.gate_proj,0.0000034703,0.05000,15.176
+6,mlp.experts.39.gate_proj,0.0000033890,0.05000,15.049
+6,mlp.experts.53.gate_proj,0.0000018369,0.05000,14.556
+6,mlp.experts.58.gate_proj,0.0000045655,0.05000,14.650
+6,mlp.experts.56.gate_proj,0.0000057072,0.05000,14.634
+6,mlp.experts.60.gate_proj,0.0000014389,0.05000,14.676
+6,mlp.experts.61.gate_proj,0.0000031578,0.05000,14.753
+6,mlp.experts.52.gate_proj,0.0000026077,0.05000,14.659
+6,mlp.experts.48.gate_proj,0.0000057225,0.05000,14.838
+6,mlp.experts.49.gate_proj,0.0000045930,0.05000,14.663
+6,mlp.experts.50.gate_proj,0.0000073882,0.05000,14.627
+6,mlp.experts.57.gate_proj,0.0000035784,0.05000,14.687
+6,mlp.experts.54.gate_proj,0.0000030391,0.05000,14.688
+6,mlp.experts.59.gate_proj,0.0000038395,0.05000,14.726
+6,mlp.experts.63.gate_proj,0.0000029014,0.05000,14.823
+6,mlp.experts.62.gate_proj,0.0000048736,0.05000,14.666
+6,mlp.experts.55.gate_proj,0.0000038642,0.05000,14.665
+6,mlp.experts.51.gate_proj,0.0000078322,0.05000,14.835
+6,mlp.experts.69.gate_proj,0.0000041564,0.05000,14.967
+6,mlp.experts.76.gate_proj,0.0000055884,0.05000,14.948
+6,mlp.experts.74.gate_proj,0.0000040487,0.05000,14.997
+6,mlp.experts.72.gate_proj,0.0000047854,0.05000,14.987
+6,mlp.experts.77.gate_proj,0.0000052285,0.05000,14.988
+6,mlp.experts.65.gate_proj,0.0000031228,0.05000,14.940
+6,mlp.experts.64.gate_proj,0.0000039005,0.05000,14.987
+6,mlp.experts.73.gate_proj,0.0000027034,0.05000,14.932
+6,mlp.experts.68.gate_proj,0.0000026290,0.05000,15.059
+6,mlp.experts.66.gate_proj,0.0000200536,0.05000,15.088
+6,mlp.experts.70.gate_proj,0.0000057617,0.05000,14.915
+6,mlp.experts.78.gate_proj,0.0000017589,0.05000,14.980
+6,mlp.experts.71.gate_proj,0.0000047054,0.05000,14.952
+6,mlp.experts.75.gate_proj,0.0000120655,0.05000,15.083
+6,mlp.experts.79.gate_proj,0.0000021848,0.05000,15.205
+6,mlp.experts.67.gate_proj,0.0000040088,0.05000,15.099
+6,mlp.experts.93.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.888
+6,mlp.experts.85.gate_proj,0.0000028946,0.05000,14.589
+6,mlp.experts.88.gate_proj,0.0000112645,0.05000,14.604
+6,mlp.experts.90.gate_proj,0.0000029279,0.05000,14.636
+6,mlp.experts.80.gate_proj,0.0000051462,0.05000,14.448
+6,mlp.experts.92.gate_proj,0.0000029490,0.05000,14.696
+6,mlp.experts.81.gate_proj,0.0000019180,0.05000,14.660
+6,mlp.experts.84.gate_proj,0.0000045542,0.05000,14.563
+6,mlp.experts.89.gate_proj,0.0000016946,0.05000,14.649
+6,mlp.experts.86.gate_proj,0.0000110577,0.05000,14.609
+6,mlp.experts.82.gate_proj,0.0000058520,0.05000,14.662
+6,mlp.experts.94.gate_proj,0.0000263103,0.05000,14.613
+6,mlp.experts.91.gate_proj,0.0000043503,0.05000,14.610
+6,mlp.experts.87.gate_proj,0.0000052383,0.05000,14.697
+6,mlp.experts.83.gate_proj,0.0000067912,0.05000,14.597
+6,mlp.experts.95.gate_proj,0.0000045181,0.05000,14.637
+6,mlp.experts.109.gate_proj,0.0000071737,0.05000,14.642
+6,mlp.experts.101.gate_proj,0.0000035100,0.05000,14.882
+6,mlp.experts.106.gate_proj,0.0000057767,0.05000,14.907
+6,mlp.experts.104.gate_proj,0.0000032901,0.05000,14.993
+6,mlp.experts.96.gate_proj,0.0000024178,0.05000,14.941
+6,mlp.experts.108.gate_proj,0.0000052278,0.05000,14.903
+6,mlp.experts.105.gate_proj,0.0000025407,0.05000,14.866
+6,mlp.experts.97.gate_proj,0.0000038247,0.05000,15.022
+6,mlp.experts.100.gate_proj,0.0000035261,0.05000,15.110
+6,mlp.experts.98.gate_proj,0.0000040018,0.05000,14.998
+6,mlp.experts.107.gate_proj,0.0000044952,0.05000,14.854
+6,mlp.experts.102.gate_proj,0.0000040267,0.05000,15.059
+6,mlp.experts.110.gate_proj,0.0000024053,0.05000,15.050
+6,mlp.experts.111.gate_proj,0.0000051222,0.05000,14.928
+6,mlp.experts.103.gate_proj,0.0000038444,0.05000,15.078
+6,mlp.experts.99.gate_proj,0.0000057652,0.05000,15.049
+6,mlp.experts.125.gate_proj,0.0000020969,0.05000,14.965
+6,mlp.experts.117.gate_proj,0.0000010943,0.05000,14.889
+6,mlp.experts.120.gate_proj,0.0000026967,0.05000,14.896
+6,mlp.experts.124.gate_proj,0.0000038056,0.05000,14.968
+6,mlp.experts.122.gate_proj,0.0000028322,0.05000,15.062
+6,mlp.experts.112.gate_proj,0.0000129554,0.05000,15.029
+6,mlp.experts.121.gate_proj,0.0000024101,0.05000,14.956
+6,mlp.experts.113.gate_proj,0.0000032646,0.05000,14.885
+6,mlp.experts.116.gate_proj,0.0000076519,0.05000,15.097
+6,mlp.experts.114.gate_proj,0.0000030621,0.05000,15.105
+6,mlp.experts.123.gate_proj,0.0000044223,0.05000,15.102
+6,mlp.experts.126.gate_proj,0.0000027740,0.05000,14.995
+6,mlp.experts.118.gate_proj,0.0000018647,0.05000,15.212
+6,mlp.experts.115.gate_proj,0.0000094389,0.05000,14.980
+6,mlp.experts.119.gate_proj,0.0000028706,0.05000,15.124
+6,mlp.experts.127.gate_proj,0.0000026126,0.05000,15.146
+6,mlp.experts.141.gate_proj,0.0000145647,0.05000,15.235
+6,mlp.experts.133.gate_proj,0.0000034199,0.05000,14.424
+6,mlp.experts.137.gate_proj,0.0000034885,0.05000,14.226
+6,mlp.experts.129.gate_proj,0.0000045005,0.05000,14.234
+6,mlp.experts.136.gate_proj,0.0000030750,0.05000,14.507
+6,mlp.experts.128.gate_proj,0.0000037042,0.05000,14.401
+6,mlp.experts.138.gate_proj,0.0000017974,0.05000,14.454
+6,mlp.experts.140.gate_proj,0.0000036854,0.05000,14.553
+6,mlp.experts.132.gate_proj,0.0000054762,0.05000,14.266
+6,mlp.experts.142.gate_proj,0.0000020829,0.05000,14.260
+6,mlp.experts.134.gate_proj,0.0000163215,0.05000,14.201
+6,mlp.experts.130.gate_proj,0.0000109506,0.05000,14.460
+6,mlp.experts.139.gate_proj,0.0000023983,0.05000,14.438
+6,mlp.experts.131.gate_proj,0.0000018459,0.05000,14.282
+6,mlp.experts.143.gate_proj,0.0000048175,0.05000,14.337
+6,mlp.experts.135.gate_proj,0.0000026927,0.05000,14.503
+6,mlp.experts.157.gate_proj,0.0000042204,0.05000,14.314
+6,mlp.experts.149.gate_proj,0.0000029652,0.05000,14.991
+6,mlp.experts.144.gate_proj,0.0000048002,0.05000,14.955
+6,mlp.experts.153.gate_proj,0.0000014499,0.05000,15.060
+6,mlp.experts.145.gate_proj,0.0000029360,0.05000,15.063
+6,mlp.experts.152.gate_proj,0.0000008403,0.05000,15.078
+6,mlp.experts.154.gate_proj,0.0000025725,0.05000,15.085
+6,mlp.experts.156.gate_proj,0.0000082562,0.05000,15.182
+6,mlp.experts.148.gate_proj,0.0000036227,0.05000,15.058
+6,mlp.experts.158.gate_proj,0.0000034154,0.05000,15.089
+6,mlp.experts.150.gate_proj,0.0000106959,0.05000,15.172
+6,mlp.experts.146.gate_proj,0.0000040197,0.05000,15.135
+6,mlp.experts.155.gate_proj,0.0000108656,0.05000,15.139
+6,mlp.experts.147.gate_proj,0.0000035576,0.05000,15.099
+6,mlp.experts.159.gate_proj,0.0000034264,0.05000,15.045
+6,mlp.experts.151.gate_proj,0.0000188857,0.05000,15.046
+6,mlp.experts.173.gate_proj,0.0000046559,0.05000,15.060
+6,mlp.experts.165.gate_proj,0.0000028436,0.05000,14.980
+6,mlp.experts.169.gate_proj,0.0000029259,0.05000,14.908
+6,mlp.experts.160.gate_proj,0.0000015869,0.05000,14.953
+6,mlp.experts.168.gate_proj,0.0000044605,0.05000,15.069
+6,mlp.experts.161.gate_proj,0.0000044445,0.05000,15.093
+6,mlp.experts.170.gate_proj,0.0000099703,0.05000,15.020
+6,mlp.experts.172.gate_proj,0.0000035449,0.05000,15.001
+6,mlp.experts.164.gate_proj,0.0000024702,0.05000,15.113
+6,mlp.experts.174.gate_proj,0.0000031609,0.05000,15.093
+6,mlp.experts.166.gate_proj,0.0000025004,0.05000,15.053
+6,mlp.experts.171.gate_proj,0.0000066699,0.05000,15.091
+6,mlp.experts.163.gate_proj,0.0000018785,0.05000,15.080
+6,mlp.experts.175.gate_proj,0.0000042301,0.05000,15.098
+6,mlp.experts.162.gate_proj,0.0000033215,0.05000,15.285
+6,mlp.experts.167.gate_proj,0.0000014197,0.05000,15.178
+6,mlp.experts.189.gate_proj,0.0000067762,0.05000,15.092
+6,mlp.experts.181.gate_proj,0.0000020382,0.05000,15.386
+6,mlp.experts.185.gate_proj,0.0000116839,0.05000,15.345
+6,mlp.experts.176.gate_proj,0.0000050562,0.05000,15.481
+6,mlp.experts.184.gate_proj,0.0000054644,0.05000,15.311
+6,mlp.experts.186.gate_proj,0.0000056734,0.05000,15.441
+6,mlp.experts.177.gate_proj,0.0000053243,0.05000,15.457
+6,mlp.experts.188.gate_proj,0.0000147583,0.05000,15.380
+6,mlp.experts.180.gate_proj,0.0000186500,0.05000,15.341
+6,mlp.experts.182.gate_proj,0.0000038067,0.05000,15.221
+6,mlp.experts.190.gate_proj,0.0000028743,0.05000,15.358
+6,mlp.experts.187.gate_proj,0.0000023521,0.05000,15.331
+6,mlp.experts.191.gate_proj,0.0000047249,0.05000,15.312
+6,mlp.experts.179.gate_proj,0.0000039984,0.05000,15.411
+6,mlp.experts.178.gate_proj,0.0000037038,0.05000,15.389
+6,mlp.experts.183.gate_proj,0.0000022084,0.05000,15.461
+6,mlp.experts.205.gate_proj,0.0000031394,0.05000,15.468
+6,mlp.experts.197.gate_proj,0.0000069435,0.05000,14.648
+6,mlp.experts.201.gate_proj,0.0000059388,0.05000,14.700
+6,mlp.experts.192.gate_proj,0.0000045757,0.05000,14.610
+6,mlp.experts.193.gate_proj,0.0000022671,0.05000,14.592
+6,mlp.experts.204.gate_proj,0.0000037000,0.05000,14.534
+6,mlp.experts.200.gate_proj,0.0000036884,0.05000,14.839
+6,mlp.experts.196.gate_proj,0.0000021048,0.05000,14.554
+6,mlp.experts.202.gate_proj,0.0000025672,0.05000,14.840
+6,mlp.experts.206.gate_proj,0.0000026666,0.05000,14.627
+6,mlp.experts.198.gate_proj,0.0000027922,0.05000,14.773
+6,mlp.experts.207.gate_proj,0.0000027456,0.05000,14.610
+6,mlp.experts.203.gate_proj,0.0000039341,0.05000,14.726
+6,mlp.experts.194.gate_proj,0.0000032151,0.05000,14.552
+6,mlp.experts.195.gate_proj,0.0000159922,0.05000,14.869
+6,mlp.experts.221.gate_proj,0.0000051312,0.05000,14.605
+6,mlp.experts.199.gate_proj,0.0000036516,0.05000,14.797
+6,mlp.experts.213.gate_proj,0.0000032618,0.05000,15.122
+6,mlp.experts.217.gate_proj,0.0000032327,0.05000,15.072
+6,mlp.experts.208.gate_proj,0.0000021858,0.05000,15.013
+6,mlp.experts.209.gate_proj,0.0000070145,0.05000,15.063
+6,mlp.experts.220.gate_proj,0.0000057489,0.05000,15.135
+6,mlp.experts.212.gate_proj,0.0000062044,0.05000,15.073
+6,mlp.experts.216.gate_proj,0.0000032363,0.05000,15.267
+6,mlp.experts.218.gate_proj,0.0000018557,0.05000,15.235
+6,mlp.experts.214.gate_proj,0.0000028351,0.05000,15.025
+6,mlp.experts.222.gate_proj,0.0000077570,0.05000,15.163
+6,mlp.experts.219.gate_proj,0.0000038827,0.05000,15.203
+6,mlp.experts.210.gate_proj,0.0000017853,0.05000,15.194
+6,mlp.experts.211.gate_proj,0.0000014398,0.05000,15.027
+6,mlp.experts.223.gate_proj,0.0000045193,0.05000,15.333
+6,mlp.experts.237.gate_proj,0.0000051159,0.05000,15.139
+6,mlp.experts.215.gate_proj,0.0000031085,0.05000,15.246
+6,mlp.experts.229.gate_proj,0.0000168711,0.05000,15.029
+6,mlp.experts.233.gate_proj,0.0000046943,0.05000,14.966
+6,mlp.experts.224.gate_proj,0.0000063874,0.05000,14.949
+6,mlp.experts.236.gate_proj,0.0000028877,0.05000,14.864
+6,mlp.experts.225.gate_proj,0.0000030759,0.05000,14.964
+6,mlp.experts.228.gate_proj,0.0000044977,0.05000,14.995
+6,mlp.experts.232.gate_proj,0.0000092507,0.05000,14.918
+6,mlp.experts.238.gate_proj,0.0000020313,0.05000,14.833
+6,mlp.experts.234.gate_proj,0.0000122015,0.05000,14.934
+6,mlp.experts.230.gate_proj,0.0000029610,0.05000,15.044
+6,mlp.experts.235.gate_proj,0.0000031545,0.05000,14.997
+6,mlp.experts.226.gate_proj,0.0000039992,0.05000,14.996
+6,mlp.experts.227.gate_proj,0.0000088123,0.05000,15.012
+6,mlp.experts.239.gate_proj,0.0000025702,0.05000,14.994
+6,mlp.experts.253.gate_proj,0.0000053694,0.05000,14.978
+6,mlp.experts.231.gate_proj,0.0000018863,0.05000,14.987
+6,mlp.experts.245.gate_proj,0.0000031634,0.05000,14.578
+6,mlp.experts.249.gate_proj,0.0000047402,0.05000,14.569
+6,mlp.experts.240.gate_proj,0.0000032946,0.05000,14.534
+6,mlp.experts.252.gate_proj,0.0000022462,0.05000,14.599
+6,mlp.experts.241.gate_proj,0.0000037101,0.05000,14.661
+6,mlp.experts.244.gate_proj,0.0000019137,0.05000,14.630
+6,mlp.experts.254.gate_proj,0.0000054571,0.05000,14.630
+6,mlp.experts.250.gate_proj,0.0000047713,0.05000,14.614
+6,mlp.experts.248.gate_proj,0.0000030759,0.05000,14.816
+6,mlp.experts.246.gate_proj,0.0000069336,0.05000,14.752
+6,mlp.experts.243.gate_proj,0.0000038451,0.05000,14.570
+6,mlp.experts.251.gate_proj,0.0000189628,0.05000,14.707
+6,mlp.experts.242.gate_proj,0.0000038963,0.05000,14.699
+6,mlp.experts.255.gate_proj,0.0000054380,0.05000,14.737
+6,mlp.experts.13.up_proj,0.0000042026,0.05000,14.632
+6,mlp.experts.247.gate_proj,0.0000072216,0.05000,14.633
+6,mlp.experts.9.up_proj,0.0000054938,0.05000,15.169
+6,mlp.experts.5.up_proj,0.0000083476,0.05000,15.384
+6,mlp.experts.0.up_proj,0.0000020561,0.05000,15.240
+6,mlp.experts.12.up_proj,0.0000014818,0.05000,15.258
+6,mlp.experts.1.up_proj,0.0000078500,0.05000,15.363
+6,mlp.experts.4.up_proj,0.0000024521,0.05000,15.257
+6,mlp.experts.14.up_proj,0.0000032837,0.05000,15.218
+6,mlp.experts.8.up_proj,0.0000044206,0.05000,15.248
+6,mlp.experts.10.up_proj,0.0000052204,0.05000,15.415
+6,mlp.experts.6.up_proj,0.0000141675,0.05000,15.390
+6,mlp.experts.2.up_proj,0.0000035549,0.05000,15.279
+6,mlp.experts.11.up_proj,0.0000023065,0.05000,15.454
+6,mlp.experts.3.up_proj,0.0000025696,0.05000,15.491
+6,mlp.experts.15.up_proj,0.0000064521,0.05000,15.348
+6,mlp.experts.29.up_proj,0.0000033520,0.05000,15.326
+6,mlp.experts.7.up_proj,0.0000036949,0.05000,15.420
+6,mlp.experts.25.up_proj,0.0000033034,0.05000,14.882
+6,mlp.experts.21.up_proj,0.0000045341,0.05000,14.982
+6,mlp.experts.16.up_proj,0.0000030913,0.05000,15.018
+6,mlp.experts.28.up_proj,0.0000043949,0.05000,15.040
+6,mlp.experts.17.up_proj,0.0000054368,0.05000,14.949
+6,mlp.experts.20.up_proj,0.0000065853,0.05000,14.950
+6,mlp.experts.30.up_proj,0.0000025716,0.05000,14.892
+6,mlp.experts.24.up_proj,0.0000027847,0.05000,14.957
+6,mlp.experts.26.up_proj,0.0000030736,0.05000,14.927
+6,mlp.experts.22.up_proj,0.0000021438,0.05000,14.952
+6,mlp.experts.18.up_proj,0.0000036898,0.05000,14.907
+6,mlp.experts.31.up_proj,0.0000026449,0.05000,14.900
+6,mlp.experts.19.up_proj,0.0000029240,0.05000,14.971
+6,mlp.experts.45.up_proj,0.0000060247,0.05000,14.817
+6,mlp.experts.27.up_proj,0.0000048632,0.05000,15.058
+6,mlp.experts.23.up_proj,0.0000042822,0.05000,14.867
+6,mlp.experts.41.up_proj,0.0000021125,0.05000,14.933
+6,mlp.experts.37.up_proj,0.0000029505,0.05000,14.899
+6,mlp.experts.32.up_proj,0.0000096080,0.05000,15.097
+6,mlp.experts.44.up_proj,0.0000137307,0.05000,14.985
+6,mlp.experts.33.up_proj,0.0000043632,0.05000,15.016
+6,mlp.experts.36.up_proj,0.0000044762,0.05000,15.022
+6,mlp.experts.46.up_proj,0.0000032290,0.05000,15.026
+6,mlp.experts.40.up_proj,0.0000034487,0.05000,15.040
+6,mlp.experts.42.up_proj,0.0000021598,0.05000,15.010
+6,mlp.experts.38.up_proj,0.0000164254,0.05000,14.883
+6,mlp.experts.34.up_proj,0.0000027635,0.05000,15.030
+6,mlp.experts.47.up_proj,0.0000042743,0.05000,14.941
+6,mlp.experts.43.up_proj,0.0000019794,0.05000,14.883
+6,mlp.experts.61.up_proj,0.0000029263,0.05000,14.907
+6,mlp.experts.35.up_proj,0.0000145585,0.05000,14.992
+6,mlp.experts.39.up_proj,0.0000031324,0.05000,14.965
+6,mlp.experts.57.up_proj,0.0000031429,0.05000,15.337
+6,mlp.experts.53.up_proj,0.0000017208,0.05000,15.290
+6,mlp.experts.48.up_proj,0.0000053496,0.05000,15.366
+6,mlp.experts.49.up_proj,0.0000043659,0.05000,15.336
+6,mlp.experts.60.up_proj,0.0000013197,0.05000,15.416
+6,mlp.experts.52.up_proj,0.0000024415,0.05000,15.336
+6,mlp.experts.62.up_proj,0.0000041876,0.05000,15.550
+6,mlp.experts.58.up_proj,0.0000039458,0.05000,15.308
+6,mlp.experts.56.up_proj,0.0000053490,0.05000,15.438
+6,mlp.experts.54.up_proj,0.0000025998,0.05000,15.422
+6,mlp.experts.63.up_proj,0.0000027153,0.05000,15.313
+6,mlp.experts.50.up_proj,0.0000063561,0.05000,15.560
+6,mlp.experts.77.up_proj,0.0000048226,0.05000,15.459
+6,mlp.experts.59.up_proj,0.0000033516,0.05000,15.473
+6,mlp.experts.51.up_proj,0.0000064397,0.05000,15.486
+6,mlp.experts.55.up_proj,0.0000036635,0.05000,15.452
+6,mlp.experts.93.up_proj,failsafe(rtn): 0.0008698,0.00000,0.723
+6,mlp.experts.73.up_proj,0.0000022948,0.05000,15.124
+6,mlp.experts.69.up_proj,0.0000038568,0.05000,15.160
+6,mlp.experts.64.up_proj,0.0000036073,0.05000,15.249
+6,mlp.experts.68.up_proj,0.0000024735,0.05000,15.097
+6,mlp.experts.76.up_proj,0.0000051845,0.05000,15.190
+6,mlp.experts.65.up_proj,0.0000029010,0.05000,15.304
+6,mlp.experts.74.up_proj,0.0000038102,0.05000,15.274
+6,mlp.experts.78.up_proj,0.0000016539,0.05000,15.290
+6,mlp.experts.72.up_proj,0.0000044376,0.05000,15.250
+6,mlp.experts.70.up_proj,0.0000053543,0.05000,15.287
+6,mlp.experts.79.up_proj,0.0000021065,0.05000,15.324
+6,mlp.experts.66.up_proj,0.0000178883,0.05000,15.194
+6,mlp.experts.67.up_proj,0.0000036801,0.05000,15.267
+6,mlp.experts.75.up_proj,0.0000106363,0.05000,15.375
+6,mlp.experts.71.up_proj,0.0000039362,0.05000,15.355
+6,mlp.experts.109.up_proj,0.0000061895,0.05000,15.368
+6,mlp.experts.89.up_proj,0.0000015891,0.05000,14.780
+6,mlp.experts.85.up_proj,0.0000026301,0.05000,14.728
+6,mlp.experts.80.up_proj,0.0000047207,0.05000,14.685
+6,mlp.experts.84.up_proj,0.0000039853,0.05000,14.681
+6,mlp.experts.92.up_proj,0.0000026724,0.05000,14.745
+6,mlp.experts.81.up_proj,0.0000017836,0.05000,14.666
+6,mlp.experts.94.up_proj,0.0000235637,0.05000,14.650
+6,mlp.experts.88.up_proj,0.0000099808,0.05000,14.686
+6,mlp.experts.90.up_proj,0.0000027585,0.05000,14.760
+6,mlp.experts.86.up_proj,0.0000096971,0.05000,14.697
+6,mlp.experts.95.up_proj,0.0000041096,0.05000,14.612
+6,mlp.experts.82.up_proj,0.0000050937,0.05000,14.716
+6,mlp.experts.83.up_proj,0.0000061925,0.05000,14.613
+6,mlp.experts.91.up_proj,0.0000039515,0.05000,14.642
+6,mlp.experts.87.up_proj,0.0000048676,0.05000,14.711
+6,mlp.experts.125.up_proj,0.0000019674,0.05000,14.609
+6,mlp.experts.105.up_proj,0.0000022483,0.05000,15.172
+6,mlp.experts.101.up_proj,0.0000032439,0.05000,15.115
+6,mlp.experts.96.up_proj,0.0000022645,0.05000,15.061
+6,mlp.experts.100.up_proj,0.0000031469,0.05000,15.215
+6,mlp.experts.97.up_proj,0.0000035574,0.05000,15.129
+6,mlp.experts.108.up_proj,0.0000043855,0.05000,15.280
+6,mlp.experts.106.up_proj,0.0000053858,0.05000,15.150
+6,mlp.experts.110.up_proj,0.0000022498,0.05000,15.327
+6,mlp.experts.104.up_proj,0.0000029501,0.05000,15.280
+6,mlp.experts.102.up_proj,0.0000035005,0.05000,15.174
+6,mlp.experts.111.up_proj,0.0000048573,0.05000,15.350
+6,mlp.experts.107.up_proj,0.0000040443,0.05000,15.190
+6,mlp.experts.99.up_proj,0.0000054051,0.05000,15.314
+6,mlp.experts.98.up_proj,0.0000037150,0.05000,15.393
+6,mlp.experts.103.up_proj,0.0000034634,0.05000,15.303
+6,mlp.experts.141.up_proj,0.0000121975,0.05000,15.280
+6,mlp.experts.121.up_proj,0.0000023155,0.05000,14.971
+6,mlp.experts.117.up_proj,0.0000009661,0.05000,14.997
+6,mlp.experts.112.up_proj,0.0000123254,0.05000,14.987
+6,mlp.experts.116.up_proj,0.0000069058,0.05000,15.026
+6,mlp.experts.113.up_proj,0.0000031208,0.05000,15.022
+6,mlp.experts.124.up_proj,0.0000035782,0.05000,15.011
+6,mlp.experts.122.up_proj,0.0000026514,0.05000,15.021
+6,mlp.experts.118.up_proj,0.0000017392,0.05000,15.038
+6,mlp.experts.120.up_proj,0.0000024994,0.05000,15.147
+6,mlp.experts.126.up_proj,0.0000025951,0.05000,15.182
+6,mlp.experts.127.up_proj,0.0000024387,0.05000,15.011
+6,mlp.experts.123.up_proj,0.0000040193,0.05000,15.038
+6,mlp.experts.115.up_proj,0.0000078188,0.05000,15.089
+6,mlp.experts.114.up_proj,0.0000026876,0.05000,15.141
+6,mlp.experts.119.up_proj,0.0000026453,0.05000,15.175
+6,mlp.experts.157.up_proj,0.0000039648,0.05000,14.937
+6,mlp.experts.137.up_proj,0.0000032565,0.05000,14.754
+6,mlp.experts.133.up_proj,0.0000032013,0.05000,14.744
+6,mlp.experts.128.up_proj,0.0000033949,0.05000,14.839
+6,mlp.experts.129.up_proj,0.0000040232,0.05000,14.800
+6,mlp.experts.132.up_proj,0.0000050346,0.05000,14.917
+6,mlp.experts.140.up_proj,0.0000034224,0.05000,14.878
+6,mlp.experts.138.up_proj,0.0000016618,0.05000,14.788
+6,mlp.experts.134.up_proj,0.0000149904,0.05000,14.709
+6,mlp.experts.136.up_proj,0.0000026507,0.05000,14.820
+6,mlp.experts.142.up_proj,0.0000019937,0.05000,14.940
+6,mlp.experts.143.up_proj,0.0000045225,0.05000,14.957
+6,mlp.experts.130.up_proj,0.0000099204,0.05000,14.686
+6,mlp.experts.139.up_proj,0.0000022452,0.05000,14.961
+6,mlp.experts.131.up_proj,0.0000017174,0.05000,14.916
+6,mlp.experts.173.up_proj,0.0000042172,0.05000,14.718
+6,mlp.experts.135.up_proj,0.0000024954,0.05000,14.835
+6,mlp.experts.153.up_proj,0.0000014235,0.05000,14.643
+6,mlp.experts.149.up_proj,0.0000027261,0.05000,14.676
+6,mlp.experts.144.up_proj,0.0000045075,0.05000,14.604
+6,mlp.experts.145.up_proj,0.0000027680,0.05000,14.577
+6,mlp.experts.156.up_proj,0.0000072936,0.05000,14.545
+6,mlp.experts.148.up_proj,0.0000033327,0.05000,14.736
+6,mlp.experts.150.up_proj,0.0000090524,0.05000,14.561
+6,mlp.experts.154.up_proj,0.0000021454,0.05000,14.691
+6,mlp.experts.152.up_proj,0.0000007855,0.05000,14.643
+6,mlp.experts.158.up_proj,0.0000029859,0.05000,14.579
+6,mlp.experts.159.up_proj,0.0000030462,0.05000,14.564
+6,mlp.experts.155.up_proj,0.0000096178,0.05000,14.526
+6,mlp.experts.146.up_proj,0.0000036163,0.05000,14.662
+6,mlp.experts.147.up_proj,0.0000030251,0.05000,14.621
+6,mlp.experts.189.up_proj,0.0000052544,0.05000,14.576
+6,mlp.experts.151.up_proj,0.0000173534,0.05000,14.570
+6,mlp.experts.169.up_proj,0.0000026923,0.05000,14.896
+6,mlp.experts.165.up_proj,0.0000025597,0.05000,14.838
+6,mlp.experts.160.up_proj,0.0000014770,0.05000,14.799
+6,mlp.experts.161.up_proj,0.0000041948,0.05000,14.825
+6,mlp.experts.164.up_proj,0.0000023077,0.05000,14.771
+6,mlp.experts.172.up_proj,0.0000031848,0.05000,14.825
+6,mlp.experts.166.up_proj,0.0000023399,0.05000,14.890
+6,mlp.experts.170.up_proj,0.0000087550,0.05000,15.001
+6,mlp.experts.168.up_proj,0.0000044049,0.05000,14.906
+6,mlp.experts.174.up_proj,0.0000027440,0.05000,15.039
+6,mlp.experts.175.up_proj,0.0000036051,0.05000,14.920
+6,mlp.experts.163.up_proj,0.0000017767,0.05000,14.715
+6,mlp.experts.162.up_proj,0.0000031311,0.05000,14.911
+6,mlp.experts.171.up_proj,0.0000060998,0.05000,14.967
+6,mlp.experts.205.up_proj,0.0000029518,0.05000,14.776
+6,mlp.experts.167.up_proj,0.0000014832,0.05000,14.914
+6,mlp.experts.185.up_proj,0.0000105064,0.05000,15.094
+6,mlp.experts.181.up_proj,0.0000018969,0.05000,15.266
+6,mlp.experts.176.up_proj,0.0000047046,0.05000,15.175
+6,mlp.experts.177.up_proj,0.0000047791,0.05000,15.295
+6,mlp.experts.188.up_proj,0.0000133790,0.05000,15.256
+6,mlp.experts.180.up_proj,0.0000177923,0.05000,15.301
+6,mlp.experts.182.up_proj,0.0000036199,0.05000,15.192
+6,mlp.experts.186.up_proj,0.0000043207,0.05000,15.204
+6,mlp.experts.184.up_proj,0.0000050346,0.05000,15.240
+6,mlp.experts.190.up_proj,0.0000026861,0.05000,15.283
+6,mlp.experts.191.up_proj,0.0000043797,0.05000,15.237
+6,mlp.experts.179.up_proj,0.0000037024,0.05000,15.267
+6,mlp.experts.178.up_proj,0.0000032894,0.05000,15.231
+6,mlp.experts.187.up_proj,0.0000021549,0.05000,15.250
+6,mlp.experts.221.up_proj,0.0000047329,0.05000,15.153
+6,mlp.experts.183.up_proj,0.0000020822,0.05000,15.202
+6,mlp.experts.201.up_proj,0.0000055488,0.05000,14.533
+6,mlp.experts.197.up_proj,0.0000063211,0.05000,14.593
+6,mlp.experts.192.up_proj,0.0000042548,0.05000,14.501
+6,mlp.experts.193.up_proj,0.0000020827,0.05000,14.481
+6,mlp.experts.204.up_proj,0.0000030889,0.05000,14.623
+6,mlp.experts.196.up_proj,0.0000021430,0.05000,14.623
+6,mlp.experts.198.up_proj,0.0000026345,0.05000,14.626
+6,mlp.experts.202.up_proj,0.0000023388,0.05000,14.669
+6,mlp.experts.200.up_proj,0.0000032396,0.05000,14.546
+6,mlp.experts.206.up_proj,0.0000025265,0.05000,14.528
+6,mlp.experts.195.up_proj,0.0000061001,0.05000,14.602
+6,mlp.experts.207.up_proj,0.0000025423,0.05000,14.746
+6,mlp.experts.194.up_proj,0.0000030479,0.05000,14.680
+6,mlp.experts.203.up_proj,0.0000037948,0.05000,14.806
+6,mlp.experts.237.up_proj,0.0000047129,0.05000,14.657
+6,mlp.experts.199.up_proj,0.0000034091,0.05000,14.690
+6,mlp.experts.217.up_proj,0.0000030452,0.05000,15.423
+6,mlp.experts.213.up_proj,0.0000029705,0.05000,15.382
+6,mlp.experts.208.up_proj,0.0000020668,0.05000,15.397
+6,mlp.experts.209.up_proj,0.0000065694,0.05000,15.444
+6,mlp.experts.212.up_proj,0.0000055457,0.05000,15.461
+6,mlp.experts.220.up_proj,0.0000051686,0.05000,15.503
+6,mlp.experts.214.up_proj,0.0000026056,0.05000,15.465
+6,mlp.experts.216.up_proj,0.0000029189,0.05000,15.423
+6,mlp.experts.218.up_proj,0.0000016665,0.05000,15.490
+6,mlp.experts.222.up_proj,0.0000068399,0.05000,15.435
+6,mlp.experts.211.up_proj,0.0000013437,0.05000,15.461
+6,mlp.experts.223.up_proj,0.0000038749,0.05000,15.475
+6,mlp.experts.210.up_proj,0.0000015855,0.05000,15.510
+6,mlp.experts.219.up_proj,0.0000034191,0.05000,15.528
+6,mlp.experts.253.up_proj,0.0000050843,0.05000,15.581
+6,mlp.experts.215.up_proj,0.0000028937,0.05000,15.664
+6,mlp.experts.13.down_proj,0.0000000330,0.05000,3.994
+6,mlp.experts.29.down_proj,0.0000000523,0.05000,3.790
+6,mlp.experts.45.down_proj,0.0000000565,0.05000,3.728
+6,mlp.experts.229.up_proj,0.0000144290,0.05000,15.119
+6,mlp.experts.233.up_proj,0.0000044038,0.05000,15.445
+6,mlp.experts.224.up_proj,0.0000061466,0.05000,15.475
+6,mlp.experts.225.up_proj,0.0000029097,0.05000,15.436
+6,mlp.experts.228.up_proj,0.0000042284,0.05000,15.334
+6,mlp.experts.236.up_proj,0.0000026893,0.05000,15.359
+6,mlp.experts.232.up_proj,0.0000084795,0.05000,15.255
+6,mlp.experts.230.up_proj,0.0000027901,0.05000,15.508
+6,mlp.experts.234.up_proj,0.0000102358,0.05000,15.402
+6,mlp.experts.238.up_proj,0.0000018741,0.05000,15.403
+6,mlp.experts.239.up_proj,0.0000024010,0.05000,15.386
+6,mlp.experts.227.up_proj,0.0000080987,0.05000,15.531
+6,mlp.experts.226.up_proj,0.0000037605,0.05000,15.383
+6,mlp.experts.235.up_proj,0.0000028731,0.05000,15.381
+6,mlp.experts.61.down_proj,0.0000001044,0.05000,3.901
+6,mlp.experts.231.up_proj,0.0000017817,0.05000,15.383
+6,mlp.experts.77.down_proj,0.0000000367,0.05000,3.574
+6,mlp.experts.93.down_proj,failsafe(rtn): 0.0008736,0.00000,0.200
+6,mlp.experts.109.down_proj,0.0000001233,0.05000,3.857
+6,mlp.experts.125.down_proj,0.0000000694,0.05000,3.683
+6,mlp.experts.245.up_proj,0.0000029465,0.05000,14.797
+6,mlp.experts.249.up_proj,0.0000044083,0.05000,14.908
+6,mlp.experts.240.up_proj,0.0000030789,0.05000,14.897
+6,mlp.experts.241.up_proj,0.0000031586,0.05000,14.673
+6,mlp.experts.252.up_proj,0.0000020672,0.05000,14.865
+6,mlp.experts.244.up_proj,0.0000017430,0.05000,14.998
+6,mlp.experts.248.up_proj,0.0000028980,0.05000,14.747
+6,mlp.experts.246.up_proj,0.0000062799,0.05000,14.973
+6,mlp.experts.250.up_proj,0.0000043339,0.05000,14.914
+6,mlp.experts.254.up_proj,0.0000049196,0.05000,14.846
+6,mlp.experts.255.up_proj,0.0000047607,0.05000,14.884
+6,mlp.experts.242.up_proj,0.0000036321,0.05000,14.807
+6,mlp.experts.251.up_proj,0.0000177553,0.05000,14.714
+6,mlp.experts.243.up_proj,0.0000033151,0.05000,14.900
+6,mlp.experts.141.down_proj,0.0000001473,0.05000,3.741
+6,mlp.experts.247.up_proj,0.0000067586,0.05000,15.022
+6,mlp.experts.5.down_proj,0.0000000963,0.05000,3.687
+6,mlp.experts.9.down_proj,0.0000001512,0.05000,3.761
+6,mlp.experts.0.down_proj,0.0000000760,0.05000,3.746
+6,mlp.experts.1.down_proj,0.0000002353,0.05000,3.688
+6,mlp.experts.12.down_proj,0.0000000228,0.05000,3.703
+6,mlp.experts.4.down_proj,0.0000000363,0.05000,3.698
+6,mlp.experts.8.down_proj,0.0000000741,0.05000,3.612
+6,mlp.experts.10.down_proj,0.0000000545,0.05000,3.679
+6,mlp.experts.6.down_proj,0.0000002456,0.05000,3.727
+6,mlp.experts.14.down_proj,0.0000000995,0.05000,3.713
+6,mlp.experts.15.down_proj,0.0000000979,0.05000,3.764
+6,mlp.experts.2.down_proj,0.0000001094,0.05000,3.751
+6,mlp.experts.3.down_proj,0.0000000839,0.05000,3.762
+6,mlp.experts.11.down_proj,0.0000000176,0.05000,3.774
+6,mlp.experts.157.down_proj,0.0000001397,0.05000,3.660
+6,mlp.experts.7.down_proj,0.0000000376,0.05000,3.667
+6,mlp.experts.21.down_proj,0.0000001019,0.05000,3.655
+6,mlp.experts.25.down_proj,0.0000000735,0.05000,3.583
+6,mlp.experts.16.down_proj,0.0000000892,0.05000,3.554
+6,mlp.experts.17.down_proj,0.0000000513,0.05000,3.511
+6,mlp.experts.28.down_proj,0.0000000459,0.05000,3.517
+6,mlp.experts.20.down_proj,0.0000001500,0.05000,3.508
+6,mlp.experts.24.down_proj,0.0000000174,0.05000,3.514
+6,mlp.experts.22.down_proj,0.0000000488,0.05000,3.429
+6,mlp.experts.26.down_proj,0.0000000578,0.05000,3.441
+6,mlp.experts.30.down_proj,0.0000000724,0.05000,3.410
+6,mlp.experts.31.down_proj,0.0000000868,0.05000,3.351
+6,mlp.experts.18.down_proj,0.0000001051,0.05000,3.353
+6,mlp.experts.19.down_proj,0.0000000843,0.05000,3.341
+6,mlp.experts.27.down_proj,0.0000001281,0.05000,3.363
+6,mlp.experts.173.down_proj,0.0000000605,0.05000,3.390
+6,mlp.experts.23.down_proj,0.0000000258,0.05000,3.344
+6,mlp.experts.37.down_proj,0.0000000513,0.05000,3.334
+6,mlp.experts.41.down_proj,0.0000000125,0.05000,3.449
+6,mlp.experts.32.down_proj,0.0000002348,0.05000,3.425
+6,mlp.experts.33.down_proj,0.0000001676,0.05000,3.498
+6,mlp.experts.44.down_proj,0.0000002480,0.05000,3.494
+6,mlp.experts.36.down_proj,0.0000000431,0.05000,3.494
+6,mlp.experts.40.down_proj,0.0000000208,0.05000,3.516
+6,mlp.experts.42.down_proj,0.0000000615,0.05000,3.520
+6,mlp.experts.38.down_proj,0.0000004593,0.05000,3.522
+6,mlp.experts.46.down_proj,0.0000000190,0.05000,3.490
+6,mlp.experts.34.down_proj,0.0000000616,0.05000,3.514
+6,mlp.experts.47.down_proj,0.0000000533,0.05000,3.540
+6,mlp.experts.43.down_proj,0.0000000623,0.05000,3.498
+6,mlp.experts.35.down_proj,0.0000002513,0.05000,3.563
+6,mlp.experts.189.down_proj,0.0000001545,0.05000,3.593
+6,mlp.experts.39.down_proj,0.0000000900,0.05000,3.535
+6,mlp.experts.53.down_proj,0.0000000100,0.05000,3.542
+6,mlp.experts.57.down_proj,0.0000000704,0.05000,3.484
+6,mlp.experts.48.down_proj,0.0000001644,0.05000,3.580
+6,mlp.experts.49.down_proj,0.0000001425,0.05000,3.498
+6,mlp.experts.60.down_proj,0.0000000672,0.05000,3.525
+6,mlp.experts.52.down_proj,0.0000000544,0.05000,3.654
+6,mlp.experts.56.down_proj,0.0000000868,0.05000,3.577
+6,mlp.experts.58.down_proj,0.0000001017,0.05000,3.501
+6,mlp.experts.54.down_proj,0.0000000914,0.05000,3.601
+6,mlp.experts.62.down_proj,0.0000001236,0.05000,3.580
+6,mlp.experts.50.down_proj,0.0000001360,0.05000,3.556
+6,mlp.experts.63.down_proj,0.0000000160,0.05000,3.604
+6,mlp.experts.51.down_proj,0.0000001916,0.05000,3.564
+6,mlp.experts.59.down_proj,0.0000001113,0.05000,3.641
+6,mlp.experts.205.down_proj,0.0000000313,0.05000,3.589
+6,mlp.experts.55.down_proj,0.0000000553,0.05000,3.568
+6,mlp.experts.69.down_proj,0.0000000363,0.05000,3.601
+6,mlp.experts.73.down_proj,0.0000000664,0.05000,3.682
+6,mlp.experts.64.down_proj,0.0000000520,0.05000,3.639
+6,mlp.experts.65.down_proj,0.0000000430,0.05000,3.584
+6,mlp.experts.76.down_proj,0.0000000373,0.05000,3.616
+6,mlp.experts.72.down_proj,0.0000001149,0.05000,3.569
+6,mlp.experts.68.down_proj,0.0000000526,0.05000,3.622
+6,mlp.experts.74.down_proj,0.0000000511,0.05000,3.655
+6,mlp.experts.70.down_proj,0.0000000972,0.05000,3.631
+6,mlp.experts.78.down_proj,0.0000000125,0.05000,3.704
+6,mlp.experts.66.down_proj,0.0000004716,0.05000,3.654
+6,mlp.experts.67.down_proj,0.0000000344,0.05000,3.640
+6,mlp.experts.79.down_proj,0.0000000632,0.05000,3.664
+6,mlp.experts.75.down_proj,0.0000002578,0.05000,3.636
+6,mlp.experts.221.down_proj,0.0000000319,0.05000,3.602
+6,mlp.experts.71.down_proj,0.0000000922,0.05000,3.603
+6,mlp.experts.85.down_proj,0.0000000451,0.05000,3.632
+6,mlp.experts.89.down_proj,0.0000000090,0.05000,3.635
+6,mlp.experts.80.down_proj,0.0000000566,0.05000,3.647
+6,mlp.experts.81.down_proj,0.0000000101,0.05000,3.622
+6,mlp.experts.92.down_proj,0.0000000879,0.05000,3.676
+6,mlp.experts.84.down_proj,0.0000000840,0.05000,3.527
+6,mlp.experts.88.down_proj,0.0000001429,0.05000,3.621
+6,mlp.experts.90.down_proj,0.0000000336,0.05000,3.643
+6,mlp.experts.86.down_proj,0.0000001529,0.05000,3.640
+6,mlp.experts.94.down_proj,0.0000004614,0.05000,3.719
+6,mlp.experts.82.down_proj,0.0000001500,0.05000,3.702
+6,mlp.experts.83.down_proj,0.0000000725,0.05000,3.640
+6,mlp.experts.91.down_proj,0.0000000443,0.05000,3.660
+6,mlp.experts.95.down_proj,0.0000000513,0.05000,3.714
+6,mlp.experts.237.down_proj,0.0000000540,0.05000,3.705
+6,mlp.experts.87.down_proj,0.0000000359,0.05000,3.755
+6,mlp.experts.101.down_proj,0.0000000228,0.05000,3.681
+6,mlp.experts.105.down_proj,0.0000000584,0.05000,3.692
+6,mlp.experts.96.down_proj,0.0000000131,0.05000,3.634
+6,mlp.experts.97.down_proj,0.0000000221,0.05000,3.667
+6,mlp.experts.108.down_proj,0.0000001197,0.05000,3.628
+6,mlp.experts.100.down_proj,0.0000000913,0.05000,3.621
+6,mlp.experts.104.down_proj,0.0000000291,0.05000,3.723
+6,mlp.experts.106.down_proj,0.0000000573,0.05000,3.622
+6,mlp.experts.102.down_proj,0.0000000653,0.05000,3.609
+6,mlp.experts.110.down_proj,0.0000000119,0.05000,3.606
+6,mlp.experts.99.down_proj,0.0000000850,0.05000,3.512
+6,mlp.experts.98.down_proj,0.0000000260,0.05000,3.552
+6,mlp.experts.107.down_proj,0.0000000881,0.05000,3.607
+6,mlp.experts.111.down_proj,0.0000000324,0.05000,3.586
+6,mlp.experts.253.down_proj,0.0000000642,0.05000,3.515
+6,mlp.experts.103.down_proj,0.0000000310,0.05000,3.420
+6,mlp.experts.117.down_proj,0.0000000125,0.05000,3.445
+6,mlp.experts.121.down_proj,0.0000000314,0.05000,3.371
+6,mlp.experts.112.down_proj,0.0000001264,0.05000,3.400
+6,mlp.experts.113.down_proj,0.0000000332,0.05000,3.446
+6,mlp.experts.124.down_proj,0.0000000244,0.05000,3.455
+6,mlp.experts.116.down_proj,0.0000001068,0.05000,3.444
+6,mlp.experts.120.down_proj,0.0000000640,0.05000,3.460
+6,mlp.experts.122.down_proj,0.0000000272,0.05000,3.360
+6,mlp.experts.118.down_proj,0.0000000105,0.05000,3.363
+6,mlp.experts.126.down_proj,0.0000000747,0.05000,3.299
+6,mlp.experts.115.down_proj,0.0000002373,0.05000,3.319
+6,mlp.experts.114.down_proj,0.0000000807,0.05000,3.339
+6,mlp.experts.123.down_proj,0.0000001231,0.05000,3.274
+6,mlp.experts.127.down_proj,0.0000000209,0.05000,3.293
+6,mlp.experts.119.down_proj,0.0000000148,0.05000,3.282
+6,mlp.experts.133.down_proj,0.0000000272,0.05000,3.277
+6,mlp.experts.137.down_proj,0.0000000214,0.05000,3.345
+6,mlp.experts.128.down_proj,0.0000001033,0.05000,3.333
+6,mlp.experts.129.down_proj,0.0000000519,0.05000,3.258
+6,mlp.experts.140.down_proj,0.0000000222,0.05000,3.250
+6,mlp.experts.132.down_proj,0.0000000482,0.05000,3.225
+6,mlp.experts.136.down_proj,0.0000000786,0.05000,3.264
+6,mlp.experts.138.down_proj,0.0000000447,0.05000,3.330
+6,mlp.experts.134.down_proj,0.0000002577,0.05000,3.319
+6,mlp.experts.142.down_proj,0.0000000586,0.05000,3.290
+6,mlp.experts.130.down_proj,0.0000003128,0.05000,3.323
+6,mlp.experts.139.down_proj,0.0000000224,0.05000,3.295
+6,mlp.experts.131.down_proj,0.0000000098,0.05000,3.411
+6,mlp.experts.143.down_proj,0.0000000695,0.05000,3.357
+6,mlp.experts.135.down_proj,0.0000000623,0.05000,3.336
+6,mlp.experts.149.down_proj,0.0000000395,0.05000,3.301
+6,mlp.experts.153.down_proj,0.0000000486,0.05000,3.200
+6,mlp.experts.144.down_proj,0.0000000282,0.05000,3.268
+6,mlp.experts.145.down_proj,0.0000000222,0.05000,3.249
+6,mlp.experts.156.down_proj,0.0000001632,0.05000,3.371
+6,mlp.experts.148.down_proj,0.0000000656,0.05000,3.346
+6,mlp.experts.152.down_proj,0.0000000093,0.05000,3.304
+6,mlp.experts.154.down_proj,0.0000000678,0.05000,3.323
+6,mlp.experts.150.down_proj,0.0000002960,0.05000,3.339
+6,mlp.experts.158.down_proj,0.0000000388,0.05000,3.336
+6,mlp.experts.146.down_proj,0.0000000448,0.05000,3.352
+6,mlp.experts.155.down_proj,0.0000001809,0.05000,3.328
+6,mlp.experts.147.down_proj,0.0000000865,0.05000,3.358
+6,mlp.experts.159.down_proj,0.0000000707,0.05000,3.339
+6,mlp.experts.151.down_proj,0.0000002161,0.05000,3.357
+6,mlp.experts.165.down_proj,0.0000000545,0.05000,3.427
+6,mlp.experts.169.down_proj,0.0000000665,0.05000,3.431
+6,mlp.experts.161.down_proj,0.0000001415,0.05000,3.467
+6,mlp.experts.160.down_proj,0.0000000081,0.05000,3.512
+6,mlp.experts.172.down_proj,0.0000000713,0.05000,3.452
+6,mlp.experts.164.down_proj,0.0000000142,0.05000,3.504
+6,mlp.experts.168.down_proj,0.0000000979,0.05000,3.523
+6,mlp.experts.170.down_proj,0.0000001163,0.05000,3.481
+6,mlp.experts.166.down_proj,0.0000000182,0.05000,3.506
+6,mlp.experts.174.down_proj,0.0000000756,0.05000,3.485
+6,mlp.experts.162.down_proj,0.0000000662,0.05000,3.471
+6,mlp.experts.171.down_proj,0.0000000670,0.05000,3.483
+6,mlp.experts.163.down_proj,0.0000000129,0.05000,3.462
+6,mlp.experts.175.down_proj,0.0000001188,0.05000,3.575
+6,mlp.experts.167.down_proj,0.0000000492,0.05000,3.552
+6,mlp.experts.181.down_proj,0.0000000110,0.05000,3.567
+6,mlp.experts.185.down_proj,0.0000002381,0.05000,3.482
+6,mlp.experts.177.down_proj,0.0000001141,0.05000,3.514
+6,mlp.experts.176.down_proj,0.0000000273,0.05000,3.489
+6,mlp.experts.188.down_proj,0.0000002644,0.05000,3.512
+6,mlp.experts.180.down_proj,0.0000005782,0.05000,3.476
+6,mlp.experts.184.down_proj,0.0000000543,0.05000,3.436
+6,mlp.experts.186.down_proj,0.0000001077,0.05000,3.484
+6,mlp.experts.182.down_proj,0.0000001265,0.05000,3.514
+6,mlp.experts.190.down_proj,0.0000000217,0.05000,3.454
+6,mlp.experts.187.down_proj,0.0000000363,0.05000,3.411
+6,mlp.experts.178.down_proj,0.0000000987,0.05000,3.430
+6,mlp.experts.179.down_proj,0.0000000252,0.05000,3.453
+6,mlp.experts.191.down_proj,0.0000000319,0.05000,3.472
+6,mlp.experts.183.down_proj,0.0000000220,0.05000,3.413
+6,mlp.experts.197.down_proj,0.0000001017,0.05000,3.424
+6,mlp.experts.201.down_proj,0.0000001291,0.05000,3.380
+6,mlp.experts.193.down_proj,0.0000000136,0.05000,3.353
+6,mlp.experts.192.down_proj,0.0000000530,0.05000,3.359
+6,mlp.experts.204.down_proj,0.0000000784,0.05000,3.381
+6,mlp.experts.196.down_proj,0.0000000466,0.05000,3.360
+6,mlp.experts.200.down_proj,0.0000001014,0.05000,3.327
+6,mlp.experts.202.down_proj,0.0000000495,0.05000,3.332
+6,mlp.experts.198.down_proj,0.0000000342,0.05000,3.349
+6,mlp.experts.206.down_proj,0.0000000179,0.05000,3.344
+6,mlp.experts.194.down_proj,0.0000000227,0.05000,3.298
+6,mlp.experts.203.down_proj,0.0000000850,0.05000,3.329
+6,mlp.experts.195.down_proj,0.0000000128,0.05000,3.314
+6,mlp.experts.207.down_proj,0.0000000223,0.05000,3.356
+6,mlp.experts.199.down_proj,0.0000000203,0.05000,3.275
+6,mlp.experts.213.down_proj,0.0000000310,0.05000,3.196
+6,mlp.experts.217.down_proj,0.0000000185,0.05000,3.259
+6,mlp.experts.208.down_proj,0.0000000124,0.05000,3.231
+6,mlp.experts.209.down_proj,0.0000001408,0.05000,3.256
+6,mlp.experts.212.down_proj,0.0000000815,0.05000,3.155
+6,mlp.experts.220.down_proj,0.0000000551,0.05000,3.195
+6,mlp.experts.216.down_proj,0.0000000419,0.05000,3.119
+6,mlp.experts.218.down_proj,0.0000000695,0.05000,3.128
+6,mlp.experts.214.down_proj,0.0000000165,0.05000,3.175
+6,mlp.experts.222.down_proj,0.0000001469,0.05000,3.170
+6,mlp.experts.210.down_proj,0.0000000371,0.05000,3.165
+6,mlp.experts.219.down_proj,0.0000000395,0.05000,3.176
+6,mlp.experts.211.down_proj,0.0000000091,0.05000,3.186
+6,mlp.experts.223.down_proj,0.0000000909,0.05000,3.198
+6,mlp.experts.215.down_proj,0.0000000257,0.05000,3.169
+6,mlp.experts.229.down_proj,0.0000004184,0.05000,3.195
+6,mlp.experts.233.down_proj,0.0000000409,0.05000,3.168
+6,mlp.experts.225.down_proj,0.0000000213,0.05000,3.194
+6,mlp.experts.224.down_proj,0.0000000679,0.05000,3.231
+6,mlp.experts.228.down_proj,0.0000000339,0.05000,3.281
+6,mlp.experts.236.down_proj,0.0000000260,0.05000,3.277
+6,mlp.experts.232.down_proj,0.0000002147,0.05000,3.306
+6,mlp.experts.234.down_proj,0.0000006217,0.05000,3.330
+6,mlp.experts.230.down_proj,0.0000000203,0.05000,3.224
+6,mlp.experts.238.down_proj,0.0000000476,0.05000,3.232
+6,mlp.experts.226.down_proj,0.0000000452,0.05000,3.277
+6,mlp.experts.235.down_proj,0.0000000855,0.05000,3.294
+6,mlp.experts.227.down_proj,0.0000000819,0.05000,3.313
+6,mlp.experts.239.down_proj,0.0000000170,0.05000,3.280
+6,mlp.experts.231.down_proj,0.0000000131,0.05000,3.252
+6,mlp.experts.245.down_proj,0.0000001061,0.05000,3.256
+6,mlp.experts.249.down_proj,0.0000000862,0.05000,3.262
+6,mlp.experts.241.down_proj,0.0000001066,0.05000,3.221
+6,mlp.experts.240.down_proj,0.0000001265,0.05000,3.207
+6,mlp.experts.244.down_proj,0.0000000148,0.05000,3.028
+6,mlp.experts.252.down_proj,0.0000000119,0.05000,3.074
+6,mlp.experts.248.down_proj,0.0000000198,0.05000,2.991
+6,mlp.experts.250.down_proj,0.0000000920,0.05000,2.850
+6,mlp.experts.246.down_proj,0.0000001503,0.05000,2.821
+6,mlp.experts.254.down_proj,0.0000001064,0.05000,2.752
+6,mlp.experts.242.down_proj,0.0000000282,0.05000,2.470
+6,mlp.experts.251.down_proj,0.0000002989,0.05000,2.428
+6,mlp.experts.243.down_proj,0.0000000909,0.05000,2.379
+6,mlp.experts.255.down_proj,0.0000001389,0.05000,2.183
+6,mlp.experts.247.down_proj,0.0000000512,0.05000,1.932
+7,mlp.experts.12.gate_proj,0.0000099826,0.05000,15.313
+7,mlp.experts.6.gate_proj,0.0000064618,0.05000,15.322
+7,mlp.experts.4.gate_proj,0.0000048936,0.05000,15.328
+7,mlp.experts.14.gate_proj,0.0000038390,0.05000,15.353
+7,mlp.experts.8.gate_proj,0.0000106959,0.05000,15.351
+7,mlp.experts.5.gate_proj,0.0000057307,0.05000,15.383
+7,mlp.experts.13.gate_proj,0.0000032621,0.05000,15.383
+7,mlp.experts.0.gate_proj,0.0000168504,0.05000,15.423
+7,mlp.experts.10.gate_proj,0.0000046374,0.05000,15.432
+7,mlp.experts.7.gate_proj,0.0000023270,0.05000,15.467
+7,mlp.experts.11.gate_proj,0.0000030271,0.05000,15.495
+7,mlp.experts.3.gate_proj,0.0000097056,0.05000,15.487
+7,mlp.experts.9.gate_proj,0.0000064372,0.05000,15.513
+7,mlp.experts.15.gate_proj,0.0000041747,0.05000,15.516
+7,mlp.experts.1.gate_proj,0.0000059835,0.05000,15.513
+7,mlp.experts.2.gate_proj,0.0000051001,0.05000,15.544
+7,mlp.experts.28.gate_proj,0.0000183494,0.05000,15.195
+7,mlp.experts.22.gate_proj,0.0000052044,0.05000,15.196
+7,mlp.experts.21.gate_proj,0.0000073898,0.05000,15.188
+7,mlp.experts.26.gate_proj,0.0000044881,0.05000,15.146
+7,mlp.experts.25.gate_proj,0.0000177729,0.05000,15.081
+7,mlp.experts.17.gate_proj,0.0000139914,0.05000,15.084
+7,mlp.experts.24.gate_proj,0.0000069834,0.05000,15.288
+7,mlp.experts.31.gate_proj,0.0000071496,0.05000,15.116
+7,mlp.experts.20.gate_proj,0.0000100504,0.05000,15.339
+7,mlp.experts.19.gate_proj,0.0000067895,0.05000,15.147
+7,mlp.experts.30.gate_proj,0.0000158390,0.05000,15.325
+7,mlp.experts.23.gate_proj,0.0000045604,0.05000,15.177
+7,mlp.experts.18.gate_proj,0.0000043792,0.05000,15.130
+7,mlp.experts.16.gate_proj,0.0000054643,0.05000,15.367
+7,mlp.experts.27.gate_proj,0.0000034828,0.05000,15.325
+7,mlp.experts.29.gate_proj,0.0000023234,0.05000,15.512
+7,mlp.experts.41.gate_proj,0.0000110870,0.05000,15.382
+7,mlp.experts.47.gate_proj,0.0000045176,0.05000,15.363
+7,mlp.experts.44.gate_proj,0.0000030280,0.05000,15.577
+7,mlp.experts.38.gate_proj,0.0000036814,0.05000,15.563
+7,mlp.experts.46.gate_proj,0.0000269147,0.05000,15.409
+7,mlp.experts.37.gate_proj,0.0000038915,0.05000,15.518
+7,mlp.experts.40.gate_proj,0.0000037510,0.05000,15.473
+7,mlp.experts.36.gate_proj,0.0000027484,0.05000,15.462
+7,mlp.experts.39.gate_proj,0.0000067197,0.05000,15.454
+7,mlp.experts.32.gate_proj,0.0000020525,0.05000,15.317
+7,mlp.experts.35.gate_proj,0.0000064909,0.05000,15.478
+7,mlp.experts.45.gate_proj,0.0000081427,0.05000,15.238
+7,mlp.experts.42.gate_proj,0.0000204205,0.05000,15.586
+7,mlp.experts.33.gate_proj,0.0000033876,0.05000,15.576
+7,mlp.experts.43.gate_proj,0.0000152281,0.05000,15.438
+7,mlp.experts.34.gate_proj,0.0000059055,0.05000,15.640
+7,mlp.experts.57.gate_proj,0.0000043060,0.05000,16.074
+7,mlp.experts.52.gate_proj,0.0000069859,0.05000,15.984
+7,mlp.experts.54.gate_proj,0.0000040736,0.05000,16.106
+7,mlp.experts.53.gate_proj,0.0000150980,0.05000,16.086
+7,mlp.experts.48.gate_proj,0.0000290651,0.05000,16.053
+7,mlp.experts.63.gate_proj,0.0000039733,0.05000,16.206
+7,mlp.experts.56.gate_proj,0.0000024051,0.05000,16.188
+7,mlp.experts.55.gate_proj,0.0000193947,0.05000,16.184
+7,mlp.experts.58.gate_proj,0.0000137506,0.05000,16.126
+7,mlp.experts.62.gate_proj,0.0000048095,0.05000,16.242
+7,mlp.experts.49.gate_proj,0.0000026078,0.05000,16.130
+7,mlp.experts.60.gate_proj,0.0000056604,0.05000,16.282
+7,mlp.experts.61.gate_proj,0.0000041314,0.05000,16.171
+7,mlp.experts.59.gate_proj,0.0000108783,0.05000,16.212
+7,mlp.experts.51.gate_proj,0.0000103600,0.05000,16.379
+7,mlp.experts.50.gate_proj,0.0000119375,0.05000,16.201
+7,mlp.experts.64.gate_proj,0.0000026934,0.05000,14.989
+7,mlp.experts.73.gate_proj,0.0000025817,0.05000,15.252
+7,mlp.experts.68.gate_proj,0.0000161154,0.05000,15.211
+7,mlp.experts.65.gate_proj,0.0000061249,0.05000,15.007
+7,mlp.experts.78.gate_proj,0.0000019628,0.05000,15.011
+7,mlp.experts.70.gate_proj,0.0000021670,0.05000,15.201
+7,mlp.experts.69.gate_proj,0.0000043305,0.05000,15.213
+7,mlp.experts.76.gate_proj,0.0000055059,0.05000,15.060
+7,mlp.experts.71.gate_proj,0.0000066624,0.05000,15.112
+7,mlp.experts.79.gate_proj,0.0000037973,0.05000,15.211
+7,mlp.experts.72.gate_proj,0.0000045129,0.05000,15.207
+7,mlp.experts.77.gate_proj,0.0000111334,0.05000,15.171
+7,mlp.experts.74.gate_proj,0.0000033273,0.05000,15.273
+7,mlp.experts.75.gate_proj,0.0000030384,0.05000,15.169
+7,mlp.experts.67.gate_proj,0.0000094353,0.05000,15.265
+7,mlp.experts.66.gate_proj,0.0000047882,0.05000,15.249
+7,mlp.experts.87.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.877
+7,mlp.experts.85.gate_proj,0.0000052578,0.05000,15.560
+7,mlp.experts.80.gate_proj,0.0000053802,0.05000,15.778
+7,mlp.experts.84.gate_proj,0.0000150637,0.05000,15.677
+7,mlp.experts.81.gate_proj,0.0000035821,0.05000,15.589
+7,mlp.experts.89.gate_proj,0.0000126967,0.05000,15.821
+7,mlp.experts.86.gate_proj,0.0000027820,0.05000,15.743
+7,mlp.experts.92.gate_proj,0.0000051296,0.05000,15.745
+7,mlp.experts.88.gate_proj,0.0000042742,0.05000,15.706
+7,mlp.experts.95.gate_proj,0.0000046208,0.05000,15.777
+7,mlp.experts.94.gate_proj,0.0000027955,0.05000,15.836
+7,mlp.experts.93.gate_proj,0.0000069875,0.05000,15.793
+7,mlp.experts.90.gate_proj,0.0000043141,0.05000,15.771
+7,mlp.experts.83.gate_proj,0.0000129419,0.05000,15.653
+7,mlp.experts.91.gate_proj,0.0000044303,0.05000,15.792
+7,mlp.experts.82.gate_proj,0.0000263847,0.05000,15.613
+7,mlp.experts.97.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.824
+7,mlp.experts.103.gate_proj,0.0000049743,0.05000,15.727
+7,mlp.experts.101.gate_proj,0.0000039526,0.05000,14.228
+7,mlp.experts.96.gate_proj,0.0000212378,0.05000,14.226
+7,mlp.experts.105.gate_proj,0.0000029955,0.05000,14.211
+7,mlp.experts.100.gate_proj,0.0000112006,0.05000,14.388
+7,mlp.experts.102.gate_proj,0.0000095968,0.05000,14.243
+7,mlp.experts.109.gate_proj,0.0000089669,0.05000,14.183
+7,mlp.experts.104.gate_proj,0.0000142570,0.05000,14.299
+7,mlp.experts.110.gate_proj,0.0000025427,0.05000,14.377
+7,mlp.experts.108.gate_proj,0.0000018737,0.05000,14.453
+7,mlp.experts.98.gate_proj,0.0000028946,0.05000,14.161
+7,mlp.experts.111.gate_proj,0.0000125865,0.05000,14.436
+7,mlp.experts.107.gate_proj,0.0000197526,0.05000,14.328
+7,mlp.experts.106.gate_proj,0.0000039871,0.05000,14.420
+7,mlp.experts.99.gate_proj,0.0000055267,0.05000,14.565
+7,mlp.experts.113.gate_proj,0.0000028483,0.05000,14.445
+7,mlp.experts.124.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.913
+7,mlp.experts.119.gate_proj,0.0000033309,0.05000,14.565
+7,mlp.experts.117.gate_proj,0.0000030154,0.05000,14.663
+7,mlp.experts.112.gate_proj,0.0000038593,0.05000,14.834
+7,mlp.experts.121.gate_proj,0.0000127654,0.05000,14.717
+7,mlp.experts.118.gate_proj,0.0000025440,0.05000,14.707
+7,mlp.experts.120.gate_proj,0.0000029583,0.05000,14.605
+7,mlp.experts.126.gate_proj,0.0000079908,0.05000,14.537
+7,mlp.experts.116.gate_proj,0.0000077584,0.05000,14.799
+7,mlp.experts.125.gate_proj,0.0000032217,0.05000,14.734
+7,mlp.experts.127.gate_proj,0.0000184655,0.05000,14.695
+7,mlp.experts.123.gate_proj,0.0000038530,0.05000,14.592
+7,mlp.experts.114.gate_proj,0.0000123074,0.05000,14.756
+7,mlp.experts.122.gate_proj,0.0000057906,0.05000,14.765
+7,mlp.experts.115.gate_proj,0.0000212292,0.05000,14.721
+7,mlp.experts.129.gate_proj,0.0000049613,0.05000,14.592
+7,mlp.experts.140.gate_proj,0.0000064817,0.05000,14.488
+7,mlp.experts.135.gate_proj,0.0000054935,0.05000,14.647
+7,mlp.experts.133.gate_proj,0.0000029710,0.05000,15.008
+7,mlp.experts.137.gate_proj,0.0000058073,0.05000,14.949
+7,mlp.experts.132.gate_proj,0.0000058421,0.05000,15.047
+7,mlp.experts.128.gate_proj,0.0000062426,0.05000,15.224
+7,mlp.experts.136.gate_proj,0.0000012034,0.05000,15.129
+7,mlp.experts.134.gate_proj,0.0000068448,0.05000,15.220
+7,mlp.experts.141.gate_proj,0.0000032816,0.05000,15.084
+7,mlp.experts.142.gate_proj,0.0000024173,0.05000,15.214
+7,mlp.experts.130.gate_proj,0.0000052919,0.05000,15.054
+7,mlp.experts.139.gate_proj,0.0000048273,0.05000,15.098
+7,mlp.experts.143.gate_proj,0.0000043635,0.05000,15.146
+7,mlp.experts.138.gate_proj,0.0000063651,0.05000,15.050
+7,mlp.experts.145.gate_proj,0.0000014877,0.05000,14.985
+7,mlp.experts.131.gate_proj,0.0000045155,0.05000,15.209
+7,mlp.experts.156.gate_proj,0.0000071794,0.05000,15.022
+7,mlp.experts.151.gate_proj,0.0000081160,0.05000,14.985
+7,mlp.experts.149.gate_proj,0.0000051192,0.05000,14.677
+7,mlp.experts.153.gate_proj,0.0000134661,0.05000,14.626
+7,mlp.experts.148.gate_proj,0.0000027272,0.05000,14.539
+7,mlp.experts.144.gate_proj,0.0000050208,0.05000,14.645
+7,mlp.experts.150.gate_proj,0.0000056240,0.05000,14.581
+7,mlp.experts.157.gate_proj,0.0000081596,0.05000,14.559
+7,mlp.experts.158.gate_proj,0.0000057762,0.05000,14.631
+7,mlp.experts.152.gate_proj,0.0000146537,0.05000,14.743
+7,mlp.experts.146.gate_proj,0.0000064895,0.05000,14.710
+7,mlp.experts.155.gate_proj,0.0000038895,0.05000,14.690
+7,mlp.experts.154.gate_proj,0.0000056424,0.05000,14.683
+7,mlp.experts.159.gate_proj,0.0000047790,0.05000,14.838
+7,mlp.experts.161.gate_proj,0.0000057784,0.05000,14.653
+7,mlp.experts.147.gate_proj,0.0000055490,0.05000,14.717
+7,mlp.experts.172.gate_proj,0.0000037615,0.05000,14.846
+7,mlp.experts.167.gate_proj,0.0000062342,0.05000,14.736
+7,mlp.experts.165.gate_proj,0.0000028274,0.05000,15.244
+7,mlp.experts.169.gate_proj,0.0000043513,0.05000,15.287
+7,mlp.experts.164.gate_proj,0.0000092009,0.05000,15.327
+7,mlp.experts.160.gate_proj,0.0000051757,0.05000,15.233
+7,mlp.experts.168.gate_proj,0.0000056427,0.05000,15.187
+7,mlp.experts.166.gate_proj,0.0000223734,0.05000,15.354
+7,mlp.experts.173.gate_proj,0.0000206085,0.05000,15.396
+7,mlp.experts.174.gate_proj,0.0000074972,0.05000,15.391
+7,mlp.experts.171.gate_proj,0.0000052740,0.05000,15.380
+7,mlp.experts.170.gate_proj,0.0000184410,0.05000,15.340
+7,mlp.experts.162.gate_proj,0.0000022173,0.05000,15.450
+7,mlp.experts.177.gate_proj,0.0000110823,0.05000,15.264
+7,mlp.experts.175.gate_proj,0.0000023555,0.05000,15.457
+7,mlp.experts.163.gate_proj,0.0000085735,0.05000,15.281
+7,mlp.experts.188.gate_proj,0.0000042226,0.05000,15.242
+7,mlp.experts.183.gate_proj,0.0000062155,0.05000,15.454
+7,mlp.experts.181.gate_proj,0.0000029162,0.05000,15.110
+7,mlp.experts.185.gate_proj,0.0000012335,0.05000,15.277
+7,mlp.experts.176.gate_proj,0.0000037913,0.05000,15.246
+7,mlp.experts.180.gate_proj,0.0000058427,0.05000,15.334
+7,mlp.experts.189.gate_proj,0.0000132143,0.05000,15.195
+7,mlp.experts.184.gate_proj,0.0000036145,0.05000,15.329
+7,mlp.experts.182.gate_proj,0.0000035378,0.05000,15.324
+7,mlp.experts.190.gate_proj,0.0000063530,0.05000,15.356
+7,mlp.experts.178.gate_proj,0.0000036305,0.05000,15.220
+7,mlp.experts.193.gate_proj,0.0000099348,0.05000,15.084
+7,mlp.experts.187.gate_proj,0.0000053527,0.05000,15.373
+7,mlp.experts.186.gate_proj,0.0000041539,0.05000,15.391
+7,mlp.experts.191.gate_proj,0.0000067463,0.05000,15.264
+7,mlp.experts.179.gate_proj,0.0000178006,0.05000,15.291
+7,mlp.experts.204.gate_proj,0.0000056370,0.05000,15.226
+7,mlp.experts.198.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.909
+7,mlp.experts.199.gate_proj,0.0000067702,0.05000,15.197
+7,mlp.experts.197.gate_proj,0.0000078867,0.05000,15.195
+7,mlp.experts.192.gate_proj,0.0000158575,0.05000,15.009
+7,mlp.experts.201.gate_proj,0.0000073987,0.05000,15.223
+7,mlp.experts.205.gate_proj,0.0000102117,0.05000,15.159
+7,mlp.experts.196.gate_proj,0.0000312097,0.05000,15.253
+7,mlp.experts.200.gate_proj,0.0000056083,0.05000,15.171
+7,mlp.experts.206.gate_proj,0.0000056640,0.05000,15.096
+7,mlp.experts.209.gate_proj,0.0000037708,0.05000,15.103
+7,mlp.experts.202.gate_proj,0.0000041753,0.05000,15.107
+7,mlp.experts.194.gate_proj,0.0000024664,0.05000,15.280
+7,mlp.experts.203.gate_proj,0.0000064091,0.05000,15.280
+7,mlp.experts.207.gate_proj,0.0000023512,0.05000,15.160
+7,mlp.experts.220.gate_proj,0.0000037578,0.05000,15.145
+7,mlp.experts.195.gate_proj,0.0000017701,0.05000,15.302
+7,mlp.experts.214.gate_proj,0.0000065416,0.05000,15.068
+7,mlp.experts.215.gate_proj,0.0000056205,0.05000,15.311
+7,mlp.experts.213.gate_proj,0.0000036622,0.05000,15.196
+7,mlp.experts.208.gate_proj,0.0000078780,0.05000,15.167
+7,mlp.experts.217.gate_proj,0.0000050564,0.05000,15.250
+7,mlp.experts.221.gate_proj,0.0000057109,0.05000,15.188
+7,mlp.experts.216.gate_proj,0.0000028833,0.05000,15.133
+7,mlp.experts.212.gate_proj,0.0000082989,0.05000,15.322
+7,mlp.experts.222.gate_proj,0.0000063796,0.05000,15.399
+7,mlp.experts.225.gate_proj,0.0000072987,0.05000,15.256
+7,mlp.experts.218.gate_proj,0.0000107646,0.05000,15.261
+7,mlp.experts.210.gate_proj,0.0000059864,0.05000,15.242
+7,mlp.experts.219.gate_proj,0.0000063330,0.05000,15.402
+7,mlp.experts.223.gate_proj,0.0000055791,0.05000,15.499
+7,mlp.experts.230.gate_proj,0.0000051487,0.05000,15.383
+7,mlp.experts.236.gate_proj,0.0000037237,0.05000,15.427
+7,mlp.experts.211.gate_proj,0.0000036524,0.05000,15.499
+7,mlp.experts.231.gate_proj,0.0000043979,0.05000,15.593
+7,mlp.experts.229.gate_proj,0.0000056378,0.05000,14.162
+7,mlp.experts.233.gate_proj,0.0000059778,0.05000,14.089
+7,mlp.experts.224.gate_proj,0.0000056670,0.05000,14.207
+7,mlp.experts.237.gate_proj,0.0000102304,0.05000,14.108
+7,mlp.experts.228.gate_proj,0.0000073275,0.05000,14.140
+7,mlp.experts.232.gate_proj,0.0000063664,0.05000,14.423
+7,mlp.experts.241.gate_proj,0.0000048588,0.05000,14.191
+7,mlp.experts.238.gate_proj,0.0000093097,0.05000,14.317
+7,mlp.experts.226.gate_proj,0.0000048231,0.05000,14.258
+7,mlp.experts.234.gate_proj,0.0000033482,0.05000,14.418
+7,mlp.experts.235.gate_proj,0.0000115734,0.05000,14.173
+7,mlp.experts.239.gate_proj,0.0000061829,0.05000,14.147
+7,mlp.experts.246.gate_proj,0.0000059803,0.05000,14.099
+7,mlp.experts.252.gate_proj,0.0000065937,0.05000,14.067
+7,mlp.experts.227.gate_proj,0.0000058577,0.05000,14.002
+7,mlp.experts.247.gate_proj,0.0000057940,0.05000,14.064
+7,mlp.experts.245.gate_proj,0.0000019562,0.05000,15.129
+7,mlp.experts.240.gate_proj,0.0000055374,0.05000,15.122
+7,mlp.experts.249.gate_proj,0.0000128336,0.05000,15.229
+7,mlp.experts.253.gate_proj,0.0000062529,0.05000,15.215
+7,mlp.experts.248.gate_proj,0.0000032589,0.05000,15.034
+7,mlp.experts.244.gate_proj,0.0000072478,0.05000,15.186
+7,mlp.experts.1.up_proj,0.0000054751,0.05000,15.023
+7,mlp.experts.254.gate_proj,0.0000054851,0.05000,15.050
+7,mlp.experts.242.gate_proj,0.0000059159,0.05000,15.012
+7,mlp.experts.250.gate_proj,0.0000052144,0.05000,15.060
+7,mlp.experts.251.gate_proj,0.0000053349,0.05000,15.134
+7,mlp.experts.6.up_proj,0.0000058365,0.05000,15.024
+7,mlp.experts.255.gate_proj,0.0000088275,0.05000,15.178
+7,mlp.experts.12.up_proj,0.0000089350,0.05000,15.150
+7,mlp.experts.243.gate_proj,0.0000034300,0.05000,15.165
+7,mlp.experts.7.up_proj,0.0000023012,0.05000,15.158
+7,mlp.experts.5.up_proj,0.0000053367,0.05000,15.204
+7,mlp.experts.0.up_proj,0.0000146492,0.05000,15.336
+7,mlp.experts.9.up_proj,0.0000059768,0.05000,15.382
+7,mlp.experts.13.up_proj,0.0000030191,0.05000,15.398
+7,mlp.experts.8.up_proj,0.0000094639,0.05000,15.346
+7,mlp.experts.4.up_proj,0.0000042658,0.05000,15.347
+7,mlp.experts.17.up_proj,0.0000129377,0.05000,15.370
+7,mlp.experts.2.up_proj,0.0000046230,0.05000,15.352
+7,mlp.experts.14.up_proj,0.0000038222,0.05000,15.424
+7,mlp.experts.10.up_proj,0.0000042711,0.05000,15.379
+7,mlp.experts.11.up_proj,0.0000026308,0.05000,15.503
+7,mlp.experts.22.up_proj,0.0000048551,0.05000,15.414
+7,mlp.experts.3.up_proj,0.0000091062,0.05000,15.337
+7,mlp.experts.28.up_proj,0.0000169315,0.05000,15.404
+7,mlp.experts.15.up_proj,0.0000037424,0.05000,15.567
+7,mlp.experts.23.up_proj,0.0000046577,0.05000,15.330
+7,mlp.experts.21.up_proj,0.0000065663,0.05000,14.133
+7,mlp.experts.16.up_proj,0.0000044754,0.05000,14.057
+7,mlp.experts.25.up_proj,0.0000163209,0.05000,14.152
+7,mlp.experts.29.up_proj,0.0000024820,0.05000,14.088
+7,mlp.experts.24.up_proj,0.0000064142,0.05000,14.050
+7,mlp.experts.20.up_proj,0.0000088389,0.05000,14.121
+7,mlp.experts.33.up_proj,0.0000032640,0.05000,14.244
+7,mlp.experts.18.up_proj,0.0000038724,0.05000,14.282
+7,mlp.experts.26.up_proj,0.0000039448,0.05000,14.105
+7,mlp.experts.30.up_proj,0.0000140110,0.05000,14.421
+7,mlp.experts.19.up_proj,0.0000052078,0.05000,14.256
+7,mlp.experts.38.up_proj,0.0000037536,0.05000,14.373
+7,mlp.experts.44.up_proj,0.0000026828,0.05000,14.269
+7,mlp.experts.27.up_proj,0.0000031255,0.05000,14.460
+7,mlp.experts.31.up_proj,0.0000058906,0.05000,14.286
+7,mlp.experts.39.up_proj,0.0000063406,0.05000,14.556
+7,mlp.experts.37.up_proj,0.0000032852,0.05000,15.432
+7,mlp.experts.32.up_proj,0.0000018303,0.05000,15.484
+7,mlp.experts.41.up_proj,0.0000096814,0.05000,15.555
+7,mlp.experts.45.up_proj,0.0000074952,0.05000,15.605
+7,mlp.experts.40.up_proj,0.0000035204,0.05000,15.734
+7,mlp.experts.36.up_proj,0.0000025711,0.05000,15.661
+7,mlp.experts.49.up_proj,0.0000024182,0.05000,15.445
+7,mlp.experts.34.up_proj,0.0000051481,0.05000,15.538
+7,mlp.experts.42.up_proj,0.0000186165,0.05000,15.551
+7,mlp.experts.46.up_proj,0.0000251095,0.05000,15.630
+7,mlp.experts.54.up_proj,0.0000038091,0.05000,15.439
+7,mlp.experts.43.up_proj,0.0000133007,0.05000,15.514
+7,mlp.experts.35.up_proj,0.0000058189,0.05000,15.641
+7,mlp.experts.47.up_proj,0.0000041194,0.05000,15.536
+7,mlp.experts.60.up_proj,0.0000049784,0.05000,15.672
+7,mlp.experts.55.up_proj,0.0000187064,0.05000,15.509
+7,mlp.experts.53.up_proj,0.0000134626,0.05000,15.777
+7,mlp.experts.48.up_proj,0.0000246085,0.05000,15.894
+7,mlp.experts.57.up_proj,0.0000038798,0.05000,15.741
+7,mlp.experts.56.up_proj,0.0000021878,0.05000,15.720
+7,mlp.experts.65.up_proj,0.0000053418,0.05000,15.619
+7,mlp.experts.61.up_proj,0.0000035764,0.05000,15.904
+7,mlp.experts.52.up_proj,0.0000064590,0.05000,15.777
+7,mlp.experts.50.up_proj,0.0000106255,0.05000,15.713
+7,mlp.experts.62.up_proj,0.0000043841,0.05000,15.721
+7,mlp.experts.58.up_proj,0.0000122239,0.05000,15.896
+7,mlp.experts.70.up_proj,0.0000020265,0.05000,15.777
+7,mlp.experts.51.up_proj,0.0000093849,0.05000,15.692
+7,mlp.experts.76.up_proj,0.0000049636,0.05000,15.638
+7,mlp.experts.63.up_proj,0.0000037422,0.05000,15.754
+7,mlp.experts.59.up_proj,0.0000098349,0.05000,15.879
+7,mlp.experts.71.up_proj,0.0000060472,0.05000,15.593
+7,mlp.experts.87.up_proj,failsafe(rtn): 0.0008392,0.00000,0.670
+7,mlp.experts.69.up_proj,0.0000037894,0.05000,15.065
+7,mlp.experts.64.up_proj,0.0000024635,0.05000,14.977
+7,mlp.experts.73.up_proj,0.0000023635,0.05000,15.026
+7,mlp.experts.72.up_proj,0.0000042258,0.05000,14.938
+7,mlp.experts.77.up_proj,0.0000093889,0.05000,14.972
+7,mlp.experts.81.up_proj,0.0000031159,0.05000,14.983
+7,mlp.experts.68.up_proj,0.0000137597,0.05000,15.015
+7,mlp.experts.66.up_proj,0.0000038754,0.05000,14.834
+7,mlp.experts.74.up_proj,0.0000031633,0.05000,14.994
+7,mlp.experts.78.up_proj,0.0000018408,0.05000,15.053
+7,mlp.experts.97.up_proj,failsafe(rtn): 0.0009079,0.00000,0.753
+7,mlp.experts.86.up_proj,0.0000026642,0.05000,15.013
+7,mlp.experts.92.up_proj,0.0000044527,0.05000,15.033
+7,mlp.experts.75.up_proj,0.0000028141,0.05000,15.041
+7,mlp.experts.67.up_proj,0.0000074477,0.05000,15.217
+7,mlp.experts.79.up_proj,0.0000037664,0.05000,15.217
+7,mlp.experts.103.up_proj,0.0000045609,0.05000,15.105
+7,mlp.experts.85.up_proj,0.0000045106,0.05000,14.651
+7,mlp.experts.80.up_proj,0.0000048065,0.05000,14.664
+7,mlp.experts.89.up_proj,0.0000108235,0.05000,14.794
+7,mlp.experts.88.up_proj,0.0000039125,0.05000,14.861
+7,mlp.experts.93.up_proj,0.0000064089,0.05000,14.837
+7,mlp.experts.84.up_proj,0.0000133236,0.05000,14.969
+7,mlp.experts.82.up_proj,0.0000235069,0.05000,14.873
+7,mlp.experts.94.up_proj,0.0000023445,0.05000,14.739
+7,mlp.experts.90.up_proj,0.0000040132,0.05000,14.915
+7,mlp.experts.113.up_proj,0.0000025919,0.05000,14.859
+7,mlp.experts.102.up_proj,0.0000080099,0.05000,14.932
+7,mlp.experts.108.up_proj,0.0000018253,0.05000,14.892
+7,mlp.experts.83.up_proj,0.0000125522,0.05000,14.833
+7,mlp.experts.91.up_proj,0.0000038899,0.05000,14.899
+7,mlp.experts.95.up_proj,0.0000038111,0.05000,14.963
+7,mlp.experts.124.up_proj,failsafe(rtn): 0.0008965,0.00000,0.794
+7,mlp.experts.119.up_proj,0.0000029575,0.05000,15.007
+7,mlp.experts.101.up_proj,0.0000036235,0.05000,15.759
+7,mlp.experts.96.up_proj,0.0000191215,0.05000,15.612
+7,mlp.experts.105.up_proj,0.0000026314,0.05000,15.599
+7,mlp.experts.109.up_proj,0.0000085401,0.05000,15.439
+7,mlp.experts.104.up_proj,0.0000126154,0.05000,15.507
+7,mlp.experts.100.up_proj,0.0000097350,0.05000,15.594
+7,mlp.experts.98.up_proj,0.0000027277,0.05000,15.624
+7,mlp.experts.110.up_proj,0.0000022786,0.05000,15.630
+7,mlp.experts.106.up_proj,0.0000036480,0.05000,15.672
+7,mlp.experts.129.up_proj,0.0000041614,0.05000,15.637
+7,mlp.experts.118.up_proj,0.0000023110,0.05000,15.566
+7,mlp.experts.107.up_proj,0.0000169052,0.05000,15.401
+7,mlp.experts.99.up_proj,0.0000046359,0.05000,15.711
+7,mlp.experts.111.up_proj,0.0000118093,0.05000,15.668
+7,mlp.experts.140.up_proj,0.0000055696,0.05000,15.486
+7,mlp.experts.135.up_proj,0.0000049587,0.05000,15.408
+7,mlp.experts.117.up_proj,0.0000027729,0.05000,14.853
+7,mlp.experts.112.up_proj,0.0000036999,0.05000,14.872
+7,mlp.experts.121.up_proj,0.0000117649,0.05000,14.836
+7,mlp.experts.125.up_proj,0.0000029300,0.05000,14.912
+7,mlp.experts.120.up_proj,0.0000028018,0.05000,14.894
+7,mlp.experts.116.up_proj,0.0000069738,0.05000,15.037
+7,mlp.experts.114.up_proj,0.0000109952,0.05000,14.994
+7,mlp.experts.126.up_proj,0.0000075351,0.05000,14.814
+7,mlp.experts.122.up_proj,0.0000050221,0.05000,14.783
+7,mlp.experts.145.up_proj,0.0000013751,0.05000,14.881
+7,mlp.experts.134.up_proj,0.0000063894,0.05000,14.984
+7,mlp.experts.123.up_proj,0.0000033643,0.05000,14.952
+7,mlp.experts.115.up_proj,0.0000183633,0.05000,15.027
+7,mlp.experts.127.up_proj,0.0000167885,0.05000,14.895
+7,mlp.experts.156.up_proj,0.0000066327,0.05000,14.901
+7,mlp.experts.151.up_proj,0.0000067697,0.05000,15.010
+7,mlp.experts.133.up_proj,0.0000026930,0.05000,15.006
+7,mlp.experts.128.up_proj,0.0000055452,0.05000,15.044
+7,mlp.experts.137.up_proj,0.0000046330,0.05000,15.081
+7,mlp.experts.141.up_proj,0.0000031021,0.05000,15.143
+7,mlp.experts.136.up_proj,0.0000011221,0.05000,15.212
+7,mlp.experts.132.up_proj,0.0000052076,0.05000,14.948
+7,mlp.experts.130.up_proj,0.0000044994,0.05000,15.094
+7,mlp.experts.142.up_proj,0.0000022384,0.05000,15.093
+7,mlp.experts.161.up_proj,0.0000049247,0.05000,14.924
+7,mlp.experts.138.up_proj,0.0000055506,0.05000,15.159
+7,mlp.experts.150.up_proj,0.0000051066,0.05000,15.215
+7,mlp.experts.139.up_proj,0.0000041220,0.05000,15.341
+7,mlp.experts.131.up_proj,0.0000038270,0.05000,15.247
+7,mlp.experts.143.up_proj,0.0000040582,0.05000,15.269
+7,mlp.experts.172.up_proj,0.0000033879,0.05000,15.178
+7,mlp.experts.167.up_proj,0.0000054132,0.05000,15.368
+7,mlp.experts.149.up_proj,0.0000051327,0.05000,15.314
+7,mlp.experts.144.up_proj,0.0000046757,0.05000,15.255
+7,mlp.experts.153.up_proj,0.0000116711,0.05000,15.187
+7,mlp.experts.157.up_proj,0.0000069891,0.05000,15.094
+7,mlp.experts.152.up_proj,0.0000128248,0.05000,15.275
+7,mlp.experts.148.up_proj,0.0000025945,0.05000,15.152
+7,mlp.experts.146.up_proj,0.0000057802,0.05000,15.180
+7,mlp.experts.158.up_proj,0.0000054152,0.05000,15.148
+7,mlp.experts.154.up_proj,0.0000050302,0.05000,15.091
+7,mlp.experts.177.up_proj,0.0000104151,0.05000,15.217
+7,mlp.experts.166.up_proj,0.0000100614,0.05000,15.013
+7,mlp.experts.155.up_proj,0.0000036750,0.05000,15.029
+7,mlp.experts.147.up_proj,0.0000051229,0.05000,15.086
+7,mlp.experts.159.up_proj,0.0000044713,0.05000,15.017
+7,mlp.experts.188.up_proj,0.0000039994,0.05000,15.014
+7,mlp.experts.183.up_proj,0.0000057436,0.05000,15.016
+7,mlp.experts.165.up_proj,0.0000026398,0.05000,14.957
+7,mlp.experts.160.up_proj,0.0000047849,0.05000,15.204
+7,mlp.experts.169.up_proj,0.0000039005,0.05000,15.235
+7,mlp.experts.173.up_proj,0.0000177198,0.05000,15.287
+7,mlp.experts.168.up_proj,0.0000042787,0.05000,15.323
+7,mlp.experts.164.up_proj,0.0000080561,0.05000,15.347
+7,mlp.experts.162.up_proj,0.0000019707,0.05000,15.261
+7,mlp.experts.174.up_proj,0.0000064676,0.05000,15.311
+7,mlp.experts.193.up_proj,0.0000084428,0.05000,15.245
+7,mlp.experts.170.up_proj,0.0000173830,0.05000,15.366
+7,mlp.experts.182.up_proj,0.0000031266,0.05000,15.380
+7,mlp.experts.171.up_proj,0.0000048297,0.05000,15.360
+7,mlp.experts.175.up_proj,0.0000020902,0.05000,15.230
+7,mlp.experts.163.up_proj,0.0000072550,0.05000,15.247
+7,mlp.experts.204.up_proj,0.0000048809,0.05000,15.311
+7,mlp.experts.198.up_proj,failsafe(rtn): 0.0008888,0.00000,0.870
+7,mlp.experts.199.up_proj,0.0000068122,0.05000,15.369
+7,mlp.experts.181.up_proj,0.0000026314,0.05000,15.808
+7,mlp.experts.176.up_proj,0.0000035713,0.05000,16.046
+7,mlp.experts.185.up_proj,0.0000011395,0.05000,15.940
+7,mlp.experts.189.up_proj,0.0000111732,0.05000,15.775
+7,mlp.experts.184.up_proj,0.0000033233,0.05000,15.636
+7,mlp.experts.180.up_proj,0.0000054242,0.05000,15.729
+7,mlp.experts.178.up_proj,0.0000033984,0.05000,15.795
+7,mlp.experts.190.up_proj,0.0000050846,0.05000,15.787
+7,mlp.experts.209.up_proj,0.0000034797,0.05000,15.685
+7,mlp.experts.186.up_proj,0.0000038794,0.05000,15.827
+7,mlp.experts.187.up_proj,0.0000047612,0.05000,15.992
+7,mlp.experts.179.up_proj,0.0000146382,0.05000,15.856
+7,mlp.experts.191.up_proj,0.0000062744,0.05000,16.061
+7,mlp.experts.220.up_proj,0.0000034918,0.05000,15.974
+7,mlp.experts.214.up_proj,0.0000061507,0.05000,16.054
+7,mlp.experts.215.up_proj,0.0000049163,0.05000,15.957
+7,mlp.experts.197.up_proj,0.0000068591,0.05000,15.722
+7,mlp.experts.192.up_proj,0.0000152762,0.05000,15.477
+7,mlp.experts.201.up_proj,0.0000068642,0.05000,15.501
+7,mlp.experts.205.up_proj,0.0000088828,0.05000,15.556
+7,mlp.experts.200.up_proj,0.0000052367,0.05000,15.548
+7,mlp.experts.196.up_proj,0.0000281825,0.05000,15.605
+7,mlp.experts.194.up_proj,0.0000022858,0.05000,15.503
+7,mlp.experts.206.up_proj,0.0000052665,0.05000,15.497
+7,mlp.experts.225.up_proj,0.0000066302,0.05000,15.610
+7,mlp.experts.202.up_proj,0.0000035710,0.05000,15.573
+7,mlp.experts.203.up_proj,0.0000059214,0.05000,15.438
+7,mlp.experts.195.up_proj,0.0000016426,0.05000,15.468
+7,mlp.experts.207.up_proj,0.0000021338,0.05000,15.509
+7,mlp.experts.236.up_proj,0.0000034381,0.05000,15.459
+7,mlp.experts.230.up_proj,0.0000049281,0.05000,15.401
+7,mlp.experts.231.up_proj,0.0000039398,0.05000,15.369
+7,mlp.experts.213.up_proj,0.0000034098,0.05000,14.874
+7,mlp.experts.208.up_proj,0.0000069637,0.05000,14.984
+7,mlp.experts.217.up_proj,0.0000042067,0.05000,15.003
+7,mlp.experts.221.up_proj,0.0000052722,0.05000,15.008
+7,mlp.experts.216.up_proj,0.0000024751,0.05000,15.047
+7,mlp.experts.212.up_proj,0.0000078910,0.05000,15.073
+7,mlp.experts.210.up_proj,0.0000057143,0.05000,15.115
+7,mlp.experts.222.up_proj,0.0000058948,0.05000,15.167
+7,mlp.experts.241.up_proj,0.0000045478,0.05000,15.045
+7,mlp.experts.218.up_proj,0.0000095612,0.05000,15.056
+7,mlp.experts.211.up_proj,0.0000034311,0.05000,14.983
+7,mlp.experts.219.up_proj,0.0000058568,0.05000,15.070
+7,mlp.experts.223.up_proj,0.0000047728,0.05000,15.061
+7,mlp.experts.252.up_proj,0.0000061641,0.05000,15.007
+7,mlp.experts.246.up_proj,0.0000058023,0.05000,14.937
+7,mlp.experts.247.up_proj,0.0000053851,0.05000,14.932
+7,mlp.experts.1.down_proj,0.0000001549,0.05000,3.814
+7,mlp.experts.12.down_proj,0.0000001491,0.05000,3.838
+7,mlp.experts.6.down_proj,0.0000000454,0.05000,3.903
+7,mlp.experts.7.down_proj,0.0000000505,0.05000,3.965
+7,mlp.experts.17.down_proj,0.0000001813,0.05000,3.967
+7,mlp.experts.28.down_proj,0.0000004064,0.05000,4.079
+7,mlp.experts.22.down_proj,0.0000000309,0.05000,4.099
+7,mlp.experts.23.down_proj,0.0000001364,0.05000,4.080
+7,mlp.experts.33.down_proj,0.0000000336,0.05000,4.181
+7,mlp.experts.44.down_proj,0.0000000771,0.05000,4.157
+7,mlp.experts.38.down_proj,0.0000001041,0.05000,4.155
+7,mlp.experts.229.up_proj,0.0000056518,0.05000,16.084
+7,mlp.experts.39.down_proj,0.0000000998,0.05000,3.991
+7,mlp.experts.224.up_proj,0.0000049818,0.05000,16.055
+7,mlp.experts.237.up_proj,0.0000095309,0.05000,16.004
+7,mlp.experts.233.up_proj,0.0000052959,0.05000,16.228
+7,mlp.experts.232.up_proj,0.0000057645,0.05000,16.029
+7,mlp.experts.228.up_proj,0.0000059631,0.05000,15.896
+7,mlp.experts.226.up_proj,0.0000045395,0.05000,16.030
+7,mlp.experts.238.up_proj,0.0000078437,0.05000,15.895
+7,mlp.experts.49.down_proj,0.0000000229,0.05000,3.997
+7,mlp.experts.234.up_proj,0.0000029937,0.05000,15.940
+7,mlp.experts.227.up_proj,0.0000052076,0.05000,16.068
+7,mlp.experts.235.up_proj,0.0000106299,0.05000,16.024
+7,mlp.experts.239.up_proj,0.0000056737,0.05000,16.162
+7,mlp.experts.60.down_proj,0.0000000595,0.05000,4.059
+7,mlp.experts.54.down_proj,0.0000000232,0.05000,4.053
+7,mlp.experts.55.down_proj,0.0000002758,0.05000,4.097
+7,mlp.experts.65.down_proj,0.0000001034,0.05000,3.901
+7,mlp.experts.76.down_proj,0.0000001090,0.05000,3.665
+7,mlp.experts.70.down_proj,0.0000000224,0.05000,3.623
+7,mlp.experts.71.down_proj,0.0000000792,0.05000,3.660
+7,mlp.experts.87.down_proj,failsafe(rtn): 0.0008392,0.00000,0.189
+7,mlp.experts.81.down_proj,0.0000000729,0.05000,3.617
+7,mlp.experts.97.down_proj,failsafe(rtn): 0.0008926,0.00000,0.203
+7,mlp.experts.92.down_proj,0.0000000796,0.05000,3.957
+7,mlp.experts.86.down_proj,0.0000000430,0.05000,3.896
+7,mlp.experts.103.down_proj,0.0000000392,0.05000,3.783
+7,mlp.experts.113.down_proj,0.0000000330,0.05000,3.687
+7,mlp.experts.108.down_proj,0.0000000369,0.05000,3.618
+7,mlp.experts.124.down_proj,failsafe(rtn): 0.0008850,0.00000,0.234
+7,mlp.experts.102.down_proj,0.0000001838,0.05000,3.732
+7,mlp.experts.245.up_proj,0.0000018356,0.05000,15.152
+7,mlp.experts.119.down_proj,0.0000000394,0.05000,3.725
+7,mlp.experts.240.up_proj,0.0000045581,0.05000,15.116
+7,mlp.experts.249.up_proj,0.0000120414,0.05000,14.819
+7,mlp.experts.253.up_proj,0.0000053364,0.05000,14.977
+7,mlp.experts.248.up_proj,0.0000026693,0.05000,14.937
+7,mlp.experts.244.up_proj,0.0000063482,0.05000,15.001
+7,mlp.experts.242.up_proj,0.0000052858,0.05000,15.176
+7,mlp.experts.254.up_proj,0.0000048676,0.05000,15.181
+7,mlp.experts.129.down_proj,0.0000001127,0.05000,3.753
+7,mlp.experts.250.up_proj,0.0000044188,0.05000,15.116
+7,mlp.experts.251.up_proj,0.0000049299,0.05000,14.855
+7,mlp.experts.243.up_proj,0.0000029188,0.05000,14.979
+7,mlp.experts.255.up_proj,0.0000075644,0.05000,15.087
+7,mlp.experts.140.down_proj,0.0000001142,0.05000,3.594
+7,mlp.experts.118.down_proj,0.0000000754,0.05000,3.673
+7,mlp.experts.5.down_proj,0.0000000673,0.05000,3.697
+7,mlp.experts.135.down_proj,0.0000000666,0.05000,3.715
+7,mlp.experts.0.down_proj,0.0000002789,0.05000,3.836
+7,mlp.experts.9.down_proj,0.0000000412,0.05000,3.880
+7,mlp.experts.13.down_proj,0.0000000227,0.05000,3.906
+7,mlp.experts.8.down_proj,0.0000001330,0.05000,3.843
+7,mlp.experts.4.down_proj,0.0000001257,0.05000,3.884
+7,mlp.experts.2.down_proj,0.0000001074,0.05000,3.788
+7,mlp.experts.14.down_proj,0.0000000944,0.05000,3.824
+7,mlp.experts.145.down_proj,0.0000000091,0.05000,3.885
+7,mlp.experts.10.down_proj,0.0000001268,0.05000,3.880
+7,mlp.experts.11.down_proj,0.0000001154,0.05000,3.978
+7,mlp.experts.3.down_proj,0.0000001281,0.05000,3.943
+7,mlp.experts.15.down_proj,0.0000000288,0.05000,4.013
+7,mlp.experts.156.down_proj,0.0000000794,0.05000,4.106
+7,mlp.experts.134.down_proj,0.0000000722,0.05000,4.028
+7,mlp.experts.21.down_proj,0.0000001137,0.05000,3.971
+7,mlp.experts.151.down_proj,0.0000001030,0.05000,3.948
+7,mlp.experts.16.down_proj,0.0000001793,0.05000,3.954
+7,mlp.experts.25.down_proj,0.0000001800,0.05000,3.935
+7,mlp.experts.29.down_proj,0.0000000799,0.05000,3.890
+7,mlp.experts.24.down_proj,0.0000001093,0.05000,3.978
+7,mlp.experts.20.down_proj,0.0000001176,0.05000,4.044
+7,mlp.experts.18.down_proj,0.0000002722,0.05000,4.026
+7,mlp.experts.30.down_proj,0.0000002156,0.05000,4.090
+7,mlp.experts.161.down_proj,0.0000001360,0.05000,4.026
+7,mlp.experts.26.down_proj,0.0000000648,0.05000,4.067
+7,mlp.experts.27.down_proj,0.0000000896,0.05000,3.836
+7,mlp.experts.19.down_proj,0.0000001339,0.05000,3.843
+7,mlp.experts.31.down_proj,0.0000002237,0.05000,3.760
+7,mlp.experts.172.down_proj,0.0000000489,0.05000,3.663
+7,mlp.experts.150.down_proj,0.0000000753,0.05000,3.688
+7,mlp.experts.37.down_proj,0.0000001042,0.05000,3.644
+7,mlp.experts.167.down_proj,0.0000001526,0.05000,3.685
+7,mlp.experts.32.down_proj,0.0000000246,0.05000,3.640
+7,mlp.experts.41.down_proj,0.0000002689,0.05000,3.576
+7,mlp.experts.45.down_proj,0.0000000617,0.05000,3.562
+7,mlp.experts.40.down_proj,0.0000000964,0.05000,3.493
+7,mlp.experts.36.down_proj,0.0000000480,0.05000,3.439
+7,mlp.experts.34.down_proj,0.0000000618,0.05000,3.297
+7,mlp.experts.46.down_proj,0.0000003252,0.05000,3.262
+7,mlp.experts.177.down_proj,0.0000001084,0.05000,3.241
+7,mlp.experts.42.down_proj,0.0000003574,0.05000,3.270
+7,mlp.experts.35.down_proj,0.0000000952,0.05000,3.344
+7,mlp.experts.43.down_proj,0.0000002870,0.05000,3.395
+7,mlp.experts.188.down_proj,0.0000000365,0.05000,3.235
+7,mlp.experts.47.down_proj,0.0000000315,0.05000,3.334
+7,mlp.experts.166.down_proj,0.0000000193,0.05000,3.314
+7,mlp.experts.53.down_proj,0.0000005506,0.05000,3.353
+7,mlp.experts.183.down_proj,0.0000000944,0.05000,3.390
+7,mlp.experts.48.down_proj,0.0000003375,0.05000,3.484
+7,mlp.experts.57.down_proj,0.0000000558,0.05000,3.571
+7,mlp.experts.61.down_proj,0.0000001213,0.05000,3.562
+7,mlp.experts.56.down_proj,0.0000000683,0.05000,3.705
+7,mlp.experts.52.down_proj,0.0000000438,0.05000,3.691
+7,mlp.experts.50.down_proj,0.0000001566,0.05000,3.747
+7,mlp.experts.62.down_proj,0.0000000571,0.05000,3.706
+7,mlp.experts.193.down_proj,0.0000001256,0.05000,3.732
+7,mlp.experts.58.down_proj,0.0000002341,0.05000,3.802
+7,mlp.experts.51.down_proj,0.0000002190,0.05000,3.704
+7,mlp.experts.59.down_proj,0.0000001265,0.05000,3.755
+7,mlp.experts.204.down_proj,0.0000000472,0.05000,3.932
+7,mlp.experts.63.down_proj,0.0000000314,0.05000,3.948
+7,mlp.experts.182.down_proj,0.0000000539,0.05000,3.952
+7,mlp.experts.69.down_proj,0.0000001312,0.05000,3.992
+7,mlp.experts.198.down_proj,failsafe(rtn): 0.0008888,0.00000,0.217
+7,mlp.experts.199.down_proj,0.0000001983,0.05000,3.913
+7,mlp.experts.64.down_proj,0.0000000645,0.05000,3.815
+7,mlp.experts.73.down_proj,0.0000000186,0.05000,3.834
+7,mlp.experts.77.down_proj,0.0000001910,0.05000,3.814
+7,mlp.experts.72.down_proj,0.0000000289,0.05000,3.825
+7,mlp.experts.68.down_proj,0.0000001871,0.05000,3.897
+7,mlp.experts.66.down_proj,0.0000001300,0.05000,3.978
+7,mlp.experts.78.down_proj,0.0000000368,0.05000,3.940
+7,mlp.experts.209.down_proj,0.0000000286,0.05000,3.998
+7,mlp.experts.74.down_proj,0.0000000817,0.05000,3.988
+7,mlp.experts.67.down_proj,0.0000002003,0.05000,4.065
+7,mlp.experts.75.down_proj,0.0000000289,0.05000,4.018
+7,mlp.experts.220.down_proj,0.0000001113,0.05000,3.970
+7,mlp.experts.79.down_proj,0.0000001038,0.05000,3.984
+7,mlp.experts.85.down_proj,0.0000001214,0.05000,3.928
+7,mlp.experts.214.down_proj,0.0000000618,0.05000,3.918
+7,mlp.experts.215.down_proj,0.0000001265,0.05000,4.014
+7,mlp.experts.80.down_proj,0.0000000875,0.05000,3.933
+7,mlp.experts.93.down_proj,0.0000001107,0.05000,3.919
+7,mlp.experts.89.down_proj,0.0000001426,0.05000,3.951
+7,mlp.experts.88.down_proj,0.0000000493,0.05000,3.906
+7,mlp.experts.84.down_proj,0.0000003229,0.05000,3.840
+7,mlp.experts.82.down_proj,0.0000005722,0.05000,3.910
+7,mlp.experts.94.down_proj,0.0000000542,0.05000,3.957
+7,mlp.experts.225.down_proj,0.0000000779,0.05000,3.877
+7,mlp.experts.90.down_proj,0.0000000282,0.05000,3.910
+7,mlp.experts.83.down_proj,0.0000002648,0.05000,4.001
+7,mlp.experts.91.down_proj,0.0000000910,0.05000,4.038
+7,mlp.experts.236.down_proj,0.0000000251,0.05000,3.964
+7,mlp.experts.95.down_proj,0.0000000767,0.05000,3.944
+7,mlp.experts.101.down_proj,0.0000000304,0.05000,3.836
+7,mlp.experts.230.down_proj,0.0000000405,0.05000,3.895
+7,mlp.experts.231.down_proj,0.0000000652,0.05000,3.902
+7,mlp.experts.96.down_proj,0.0000005519,0.05000,3.889
+7,mlp.experts.109.down_proj,0.0000001030,0.05000,3.833
+7,mlp.experts.105.down_proj,0.0000001083,0.05000,3.819
+7,mlp.experts.104.down_proj,0.0000001906,0.05000,3.748
+7,mlp.experts.100.down_proj,0.0000001737,0.05000,3.736
+7,mlp.experts.98.down_proj,0.0000000238,0.05000,3.683
+7,mlp.experts.110.down_proj,0.0000000191,0.05000,3.651
+7,mlp.experts.241.down_proj,0.0000000352,0.05000,3.616
+7,mlp.experts.106.down_proj,0.0000000571,0.05000,3.686
+7,mlp.experts.99.down_proj,0.0000000845,0.05000,3.646
+7,mlp.experts.107.down_proj,0.0000003216,0.05000,3.688
+7,mlp.experts.252.down_proj,0.0000000498,0.05000,3.717
+7,mlp.experts.111.down_proj,0.0000001328,0.05000,3.777
+7,mlp.experts.117.down_proj,0.0000000879,0.05000,3.694
+7,mlp.experts.246.down_proj,0.0000001128,0.05000,3.768
+7,mlp.experts.247.down_proj,0.0000000518,0.05000,3.752
+7,mlp.experts.112.down_proj,0.0000000600,0.05000,3.756
+7,mlp.experts.125.down_proj,0.0000000557,0.05000,3.669
+7,mlp.experts.121.down_proj,0.0000001786,0.05000,3.717
+7,mlp.experts.120.down_proj,0.0000000368,0.05000,3.777
+7,mlp.experts.116.down_proj,0.0000001525,0.05000,3.708
+7,mlp.experts.126.down_proj,0.0000000790,0.05000,3.497
+7,mlp.experts.114.down_proj,0.0000001548,0.05000,3.575
+7,mlp.experts.122.down_proj,0.0000000753,0.05000,3.457
+7,mlp.experts.115.down_proj,0.0000005074,0.05000,3.299
+7,mlp.experts.123.down_proj,0.0000000678,0.05000,3.223
+7,mlp.experts.127.down_proj,0.0000002951,0.05000,3.063
+7,mlp.experts.133.down_proj,0.0000000476,0.05000,3.017
+7,mlp.experts.141.down_proj,0.0000000260,0.05000,2.861
+7,mlp.experts.137.down_proj,0.0000001232,0.05000,2.815
+7,mlp.experts.128.down_proj,0.0000001589,0.05000,2.937
+7,mlp.experts.136.down_proj,0.0000000087,0.05000,2.919
+7,mlp.experts.132.down_proj,0.0000001110,0.05000,2.899
+7,mlp.experts.142.down_proj,0.0000000233,0.05000,2.849
+7,mlp.experts.130.down_proj,0.0000000728,0.05000,2.905
+7,mlp.experts.138.down_proj,0.0000001136,0.05000,2.930
+7,mlp.experts.131.down_proj,0.0000001146,0.05000,3.056
+7,mlp.experts.139.down_proj,0.0000000437,0.05000,3.063
+7,mlp.experts.143.down_proj,0.0000000308,0.05000,3.012
+7,mlp.experts.149.down_proj,0.0000000701,0.05000,2.923
+7,mlp.experts.153.down_proj,0.0000001427,0.05000,2.762
+7,mlp.experts.144.down_proj,0.0000000295,0.05000,2.765
+7,mlp.experts.157.down_proj,0.0000001068,0.05000,2.831
+7,mlp.experts.152.down_proj,0.0000003015,0.05000,2.744
+7,mlp.experts.148.down_proj,0.0000000179,0.05000,2.734
+7,mlp.experts.158.down_proj,0.0000000774,0.05000,2.668
+7,mlp.experts.146.down_proj,0.0000001619,0.05000,2.687
+7,mlp.experts.154.down_proj,0.0000001017,0.05000,2.656
+7,mlp.experts.147.down_proj,0.0000001098,0.05000,2.510
+7,mlp.experts.155.down_proj,0.0000000294,0.05000,2.515
+7,mlp.experts.165.down_proj,0.0000000209,0.05000,2.469
+7,mlp.experts.159.down_proj,0.0000000309,0.05000,2.505
+7,mlp.experts.169.down_proj,0.0000001130,0.05000,2.502
+7,mlp.experts.160.down_proj,0.0000000502,0.05000,2.490
+7,mlp.experts.173.down_proj,0.0000002920,0.05000,2.466
+7,mlp.experts.164.down_proj,0.0000001248,0.05000,2.419
+7,mlp.experts.168.down_proj,0.0000001072,0.05000,2.442
+7,mlp.experts.174.down_proj,0.0000001229,0.05000,2.418
+7,mlp.experts.162.down_proj,0.0000000174,0.05000,2.442
+7,mlp.experts.170.down_proj,0.0000002888,0.05000,2.437
+7,mlp.experts.163.down_proj,0.0000000950,0.05000,2.390
+7,mlp.experts.171.down_proj,0.0000001363,0.05000,2.413
+7,mlp.experts.175.down_proj,0.0000000615,0.05000,2.384
+7,mlp.experts.181.down_proj,0.0000000698,0.05000,2.421
+7,mlp.experts.185.down_proj,0.0000000346,0.05000,2.408
+7,mlp.experts.176.down_proj,0.0000000658,0.05000,2.396
+7,mlp.experts.189.down_proj,0.0000001453,0.05000,2.402
+7,mlp.experts.184.down_proj,0.0000000464,0.05000,2.418
+7,mlp.experts.180.down_proj,0.0000000380,0.05000,2.451
+7,mlp.experts.190.down_proj,0.0000000597,0.05000,2.429
+7,mlp.experts.178.down_proj,0.0000000369,0.05000,2.509
+7,mlp.experts.186.down_proj,0.0000000301,0.05000,2.579
+7,mlp.experts.179.down_proj,0.0000003560,0.05000,2.631
+7,mlp.experts.187.down_proj,0.0000001145,0.05000,2.616
+7,mlp.experts.197.down_proj,0.0000001072,0.05000,2.729
+7,mlp.experts.191.down_proj,0.0000000876,0.05000,2.760
+7,mlp.experts.205.down_proj,0.0000001631,0.05000,2.768
+7,mlp.experts.192.down_proj,0.0000004613,0.05000,2.783
+7,mlp.experts.201.down_proj,0.0000000589,0.05000,2.851
+7,mlp.experts.200.down_proj,0.0000000458,0.05000,2.881
+7,mlp.experts.196.down_proj,0.0000004755,0.05000,2.873
+7,mlp.experts.206.down_proj,0.0000000328,0.05000,2.886
+7,mlp.experts.194.down_proj,0.0000000166,0.05000,2.754
+7,mlp.experts.202.down_proj,0.0000000676,0.05000,2.695
+7,mlp.experts.195.down_proj,0.0000000105,0.05000,2.716
+7,mlp.experts.203.down_proj,0.0000000426,0.05000,2.751
+7,mlp.experts.207.down_proj,0.0000000149,0.05000,2.594
+7,mlp.experts.213.down_proj,0.0000000301,0.05000,2.608
+7,mlp.experts.221.down_proj,0.0000000441,0.05000,2.523
+7,mlp.experts.208.down_proj,0.0000001529,0.05000,2.570
+7,mlp.experts.217.down_proj,0.0000001210,0.05000,2.537
+7,mlp.experts.216.down_proj,0.0000000319,0.05000,2.472
+7,mlp.experts.212.down_proj,0.0000001269,0.05000,2.476
+7,mlp.experts.222.down_proj,0.0000000554,0.05000,2.431
+7,mlp.experts.210.down_proj,0.0000001637,0.05000,2.447
+7,mlp.experts.218.down_proj,0.0000001567,0.05000,2.459
+7,mlp.experts.211.down_proj,0.0000000292,0.05000,2.374
+7,mlp.experts.219.down_proj,0.0000001533,0.05000,2.374
+7,mlp.experts.229.down_proj,0.0000001411,0.05000,2.316
+7,mlp.experts.223.down_proj,0.0000000946,0.05000,2.355
+7,mlp.experts.237.down_proj,0.0000000725,0.05000,2.334
+7,mlp.experts.233.down_proj,0.0000001058,0.05000,2.285
+7,mlp.experts.224.down_proj,0.0000000763,0.05000,2.358
+7,mlp.experts.232.down_proj,0.0000000669,0.05000,2.319
+7,mlp.experts.238.down_proj,0.0000000839,0.05000,2.334
+7,mlp.experts.228.down_proj,0.0000001716,0.05000,2.390
+7,mlp.experts.226.down_proj,0.0000000427,0.05000,2.347
+7,mlp.experts.234.down_proj,0.0000000452,0.05000,2.323
+7,mlp.experts.227.down_proj,0.0000001057,0.05000,2.452
+7,mlp.experts.235.down_proj,0.0000001093,0.05000,2.478
+7,mlp.experts.245.down_proj,0.0000000318,0.05000,2.438
+7,mlp.experts.239.down_proj,0.0000001624,0.05000,2.491
+7,mlp.experts.253.down_proj,0.0000001646,0.05000,2.511
+7,mlp.experts.240.down_proj,0.0000001120,0.05000,2.460
+7,mlp.experts.249.down_proj,0.0000001152,0.05000,2.510
+7,mlp.experts.254.down_proj,0.0000000907,0.05000,2.297
+7,mlp.experts.248.down_proj,0.0000000525,0.05000,2.380
+7,mlp.experts.242.down_proj,0.0000001273,0.05000,2.248
+7,mlp.experts.244.down_proj,0.0000001010,0.05000,2.372
+7,mlp.experts.250.down_proj,0.0000001120,0.05000,2.069
+7,mlp.experts.251.down_proj,0.0000000459,0.05000,1.604
+7,mlp.experts.243.down_proj,0.0000000728,0.05000,1.710
+7,mlp.experts.255.down_proj,0.0000001551,0.05000,1.252
+8,mlp.experts.8.gate_proj,0.0000043639,0.05000,15.176
+8,mlp.experts.10.gate_proj,0.0000021294,0.05000,15.211
+8,mlp.experts.1.gate_proj,0.0000034489,0.05000,15.241
+8,mlp.experts.9.gate_proj,0.0000077652,0.05000,15.244
+8,mlp.experts.11.gate_proj,0.0000040311,0.05000,15.350
+8,mlp.experts.4.gate_proj,0.0000086331,0.05000,15.355
+8,mlp.experts.2.gate_proj,0.0000249212,0.05000,15.357
+8,mlp.experts.14.gate_proj,0.0000219936,0.05000,15.364
+8,mlp.experts.15.gate_proj,0.0000118216,0.05000,15.365
+8,mlp.experts.13.gate_proj,0.0000277632,0.05000,15.384
+8,mlp.experts.7.gate_proj,0.0000051848,0.05000,15.390
+8,mlp.experts.5.gate_proj,0.0000110231,0.05000,15.406
+8,mlp.experts.6.gate_proj,0.0000112591,0.05000,15.403
+8,mlp.experts.12.gate_proj,0.0000095077,0.05000,15.434
+8,mlp.experts.0.gate_proj,0.0000076620,0.05000,15.457
+8,mlp.experts.3.gate_proj,0.0000079602,0.05000,15.614
+8,mlp.experts.30.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.766
+8,mlp.experts.25.gate_proj,0.0000041824,0.05000,14.547
+8,mlp.experts.27.gate_proj,0.0000269341,0.05000,14.520
+8,mlp.experts.24.gate_proj,0.0000030754,0.05000,14.723
+8,mlp.experts.26.gate_proj,0.0000023296,0.05000,14.720
+8,mlp.experts.17.gate_proj,0.0000029330,0.05000,14.703
+8,mlp.experts.21.gate_proj,0.0000059720,0.05000,14.594
+8,mlp.experts.20.gate_proj,0.0000067669,0.05000,14.678
+8,mlp.experts.29.gate_proj,0.0000070955,0.05000,14.664
+8,mlp.experts.18.gate_proj,0.0000039730,0.05000,14.750
+8,mlp.experts.28.gate_proj,0.0000088384,0.05000,14.686
+8,mlp.experts.31.gate_proj,0.0000318500,0.05000,14.750
+8,mlp.experts.16.gate_proj,0.0000024862,0.05000,14.708
+8,mlp.experts.22.gate_proj,0.0000034099,0.05000,14.728
+8,mlp.experts.19.gate_proj,0.0000103881,0.05000,14.549
+8,mlp.experts.23.gate_proj,0.0000030853,0.05000,14.987
+8,mlp.experts.46.gate_proj,0.0000197717,0.05000,14.767
+8,mlp.experts.41.gate_proj,0.0000051321,0.05000,15.020
+8,mlp.experts.43.gate_proj,0.0000120294,0.05000,15.145
+8,mlp.experts.42.gate_proj,0.0000060945,0.05000,15.131
+8,mlp.experts.33.gate_proj,0.0000035114,0.05000,15.143
+8,mlp.experts.40.gate_proj,0.0000041609,0.05000,15.210
+8,mlp.experts.45.gate_proj,0.0000067317,0.05000,15.114
+8,mlp.experts.36.gate_proj,0.0000044601,0.05000,15.196
+8,mlp.experts.37.gate_proj,0.0000092446,0.05000,15.233
+8,mlp.experts.38.gate_proj,0.0000060251,0.05000,15.124
+8,mlp.experts.34.gate_proj,0.0000175936,0.05000,15.186
+8,mlp.experts.47.gate_proj,0.0000173462,0.05000,15.182
+8,mlp.experts.32.gate_proj,0.0000119125,0.05000,15.164
+8,mlp.experts.44.gate_proj,0.0000039888,0.05000,15.237
+8,mlp.experts.35.gate_proj,0.0000051692,0.05000,15.338
+8,mlp.experts.39.gate_proj,0.0000210582,0.05000,15.268
+8,mlp.experts.62.gate_proj,0.0000084297,0.05000,15.185
+8,mlp.experts.55.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.799
+8,mlp.experts.57.gate_proj,0.0000017750,0.05000,14.588
+8,mlp.experts.59.gate_proj,0.0000075204,0.05000,14.545
+8,mlp.experts.49.gate_proj,0.0000063141,0.05000,14.535
+8,mlp.experts.58.gate_proj,0.0000070288,0.05000,14.617
+8,mlp.experts.52.gate_proj,0.0000033442,0.05000,14.489
+8,mlp.experts.61.gate_proj,0.0000084603,0.05000,14.632
+8,mlp.experts.63.gate_proj,0.0000079664,0.05000,14.528
+8,mlp.experts.48.gate_proj,0.0000057685,0.05000,14.526
+8,mlp.experts.56.gate_proj,0.0000030312,0.05000,14.729
+8,mlp.experts.60.gate_proj,0.0000130276,0.05000,14.489
+8,mlp.experts.53.gate_proj,0.0000069152,0.05000,14.604
+8,mlp.experts.54.gate_proj,0.0000052591,0.05000,14.587
+8,mlp.experts.50.gate_proj,0.0000033788,0.05000,14.616
+8,mlp.experts.51.gate_proj,0.0000159220,0.05000,14.485
+8,mlp.experts.78.gate_proj,0.0000030964,0.05000,14.510
+8,mlp.experts.77.gate_proj,failsafe(rtn): 0.0008545,0.00000,0.871
+8,mlp.experts.71.gate_proj,0.0000084210,0.05000,14.584
+8,mlp.experts.87.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.815
+8,mlp.experts.73.gate_proj,0.0000073228,0.05000,14.963
+8,mlp.experts.75.gate_proj,0.0000157582,0.05000,14.891
+8,mlp.experts.65.gate_proj,0.0000042719,0.05000,14.969
+8,mlp.experts.74.gate_proj,0.0000057654,0.05000,14.954
+8,mlp.experts.68.gate_proj,0.0000050882,0.05000,15.060
+8,mlp.experts.70.gate_proj,0.0000168227,0.05000,14.909
+8,mlp.experts.69.gate_proj,0.0000089699,0.05000,14.981
+8,mlp.experts.72.gate_proj,0.0000013466,0.05000,14.997
+8,mlp.experts.79.gate_proj,0.0000019664,0.05000,15.021
+8,mlp.experts.67.gate_proj,0.0000202792,0.05000,14.857
+8,mlp.experts.64.gate_proj,0.0000052150,0.05000,15.099
+8,mlp.experts.66.gate_proj,0.0000098595,0.05000,15.001
+8,mlp.experts.76.gate_proj,0.0000022815,0.05000,15.218
+8,mlp.experts.94.gate_proj,0.0000095361,0.05000,14.937
+8,mlp.experts.93.gate_proj,0.0000072172,0.05000,14.899
+8,mlp.experts.90.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.965
+8,mlp.experts.103.gate_proj,0.0000023254,0.05000,14.989
+8,mlp.experts.89.gate_proj,0.0000046727,0.05000,15.162
+8,mlp.experts.81.gate_proj,0.0000026779,0.05000,15.139
+8,mlp.experts.91.gate_proj,0.0000076039,0.05000,15.502
+8,mlp.experts.85.gate_proj,0.0000036777,0.05000,15.090
+8,mlp.experts.88.gate_proj,0.0000069228,0.05000,15.151
+8,mlp.experts.86.gate_proj,0.0000023301,0.05000,15.243
+8,mlp.experts.84.gate_proj,0.0000087351,0.05000,15.307
+8,mlp.experts.95.gate_proj,0.0000053062,0.05000,15.257
+8,mlp.experts.82.gate_proj,0.0000044211,0.05000,15.189
+8,mlp.experts.80.gate_proj,0.0000089739,0.05000,15.247
+8,mlp.experts.83.gate_proj,0.0000105665,0.05000,15.400
+8,mlp.experts.92.gate_proj,0.0000059019,0.05000,15.233
+8,mlp.experts.110.gate_proj,0.0000098417,0.05000,15.100
+8,mlp.experts.109.gate_proj,0.0000212941,0.05000,15.072
+8,mlp.experts.106.gate_proj,0.0000062899,0.05000,15.104
+8,mlp.experts.119.gate_proj,0.0000070641,0.05000,14.835
+8,mlp.experts.105.gate_proj,0.0000063503,0.05000,15.365
+8,mlp.experts.97.gate_proj,0.0000160675,0.05000,15.492
+8,mlp.experts.101.gate_proj,0.0000153808,0.05000,15.358
+8,mlp.experts.107.gate_proj,0.0000072793,0.05000,15.530
+8,mlp.experts.102.gate_proj,0.0000199818,0.05000,15.503
+8,mlp.experts.111.gate_proj,0.0000093882,0.05000,15.424
+8,mlp.experts.104.gate_proj,0.0000037340,0.05000,15.561
+8,mlp.experts.100.gate_proj,0.0000039587,0.05000,15.528
+8,mlp.experts.96.gate_proj,0.0000066185,0.05000,15.536
+8,mlp.experts.98.gate_proj,0.0000077674,0.05000,15.591
+8,mlp.experts.108.gate_proj,0.0000106043,0.05000,15.609
+8,mlp.experts.99.gate_proj,0.0000039769,0.05000,15.694
+8,mlp.experts.126.gate_proj,0.0000075622,0.05000,15.393
+8,mlp.experts.125.gate_proj,0.0000104229,0.05000,15.349
+8,mlp.experts.122.gate_proj,0.0000056764,0.05000,15.627
+8,mlp.experts.135.gate_proj,0.0000053013,0.05000,15.964
+8,mlp.experts.121.gate_proj,0.0000089275,0.05000,15.363
+8,mlp.experts.113.gate_proj,0.0000022472,0.05000,15.170
+8,mlp.experts.117.gate_proj,0.0000046934,0.05000,15.200
+8,mlp.experts.118.gate_proj,0.0000072129,0.05000,15.178
+8,mlp.experts.116.gate_proj,0.0000149715,0.05000,15.129
+8,mlp.experts.123.gate_proj,0.0000040463,0.05000,15.331
+8,mlp.experts.127.gate_proj,0.0000044521,0.05000,15.328
+8,mlp.experts.120.gate_proj,0.0000041248,0.05000,15.344
+8,mlp.experts.112.gate_proj,0.0000041970,0.05000,15.245
+8,mlp.experts.114.gate_proj,0.0000160380,0.05000,15.260
+8,mlp.experts.124.gate_proj,0.0000066820,0.05000,15.142
+8,mlp.experts.115.gate_proj,0.0000033179,0.05000,15.207
+8,mlp.experts.142.gate_proj,0.0000099008,0.05000,15.163
+8,mlp.experts.141.gate_proj,0.0000044994,0.05000,15.233
+8,mlp.experts.138.gate_proj,0.0000032898,0.05000,15.004
+8,mlp.experts.151.gate_proj,0.0000047899,0.05000,14.925
+8,mlp.experts.137.gate_proj,0.0000176665,0.05000,14.878
+8,mlp.experts.129.gate_proj,0.0000069433,0.05000,14.842
+8,mlp.experts.133.gate_proj,0.0000024826,0.05000,14.937
+8,mlp.experts.134.gate_proj,0.0000019716,0.05000,14.991
+8,mlp.experts.132.gate_proj,0.0000056794,0.05000,15.156
+8,mlp.experts.136.gate_proj,0.0000130915,0.05000,15.024
+8,mlp.experts.143.gate_proj,0.0000154543,0.05000,15.127
+8,mlp.experts.128.gate_proj,0.0000043800,0.05000,15.018
+8,mlp.experts.140.gate_proj,0.0000148018,0.05000,14.953
+8,mlp.experts.139.gate_proj,0.0000028556,0.05000,15.259
+8,mlp.experts.130.gate_proj,0.0000457432,0.05000,15.039
+8,mlp.experts.158.gate_proj,0.0000147515,0.05000,15.150
+8,mlp.experts.131.gate_proj,0.0000103011,0.05000,15.230
+8,mlp.experts.157.gate_proj,0.0000034569,0.05000,15.203
+8,mlp.experts.154.gate_proj,0.0000268598,0.05000,15.225
+8,mlp.experts.167.gate_proj,0.0000054108,0.05000,15.445
+8,mlp.experts.153.gate_proj,0.0000102582,0.05000,15.700
+8,mlp.experts.145.gate_proj,0.0000032934,0.05000,15.732
+8,mlp.experts.149.gate_proj,0.0000060478,0.05000,15.777
+8,mlp.experts.150.gate_proj,0.0000120212,0.05000,15.763
+8,mlp.experts.146.gate_proj,0.0000031876,0.05000,15.552
+8,mlp.experts.156.gate_proj,0.0000069021,0.05000,15.603
+8,mlp.experts.152.gate_proj,0.0000027546,0.05000,15.754
+8,mlp.experts.148.gate_proj,0.0000021597,0.05000,15.780
+8,mlp.experts.159.gate_proj,0.0000062397,0.05000,15.704
+8,mlp.experts.144.gate_proj,0.0000050742,0.05000,15.714
+8,mlp.experts.155.gate_proj,0.0000257423,0.05000,15.684
+8,mlp.experts.147.gate_proj,0.0000113584,0.05000,15.609
+8,mlp.experts.174.gate_proj,0.0000039017,0.05000,15.784
+8,mlp.experts.170.gate_proj,0.0000255511,0.05000,15.571
+8,mlp.experts.173.gate_proj,0.0000099572,0.05000,15.764
+8,mlp.experts.183.gate_proj,0.0000045528,0.05000,15.603
+8,mlp.experts.169.gate_proj,0.0000020846,0.05000,15.160
+8,mlp.experts.161.gate_proj,0.0000228420,0.05000,15.321
+8,mlp.experts.165.gate_proj,0.0000400220,0.05000,15.332
+8,mlp.experts.166.gate_proj,0.0000143217,0.05000,15.239
+8,mlp.experts.168.gate_proj,0.0000133016,0.05000,15.113
+8,mlp.experts.162.gate_proj,0.0000087274,0.05000,15.241
+8,mlp.experts.160.gate_proj,0.0000015409,0.05000,15.186
+8,mlp.experts.172.gate_proj,0.0000265118,0.05000,15.283
+8,mlp.experts.171.gate_proj,0.0000079367,0.05000,15.236
+8,mlp.experts.175.gate_proj,0.0000021974,0.05000,15.306
+8,mlp.experts.164.gate_proj,0.0000025632,0.05000,15.320
+8,mlp.experts.189.gate_proj,0.0000191814,0.05000,14.937
+8,mlp.experts.163.gate_proj,0.0000083701,0.05000,15.207
+8,mlp.experts.190.gate_proj,0.0000082410,0.05000,15.179
+8,mlp.experts.186.gate_proj,0.0000070711,0.05000,15.255
+8,mlp.experts.199.gate_proj,0.0000045463,0.05000,15.539
+8,mlp.experts.185.gate_proj,0.0000156743,0.05000,15.777
+8,mlp.experts.177.gate_proj,0.0000110838,0.05000,15.782
+8,mlp.experts.181.gate_proj,0.0000067016,0.05000,15.708
+8,mlp.experts.184.gate_proj,0.0000068916,0.05000,15.673
+8,mlp.experts.182.gate_proj,0.0000191119,0.05000,15.773
+8,mlp.experts.178.gate_proj,0.0000230373,0.05000,15.732
+8,mlp.experts.176.gate_proj,0.0000070339,0.05000,15.735
+8,mlp.experts.187.gate_proj,0.0000043191,0.05000,15.714
+8,mlp.experts.188.gate_proj,0.0000043044,0.05000,15.771
+8,mlp.experts.191.gate_proj,0.0000043760,0.05000,15.846
+8,mlp.experts.180.gate_proj,0.0000064271,0.05000,15.874
+8,mlp.experts.179.gate_proj,0.0000198577,0.05000,15.661
+8,mlp.experts.206.gate_proj,0.0000069533,0.05000,15.689
+8,mlp.experts.205.gate_proj,0.0000029416,0.05000,15.920
+8,mlp.experts.202.gate_proj,0.0000032701,0.05000,15.702
+8,mlp.experts.215.gate_proj,0.0000092556,0.05000,15.476
+8,mlp.experts.201.gate_proj,0.0000089261,0.05000,14.602
+8,mlp.experts.193.gate_proj,0.0000034588,0.05000,14.575
+8,mlp.experts.197.gate_proj,0.0000070456,0.05000,14.545
+8,mlp.experts.198.gate_proj,0.0000157317,0.05000,14.593
+8,mlp.experts.200.gate_proj,0.0000095319,0.05000,14.804
+8,mlp.experts.194.gate_proj,0.0000092625,0.05000,14.823
+8,mlp.experts.204.gate_proj,0.0000054610,0.05000,14.708
+8,mlp.experts.192.gate_proj,0.0000069971,0.05000,14.790
+8,mlp.experts.203.gate_proj,0.0000169466,0.05000,14.860
+8,mlp.experts.207.gate_proj,0.0000031299,0.05000,14.796
+8,mlp.experts.196.gate_proj,0.0000206315,0.05000,14.817
+8,mlp.experts.195.gate_proj,0.0000052850,0.05000,14.892
+8,mlp.experts.221.gate_proj,0.0000309091,0.05000,14.754
+8,mlp.experts.218.gate_proj,0.0000101561,0.05000,14.724
+8,mlp.experts.222.gate_proj,0.0000034695,0.05000,14.999
+8,mlp.experts.231.gate_proj,0.0000051584,0.05000,15.219
+8,mlp.experts.217.gate_proj,0.0000038546,0.05000,15.133
+8,mlp.experts.209.gate_proj,0.0000124525,0.05000,15.000
+8,mlp.experts.213.gate_proj,0.0000045693,0.05000,14.986
+8,mlp.experts.214.gate_proj,0.0000080143,0.05000,15.074
+8,mlp.experts.216.gate_proj,0.0000032806,0.05000,14.998
+8,mlp.experts.220.gate_proj,0.0000066897,0.05000,15.008
+8,mlp.experts.210.gate_proj,0.0000068083,0.05000,15.054
+8,mlp.experts.208.gate_proj,0.0000101552,0.05000,15.003
+8,mlp.experts.219.gate_proj,0.0000077024,0.05000,14.945
+8,mlp.experts.223.gate_proj,0.0000038378,0.05000,14.973
+8,mlp.experts.211.gate_proj,0.0000091473,0.05000,14.940
+8,mlp.experts.212.gate_proj,0.0000097958,0.05000,15.113
+8,mlp.experts.237.gate_proj,0.0000041363,0.05000,14.988
+8,mlp.experts.234.gate_proj,0.0000027450,0.05000,15.079
+8,mlp.experts.238.gate_proj,0.0000147075,0.05000,15.196
+8,mlp.experts.226.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.914
+8,mlp.experts.247.gate_proj,0.0000092231,0.05000,15.122
+8,mlp.experts.233.gate_proj,0.0000088096,0.05000,15.319
+8,mlp.experts.225.gate_proj,0.0000124350,0.05000,15.297
+8,mlp.experts.229.gate_proj,0.0000135556,0.05000,15.296
+8,mlp.experts.230.gate_proj,0.0000092364,0.05000,15.345
+8,mlp.experts.232.gate_proj,0.0000049051,0.05000,15.260
+8,mlp.experts.236.gate_proj,0.0000054599,0.05000,15.357
+8,mlp.experts.235.gate_proj,0.0000039745,0.05000,15.337
+8,mlp.experts.224.gate_proj,0.0000029023,0.05000,15.401
+8,mlp.experts.227.gate_proj,0.0000093081,0.05000,15.301
+8,mlp.experts.239.gate_proj,0.0000058045,0.05000,15.453
+8,mlp.experts.228.gate_proj,0.0000206388,0.05000,15.400
+8,mlp.experts.253.gate_proj,0.0000063681,0.05000,15.359
+8,mlp.experts.250.gate_proj,0.0000141711,0.05000,15.267
+8,mlp.experts.254.gate_proj,0.0000118245,0.05000,15.472
+8,mlp.experts.242.gate_proj,0.0000055060,0.05000,15.444
+8,mlp.experts.7.up_proj,0.0000048831,0.05000,15.255
+8,mlp.experts.249.gate_proj,0.0000124193,0.05000,14.712
+8,mlp.experts.241.gate_proj,0.0000240315,0.05000,14.661
+8,mlp.experts.245.gate_proj,0.0000026131,0.05000,14.709
+8,mlp.experts.246.gate_proj,0.0000155977,0.05000,14.776
+8,mlp.experts.248.gate_proj,0.0000030063,0.05000,14.876
+8,mlp.experts.252.gate_proj,0.0000019900,0.05000,14.654
+8,mlp.experts.251.gate_proj,0.0000100627,0.05000,14.719
+8,mlp.experts.240.gate_proj,0.0000038827,0.05000,14.862
+8,mlp.experts.244.gate_proj,0.0000006277,0.05000,14.560
+8,mlp.experts.243.gate_proj,0.0000053558,0.05000,14.744
+8,mlp.experts.13.up_proj,0.0000272998,0.05000,14.585
+8,mlp.experts.10.up_proj,0.0000019705,0.05000,14.626
+8,mlp.experts.255.gate_proj,0.0000156391,0.05000,14.888
+8,mlp.experts.2.up_proj,0.0000225484,0.05000,14.626
+8,mlp.experts.14.up_proj,0.0000177268,0.05000,14.764
+8,mlp.experts.30.up_proj,failsafe(rtn): 0.0008621,0.00000,0.845
+8,mlp.experts.23.up_proj,0.0000027432,0.05000,14.778
+8,mlp.experts.9.up_proj,0.0000067389,0.05000,14.831
+8,mlp.experts.1.up_proj,0.0000026940,0.05000,14.948
+8,mlp.experts.5.up_proj,0.0000097432,0.05000,14.936
+8,mlp.experts.6.up_proj,0.0000092324,0.05000,14.978
+8,mlp.experts.12.up_proj,0.0000088653,0.05000,14.952
+8,mlp.experts.8.up_proj,0.0000041191,0.05000,14.957
+8,mlp.experts.11.up_proj,0.0000038152,0.05000,15.002
+8,mlp.experts.4.up_proj,0.0000092442,0.05000,14.865
+8,mlp.experts.26.up_proj,0.0000021006,0.05000,14.883
+8,mlp.experts.0.up_proj,0.0000062478,0.05000,15.036
+8,mlp.experts.29.up_proj,0.0000059052,0.05000,14.963
+8,mlp.experts.3.up_proj,0.0000068065,0.05000,14.982
+8,mlp.experts.15.up_proj,0.0000101442,0.05000,14.992
+8,mlp.experts.18.up_proj,0.0000037550,0.05000,14.872
+8,mlp.experts.46.up_proj,0.0000150401,0.05000,14.960
+8,mlp.experts.39.up_proj,0.0000176666,0.05000,15.039
+8,mlp.experts.55.up_proj,failsafe(rtn): 0.0008736,0.00000,0.764
+8,mlp.experts.25.up_proj,0.0000031802,0.05000,15.496
+8,mlp.experts.17.up_proj,0.0000028000,0.05000,15.802
+8,mlp.experts.21.up_proj,0.0000057307,0.05000,15.725
+8,mlp.experts.24.up_proj,0.0000028553,0.05000,15.428
+8,mlp.experts.22.up_proj,0.0000028947,0.05000,15.768
+8,mlp.experts.28.up_proj,0.0000078276,0.05000,15.650
+8,mlp.experts.27.up_proj,0.0000215503,0.05000,15.739
+8,mlp.experts.42.up_proj,0.0000056870,0.05000,15.561
+8,mlp.experts.20.up_proj,0.0000067348,0.05000,15.727
+8,mlp.experts.45.up_proj,0.0000053780,0.05000,15.723
+8,mlp.experts.16.up_proj,0.0000023338,0.05000,15.753
+8,mlp.experts.19.up_proj,0.0000089131,0.05000,15.742
+8,mlp.experts.31.up_proj,0.0000276553,0.05000,15.727
+8,mlp.experts.34.up_proj,0.0000138834,0.05000,15.621
+8,mlp.experts.62.up_proj,0.0000071606,0.05000,15.434
+8,mlp.experts.71.up_proj,0.0000070451,0.05000,15.300
+8,mlp.experts.87.up_proj,failsafe(rtn): 0.0008507,0.00000,0.844
+8,mlp.experts.41.up_proj,0.0000045956,0.05000,15.213
+8,mlp.experts.37.up_proj,0.0000077897,0.05000,15.050
+8,mlp.experts.33.up_proj,0.0000030867,0.05000,15.203
+8,mlp.experts.40.up_proj,0.0000037910,0.05000,15.234
+8,mlp.experts.38.up_proj,0.0000054455,0.05000,15.096
+8,mlp.experts.44.up_proj,0.0000034862,0.05000,15.186
+8,mlp.experts.58.up_proj,0.0000061280,0.05000,15.002
+8,mlp.experts.43.up_proj,0.0000097389,0.05000,15.125
+8,mlp.experts.36.up_proj,0.0000038824,0.05000,15.028
+8,mlp.experts.35.up_proj,0.0000051610,0.05000,15.074
+8,mlp.experts.32.up_proj,0.0000104552,0.05000,15.116
+8,mlp.experts.61.up_proj,0.0000071434,0.05000,15.132
+8,mlp.experts.47.up_proj,0.0000141377,0.05000,15.173
+8,mlp.experts.50.up_proj,0.0000033057,0.05000,15.176
+8,mlp.experts.77.up_proj,failsafe(rtn): 0.0008430,0.00000,0.884
+8,mlp.experts.78.up_proj,0.0000029592,0.05000,15.362
+8,mlp.experts.103.up_proj,0.0000023090,0.05000,15.278
+8,mlp.experts.57.up_proj,0.0000016676,0.05000,14.548
+8,mlp.experts.49.up_proj,0.0000052546,0.05000,14.445
+8,mlp.experts.53.up_proj,0.0000053290,0.05000,14.612
+8,mlp.experts.56.up_proj,0.0000027189,0.05000,14.552
+8,mlp.experts.54.up_proj,0.0000042353,0.05000,14.506
+8,mlp.experts.60.up_proj,0.0000102242,0.05000,14.448
+8,mlp.experts.74.up_proj,0.0000050574,0.05000,14.591
+8,mlp.experts.52.up_proj,0.0000032306,0.05000,14.540
+8,mlp.experts.59.up_proj,0.0000067257,0.05000,14.573
+8,mlp.experts.48.up_proj,0.0000047106,0.05000,14.562
+8,mlp.experts.51.up_proj,0.0000150019,0.05000,14.652
+8,mlp.experts.63.up_proj,0.0000074233,0.05000,14.565
+8,mlp.experts.66.up_proj,0.0000081993,0.05000,14.321
+8,mlp.experts.90.up_proj,failsafe(rtn): 0.0008659,0.00000,0.844
+8,mlp.experts.93.up_proj,0.0000065661,0.05000,14.383
+8,mlp.experts.94.up_proj,0.0000083733,0.05000,14.395
+8,mlp.experts.119.up_proj,0.0000066370,0.05000,14.110
+8,mlp.experts.73.up_proj,0.0000067582,0.05000,15.274
+8,mlp.experts.69.up_proj,0.0000079623,0.05000,15.316
+8,mlp.experts.65.up_proj,0.0000034996,0.05000,15.407
+8,mlp.experts.72.up_proj,0.0000010865,0.05000,15.493
+8,mlp.experts.76.up_proj,0.0000019368,0.05000,15.396
+8,mlp.experts.70.up_proj,0.0000129158,0.05000,15.471
+8,mlp.experts.68.up_proj,0.0000043460,0.05000,15.509
+8,mlp.experts.75.up_proj,0.0000121789,0.05000,15.564
+8,mlp.experts.67.up_proj,0.0000161342,0.05000,15.407
+8,mlp.experts.79.up_proj,0.0000017118,0.05000,15.278
+8,mlp.experts.64.up_proj,0.0000042144,0.05000,15.622
+8,mlp.experts.82.up_proj,0.0000036685,0.05000,15.415
+8,mlp.experts.109.up_proj,0.0000184722,0.05000,15.167
+8,mlp.experts.106.up_proj,0.0000056039,0.05000,15.363
+8,mlp.experts.110.up_proj,0.0000085582,0.05000,15.222
+8,mlp.experts.135.up_proj,0.0000047086,0.05000,15.845
+8,mlp.experts.89.up_proj,0.0000047354,0.05000,15.085
+8,mlp.experts.85.up_proj,0.0000033504,0.05000,15.108
+8,mlp.experts.81.up_proj,0.0000025304,0.05000,15.214
+8,mlp.experts.92.up_proj,0.0000054871,0.05000,15.131
+8,mlp.experts.88.up_proj,0.0000063227,0.05000,15.281
+8,mlp.experts.86.up_proj,0.0000023790,0.05000,15.333
+8,mlp.experts.84.up_proj,0.0000079071,0.05000,15.368
+8,mlp.experts.91.up_proj,0.0000065790,0.05000,15.448
+8,mlp.experts.95.up_proj,0.0000046661,0.05000,15.401
+8,mlp.experts.80.up_proj,0.0000078570,0.05000,15.316
+8,mlp.experts.83.up_proj,0.0000092572,0.05000,15.498
+8,mlp.experts.98.up_proj,0.0000067131,0.05000,15.256
+8,mlp.experts.125.up_proj,0.0000101673,0.05000,15.512
+8,mlp.experts.122.up_proj,0.0000052498,0.05000,15.596
+8,mlp.experts.126.up_proj,0.0000061286,0.05000,15.604
+8,mlp.experts.151.up_proj,0.0000036903,0.05000,15.499
+8,mlp.experts.105.up_proj,0.0000053353,0.05000,15.492
+8,mlp.experts.101.up_proj,0.0000121518,0.05000,15.440
+8,mlp.experts.97.up_proj,0.0000144108,0.05000,15.454
+8,mlp.experts.108.up_proj,0.0000099927,0.05000,15.295
+8,mlp.experts.104.up_proj,0.0000035122,0.05000,15.229
+8,mlp.experts.102.up_proj,0.0000158194,0.05000,15.377
+8,mlp.experts.100.up_proj,0.0000034379,0.05000,15.122
+8,mlp.experts.107.up_proj,0.0000063085,0.05000,15.034
+8,mlp.experts.114.up_proj,0.0000126302,0.05000,15.004
+8,mlp.experts.96.up_proj,0.0000057612,0.05000,15.100
+8,mlp.experts.99.up_proj,0.0000035677,0.05000,15.133
+8,mlp.experts.111.up_proj,0.0000087452,0.05000,15.214
+8,mlp.experts.141.up_proj,0.0000039637,0.05000,15.030
+8,mlp.experts.138.up_proj,0.0000030205,0.05000,15.046
+8,mlp.experts.142.up_proj,0.0000089163,0.05000,14.890
+8,mlp.experts.167.up_proj,0.0000044176,0.05000,14.853
+8,mlp.experts.121.up_proj,0.0000086265,0.05000,14.634
+8,mlp.experts.117.up_proj,0.0000041824,0.05000,14.505
+8,mlp.experts.113.up_proj,0.0000020827,0.05000,14.444
+8,mlp.experts.124.up_proj,0.0000055546,0.05000,14.548
+8,mlp.experts.120.up_proj,0.0000035962,0.05000,14.600
+8,mlp.experts.118.up_proj,0.0000064790,0.05000,14.596
+8,mlp.experts.116.up_proj,0.0000142446,0.05000,14.639
+8,mlp.experts.123.up_proj,0.0000034376,0.05000,14.685
+8,mlp.experts.130.up_proj,0.0000349482,0.05000,14.530
+8,mlp.experts.112.up_proj,0.0000035822,0.05000,14.690
+8,mlp.experts.115.up_proj,0.0000030283,0.05000,14.685
+8,mlp.experts.127.up_proj,0.0000042114,0.05000,14.762
+8,mlp.experts.157.up_proj,0.0000031251,0.05000,14.660
+8,mlp.experts.154.up_proj,0.0000233669,0.05000,14.615
+8,mlp.experts.158.up_proj,0.0000120863,0.05000,14.578
+8,mlp.experts.183.up_proj,0.0000039579,0.05000,14.598
+8,mlp.experts.137.up_proj,0.0000164500,0.05000,14.309
+8,mlp.experts.129.up_proj,0.0000060636,0.05000,14.221
+8,mlp.experts.133.up_proj,0.0000020801,0.05000,14.322
+8,mlp.experts.140.up_proj,0.0000121323,0.05000,14.438
+8,mlp.experts.136.up_proj,0.0000108308,0.05000,14.391
+8,mlp.experts.134.up_proj,0.0000016132,0.05000,14.359
+8,mlp.experts.146.up_proj,0.0000029179,0.05000,14.366
+8,mlp.experts.139.up_proj,0.0000026815,0.05000,14.417
+8,mlp.experts.132.up_proj,0.0000048561,0.05000,14.497
+8,mlp.experts.128.up_proj,0.0000039619,0.05000,14.332
+8,mlp.experts.131.up_proj,0.0000078155,0.05000,14.449
+8,mlp.experts.143.up_proj,0.0000131811,0.05000,14.553
+8,mlp.experts.173.up_proj,0.0000092605,0.05000,14.426
+8,mlp.experts.170.up_proj,0.0000191735,0.05000,14.434
+8,mlp.experts.174.up_proj,0.0000035091,0.05000,14.580
+8,mlp.experts.199.up_proj,0.0000043281,0.05000,14.632
+8,mlp.experts.153.up_proj,0.0000085469,0.05000,14.741
+8,mlp.experts.149.up_proj,0.0000051638,0.05000,14.718
+8,mlp.experts.145.up_proj,0.0000030794,0.05000,14.870
+8,mlp.experts.156.up_proj,0.0000059374,0.05000,14.833
+8,mlp.experts.152.up_proj,0.0000025627,0.05000,14.885
+8,mlp.experts.150.up_proj,0.0000114272,0.05000,14.882
+8,mlp.experts.162.up_proj,0.0000082520,0.05000,14.805
+8,mlp.experts.148.up_proj,0.0000017777,0.05000,14.848
+8,mlp.experts.155.up_proj,0.0000217206,0.05000,14.894
+8,mlp.experts.144.up_proj,0.0000044016,0.05000,14.711
+8,mlp.experts.147.up_proj,0.0000096943,0.05000,14.774
+8,mlp.experts.189.up_proj,0.0000154582,0.05000,14.691
+8,mlp.experts.159.up_proj,0.0000055718,0.05000,14.803
+8,mlp.experts.186.up_proj,0.0000061742,0.05000,14.691
+8,mlp.experts.190.up_proj,0.0000069816,0.05000,14.512
+8,mlp.experts.215.up_proj,0.0000076373,0.05000,14.210
+8,mlp.experts.169.up_proj,0.0000018450,0.05000,14.305
+8,mlp.experts.161.up_proj,0.0000168914,0.05000,14.111
+8,mlp.experts.165.up_proj,0.0000305127,0.05000,14.303
+8,mlp.experts.172.up_proj,0.0000160387,0.05000,14.485
+8,mlp.experts.168.up_proj,0.0000125107,0.05000,14.462
+8,mlp.experts.166.up_proj,0.0000116146,0.05000,14.448
+8,mlp.experts.178.up_proj,0.0000208271,0.05000,14.569
+8,mlp.experts.164.up_proj,0.0000023545,0.05000,14.514
+8,mlp.experts.160.up_proj,0.0000014171,0.05000,14.552
+8,mlp.experts.171.up_proj,0.0000062056,0.05000,14.636
+8,mlp.experts.163.up_proj,0.0000068230,0.05000,14.639
+8,mlp.experts.205.up_proj,0.0000026754,0.05000,14.637
+8,mlp.experts.175.up_proj,0.0000020380,0.05000,14.692
+8,mlp.experts.202.up_proj,0.0000028045,0.05000,14.702
+8,mlp.experts.206.up_proj,0.0000056238,0.05000,14.843
+8,mlp.experts.231.up_proj,0.0000045756,0.05000,15.070
+8,mlp.experts.185.up_proj,0.0000138168,0.05000,15.367
+8,mlp.experts.181.up_proj,0.0000057165,0.05000,15.245
+8,mlp.experts.177.up_proj,0.0000096246,0.05000,15.503
+8,mlp.experts.184.up_proj,0.0000057450,0.05000,15.107
+8,mlp.experts.188.up_proj,0.0000039352,0.05000,15.288
+8,mlp.experts.182.up_proj,0.0000146663,0.05000,15.291
+8,mlp.experts.194.up_proj,0.0000078745,0.05000,15.260
+8,mlp.experts.180.up_proj,0.0000062639,0.05000,15.383
+8,mlp.experts.187.up_proj,0.0000039337,0.05000,15.376
+8,mlp.experts.176.up_proj,0.0000064658,0.05000,15.507
+8,mlp.experts.179.up_proj,0.0000161786,0.05000,15.312
+8,mlp.experts.221.up_proj,0.0000224339,0.05000,15.264
+8,mlp.experts.218.up_proj,0.0000082188,0.05000,15.260
+8,mlp.experts.191.up_proj,0.0000035631,0.05000,15.368
+8,mlp.experts.222.up_proj,0.0000030486,0.05000,15.064
+8,mlp.experts.247.up_proj,0.0000079868,0.05000,15.592
+8,mlp.experts.7.down_proj,0.0000001555,0.05000,3.834
+8,mlp.experts.23.down_proj,0.0000000398,0.05000,3.855
+8,mlp.experts.201.up_proj,0.0000078968,0.05000,15.316
+8,mlp.experts.193.up_proj,0.0000028642,0.05000,15.252
+8,mlp.experts.197.up_proj,0.0000067518,0.05000,15.517
+8,mlp.experts.200.up_proj,0.0000083646,0.05000,15.453
+8,mlp.experts.204.up_proj,0.0000053058,0.05000,15.442
+8,mlp.experts.198.up_proj,0.0000137716,0.05000,15.552
+8,mlp.experts.210.up_proj,0.0000058660,0.05000,15.416
+8,mlp.experts.39.down_proj,0.0000002878,0.05000,3.990
+8,mlp.experts.203.up_proj,0.0000151666,0.05000,15.396
+8,mlp.experts.196.up_proj,0.0000192572,0.05000,15.654
+8,mlp.experts.192.up_proj,0.0000064546,0.05000,15.516
+8,mlp.experts.55.down_proj,failsafe(rtn): 0.0008812,0.00000,0.254
+8,mlp.experts.195.up_proj,0.0000047251,0.05000,15.559
+8,mlp.experts.237.up_proj,0.0000036461,0.05000,15.474
+8,mlp.experts.226.up_proj,failsafe(rtn): 0.0008545,0.00000,0.891
+8,mlp.experts.234.up_proj,0.0000026278,0.05000,15.589
+8,mlp.experts.207.up_proj,0.0000029337,0.05000,15.583
+8,mlp.experts.238.up_proj,0.0000116946,0.05000,15.735
+8,mlp.experts.71.down_proj,0.0000001372,0.05000,4.036
+8,mlp.experts.87.down_proj,failsafe(rtn): 0.0008621,0.00000,0.190
+8,mlp.experts.103.down_proj,0.0000000500,0.05000,3.660
+8,mlp.experts.119.down_proj,0.0000000722,0.05000,3.691
+8,mlp.experts.217.up_proj,0.0000036551,0.05000,15.260
+8,mlp.experts.209.up_proj,0.0000115240,0.05000,15.137
+8,mlp.experts.213.up_proj,0.0000042508,0.05000,15.128
+8,mlp.experts.220.up_proj,0.0000059723,0.05000,15.280
+8,mlp.experts.216.up_proj,0.0000028968,0.05000,15.333
+8,mlp.experts.214.up_proj,0.0000065876,0.05000,15.154
+8,mlp.experts.219.up_proj,0.0000066541,0.05000,15.051
+8,mlp.experts.212.up_proj,0.0000094635,0.05000,14.992
+8,mlp.experts.208.up_proj,0.0000080259,0.05000,15.020
+8,mlp.experts.211.up_proj,0.0000074634,0.05000,14.976
+8,mlp.experts.253.up_proj,0.0000057177,0.05000,14.855
+8,mlp.experts.135.down_proj,0.0000001905,0.05000,3.675
+8,mlp.experts.223.up_proj,0.0000035204,0.05000,14.837
+8,mlp.experts.242.up_proj,0.0000046386,0.05000,14.955
+8,mlp.experts.250.up_proj,0.0000113354,0.05000,14.917
+8,mlp.experts.254.up_proj,0.0000108673,0.05000,14.834
+8,mlp.experts.13.down_proj,0.0000006445,0.05000,4.112
+8,mlp.experts.151.down_proj,0.0000000694,0.05000,4.076
+8,mlp.experts.10.down_proj,0.0000000273,0.05000,4.119
+8,mlp.experts.2.down_proj,0.0000004500,0.05000,4.224
+8,mlp.experts.14.down_proj,0.0000003091,0.05000,4.099
+8,mlp.experts.30.down_proj,failsafe(rtn): 0.0008698,0.00000,0.232
+8,mlp.experts.29.down_proj,0.0000001087,0.05000,4.011
+8,mlp.experts.167.down_proj,0.0000000775,0.05000,3.993
+8,mlp.experts.26.down_proj,0.0000000260,0.05000,3.935
+8,mlp.experts.18.down_proj,0.0000000299,0.05000,3.933
+8,mlp.experts.46.down_proj,0.0000003104,0.05000,3.686
+8,mlp.experts.45.down_proj,0.0000001113,0.05000,3.510
+8,mlp.experts.183.down_proj,0.0000000800,0.05000,3.463
+8,mlp.experts.42.down_proj,0.0000000955,0.05000,3.501
+8,mlp.experts.34.down_proj,0.0000002800,0.05000,3.471
+8,mlp.experts.62.down_proj,0.0000001141,0.05000,3.546
+8,mlp.experts.233.up_proj,0.0000073603,0.05000,15.228
+8,mlp.experts.225.up_proj,0.0000105750,0.05000,15.160
+8,mlp.experts.229.up_proj,0.0000107347,0.05000,15.142
+8,mlp.experts.236.up_proj,0.0000042598,0.05000,15.162
+8,mlp.experts.232.up_proj,0.0000043040,0.05000,15.168
+8,mlp.experts.230.up_proj,0.0000078954,0.05000,14.969
+8,mlp.experts.224.up_proj,0.0000024795,0.05000,15.174
+8,mlp.experts.228.up_proj,0.0000170108,0.05000,15.445
+8,mlp.experts.235.up_proj,0.0000036985,0.05000,15.502
+8,mlp.experts.227.up_proj,0.0000069259,0.05000,15.308
+8,mlp.experts.61.down_proj,0.0000001495,0.05000,3.749
+8,mlp.experts.199.down_proj,0.0000000922,0.05000,3.692
+8,mlp.experts.239.up_proj,0.0000055986,0.05000,15.327
+8,mlp.experts.77.down_proj,failsafe(rtn): 0.0008392,0.00000,0.168
+8,mlp.experts.58.down_proj,0.0000000999,0.05000,3.767
+8,mlp.experts.50.down_proj,0.0000000261,0.05000,3.764
+8,mlp.experts.78.down_proj,0.0000000265,0.05000,3.742
+8,mlp.experts.215.down_proj,0.0000001250,0.05000,3.756
+8,mlp.experts.93.down_proj,0.0000000731,0.05000,3.691
+8,mlp.experts.74.down_proj,0.0000000849,0.05000,3.721
+8,mlp.experts.66.down_proj,0.0000001152,0.05000,3.741
+8,mlp.experts.90.down_proj,failsafe(rtn): 0.0008583,0.00000,0.150
+8,mlp.experts.94.down_proj,0.0000001196,0.05000,3.706
+8,mlp.experts.231.down_proj,0.0000000697,0.05000,3.831
+8,mlp.experts.109.down_proj,0.0000003191,0.05000,3.859
+8,mlp.experts.82.down_proj,0.0000000760,0.05000,3.854
+8,mlp.experts.106.down_proj,0.0000000556,0.05000,3.889
+8,mlp.experts.110.down_proj,0.0000002133,0.05000,3.762
+8,mlp.experts.247.down_proj,0.0000002614,0.05000,3.919
+8,mlp.experts.125.down_proj,0.0000001545,0.05000,3.987
+8,mlp.experts.98.down_proj,0.0000000895,0.05000,3.981
+8,mlp.experts.122.down_proj,0.0000001753,0.05000,3.981
+8,mlp.experts.126.down_proj,0.0000000863,0.05000,3.965
+8,mlp.experts.249.up_proj,0.0000105239,0.05000,14.994
+8,mlp.experts.241.up_proj,0.0000186454,0.05000,15.045
+8,mlp.experts.245.up_proj,0.0000023900,0.05000,15.108
+8,mlp.experts.252.up_proj,0.0000017635,0.05000,14.952
+8,mlp.experts.246.up_proj,0.0000154730,0.05000,14.904
+8,mlp.experts.248.up_proj,0.0000023984,0.05000,15.055
+8,mlp.experts.240.up_proj,0.0000034771,0.05000,14.779
+8,mlp.experts.244.up_proj,0.0000005738,0.05000,14.671
+8,mlp.experts.251.up_proj,0.0000086719,0.05000,14.694
+8,mlp.experts.243.up_proj,0.0000049338,0.05000,14.824
+8,mlp.experts.255.up_proj,0.0000134966,0.05000,14.735
+8,mlp.experts.141.down_proj,0.0000000566,0.05000,3.210
+8,mlp.experts.114.down_proj,0.0000001921,0.05000,3.254
+8,mlp.experts.138.down_proj,0.0000000290,0.05000,3.217
+8,mlp.experts.142.down_proj,0.0000001431,0.05000,3.243
+8,mlp.experts.9.down_proj,0.0000001225,0.05000,3.330
+8,mlp.experts.1.down_proj,0.0000000562,0.05000,3.249
+8,mlp.experts.5.down_proj,0.0000001758,0.05000,3.362
+8,mlp.experts.12.down_proj,0.0000001500,0.05000,3.451
+8,mlp.experts.6.down_proj,0.0000001602,0.05000,3.439
+8,mlp.experts.8.down_proj,0.0000000330,0.05000,3.430
+8,mlp.experts.0.down_proj,0.0000000886,0.05000,3.387
+8,mlp.experts.11.down_proj,0.0000000270,0.05000,3.341
+8,mlp.experts.4.down_proj,0.0000002560,0.05000,3.446
+8,mlp.experts.3.down_proj,0.0000001297,0.05000,3.338
+8,mlp.experts.15.down_proj,0.0000001441,0.05000,3.341
+8,mlp.experts.157.down_proj,0.0000000917,0.05000,3.305
+8,mlp.experts.130.down_proj,0.0000005500,0.05000,3.377
+8,mlp.experts.154.down_proj,0.0000002910,0.05000,3.327
+8,mlp.experts.158.down_proj,0.0000002236,0.05000,3.349
+8,mlp.experts.25.down_proj,0.0000000609,0.05000,3.309
+8,mlp.experts.17.down_proj,0.0000000245,0.05000,3.264
+8,mlp.experts.21.down_proj,0.0000000644,0.05000,3.217
+8,mlp.experts.28.down_proj,0.0000001641,0.05000,3.341
+8,mlp.experts.22.down_proj,0.0000001289,0.05000,3.414
+8,mlp.experts.24.down_proj,0.0000000223,0.05000,3.375
+8,mlp.experts.16.down_proj,0.0000000334,0.05000,3.419
+8,mlp.experts.27.down_proj,0.0000005298,0.05000,3.479
+8,mlp.experts.20.down_proj,0.0000001310,0.05000,3.522
+8,mlp.experts.19.down_proj,0.0000001481,0.05000,3.580
+8,mlp.experts.173.down_proj,0.0000001035,0.05000,3.555
+8,mlp.experts.31.down_proj,0.0000003547,0.05000,3.611
+8,mlp.experts.170.down_proj,0.0000002997,0.05000,3.512
+8,mlp.experts.146.down_proj,0.0000000284,0.05000,3.568
+8,mlp.experts.174.down_proj,0.0000000829,0.05000,3.616
+8,mlp.experts.41.down_proj,0.0000000684,0.05000,3.593
+8,mlp.experts.33.down_proj,0.0000000906,0.05000,3.586
+8,mlp.experts.37.down_proj,0.0000001755,0.05000,3.519
+8,mlp.experts.44.down_proj,0.0000000441,0.05000,3.742
+8,mlp.experts.38.down_proj,0.0000001894,0.05000,3.703
+8,mlp.experts.40.down_proj,0.0000000365,0.05000,3.695
+8,mlp.experts.43.down_proj,0.0000002368,0.05000,3.531
+8,mlp.experts.32.down_proj,0.0000001395,0.05000,3.662
+8,mlp.experts.36.down_proj,0.0000000429,0.05000,3.518
+8,mlp.experts.35.down_proj,0.0000001942,0.05000,3.509
+8,mlp.experts.189.down_proj,0.0000003006,0.05000,3.496
+8,mlp.experts.47.down_proj,0.0000003946,0.05000,3.554
+8,mlp.experts.162.down_proj,0.0000000957,0.05000,3.660
+8,mlp.experts.186.down_proj,0.0000001500,0.05000,3.695
+8,mlp.experts.190.down_proj,0.0000001540,0.05000,3.618
+8,mlp.experts.57.down_proj,0.0000000299,0.05000,3.593
+8,mlp.experts.49.down_proj,0.0000001723,0.05000,3.584
+8,mlp.experts.53.down_proj,0.0000000894,0.05000,3.528
+8,mlp.experts.60.down_proj,0.0000001578,0.05000,3.520
+8,mlp.experts.54.down_proj,0.0000000769,0.05000,3.482
+8,mlp.experts.56.down_proj,0.0000000605,0.05000,3.489
+8,mlp.experts.59.down_proj,0.0000000661,0.05000,3.655
+8,mlp.experts.48.down_proj,0.0000000962,0.05000,3.718
+8,mlp.experts.52.down_proj,0.0000000733,0.05000,3.705
+8,mlp.experts.51.down_proj,0.0000001964,0.05000,3.665
+8,mlp.experts.205.down_proj,0.0000000190,0.05000,3.731
+8,mlp.experts.63.down_proj,0.0000000937,0.05000,3.638
+8,mlp.experts.178.down_proj,0.0000003326,0.05000,3.647
+8,mlp.experts.202.down_proj,0.0000000553,0.05000,3.642
+8,mlp.experts.206.down_proj,0.0000001022,0.05000,3.775
+8,mlp.experts.73.down_proj,0.0000000866,0.05000,3.768
+8,mlp.experts.65.down_proj,0.0000000879,0.05000,3.821
+8,mlp.experts.69.down_proj,0.0000002315,0.05000,3.754
+8,mlp.experts.76.down_proj,0.0000000410,0.05000,3.553
+8,mlp.experts.70.down_proj,0.0000002595,0.05000,3.582
+8,mlp.experts.72.down_proj,0.0000000201,0.05000,3.652
+8,mlp.experts.75.down_proj,0.0000002028,0.05000,3.565
+8,mlp.experts.68.down_proj,0.0000001170,0.05000,3.451
+8,mlp.experts.64.down_proj,0.0000000686,0.05000,3.545
+8,mlp.experts.67.down_proj,0.0000004684,0.05000,3.488
+8,mlp.experts.79.down_proj,0.0000000463,0.05000,3.394
+8,mlp.experts.221.down_proj,0.0000002982,0.05000,3.436
+8,mlp.experts.194.down_proj,0.0000001591,0.05000,3.389
+8,mlp.experts.218.down_proj,0.0000001511,0.05000,3.442
+8,mlp.experts.222.down_proj,0.0000000661,0.05000,3.384
+8,mlp.experts.89.down_proj,0.0000000824,0.05000,3.355
+8,mlp.experts.81.down_proj,0.0000000248,0.05000,3.492
+8,mlp.experts.85.down_proj,0.0000001020,0.05000,3.478
+8,mlp.experts.92.down_proj,0.0000000380,0.05000,3.691
+8,mlp.experts.88.down_proj,0.0000001314,0.05000,3.734
+8,mlp.experts.86.down_proj,0.0000000593,0.05000,3.826
+8,mlp.experts.91.down_proj,0.0000001292,0.05000,3.759
+8,mlp.experts.83.down_proj,0.0000001895,0.05000,3.720
+8,mlp.experts.84.down_proj,0.0000000849,0.05000,3.850
+8,mlp.experts.80.down_proj,0.0000001982,0.05000,3.824
+8,mlp.experts.237.down_proj,0.0000000365,0.05000,3.808
+8,mlp.experts.95.down_proj,0.0000000646,0.05000,3.847
+8,mlp.experts.210.down_proj,0.0000000718,0.05000,3.873
+8,mlp.experts.234.down_proj,0.0000000616,0.05000,3.920
+8,mlp.experts.226.down_proj,failsafe(rtn): 0.0008621,0.00000,0.182
+8,mlp.experts.238.down_proj,0.0000002247,0.05000,3.916
+8,mlp.experts.105.down_proj,0.0000000739,0.05000,3.873
+8,mlp.experts.97.down_proj,0.0000002332,0.05000,3.889
+8,mlp.experts.101.down_proj,0.0000001564,0.05000,3.989
+8,mlp.experts.108.down_proj,0.0000001058,0.05000,3.818
+8,mlp.experts.104.down_proj,0.0000000328,0.05000,3.788
+8,mlp.experts.102.down_proj,0.0000003662,0.05000,3.811
+8,mlp.experts.107.down_proj,0.0000001760,0.05000,3.909
+8,mlp.experts.99.down_proj,0.0000000598,0.05000,3.919
+8,mlp.experts.100.down_proj,0.0000000477,0.05000,3.947
+8,mlp.experts.96.down_proj,0.0000001446,0.05000,3.984
+8,mlp.experts.111.down_proj,0.0000000830,0.05000,3.863
+8,mlp.experts.253.down_proj,0.0000000429,0.05000,3.946
+8,mlp.experts.250.down_proj,0.0000001911,0.05000,3.840
+8,mlp.experts.242.down_proj,0.0000001560,0.05000,3.813
+8,mlp.experts.254.down_proj,0.0000001880,0.05000,3.759
+8,mlp.experts.121.down_proj,0.0000000793,0.05000,3.647
+8,mlp.experts.113.down_proj,0.0000000909,0.05000,3.466
+8,mlp.experts.117.down_proj,0.0000000486,0.05000,3.449
+8,mlp.experts.118.down_proj,0.0000001150,0.05000,2.844
+8,mlp.experts.124.down_proj,0.0000001312,0.05000,3.000
+8,mlp.experts.120.down_proj,0.0000001258,0.05000,2.910
+8,mlp.experts.123.down_proj,0.0000000557,0.05000,2.601
+8,mlp.experts.115.down_proj,0.0000000633,0.05000,2.564
+8,mlp.experts.116.down_proj,0.0000001975,0.05000,2.542
+8,mlp.experts.112.down_proj,0.0000000932,0.05000,2.507
+8,mlp.experts.127.down_proj,0.0000000333,0.05000,2.498
+8,mlp.experts.137.down_proj,0.0000001491,0.05000,2.264
+8,mlp.experts.129.down_proj,0.0000000876,0.05000,2.272
+8,mlp.experts.133.down_proj,0.0000000389,0.05000,2.301
+8,mlp.experts.134.down_proj,0.0000000228,0.05000,2.279
+8,mlp.experts.140.down_proj,0.0000001983,0.05000,2.325
+8,mlp.experts.136.down_proj,0.0000002369,0.05000,2.350
+8,mlp.experts.139.down_proj,0.0000000246,0.05000,2.345
+8,mlp.experts.131.down_proj,0.0000001361,0.05000,2.336
+8,mlp.experts.132.down_proj,0.0000001129,0.05000,2.340
+8,mlp.experts.143.down_proj,0.0000001382,0.05000,2.288
+8,mlp.experts.128.down_proj,0.0000000670,0.05000,2.381
+8,mlp.experts.153.down_proj,0.0000001414,0.05000,2.431
+8,mlp.experts.145.down_proj,0.0000000430,0.05000,2.437
+8,mlp.experts.149.down_proj,0.0000000676,0.05000,2.441
+8,mlp.experts.150.down_proj,0.0000001818,0.05000,2.368
+8,mlp.experts.156.down_proj,0.0000001138,0.05000,2.435
+8,mlp.experts.152.down_proj,0.0000000456,0.05000,2.433
+8,mlp.experts.155.down_proj,0.0000005703,0.05000,2.367
+8,mlp.experts.147.down_proj,0.0000001422,0.05000,2.362
+8,mlp.experts.148.down_proj,0.0000000518,0.05000,2.355
+8,mlp.experts.159.down_proj,0.0000002024,0.05000,2.327
+8,mlp.experts.144.down_proj,0.0000000564,0.05000,2.331
+8,mlp.experts.169.down_proj,0.0000000514,0.05000,2.249
+8,mlp.experts.161.down_proj,0.0000003134,0.05000,2.273
+8,mlp.experts.165.down_proj,0.0000005850,0.05000,2.272
+8,mlp.experts.166.down_proj,0.0000001904,0.05000,2.268
+8,mlp.experts.172.down_proj,0.0000000529,0.05000,2.283
+8,mlp.experts.168.down_proj,0.0000001685,0.05000,2.299
+8,mlp.experts.171.down_proj,0.0000001019,0.05000,2.266
+8,mlp.experts.163.down_proj,0.0000000921,0.05000,2.280
+8,mlp.experts.164.down_proj,0.0000000438,0.05000,2.283
+8,mlp.experts.175.down_proj,0.0000000174,0.05000,2.352
+8,mlp.experts.160.down_proj,0.0000000131,0.05000,2.348
+8,mlp.experts.185.down_proj,0.0000003996,0.05000,2.315
+8,mlp.experts.177.down_proj,0.0000001606,0.05000,2.451
+8,mlp.experts.181.down_proj,0.0000000969,0.05000,2.441
+8,mlp.experts.182.down_proj,0.0000001900,0.05000,2.391
+8,mlp.experts.188.down_proj,0.0000000765,0.05000,2.406
+8,mlp.experts.184.down_proj,0.0000002045,0.05000,2.476
+8,mlp.experts.179.down_proj,0.0000003158,0.05000,2.423
+8,mlp.experts.180.down_proj,0.0000001608,0.05000,2.430
+8,mlp.experts.187.down_proj,0.0000000399,0.05000,2.481
+8,mlp.experts.176.down_proj,0.0000000952,0.05000,2.410
+8,mlp.experts.191.down_proj,0.0000000705,0.05000,2.432
+8,mlp.experts.201.down_proj,0.0000001796,0.05000,2.423
+8,mlp.experts.193.down_proj,0.0000000599,0.05000,2.393
+8,mlp.experts.197.down_proj,0.0000000613,0.05000,2.348
+8,mlp.experts.198.down_proj,0.0000004026,0.05000,2.366
+8,mlp.experts.204.down_proj,0.0000000639,0.05000,2.486
+8,mlp.experts.200.down_proj,0.0000001119,0.05000,2.439
+8,mlp.experts.196.down_proj,0.0000002167,0.05000,2.516
+8,mlp.experts.203.down_proj,0.0000002139,0.05000,2.546
+8,mlp.experts.195.down_proj,0.0000001265,0.05000,2.582
+8,mlp.experts.207.down_proj,0.0000000950,0.05000,2.499
+8,mlp.experts.192.down_proj,0.0000000819,0.05000,2.557
+8,mlp.experts.217.down_proj,0.0000000311,0.05000,2.450
+8,mlp.experts.209.down_proj,0.0000001401,0.05000,2.409
+8,mlp.experts.213.down_proj,0.0000000448,0.05000,2.379
+8,mlp.experts.214.down_proj,0.0000001366,0.05000,2.245
+8,mlp.experts.220.down_proj,0.0000000909,0.05000,2.278
+8,mlp.experts.216.down_proj,0.0000000695,0.05000,2.274
+8,mlp.experts.223.down_proj,0.0000000278,0.05000,2.124
+8,mlp.experts.219.down_proj,0.0000000904,0.05000,2.180
+8,mlp.experts.212.down_proj,0.0000002803,0.05000,2.210
+8,mlp.experts.211.down_proj,0.0000001349,0.05000,2.204
+8,mlp.experts.208.down_proj,0.0000001336,0.05000,2.173
+8,mlp.experts.233.down_proj,0.0000001544,0.05000,2.212
+8,mlp.experts.225.down_proj,0.0000002687,0.05000,2.177
+8,mlp.experts.229.down_proj,0.0000001416,0.05000,2.153
+8,mlp.experts.230.down_proj,0.0000001268,0.05000,2.157
+8,mlp.experts.236.down_proj,0.0000000596,0.05000,2.268
+8,mlp.experts.232.down_proj,0.0000000614,0.05000,2.266
+8,mlp.experts.239.down_proj,0.0000002280,0.05000,2.249
+8,mlp.experts.235.down_proj,0.0000000319,0.05000,2.242
+8,mlp.experts.227.down_proj,0.0000001180,0.05000,2.251
+8,mlp.experts.228.down_proj,0.0000003536,0.05000,2.278
+8,mlp.experts.224.down_proj,0.0000000509,0.05000,2.242
+8,mlp.experts.249.down_proj,0.0000001531,0.05000,2.215
+8,mlp.experts.241.down_proj,0.0000003565,0.05000,2.185
+8,mlp.experts.245.down_proj,0.0000000167,0.05000,2.199
+8,mlp.experts.246.down_proj,0.0000002267,0.05000,2.053
+8,mlp.experts.252.down_proj,0.0000000277,0.05000,1.949
+8,mlp.experts.248.down_proj,0.0000000450,0.05000,1.885
+8,mlp.experts.251.down_proj,0.0000000929,0.05000,1.646
+8,mlp.experts.255.down_proj,0.0000003638,0.05000,1.684
+8,mlp.experts.243.down_proj,0.0000000458,0.05000,1.644
+8,mlp.experts.244.down_proj,0.0000000061,0.05000,1.620
+8,mlp.experts.240.down_proj,0.0000000902,0.05000,1.612
+9,mlp.experts.10.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.729
+9,mlp.experts.2.gate_proj,0.0000040825,0.05000,15.302
+9,mlp.experts.11.gate_proj,0.0000096770,0.05000,15.304
+9,mlp.experts.12.gate_proj,0.0000063948,0.05000,15.347
+9,mlp.experts.5.gate_proj,0.0000042686,0.05000,15.398
+9,mlp.experts.13.gate_proj,0.0000036581,0.05000,15.399
+9,mlp.experts.6.gate_proj,0.0000100759,0.05000,15.408
+9,mlp.experts.8.gate_proj,0.0000077209,0.05000,15.453
+9,mlp.experts.7.gate_proj,0.0000085870,0.05000,15.475
+9,mlp.experts.4.gate_proj,0.0000099502,0.05000,15.489
+9,mlp.experts.0.gate_proj,0.0000103103,0.05000,15.491
+9,mlp.experts.15.gate_proj,0.0000062809,0.05000,15.510
+9,mlp.experts.14.gate_proj,0.0000027916,0.05000,15.509
+9,mlp.experts.9.gate_proj,0.0000092602,0.05000,15.532
+9,mlp.experts.1.gate_proj,0.0000022258,0.05000,15.547
+9,mlp.experts.3.gate_proj,0.0000467867,0.05000,15.615
+9,mlp.experts.26.gate_proj,0.0000025030,0.05000,15.439
+9,mlp.experts.27.gate_proj,0.0000107679,0.05000,14.903
+9,mlp.experts.18.gate_proj,0.0000053676,0.05000,14.922
+9,mlp.experts.21.gate_proj,0.0000284029,0.05000,14.881
+9,mlp.experts.22.gate_proj,0.0000090966,0.05000,14.849
+9,mlp.experts.28.gate_proj,0.0000078975,0.05000,14.919
+9,mlp.experts.29.gate_proj,0.0000038682,0.05000,14.989
+9,mlp.experts.30.gate_proj,0.0000087044,0.05000,14.986
+9,mlp.experts.20.gate_proj,0.0000036519,0.05000,15.017
+9,mlp.experts.16.gate_proj,0.0000130343,0.05000,15.016
+9,mlp.experts.25.gate_proj,0.0000034441,0.05000,15.003
+9,mlp.experts.31.gate_proj,0.0000016013,0.05000,15.021
+9,mlp.experts.17.gate_proj,0.0000059165,0.05000,15.027
+9,mlp.experts.23.gate_proj,0.0000328846,0.05000,15.138
+9,mlp.experts.24.gate_proj,0.0000062018,0.05000,15.162
+9,mlp.experts.19.gate_proj,0.0000050208,0.05000,15.038
+9,mlp.experts.42.gate_proj,0.0000042935,0.05000,15.072
+9,mlp.experts.43.gate_proj,0.0000057263,0.05000,15.577
+9,mlp.experts.37.gate_proj,0.0000128731,0.05000,15.525
+9,mlp.experts.45.gate_proj,0.0000041584,0.05000,15.511
+9,mlp.experts.34.gate_proj,0.0000133535,0.05000,15.734
+9,mlp.experts.38.gate_proj,0.0000025499,0.05000,15.690
+9,mlp.experts.44.gate_proj,0.0000054130,0.05000,15.721
+9,mlp.experts.41.gate_proj,0.0000041066,0.05000,15.479
+9,mlp.experts.46.gate_proj,0.0000050757,0.05000,15.512
+9,mlp.experts.32.gate_proj,0.0000106502,0.05000,15.508
+9,mlp.experts.36.gate_proj,0.0000188494,0.05000,15.676
+9,mlp.experts.33.gate_proj,0.0000162106,0.05000,15.586
+9,mlp.experts.39.gate_proj,0.0000067786,0.05000,15.582
+9,mlp.experts.47.gate_proj,0.0000089893,0.05000,15.673
+9,mlp.experts.40.gate_proj,0.0000031124,0.05000,15.628
+9,mlp.experts.35.gate_proj,0.0000124177,0.05000,15.631
+9,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.807
+9,mlp.experts.58.gate_proj,0.0000046367,0.05000,15.563
+9,mlp.experts.57.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.784
+9,mlp.experts.53.gate_proj,0.0000017652,0.05000,14.953
+9,mlp.experts.59.gate_proj,0.0000088784,0.05000,15.114
+9,mlp.experts.61.gate_proj,0.0000042044,0.05000,15.121
+9,mlp.experts.62.gate_proj,0.0000032636,0.05000,15.017
+9,mlp.experts.60.gate_proj,0.0000045600,0.05000,15.221
+9,mlp.experts.54.gate_proj,0.0000053530,0.05000,15.263
+9,mlp.experts.48.gate_proj,0.0000086891,0.05000,15.215
+9,mlp.experts.51.gate_proj,0.0000147715,0.05000,14.985
+9,mlp.experts.56.gate_proj,0.0000079788,0.05000,15.118
+9,mlp.experts.55.gate_proj,0.0000067546,0.05000,15.138
+9,mlp.experts.49.gate_proj,0.0000272988,0.05000,15.239
+9,mlp.experts.52.gate_proj,0.0000031460,0.05000,15.330
+9,mlp.experts.63.gate_proj,0.0000023314,0.05000,15.262
+9,mlp.experts.66.gate_proj,0.0000077935,0.05000,15.078
+9,mlp.experts.73.gate_proj,0.0000109720,0.05000,15.083
+9,mlp.experts.74.gate_proj,0.0000166772,0.05000,15.186
+9,mlp.experts.64.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.783
+9,mlp.experts.69.gate_proj,0.0000069126,0.05000,15.247
+9,mlp.experts.75.gate_proj,0.0000061354,0.05000,15.173
+9,mlp.experts.77.gate_proj,0.0000042937,0.05000,15.069
+9,mlp.experts.78.gate_proj,0.0000320038,0.05000,15.331
+9,mlp.experts.76.gate_proj,0.0000046589,0.05000,15.253
+9,mlp.experts.71.gate_proj,0.0000054396,0.05000,15.096
+9,mlp.experts.67.gate_proj,0.0000020996,0.05000,15.242
+9,mlp.experts.70.gate_proj,0.0000115095,0.05000,15.329
+9,mlp.experts.72.gate_proj,0.0000029942,0.05000,15.196
+9,mlp.experts.65.gate_proj,0.0000079689,0.05000,15.204
+9,mlp.experts.79.gate_proj,0.0000062697,0.05000,15.185
+9,mlp.experts.68.gate_proj,0.0000111090,0.05000,15.285
+9,mlp.experts.89.gate_proj,0.0000258880,0.05000,15.157
+9,mlp.experts.82.gate_proj,0.0000055581,0.05000,15.307
+9,mlp.experts.90.gate_proj,0.0000119212,0.05000,15.218
+9,mlp.experts.80.gate_proj,0.0000084954,0.05000,15.233
+9,mlp.experts.98.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.661
+9,mlp.experts.85.gate_proj,0.0000179696,0.05000,15.548
+9,mlp.experts.93.gate_proj,0.0000174375,0.05000,15.535
+9,mlp.experts.91.gate_proj,0.0000089903,0.05000,15.687
+9,mlp.experts.94.gate_proj,0.0000031160,0.05000,15.468
+9,mlp.experts.92.gate_proj,0.0000191424,0.05000,15.419
+9,mlp.experts.88.gate_proj,0.0000139373,0.05000,15.418
+9,mlp.experts.83.gate_proj,0.0000043503,0.05000,15.501
+9,mlp.experts.87.gate_proj,0.0000262301,0.05000,15.582
+9,mlp.experts.81.gate_proj,0.0000041498,0.05000,15.452
+9,mlp.experts.86.gate_proj,0.0000114203,0.05000,15.664
+9,mlp.experts.95.gate_proj,0.0000025079,0.05000,15.532
+9,mlp.experts.84.gate_proj,0.0000050073,0.05000,15.687
+9,mlp.experts.105.gate_proj,0.0000095841,0.05000,15.503
+9,mlp.experts.106.gate_proj,0.0000091765,0.05000,15.603
+9,mlp.experts.96.gate_proj,0.0000054418,0.05000,15.638
+9,mlp.experts.104.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.940
+9,mlp.experts.114.gate_proj,0.0000080494,0.05000,15.787
+9,mlp.experts.101.gate_proj,0.0000321646,0.05000,16.079
+9,mlp.experts.107.gate_proj,0.0000096242,0.05000,16.073
+9,mlp.experts.109.gate_proj,0.0000053253,0.05000,16.223
+9,mlp.experts.108.gate_proj,0.0000120025,0.05000,16.088
+9,mlp.experts.110.gate_proj,0.0000144221,0.05000,16.159
+9,mlp.experts.97.gate_proj,0.0000134604,0.05000,16.100
+9,mlp.experts.99.gate_proj,0.0000015903,0.05000,16.194
+9,mlp.experts.103.gate_proj,0.0000058338,0.05000,16.187
+9,mlp.experts.111.gate_proj,0.0000194646,0.05000,16.003
+9,mlp.experts.102.gate_proj,0.0000082454,0.05000,16.279
+9,mlp.experts.100.gate_proj,0.0000063743,0.05000,16.190
+9,mlp.experts.121.gate_proj,0.0000025103,0.05000,16.208
+9,mlp.experts.122.gate_proj,0.0000075367,0.05000,16.196
+9,mlp.experts.112.gate_proj,0.0000040142,0.05000,16.082
+9,mlp.experts.120.gate_proj,0.0000050737,0.05000,16.085
+9,mlp.experts.130.gate_proj,0.0000063472,0.05000,16.211
+9,mlp.experts.138.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.852
+9,mlp.experts.117.gate_proj,0.0000026979,0.05000,15.468
+9,mlp.experts.123.gate_proj,0.0000101560,0.05000,15.495
+9,mlp.experts.125.gate_proj,0.0000072939,0.05000,15.514
+9,mlp.experts.124.gate_proj,0.0000154722,0.05000,15.432
+9,mlp.experts.126.gate_proj,0.0000037501,0.05000,15.406
+9,mlp.experts.113.gate_proj,0.0000059884,0.05000,15.362
+9,mlp.experts.119.gate_proj,0.0000091482,0.05000,15.352
+9,mlp.experts.115.gate_proj,0.0000085824,0.05000,15.399
+9,mlp.experts.118.gate_proj,0.0000021965,0.05000,15.250
+9,mlp.experts.127.gate_proj,0.0000055289,0.05000,15.549
+9,mlp.experts.137.gate_proj,0.0000053723,0.05000,15.227
+9,mlp.experts.116.gate_proj,0.0000034377,0.05000,15.374
+9,mlp.experts.128.gate_proj,0.0000046817,0.05000,15.289
+9,mlp.experts.136.gate_proj,0.0000025434,0.05000,15.378
+9,mlp.experts.146.gate_proj,0.0000157299,0.05000,15.222
+9,mlp.experts.154.gate_proj,0.0000162529,0.05000,15.319
+9,mlp.experts.133.gate_proj,0.0000083626,0.05000,14.502
+9,mlp.experts.139.gate_proj,0.0000064160,0.05000,14.540
+9,mlp.experts.141.gate_proj,0.0000029792,0.05000,14.580
+9,mlp.experts.142.gate_proj,0.0000069333,0.05000,14.525
+9,mlp.experts.140.gate_proj,0.0000140818,0.05000,14.545
+9,mlp.experts.129.gate_proj,0.0000106284,0.05000,14.522
+9,mlp.experts.135.gate_proj,0.0000041727,0.05000,14.633
+9,mlp.experts.131.gate_proj,0.0000175703,0.05000,14.660
+9,mlp.experts.134.gate_proj,0.0000180028,0.05000,14.647
+9,mlp.experts.143.gate_proj,0.0000039102,0.05000,14.652
+9,mlp.experts.153.gate_proj,0.0000163522,0.05000,14.511
+9,mlp.experts.132.gate_proj,0.0000041132,0.05000,14.600
+9,mlp.experts.144.gate_proj,0.0000063045,0.05000,14.625
+9,mlp.experts.152.gate_proj,0.0000211750,0.05000,14.605
+9,mlp.experts.162.gate_proj,0.0000090988,0.05000,14.523
+9,mlp.experts.170.gate_proj,0.0000029116,0.05000,14.538
+9,mlp.experts.149.gate_proj,0.0000038487,0.05000,14.137
+9,mlp.experts.156.gate_proj,0.0000039559,0.05000,14.137
+9,mlp.experts.155.gate_proj,0.0000022992,0.05000,14.284
+9,mlp.experts.157.gate_proj,0.0000131896,0.05000,14.273
+9,mlp.experts.145.gate_proj,0.0000068898,0.05000,14.123
+9,mlp.experts.158.gate_proj,0.0000016406,0.05000,14.364
+9,mlp.experts.151.gate_proj,0.0000039399,0.05000,14.317
+9,mlp.experts.150.gate_proj,0.0000158365,0.05000,14.209
+9,mlp.experts.147.gate_proj,0.0000204991,0.05000,14.349
+9,mlp.experts.169.gate_proj,0.0000111729,0.05000,14.233
+9,mlp.experts.159.gate_proj,0.0000128589,0.05000,14.388
+9,mlp.experts.148.gate_proj,0.0000041564,0.05000,14.250
+9,mlp.experts.168.gate_proj,0.0000090867,0.05000,14.201
+9,mlp.experts.160.gate_proj,0.0000042937,0.05000,14.371
+9,mlp.experts.178.gate_proj,0.0000043384,0.05000,14.216
+9,mlp.experts.186.gate_proj,0.0000088828,0.05000,14.431
+9,mlp.experts.165.gate_proj,0.0000051800,0.05000,14.820
+9,mlp.experts.172.gate_proj,0.0000108993,0.05000,14.789
+9,mlp.experts.173.gate_proj,0.0000130680,0.05000,14.755
+9,mlp.experts.161.gate_proj,0.0000019732,0.05000,14.767
+9,mlp.experts.171.gate_proj,0.0000031044,0.05000,14.911
+9,mlp.experts.174.gate_proj,0.0000055009,0.05000,14.876
+9,mlp.experts.166.gate_proj,0.0000058792,0.05000,14.796
+9,mlp.experts.167.gate_proj,0.0000168422,0.05000,14.849
+9,mlp.experts.163.gate_proj,0.0000060974,0.05000,14.858
+9,mlp.experts.185.gate_proj,0.0000012958,0.05000,14.760
+9,mlp.experts.164.gate_proj,0.0000025547,0.05000,14.807
+9,mlp.experts.175.gate_proj,0.0000197845,0.05000,14.925
+9,mlp.experts.184.gate_proj,0.0000066535,0.05000,14.836
+9,mlp.experts.176.gate_proj,0.0000100060,0.05000,14.851
+9,mlp.experts.194.gate_proj,0.0000040813,0.05000,14.859
+9,mlp.experts.202.gate_proj,0.0000017795,0.05000,14.775
+9,mlp.experts.181.gate_proj,0.0000189587,0.05000,15.827
+9,mlp.experts.177.gate_proj,0.0000072414,0.05000,15.718
+9,mlp.experts.188.gate_proj,0.0000059566,0.05000,15.891
+9,mlp.experts.189.gate_proj,0.0000053072,0.05000,15.929
+9,mlp.experts.187.gate_proj,0.0000074329,0.05000,16.032
+9,mlp.experts.190.gate_proj,0.0000281617,0.05000,16.007
+9,mlp.experts.183.gate_proj,0.0000129361,0.05000,15.895
+9,mlp.experts.182.gate_proj,0.0000043494,0.05000,16.083
+9,mlp.experts.179.gate_proj,0.0000087731,0.05000,16.017
+9,mlp.experts.201.gate_proj,0.0000035113,0.05000,16.021
+9,mlp.experts.180.gate_proj,0.0000083330,0.05000,15.845
+9,mlp.experts.191.gate_proj,0.0000042701,0.05000,15.903
+9,mlp.experts.192.gate_proj,0.0000065694,0.05000,15.798
+9,mlp.experts.200.gate_proj,0.0000057240,0.05000,15.950
+9,mlp.experts.210.gate_proj,0.0000063547,0.05000,15.894
+9,mlp.experts.218.gate_proj,0.0000113656,0.05000,15.901
+9,mlp.experts.197.gate_proj,0.0000054638,0.05000,14.938
+9,mlp.experts.204.gate_proj,0.0000041628,0.05000,14.857
+9,mlp.experts.193.gate_proj,0.0000038763,0.05000,14.972
+9,mlp.experts.205.gate_proj,0.0000030068,0.05000,15.060
+9,mlp.experts.203.gate_proj,0.0000061239,0.05000,14.961
+9,mlp.experts.206.gate_proj,0.0000050126,0.05000,14.919
+9,mlp.experts.198.gate_proj,0.0000078565,0.05000,14.907
+9,mlp.experts.199.gate_proj,0.0000090276,0.05000,15.060
+9,mlp.experts.217.gate_proj,0.0000038345,0.05000,15.018
+9,mlp.experts.195.gate_proj,0.0000035217,0.05000,15.045
+9,mlp.experts.196.gate_proj,0.0000138179,0.05000,15.120
+9,mlp.experts.207.gate_proj,0.0000026073,0.05000,15.025
+9,mlp.experts.208.gate_proj,0.0000066694,0.05000,14.862
+9,mlp.experts.216.gate_proj,0.0000036986,0.05000,15.020
+9,mlp.experts.226.gate_proj,0.0000300159,0.05000,14.798
+9,mlp.experts.234.gate_proj,0.0000062024,0.05000,15.074
+9,mlp.experts.213.gate_proj,0.0000042609,0.05000,15.951
+9,mlp.experts.220.gate_proj,0.0000108411,0.05000,15.830
+9,mlp.experts.209.gate_proj,0.0000047308,0.05000,15.856
+9,mlp.experts.221.gate_proj,0.0000031616,0.05000,15.815
+9,mlp.experts.219.gate_proj,0.0000068892,0.05000,15.966
+9,mlp.experts.222.gate_proj,0.0000040768,0.05000,15.950
+9,mlp.experts.215.gate_proj,0.0000042756,0.05000,15.825
+9,mlp.experts.214.gate_proj,0.0000231962,0.05000,15.864
+9,mlp.experts.233.gate_proj,0.0000099230,0.05000,15.868
+9,mlp.experts.211.gate_proj,0.0000059091,0.05000,15.996
+9,mlp.experts.212.gate_proj,0.0000107491,0.05000,15.946
+9,mlp.experts.224.gate_proj,0.0000118738,0.05000,15.870
+9,mlp.experts.223.gate_proj,0.0000091552,0.05000,15.969
+9,mlp.experts.232.gate_proj,0.0000032100,0.05000,15.964
+9,mlp.experts.242.gate_proj,0.0000100563,0.05000,16.002
+9,mlp.experts.250.gate_proj,0.0000091842,0.05000,16.007
+9,mlp.experts.10.up_proj,failsafe(rtn): 0.0008965,0.00000,0.791
+9,mlp.experts.229.gate_proj,0.0000063261,0.05000,16.240
+9,mlp.experts.236.gate_proj,0.0000119498,0.05000,16.263
+9,mlp.experts.225.gate_proj,0.0000030961,0.05000,16.223
+9,mlp.experts.237.gate_proj,0.0000074828,0.05000,16.166
+9,mlp.experts.238.gate_proj,0.0000355461,0.05000,16.138
+9,mlp.experts.235.gate_proj,0.0000018812,0.05000,16.262
+9,mlp.experts.230.gate_proj,0.0000090058,0.05000,16.066
+9,mlp.experts.231.gate_proj,0.0000081323,0.05000,16.192
+9,mlp.experts.249.gate_proj,0.0000444991,0.05000,16.123
+9,mlp.experts.227.gate_proj,0.0000044439,0.05000,16.235
+9,mlp.experts.228.gate_proj,0.0000055067,0.05000,16.277
+9,mlp.experts.239.gate_proj,0.0000046956,0.05000,16.304
+9,mlp.experts.240.gate_proj,0.0000052439,0.05000,16.330
+9,mlp.experts.248.gate_proj,0.0000030056,0.05000,16.232
+9,mlp.experts.2.up_proj,0.0000035723,0.05000,16.084
+9,mlp.experts.26.up_proj,0.0000023620,0.05000,16.082
+9,mlp.experts.245.gate_proj,0.0000059579,0.05000,14.950
+9,mlp.experts.241.gate_proj,0.0000065547,0.05000,14.826
+9,mlp.experts.252.gate_proj,0.0000019322,0.05000,14.917
+9,mlp.experts.253.gate_proj,0.0000055489,0.05000,14.867
+9,mlp.experts.254.gate_proj,0.0000034608,0.05000,14.810
+9,mlp.experts.251.gate_proj,0.0000063135,0.05000,14.795
+9,mlp.experts.246.gate_proj,0.0000037585,0.05000,14.907
+9,mlp.experts.247.gate_proj,0.0000054028,0.05000,14.949
+9,mlp.experts.9.up_proj,0.0000095662,0.05000,14.904
+9,mlp.experts.243.gate_proj,0.0000034804,0.05000,14.779
+9,mlp.experts.244.gate_proj,0.0000071143,0.05000,14.713
+9,mlp.experts.255.gate_proj,0.0000031090,0.05000,14.741
+9,mlp.experts.0.up_proj,0.0000097399,0.05000,14.870
+9,mlp.experts.8.up_proj,0.0000068804,0.05000,14.888
+9,mlp.experts.18.up_proj,0.0000048921,0.05000,14.850
+9,mlp.experts.42.up_proj,0.0000040719,0.05000,14.971
+9,mlp.experts.5.up_proj,0.0000039197,0.05000,14.564
+9,mlp.experts.12.up_proj,0.0000060976,0.05000,14.547
+9,mlp.experts.1.up_proj,0.0000019428,0.05000,14.580
+9,mlp.experts.13.up_proj,0.0000035520,0.05000,14.660
+9,mlp.experts.14.up_proj,0.0000026956,0.05000,14.514
+9,mlp.experts.11.up_proj,0.0000085540,0.05000,14.694
+9,mlp.experts.6.up_proj,0.0000083980,0.05000,14.620
+9,mlp.experts.7.up_proj,0.0000069994,0.05000,14.584
+9,mlp.experts.25.up_proj,0.0000032211,0.05000,14.683
+9,mlp.experts.3.up_proj,0.0000444079,0.05000,14.701
+9,mlp.experts.4.up_proj,0.0000079830,0.05000,14.753
+9,mlp.experts.15.up_proj,0.0000055916,0.05000,14.717
+9,mlp.experts.16.up_proj,0.0000119725,0.05000,14.729
+9,mlp.experts.24.up_proj,0.0000052303,0.05000,14.690
+9,mlp.experts.34.up_proj,0.0000113153,0.05000,14.814
+9,mlp.experts.50.up_proj,failsafe(rtn): 0.0009155,0.00000,0.795
+9,mlp.experts.58.up_proj,0.0000062927,0.05000,14.719
+9,mlp.experts.21.up_proj,0.0000275563,0.05000,15.614
+9,mlp.experts.28.up_proj,0.0000069820,0.05000,15.604
+9,mlp.experts.17.up_proj,0.0000052166,0.05000,15.641
+9,mlp.experts.29.up_proj,0.0000036604,0.05000,15.782
+9,mlp.experts.30.up_proj,0.0000083103,0.05000,15.666
+9,mlp.experts.22.up_proj,0.0000079668,0.05000,15.620
+9,mlp.experts.23.up_proj,0.0000261198,0.05000,15.583
+9,mlp.experts.27.up_proj,0.0000089293,0.05000,15.689
+9,mlp.experts.41.up_proj,0.0000038299,0.05000,15.722
+9,mlp.experts.19.up_proj,0.0000042014,0.05000,15.599
+9,mlp.experts.20.up_proj,0.0000034027,0.05000,15.657
+9,mlp.experts.32.up_proj,0.0000085587,0.05000,15.525
+9,mlp.experts.31.up_proj,0.0000017105,0.05000,15.676
+9,mlp.experts.40.up_proj,0.0000026489,0.05000,15.443
+9,mlp.experts.57.up_proj,failsafe(rtn): 0.0008621,0.00000,0.710
+9,mlp.experts.66.up_proj,0.0000068077,0.05000,15.552
+9,mlp.experts.74.up_proj,0.0000146859,0.05000,15.491
+9,mlp.experts.37.up_proj,0.0000106205,0.05000,15.069
+9,mlp.experts.44.up_proj,0.0000046941,0.05000,15.043
+9,mlp.experts.33.up_proj,0.0000143907,0.05000,14.984
+9,mlp.experts.45.up_proj,0.0000039787,0.05000,14.977
+9,mlp.experts.46.up_proj,0.0000042145,0.05000,14.992
+9,mlp.experts.38.up_proj,0.0000022228,0.05000,15.027
+9,mlp.experts.39.up_proj,0.0000053656,0.05000,15.131
+9,mlp.experts.43.up_proj,0.0000049358,0.05000,15.180
+9,mlp.experts.35.up_proj,0.0000104347,0.05000,15.128
+9,mlp.experts.36.up_proj,0.0000161208,0.05000,15.004
+9,mlp.experts.48.up_proj,0.0000077677,0.05000,15.278
+9,mlp.experts.47.up_proj,0.0000082745,0.05000,15.266
+9,mlp.experts.56.up_proj,0.0000068892,0.05000,15.196
+9,mlp.experts.73.up_proj,0.0000095363,0.05000,15.138
+9,mlp.experts.64.up_proj,failsafe(rtn): 0.0008965,0.00000,0.833
+9,mlp.experts.82.up_proj,0.0000047756,0.05000,15.079
+9,mlp.experts.90.up_proj,0.0000101203,0.05000,15.170
+9,mlp.experts.98.up_proj,failsafe(rtn): 0.0009193,0.00000,0.800
+9,mlp.experts.53.up_proj,0.0000016675,0.05000,15.449
+9,mlp.experts.49.up_proj,0.0000260829,0.05000,15.337
+9,mlp.experts.60.up_proj,0.0000042140,0.05000,15.442
+9,mlp.experts.61.up_proj,0.0000037973,0.05000,15.334
+9,mlp.experts.62.up_proj,0.0000029289,0.05000,15.446
+9,mlp.experts.54.up_proj,0.0000046438,0.05000,15.441
+9,mlp.experts.59.up_proj,0.0000085233,0.05000,15.371
+9,mlp.experts.55.up_proj,0.0000060805,0.05000,15.512
+9,mlp.experts.52.up_proj,0.0000025196,0.05000,15.338
+9,mlp.experts.51.up_proj,0.0000140302,0.05000,15.493
+9,mlp.experts.63.up_proj,0.0000021887,0.05000,15.306
+9,mlp.experts.89.up_proj,0.0000278804,0.05000,15.185
+9,mlp.experts.72.up_proj,0.0000028456,0.05000,15.405
+9,mlp.experts.80.up_proj,0.0000069604,0.05000,15.304
+9,mlp.experts.106.up_proj,0.0000077036,0.05000,15.175
+9,mlp.experts.114.up_proj,0.0000072369,0.05000,15.206
+9,mlp.experts.69.up_proj,0.0000056153,0.05000,15.441
+9,mlp.experts.65.up_proj,0.0000068887,0.05000,15.401
+9,mlp.experts.76.up_proj,0.0000038463,0.05000,15.359
+9,mlp.experts.77.up_proj,0.0000041608,0.05000,15.439
+9,mlp.experts.78.up_proj,0.0000290998,0.05000,15.341
+9,mlp.experts.70.up_proj,0.0000102526,0.05000,15.416
+9,mlp.experts.71.up_proj,0.0000051905,0.05000,15.416
+9,mlp.experts.75.up_proj,0.0000055319,0.05000,15.621
+9,mlp.experts.68.up_proj,0.0000100312,0.05000,15.450
+9,mlp.experts.67.up_proj,0.0000019279,0.05000,15.558
+9,mlp.experts.79.up_proj,0.0000056457,0.05000,15.548
+9,mlp.experts.105.up_proj,0.0000090456,0.05000,15.472
+9,mlp.experts.88.up_proj,0.0000117479,0.05000,15.407
+9,mlp.experts.96.up_proj,0.0000044430,0.05000,15.377
+9,mlp.experts.104.up_proj,failsafe(rtn): 0.0008469,0.00000,0.738
+9,mlp.experts.122.up_proj,0.0000071071,0.05000,15.566
+9,mlp.experts.130.up_proj,0.0000055372,0.05000,15.547
+9,mlp.experts.138.up_proj,failsafe(rtn): 0.0008888,0.00000,0.764
+9,mlp.experts.92.up_proj,0.0000163593,0.05000,15.357
+9,mlp.experts.81.up_proj,0.0000035376,0.05000,15.413
+9,mlp.experts.85.up_proj,0.0000187079,0.05000,15.539
+9,mlp.experts.93.up_proj,0.0000164762,0.05000,15.454
+9,mlp.experts.94.up_proj,0.0000032666,0.05000,15.589
+9,mlp.experts.86.up_proj,0.0000100037,0.05000,15.405
+9,mlp.experts.87.up_proj,0.0000231182,0.05000,15.335
+9,mlp.experts.91.up_proj,0.0000072308,0.05000,15.443
+9,mlp.experts.84.up_proj,0.0000049852,0.05000,15.348
+9,mlp.experts.83.up_proj,0.0000037466,0.05000,15.400
+9,mlp.experts.121.up_proj,0.0000023386,0.05000,15.272
+9,mlp.experts.95.up_proj,0.0000024539,0.05000,15.305
+9,mlp.experts.112.up_proj,0.0000038249,0.05000,15.326
+9,mlp.experts.120.up_proj,0.0000053055,0.05000,15.288
+9,mlp.experts.146.up_proj,0.0000129851,0.05000,15.389
+9,mlp.experts.154.up_proj,0.0000148726,0.05000,15.447
+9,mlp.experts.97.up_proj,0.0000131569,0.05000,15.834
+9,mlp.experts.101.up_proj,0.0000309365,0.05000,15.888
+9,mlp.experts.108.up_proj,0.0000105703,0.05000,16.017
+9,mlp.experts.109.up_proj,0.0000046194,0.05000,15.717
+9,mlp.experts.110.up_proj,0.0000125873,0.05000,15.681
+9,mlp.experts.102.up_proj,0.0000073085,0.05000,15.836
+9,mlp.experts.103.up_proj,0.0000051541,0.05000,15.908
+9,mlp.experts.107.up_proj,0.0000082755,0.05000,15.813
+9,mlp.experts.100.up_proj,0.0000056001,0.05000,15.899
+9,mlp.experts.99.up_proj,0.0000013773,0.05000,15.896
+9,mlp.experts.137.up_proj,0.0000045357,0.05000,15.822
+9,mlp.experts.111.up_proj,0.0000169042,0.05000,15.931
+9,mlp.experts.128.up_proj,0.0000042902,0.05000,15.902
+9,mlp.experts.136.up_proj,0.0000024167,0.05000,16.038
+9,mlp.experts.162.up_proj,0.0000072655,0.05000,16.107
+9,mlp.experts.170.up_proj,0.0000026584,0.05000,16.034
+9,mlp.experts.113.up_proj,0.0000056423,0.05000,15.899
+9,mlp.experts.124.up_proj,0.0000137155,0.05000,15.861
+9,mlp.experts.117.up_proj,0.0000021019,0.05000,15.911
+9,mlp.experts.125.up_proj,0.0000061729,0.05000,15.855
+9,mlp.experts.126.up_proj,0.0000034578,0.05000,15.876
+9,mlp.experts.118.up_proj,0.0000019895,0.05000,15.854
+9,mlp.experts.119.up_proj,0.0000072133,0.05000,15.784
+9,mlp.experts.123.up_proj,0.0000093282,0.05000,15.662
+9,mlp.experts.116.up_proj,0.0000029619,0.05000,15.870
+9,mlp.experts.115.up_proj,0.0000066916,0.05000,15.745
+9,mlp.experts.153.up_proj,0.0000146024,0.05000,15.702
+9,mlp.experts.127.up_proj,0.0000051345,0.05000,15.700
+9,mlp.experts.144.up_proj,0.0000056635,0.05000,15.762
+9,mlp.experts.152.up_proj,0.0000187900,0.05000,15.698
+9,mlp.experts.178.up_proj,0.0000039451,0.05000,15.329
+9,mlp.experts.186.up_proj,0.0000075719,0.05000,15.347
+9,mlp.experts.129.up_proj,0.0000091962,0.05000,15.068
+9,mlp.experts.133.up_proj,0.0000071578,0.05000,15.062
+9,mlp.experts.140.up_proj,0.0000119598,0.05000,15.164
+9,mlp.experts.141.up_proj,0.0000027085,0.05000,15.125
+9,mlp.experts.142.up_proj,0.0000066421,0.05000,15.280
+9,mlp.experts.134.up_proj,0.0000169807,0.05000,15.385
+9,mlp.experts.139.up_proj,0.0000053531,0.05000,15.353
+9,mlp.experts.135.up_proj,0.0000038802,0.05000,15.376
+9,mlp.experts.132.up_proj,0.0000033384,0.05000,15.311
+9,mlp.experts.169.up_proj,0.0000091526,0.05000,15.304
+9,mlp.experts.131.up_proj,0.0000160598,0.05000,15.416
+9,mlp.experts.143.up_proj,0.0000033897,0.05000,15.339
+9,mlp.experts.160.up_proj,0.0000035058,0.05000,15.483
+9,mlp.experts.168.up_proj,0.0000082581,0.05000,15.443
+9,mlp.experts.194.up_proj,0.0000038551,0.05000,15.431
+9,mlp.experts.202.up_proj,0.0000015317,0.05000,15.747
+9,mlp.experts.145.up_proj,0.0000059097,0.05000,14.735
+9,mlp.experts.149.up_proj,0.0000035598,0.05000,14.925
+9,mlp.experts.156.up_proj,0.0000034077,0.05000,14.859
+9,mlp.experts.157.up_proj,0.0000108895,0.05000,15.013
+9,mlp.experts.158.up_proj,0.0000015256,0.05000,14.850
+9,mlp.experts.150.up_proj,0.0000137691,0.05000,14.822
+9,mlp.experts.155.up_proj,0.0000021853,0.05000,14.901
+9,mlp.experts.151.up_proj,0.0000038039,0.05000,14.889
+9,mlp.experts.148.up_proj,0.0000034707,0.05000,14.845
+9,mlp.experts.185.up_proj,0.0000010510,0.05000,14.762
+9,mlp.experts.147.up_proj,0.0000185602,0.05000,14.921
+9,mlp.experts.159.up_proj,0.0000108058,0.05000,14.880
+9,mlp.experts.176.up_proj,0.0000095362,0.05000,14.706
+9,mlp.experts.184.up_proj,0.0000063304,0.05000,14.791
+9,mlp.experts.210.up_proj,0.0000060316,0.05000,14.746
+9,mlp.experts.218.up_proj,0.0000100020,0.05000,14.488
+9,mlp.experts.161.up_proj,0.0000019033,0.05000,14.562
+9,mlp.experts.172.up_proj,0.0000091910,0.05000,14.665
+9,mlp.experts.165.up_proj,0.0000044793,0.05000,14.811
+9,mlp.experts.173.up_proj,0.0000114535,0.05000,14.788
+9,mlp.experts.174.up_proj,0.0000050117,0.05000,14.689
+9,mlp.experts.166.up_proj,0.0000047198,0.05000,14.773
+9,mlp.experts.171.up_proj,0.0000028979,0.05000,14.850
+9,mlp.experts.167.up_proj,0.0000138775,0.05000,14.864
+9,mlp.experts.164.up_proj,0.0000024022,0.05000,14.712
+9,mlp.experts.201.up_proj,0.0000033197,0.05000,14.780
+9,mlp.experts.175.up_proj,0.0000180537,0.05000,14.675
+9,mlp.experts.163.up_proj,0.0000056140,0.05000,14.953
+9,mlp.experts.192.up_proj,0.0000057351,0.05000,14.895
+9,mlp.experts.200.up_proj,0.0000051705,0.05000,14.843
+9,mlp.experts.226.up_proj,0.0000240080,0.05000,14.844
+9,mlp.experts.234.up_proj,0.0000053649,0.05000,14.803
+9,mlp.experts.177.up_proj,0.0000064803,0.05000,15.738
+9,mlp.experts.188.up_proj,0.0000050693,0.05000,15.540
+9,mlp.experts.181.up_proj,0.0000177250,0.05000,15.647
+9,mlp.experts.190.up_proj,0.0000238339,0.05000,15.433
+9,mlp.experts.189.up_proj,0.0000048493,0.05000,15.733
+9,mlp.experts.182.up_proj,0.0000038871,0.05000,15.629
+9,mlp.experts.183.up_proj,0.0000119227,0.05000,15.448
+9,mlp.experts.187.up_proj,0.0000066161,0.05000,15.504
+9,mlp.experts.180.up_proj,0.0000064364,0.05000,15.600
+9,mlp.experts.217.up_proj,0.0000030169,0.05000,15.469
+9,mlp.experts.191.up_proj,0.0000033829,0.05000,15.618
+9,mlp.experts.179.up_proj,0.0000078491,0.05000,15.730
+9,mlp.experts.208.up_proj,0.0000060814,0.05000,15.730
+9,mlp.experts.216.up_proj,0.0000031992,0.05000,15.629
+9,mlp.experts.242.up_proj,0.0000080936,0.05000,15.683
+9,mlp.experts.250.up_proj,0.0000082229,0.05000,15.636
+9,mlp.experts.10.down_proj,failsafe(rtn): 0.0008850,0.00000,0.233
+9,mlp.experts.2.down_proj,0.0000001113,0.05000,3.659
+9,mlp.experts.26.down_proj,0.0000000200,0.05000,3.648
+9,mlp.experts.18.down_proj,0.0000000503,0.05000,4.180
+9,mlp.experts.42.down_proj,0.0000001147,0.05000,3.962
+9,mlp.experts.193.up_proj,0.0000035352,0.05000,15.413
+9,mlp.experts.34.down_proj,0.0000002026,0.05000,3.674
+9,mlp.experts.50.down_proj,failsafe(rtn): 0.0008926,0.00000,0.239
+9,mlp.experts.204.up_proj,0.0000039396,0.05000,15.685
+9,mlp.experts.58.down_proj,0.0000000615,0.05000,3.898
+9,mlp.experts.197.up_proj,0.0000055695,0.05000,15.785
+9,mlp.experts.206.up_proj,0.0000040120,0.05000,15.772
+9,mlp.experts.205.up_proj,0.0000027194,0.05000,15.591
+9,mlp.experts.198.up_proj,0.0000065894,0.05000,15.616
+9,mlp.experts.199.up_proj,0.0000083568,0.05000,15.744
+9,mlp.experts.203.up_proj,0.0000057582,0.05000,15.809
+9,mlp.experts.233.up_proj,0.0000083207,0.05000,15.694
+9,mlp.experts.196.up_proj,0.0000120358,0.05000,15.816
+9,mlp.experts.207.up_proj,0.0000022737,0.05000,15.572
+9,mlp.experts.195.up_proj,0.0000031819,0.05000,15.772
+9,mlp.experts.224.up_proj,0.0000106207,0.05000,15.618
+9,mlp.experts.232.up_proj,0.0000030472,0.05000,15.568
+9,mlp.experts.66.down_proj,0.0000001687,0.05000,4.066
+9,mlp.experts.74.down_proj,0.0000002317,0.05000,3.996
+9,mlp.experts.82.down_proj,0.0000001138,0.05000,4.067
+9,mlp.experts.98.down_proj,failsafe(rtn): 0.0009079,0.00000,0.211
+9,mlp.experts.90.down_proj,0.0000002197,0.05000,4.099
+9,mlp.experts.114.down_proj,0.0000001096,0.05000,3.938
+9,mlp.experts.106.down_proj,0.0000002132,0.05000,3.904
+9,mlp.experts.209.up_proj,0.0000045171,0.05000,15.929
+9,mlp.experts.130.down_proj,0.0000000953,0.05000,3.769
+9,mlp.experts.220.up_proj,0.0000091751,0.05000,15.799
+9,mlp.experts.122.down_proj,0.0000000634,0.05000,3.743
+9,mlp.experts.222.up_proj,0.0000037783,0.05000,15.685
+9,mlp.experts.213.up_proj,0.0000040234,0.05000,15.777
+9,mlp.experts.221.up_proj,0.0000025753,0.05000,15.663
+9,mlp.experts.138.down_proj,failsafe(rtn): 0.0008965,0.00000,0.244
+9,mlp.experts.214.up_proj,0.0000287604,0.05000,15.709
+9,mlp.experts.219.up_proj,0.0000057300,0.05000,15.765
+9,mlp.experts.215.up_proj,0.0000034163,0.05000,15.998
+9,mlp.experts.249.up_proj,0.0000393181,0.05000,15.824
+9,mlp.experts.212.up_proj,0.0000092174,0.05000,15.912
+9,mlp.experts.223.up_proj,0.0000086941,0.05000,16.069
+9,mlp.experts.211.up_proj,0.0000052484,0.05000,15.932
+9,mlp.experts.240.up_proj,0.0000047075,0.05000,15.856
+9,mlp.experts.248.up_proj,0.0000028683,0.05000,15.961
+9,mlp.experts.146.down_proj,0.0000002549,0.05000,4.262
+9,mlp.experts.154.down_proj,0.0000001966,0.05000,4.107
+9,mlp.experts.9.down_proj,0.0000001950,0.05000,4.089
+9,mlp.experts.0.down_proj,0.0000002586,0.05000,4.070
+9,mlp.experts.8.down_proj,0.0000001040,0.05000,4.107
+9,mlp.experts.162.down_proj,0.0000001533,0.05000,4.141
+9,mlp.experts.170.down_proj,0.0000000510,0.05000,4.190
+9,mlp.experts.25.down_proj,0.0000000295,0.05000,3.899
+9,mlp.experts.16.down_proj,0.0000003413,0.05000,3.670
+9,mlp.experts.24.down_proj,0.0000001112,0.05000,3.748
+9,mlp.experts.178.down_proj,0.0000001069,0.05000,3.485
+9,mlp.experts.186.down_proj,0.0000001746,0.05000,3.647
+9,mlp.experts.41.down_proj,0.0000000880,0.05000,3.880
+9,mlp.experts.57.down_proj,failsafe(rtn): 0.0008621,0.00000,0.189
+9,mlp.experts.32.down_proj,0.0000001507,0.05000,4.050
+9,mlp.experts.40.down_proj,0.0000000364,0.05000,3.974
+9,mlp.experts.225.up_proj,0.0000025770,0.05000,15.805
+9,mlp.experts.236.up_proj,0.0000097506,0.05000,16.136
+9,mlp.experts.194.down_proj,0.0000000310,0.05000,4.288
+9,mlp.experts.238.up_proj,0.0000301347,0.05000,15.979
+9,mlp.experts.237.up_proj,0.0000067459,0.05000,16.069
+9,mlp.experts.229.up_proj,0.0000054349,0.05000,16.124
+9,mlp.experts.230.up_proj,0.0000081706,0.05000,15.982
+9,mlp.experts.202.down_proj,0.0000000566,0.05000,4.316
+9,mlp.experts.231.up_proj,0.0000068807,0.05000,16.094
+9,mlp.experts.235.up_proj,0.0000017750,0.05000,16.208
+9,mlp.experts.228.up_proj,0.0000050463,0.05000,15.894
+9,mlp.experts.73.down_proj,0.0000002305,0.05000,4.286
+9,mlp.experts.239.up_proj,0.0000039430,0.05000,15.895
+9,mlp.experts.227.up_proj,0.0000040506,0.05000,15.937
+9,mlp.experts.48.down_proj,0.0000001142,0.05000,4.251
+9,mlp.experts.64.down_proj,failsafe(rtn): 0.0008926,0.00000,0.227
+9,mlp.experts.56.down_proj,0.0000001665,0.05000,4.294
+9,mlp.experts.210.down_proj,0.0000000473,0.05000,3.977
+9,mlp.experts.218.down_proj,0.0000001423,0.05000,3.917
+9,mlp.experts.89.down_proj,0.0000008845,0.05000,3.872
+9,mlp.experts.80.down_proj,0.0000001181,0.05000,3.831
+9,mlp.experts.72.down_proj,0.0000000240,0.05000,3.838
+9,mlp.experts.226.down_proj,0.0000003912,0.05000,3.933
+9,mlp.experts.234.down_proj,0.0000001206,0.05000,3.960
+9,mlp.experts.105.down_proj,0.0000002837,0.05000,4.014
+9,mlp.experts.96.down_proj,0.0000001339,0.05000,3.792
+9,mlp.experts.88.down_proj,0.0000001954,0.05000,3.853
+9,mlp.experts.104.down_proj,failsafe(rtn): 0.0008507,0.00000,0.201
+9,mlp.experts.242.down_proj,0.0000001860,0.05000,3.729
+9,mlp.experts.250.down_proj,0.0000001963,0.05000,3.798
+9,mlp.experts.121.down_proj,0.0000000206,0.05000,3.654
+9,mlp.experts.112.down_proj,0.0000000328,0.05000,3.413
+9,mlp.experts.120.down_proj,0.0000001123,0.05000,3.338
+9,mlp.experts.241.up_proj,0.0000052730,0.05000,15.028
+9,mlp.experts.252.up_proj,0.0000016077,0.05000,15.031
+9,mlp.experts.253.up_proj,0.0000048039,0.05000,14.755
+9,mlp.experts.254.up_proj,0.0000031230,0.05000,14.971
+9,mlp.experts.245.up_proj,0.0000054050,0.05000,14.914
+9,mlp.experts.246.up_proj,0.0000035722,0.05000,14.879
+9,mlp.experts.244.up_proj,0.0000060033,0.05000,14.565
+9,mlp.experts.251.up_proj,0.0000056397,0.05000,14.626
+9,mlp.experts.247.up_proj,0.0000049908,0.05000,14.756
+9,mlp.experts.255.up_proj,0.0000027347,0.05000,14.414
+9,mlp.experts.137.down_proj,0.0000000884,0.05000,3.056
+9,mlp.experts.243.up_proj,0.0000032204,0.05000,14.579
+9,mlp.experts.128.down_proj,0.0000000729,0.05000,3.230
+9,mlp.experts.136.down_proj,0.0000000225,0.05000,3.293
+9,mlp.experts.1.down_proj,0.0000000389,0.05000,3.203
+9,mlp.experts.12.down_proj,0.0000000561,0.05000,3.084
+9,mlp.experts.13.down_proj,0.0000001033,0.05000,3.105
+9,mlp.experts.14.down_proj,0.0000000842,0.05000,3.138
+9,mlp.experts.5.down_proj,0.0000001257,0.05000,3.183
+9,mlp.experts.6.down_proj,0.0000001447,0.05000,3.139
+9,mlp.experts.4.down_proj,0.0000002528,0.05000,3.214
+9,mlp.experts.11.down_proj,0.0000002604,0.05000,3.198
+9,mlp.experts.7.down_proj,0.0000000767,0.05000,3.232
+9,mlp.experts.15.down_proj,0.0000000959,0.05000,3.241
+9,mlp.experts.153.down_proj,0.0000003054,0.05000,3.058
+9,mlp.experts.3.down_proj,0.0000009793,0.05000,3.020
+9,mlp.experts.144.down_proj,0.0000001432,0.05000,2.937
+9,mlp.experts.152.down_proj,0.0000002814,0.05000,3.143
+9,mlp.experts.17.down_proj,0.0000001050,0.05000,3.127
+9,mlp.experts.29.down_proj,0.0000001014,0.05000,3.020
+9,mlp.experts.28.down_proj,0.0000001033,0.05000,3.085
+9,mlp.experts.30.down_proj,0.0000000774,0.05000,2.991
+9,mlp.experts.21.down_proj,0.0000008631,0.05000,2.960
+9,mlp.experts.22.down_proj,0.0000002859,0.05000,2.936
+9,mlp.experts.27.down_proj,0.0000001071,0.05000,3.082
+9,mlp.experts.20.down_proj,0.0000000459,0.05000,3.119
+9,mlp.experts.23.down_proj,0.0000004702,0.05000,3.096
+9,mlp.experts.31.down_proj,0.0000000258,0.05000,3.101
+9,mlp.experts.169.down_proj,0.0000001260,0.05000,3.085
+9,mlp.experts.19.down_proj,0.0000001275,0.05000,3.113
+9,mlp.experts.160.down_proj,0.0000001795,0.05000,3.016
+9,mlp.experts.168.down_proj,0.0000001017,0.05000,3.059
+9,mlp.experts.33.down_proj,0.0000002311,0.05000,3.060
+9,mlp.experts.44.down_proj,0.0000001126,0.05000,3.294
+9,mlp.experts.45.down_proj,0.0000000526,0.05000,3.317
+9,mlp.experts.46.down_proj,0.0000000955,0.05000,3.299
+9,mlp.experts.37.down_proj,0.0000002309,0.05000,3.380
+9,mlp.experts.38.down_proj,0.0000001068,0.05000,3.353
+9,mlp.experts.43.down_proj,0.0000000481,0.05000,3.427
+9,mlp.experts.36.down_proj,0.0000003458,0.05000,3.500
+9,mlp.experts.47.down_proj,0.0000002877,0.05000,3.494
+9,mlp.experts.39.down_proj,0.0000001188,0.05000,3.542
+9,mlp.experts.185.down_proj,0.0000001177,0.05000,3.519
+9,mlp.experts.35.down_proj,0.0000001649,0.05000,3.584
+9,mlp.experts.176.down_proj,0.0000001498,0.05000,3.660
+9,mlp.experts.184.down_proj,0.0000000459,0.05000,3.573
+9,mlp.experts.49.down_proj,0.0000006050,0.05000,3.585
+9,mlp.experts.60.down_proj,0.0000000335,0.05000,3.519
+9,mlp.experts.62.down_proj,0.0000000242,0.05000,3.502
+9,mlp.experts.61.down_proj,0.0000000916,0.05000,3.575
+9,mlp.experts.53.down_proj,0.0000000115,0.05000,3.530
+9,mlp.experts.54.down_proj,0.0000001221,0.05000,3.540
+9,mlp.experts.59.down_proj,0.0000001890,0.05000,3.538
+9,mlp.experts.52.down_proj,0.0000000456,0.05000,3.465
+9,mlp.experts.55.down_proj,0.0000000562,0.05000,3.442
+9,mlp.experts.63.down_proj,0.0000000163,0.05000,3.477
+9,mlp.experts.201.down_proj,0.0000000237,0.05000,3.446
+9,mlp.experts.51.down_proj,0.0000002154,0.05000,3.431
+9,mlp.experts.192.down_proj,0.0000001895,0.05000,3.348
+9,mlp.experts.200.down_proj,0.0000000650,0.05000,3.266
+9,mlp.experts.65.down_proj,0.0000001472,0.05000,3.225
+9,mlp.experts.78.down_proj,0.0000005063,0.05000,3.109
+9,mlp.experts.76.down_proj,0.0000000537,0.05000,3.194
+9,mlp.experts.77.down_proj,0.0000000836,0.05000,3.167
+9,mlp.experts.69.down_proj,0.0000001739,0.05000,3.202
+9,mlp.experts.70.down_proj,0.0000001850,0.05000,3.116
+9,mlp.experts.75.down_proj,0.0000001027,0.05000,3.145
+9,mlp.experts.68.down_proj,0.0000001418,0.05000,3.167
+9,mlp.experts.71.down_proj,0.0000000434,0.05000,3.161
+9,mlp.experts.79.down_proj,0.0000000785,0.05000,3.221
+9,mlp.experts.217.down_proj,0.0000000977,0.05000,3.199
+9,mlp.experts.67.down_proj,0.0000000448,0.05000,3.363
+9,mlp.experts.208.down_proj,0.0000001621,0.05000,3.429
+9,mlp.experts.216.down_proj,0.0000000557,0.05000,3.533
+9,mlp.experts.81.down_proj,0.0000000877,0.05000,3.540
+9,mlp.experts.94.down_proj,0.0000000986,0.05000,3.352
+9,mlp.experts.92.down_proj,0.0000003066,0.05000,3.353
+9,mlp.experts.93.down_proj,0.0000004299,0.05000,3.356
+9,mlp.experts.85.down_proj,0.0000006578,0.05000,3.291
+9,mlp.experts.86.down_proj,0.0000001277,0.05000,3.252
+9,mlp.experts.91.down_proj,0.0000001303,0.05000,3.196
+9,mlp.experts.84.down_proj,0.0000000763,0.05000,3.207
+9,mlp.experts.87.down_proj,0.0000004037,0.05000,3.170
+9,mlp.experts.95.down_proj,0.0000000463,0.05000,3.224
+9,mlp.experts.233.down_proj,0.0000001688,0.05000,3.271
+9,mlp.experts.83.down_proj,0.0000000890,0.05000,3.153
+9,mlp.experts.224.down_proj,0.0000001504,0.05000,2.974
+9,mlp.experts.97.down_proj,0.0000001984,0.05000,2.847
+9,mlp.experts.232.down_proj,0.0000000250,0.05000,2.893
+9,mlp.experts.110.down_proj,0.0000003066,0.05000,3.006
+9,mlp.experts.108.down_proj,0.0000002619,0.05000,2.989
+9,mlp.experts.109.down_proj,0.0000002371,0.05000,3.081
+9,mlp.experts.101.down_proj,0.0000004803,0.05000,3.133
+9,mlp.experts.102.down_proj,0.0000001975,0.05000,3.177
+9,mlp.experts.107.down_proj,0.0000001385,0.05000,3.384
+9,mlp.experts.100.down_proj,0.0000001290,0.05000,3.339
+9,mlp.experts.103.down_proj,0.0000000730,0.05000,3.343
+9,mlp.experts.111.down_proj,0.0000003402,0.05000,3.289
+9,mlp.experts.249.down_proj,0.0000006559,0.05000,3.262
+9,mlp.experts.99.down_proj,0.0000000501,0.05000,3.275
+9,mlp.experts.240.down_proj,0.0000001695,0.05000,3.340
+9,mlp.experts.248.down_proj,0.0000000283,0.05000,3.257
+9,mlp.experts.113.down_proj,0.0000000440,0.05000,3.316
+9,mlp.experts.126.down_proj,0.0000001556,0.05000,3.103
+9,mlp.experts.124.down_proj,0.0000002762,0.05000,3.095
+9,mlp.experts.125.down_proj,0.0000000817,0.05000,3.009
+9,mlp.experts.117.down_proj,0.0000000322,0.05000,2.993
+9,mlp.experts.118.down_proj,0.0000000190,0.05000,2.879
+9,mlp.experts.123.down_proj,0.0000002580,0.05000,2.664
+9,mlp.experts.116.down_proj,0.0000001034,0.05000,2.698
+9,mlp.experts.119.down_proj,0.0000002037,0.05000,2.717
+9,mlp.experts.127.down_proj,0.0000000404,0.05000,2.698
+9,mlp.experts.115.down_proj,0.0000001334,0.05000,2.632
+9,mlp.experts.129.down_proj,0.0000001543,0.05000,2.539
+9,mlp.experts.140.down_proj,0.0000001534,0.05000,2.528
+9,mlp.experts.142.down_proj,0.0000002255,0.05000,2.567
+9,mlp.experts.141.down_proj,0.0000000271,0.05000,2.526
+9,mlp.experts.133.down_proj,0.0000002289,0.05000,2.467
+9,mlp.experts.134.down_proj,0.0000003493,0.05000,2.527
+9,mlp.experts.139.down_proj,0.0000001349,0.05000,2.422
+9,mlp.experts.132.down_proj,0.0000001136,0.05000,2.385
+9,mlp.experts.135.down_proj,0.0000000341,0.05000,2.371
+9,mlp.experts.143.down_proj,0.0000000451,0.05000,2.348
+9,mlp.experts.131.down_proj,0.0000004278,0.05000,2.441
+9,mlp.experts.145.down_proj,0.0000001868,0.05000,2.467
+9,mlp.experts.158.down_proj,0.0000000140,0.05000,2.509
+9,mlp.experts.157.down_proj,0.0000002933,0.05000,2.494
+9,mlp.experts.156.down_proj,0.0000000946,0.05000,2.564
+9,mlp.experts.149.down_proj,0.0000000485,0.05000,2.557
+9,mlp.experts.150.down_proj,0.0000002562,0.05000,2.539
+9,mlp.experts.155.down_proj,0.0000000179,0.05000,2.817
+9,mlp.experts.148.down_proj,0.0000001258,0.05000,2.827
+9,mlp.experts.151.down_proj,0.0000000705,0.05000,2.832
+9,mlp.experts.159.down_proj,0.0000002417,0.05000,2.825
+9,mlp.experts.147.down_proj,0.0000003334,0.05000,2.677
+9,mlp.experts.161.down_proj,0.0000000499,0.05000,2.634
+9,mlp.experts.174.down_proj,0.0000000726,0.05000,2.482
+9,mlp.experts.172.down_proj,0.0000002196,0.05000,2.487
+9,mlp.experts.173.down_proj,0.0000002139,0.05000,2.511
+9,mlp.experts.165.down_proj,0.0000000968,0.05000,2.476
+9,mlp.experts.166.down_proj,0.0000001083,0.05000,2.456
+9,mlp.experts.164.down_proj,0.0000000696,0.05000,2.263
+9,mlp.experts.171.down_proj,0.0000000231,0.05000,2.318
+9,mlp.experts.167.down_proj,0.0000002695,0.05000,2.289
+9,mlp.experts.175.down_proj,0.0000002462,0.05000,2.304
+9,mlp.experts.163.down_proj,0.0000000823,0.05000,2.335
+9,mlp.experts.177.down_proj,0.0000000842,0.05000,2.356
+9,mlp.experts.190.down_proj,0.0000003663,0.05000,2.328
+9,mlp.experts.188.down_proj,0.0000000801,0.05000,2.301
+9,mlp.experts.189.down_proj,0.0000000878,0.05000,2.331
+9,mlp.experts.182.down_proj,0.0000000340,0.05000,2.306
+9,mlp.experts.181.down_proj,0.0000005002,0.05000,2.336
+9,mlp.experts.187.down_proj,0.0000001396,0.05000,2.411
+9,mlp.experts.180.down_proj,0.0000002035,0.05000,2.426
+9,mlp.experts.183.down_proj,0.0000001406,0.05000,2.410
+9,mlp.experts.191.down_proj,0.0000000885,0.05000,2.449
+9,mlp.experts.179.down_proj,0.0000000885,0.05000,2.407
+9,mlp.experts.193.down_proj,0.0000000585,0.05000,2.486
+9,mlp.experts.204.down_proj,0.0000000880,0.05000,2.523
+9,mlp.experts.206.down_proj,0.0000001216,0.05000,2.543
+9,mlp.experts.205.down_proj,0.0000001502,0.05000,2.545
+9,mlp.experts.198.down_proj,0.0000001506,0.05000,2.564
+9,mlp.experts.197.down_proj,0.0000001184,0.05000,2.572
+9,mlp.experts.196.down_proj,0.0000002896,0.05000,2.437
+9,mlp.experts.199.down_proj,0.0000000952,0.05000,2.419
+9,mlp.experts.203.down_proj,0.0000000952,0.05000,2.502
+9,mlp.experts.207.down_proj,0.0000000631,0.05000,2.433
+9,mlp.experts.195.down_proj,0.0000000512,0.05000,2.393
+9,mlp.experts.209.down_proj,0.0000000391,0.05000,2.380
+9,mlp.experts.220.down_proj,0.0000001890,0.05000,2.332
+9,mlp.experts.222.down_proj,0.0000000411,0.05000,2.362
+9,mlp.experts.221.down_proj,0.0000000226,0.05000,2.424
+9,mlp.experts.213.down_proj,0.0000000330,0.05000,2.335
+9,mlp.experts.214.down_proj,0.0000002155,0.05000,2.370
+9,mlp.experts.212.down_proj,0.0000002165,0.05000,2.373
+9,mlp.experts.215.down_proj,0.0000001270,0.05000,2.410
+9,mlp.experts.219.down_proj,0.0000000937,0.05000,2.443
+9,mlp.experts.223.down_proj,0.0000002517,0.05000,2.473
+9,mlp.experts.211.down_proj,0.0000000586,0.05000,2.432
+9,mlp.experts.225.down_proj,0.0000000675,0.05000,2.350
+9,mlp.experts.236.down_proj,0.0000002912,0.05000,2.311
+9,mlp.experts.238.down_proj,0.0000005824,0.05000,2.295
+9,mlp.experts.237.down_proj,0.0000002157,0.05000,2.383
+9,mlp.experts.229.down_proj,0.0000001122,0.05000,2.339
+9,mlp.experts.230.down_proj,0.0000001456,0.05000,2.350
+9,mlp.experts.228.down_proj,0.0000000479,0.05000,2.308
+9,mlp.experts.231.down_proj,0.0000001909,0.05000,2.368
+9,mlp.experts.235.down_proj,0.0000000289,0.05000,2.317
+9,mlp.experts.239.down_proj,0.0000001145,0.05000,2.275
+9,mlp.experts.227.down_proj,0.0000001163,0.05000,2.240
+9,mlp.experts.241.down_proj,0.0000002089,0.05000,2.238
+9,mlp.experts.254.down_proj,0.0000000879,0.05000,2.235
+9,mlp.experts.252.down_proj,0.0000000283,0.05000,2.250
+9,mlp.experts.253.down_proj,0.0000001076,0.05000,2.135
+9,mlp.experts.245.down_proj,0.0000002170,0.05000,2.100
+9,mlp.experts.246.down_proj,0.0000000280,0.05000,2.095
+9,mlp.experts.244.down_proj,0.0000001497,0.05000,1.683
+9,mlp.experts.251.down_proj,0.0000000897,0.05000,1.585
+9,mlp.experts.247.down_proj,0.0000000703,0.05000,1.601
+9,mlp.experts.255.down_proj,0.0000000520,0.05000,1.475
+9,mlp.experts.243.down_proj,0.0000000632,0.05000,1.233
+10,mlp.experts.12.gate_proj,0.0000045098,0.05000,15.492
+10,mlp.experts.5.gate_proj,0.0000051885,0.05000,15.500
+10,mlp.experts.0.gate_proj,0.0000397042,0.05000,15.515
+10,mlp.experts.9.gate_proj,0.0000034806,0.05000,15.543
+10,mlp.experts.14.gate_proj,0.0000078483,0.05000,15.582
+10,mlp.experts.6.gate_proj,0.0000052996,0.05000,15.585
+10,mlp.experts.7.gate_proj,0.0000065624,0.05000,15.624
+10,mlp.experts.15.gate_proj,0.0000160742,0.05000,15.629
+10,mlp.experts.11.gate_proj,0.0000047117,0.05000,15.636
+10,mlp.experts.4.gate_proj,0.0000028087,0.05000,15.668
+10,mlp.experts.1.gate_proj,0.0000045978,0.05000,15.700
+10,mlp.experts.13.gate_proj,0.0000020356,0.05000,15.722
+10,mlp.experts.8.gate_proj,0.0000061013,0.05000,15.797
+10,mlp.experts.2.gate_proj,0.0000080203,0.05000,15.804
+10,mlp.experts.10.gate_proj,0.0000010428,0.05000,15.850
+10,mlp.experts.3.gate_proj,0.0000142051,0.05000,15.909
+10,mlp.experts.16.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.829
+10,mlp.experts.28.gate_proj,0.0000035727,0.05000,15.049
+10,mlp.experts.30.gate_proj,0.0000091135,0.05000,14.970
+10,mlp.experts.25.gate_proj,0.0000079655,0.05000,15.059
+10,mlp.experts.21.gate_proj,0.0000028513,0.05000,15.199
+10,mlp.experts.18.gate_proj,0.0000368971,0.05000,14.957
+10,mlp.experts.17.gate_proj,0.0000065514,0.05000,15.094
+10,mlp.experts.20.gate_proj,0.0000061766,0.05000,15.116
+10,mlp.experts.31.gate_proj,0.0000056061,0.05000,15.151
+10,mlp.experts.22.gate_proj,0.0000044217,0.05000,15.314
+10,mlp.experts.23.gate_proj,0.0000018246,0.05000,15.299
+10,mlp.experts.29.gate_proj,0.0000055965,0.05000,15.172
+10,mlp.experts.26.gate_proj,0.0000068355,0.05000,15.060
+10,mlp.experts.24.gate_proj,0.0000026320,0.05000,15.134
+10,mlp.experts.27.gate_proj,0.0000025940,0.05000,15.397
+10,mlp.experts.19.gate_proj,0.0000049575,0.05000,15.209
+10,mlp.experts.32.gate_proj,0.0000110178,0.05000,15.258
+10,mlp.experts.37.gate_proj,0.0000059060,0.05000,15.597
+10,mlp.experts.44.gate_proj,0.0000021463,0.05000,15.801
+10,mlp.experts.46.gate_proj,0.0000048525,0.05000,15.774
+10,mlp.experts.33.gate_proj,0.0000086962,0.05000,15.649
+10,mlp.experts.41.gate_proj,0.0000120814,0.05000,15.827
+10,mlp.experts.45.gate_proj,0.0000103038,0.05000,15.525
+10,mlp.experts.34.gate_proj,0.0000079269,0.05000,15.679
+10,mlp.experts.36.gate_proj,0.0000039198,0.05000,15.845
+10,mlp.experts.38.gate_proj,0.0000031714,0.05000,15.765
+10,mlp.experts.40.gate_proj,0.0000064936,0.05000,15.777
+10,mlp.experts.47.gate_proj,0.0000041258,0.05000,15.910
+10,mlp.experts.42.gate_proj,0.0000064123,0.05000,15.888
+10,mlp.experts.39.gate_proj,0.0000149415,0.05000,15.948
+10,mlp.experts.35.gate_proj,0.0000151658,0.05000,15.757
+10,mlp.experts.43.gate_proj,0.0000048331,0.05000,15.899
+10,mlp.experts.48.gate_proj,0.0000114820,0.05000,15.811
+10,mlp.experts.55.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.871
+10,mlp.experts.53.gate_proj,0.0000060634,0.05000,15.804
+10,mlp.experts.60.gate_proj,0.0000034100,0.05000,15.913
+10,mlp.experts.49.gate_proj,0.0000051890,0.05000,15.849
+10,mlp.experts.57.gate_proj,0.0000137463,0.05000,15.866
+10,mlp.experts.62.gate_proj,0.0000048292,0.05000,16.033
+10,mlp.experts.52.gate_proj,0.0000090836,0.05000,15.805
+10,mlp.experts.50.gate_proj,0.0000081672,0.05000,16.016
+10,mlp.experts.61.gate_proj,0.0000048670,0.05000,16.035
+10,mlp.experts.63.gate_proj,0.0000069818,0.05000,15.789
+10,mlp.experts.54.gate_proj,0.0000041070,0.05000,15.885
+10,mlp.experts.56.gate_proj,0.0000076548,0.05000,15.941
+10,mlp.experts.58.gate_proj,0.0000117997,0.05000,15.921
+10,mlp.experts.59.gate_proj,0.0000066727,0.05000,15.912
+10,mlp.experts.51.gate_proj,0.0000055912,0.05000,15.986
+10,mlp.experts.64.gate_proj,0.0000078332,0.05000,15.851
+10,mlp.experts.71.gate_proj,0.0000050791,0.05000,15.865
+10,mlp.experts.69.gate_proj,0.0000105094,0.05000,14.748
+10,mlp.experts.76.gate_proj,0.0000064860,0.05000,14.843
+10,mlp.experts.65.gate_proj,0.0000022825,0.05000,14.798
+10,mlp.experts.73.gate_proj,0.0000054483,0.05000,14.858
+10,mlp.experts.70.gate_proj,0.0000032172,0.05000,14.719
+10,mlp.experts.66.gate_proj,0.0000079774,0.05000,14.793
+10,mlp.experts.78.gate_proj,0.0000037896,0.05000,14.900
+10,mlp.experts.68.gate_proj,0.0000024971,0.05000,14.837
+10,mlp.experts.77.gate_proj,0.0000071545,0.05000,14.799
+10,mlp.experts.79.gate_proj,0.0000022256,0.05000,14.784
+10,mlp.experts.72.gate_proj,0.0000029765,0.05000,14.751
+10,mlp.experts.67.gate_proj,0.0000144344,0.05000,14.691
+10,mlp.experts.74.gate_proj,0.0000031492,0.05000,14.920
+10,mlp.experts.75.gate_proj,0.0000117138,0.05000,14.868
+10,mlp.experts.80.gate_proj,0.0000066619,0.05000,14.828
+10,mlp.experts.87.gate_proj,0.0000097003,0.05000,14.636
+10,mlp.experts.85.gate_proj,0.0000044504,0.05000,15.530
+10,mlp.experts.81.gate_proj,0.0000048093,0.05000,15.432
+10,mlp.experts.92.gate_proj,0.0000054554,0.05000,15.483
+10,mlp.experts.89.gate_proj,0.0000186771,0.05000,15.512
+10,mlp.experts.94.gate_proj,0.0000300245,0.05000,15.458
+10,mlp.experts.84.gate_proj,0.0000106200,0.05000,15.445
+10,mlp.experts.86.gate_proj,0.0000157005,0.05000,15.522
+10,mlp.experts.82.gate_proj,0.0000028386,0.05000,15.516
+10,mlp.experts.93.gate_proj,0.0000064730,0.05000,15.517
+10,mlp.experts.95.gate_proj,0.0000061953,0.05000,15.574
+10,mlp.experts.88.gate_proj,0.0000050041,0.05000,15.487
+10,mlp.experts.90.gate_proj,0.0000025791,0.05000,15.359
+10,mlp.experts.83.gate_proj,0.0000062451,0.05000,15.484
+10,mlp.experts.91.gate_proj,0.0000045796,0.05000,15.535
+10,mlp.experts.96.gate_proj,0.0000032305,0.05000,15.457
+10,mlp.experts.103.gate_proj,0.0000056940,0.05000,15.656
+10,mlp.experts.101.gate_proj,0.0000066357,0.05000,15.599
+10,mlp.experts.97.gate_proj,0.0000113774,0.05000,15.583
+10,mlp.experts.108.gate_proj,0.0000044231,0.05000,15.698
+10,mlp.experts.105.gate_proj,0.0000139468,0.05000,15.633
+10,mlp.experts.102.gate_proj,0.0000164301,0.05000,15.539
+10,mlp.experts.110.gate_proj,0.0000028156,0.05000,15.573
+10,mlp.experts.98.gate_proj,0.0000045604,0.05000,15.545
+10,mlp.experts.100.gate_proj,0.0000047717,0.05000,15.593
+10,mlp.experts.111.gate_proj,0.0000084678,0.05000,15.658
+10,mlp.experts.109.gate_proj,0.0000088133,0.05000,15.752
+10,mlp.experts.106.gate_proj,0.0000194669,0.05000,15.583
+10,mlp.experts.104.gate_proj,0.0000011692,0.05000,15.761
+10,mlp.experts.99.gate_proj,0.0000154539,0.05000,15.735
+10,mlp.experts.107.gate_proj,0.0000159321,0.05000,15.663
+10,mlp.experts.112.gate_proj,0.0000136037,0.05000,15.655
+10,mlp.experts.119.gate_proj,0.0000061369,0.05000,15.629
+10,mlp.experts.113.gate_proj,0.0000025968,0.05000,14.503
+10,mlp.experts.117.gate_proj,0.0000062043,0.05000,14.694
+10,mlp.experts.126.gate_proj,0.0000069987,0.05000,14.499
+10,mlp.experts.121.gate_proj,0.0000118035,0.05000,14.541
+10,mlp.experts.124.gate_proj,0.0000037017,0.05000,14.621
+10,mlp.experts.114.gate_proj,0.0000026192,0.05000,14.602
+10,mlp.experts.116.gate_proj,0.0000035730,0.05000,14.615
+10,mlp.experts.125.gate_proj,0.0000028879,0.05000,14.450
+10,mlp.experts.118.gate_proj,0.0000090923,0.05000,14.765
+10,mlp.experts.120.gate_proj,0.0000068275,0.05000,14.413
+10,mlp.experts.127.gate_proj,0.0000032613,0.05000,14.632
+10,mlp.experts.122.gate_proj,0.0000173931,0.05000,14.597
+10,mlp.experts.115.gate_proj,0.0000055311,0.05000,14.569
+10,mlp.experts.123.gate_proj,0.0000028132,0.05000,14.483
+10,mlp.experts.128.gate_proj,0.0000074732,0.05000,14.572
+10,mlp.experts.135.gate_proj,0.0000046509,0.05000,14.642
+10,mlp.experts.129.gate_proj,0.0000064634,0.05000,15.285
+10,mlp.experts.133.gate_proj,0.0000051205,0.05000,15.337
+10,mlp.experts.140.gate_proj,0.0000119024,0.05000,15.299
+10,mlp.experts.137.gate_proj,0.0000051342,0.05000,15.411
+10,mlp.experts.142.gate_proj,0.0000051531,0.05000,15.499
+10,mlp.experts.141.gate_proj,0.0000046140,0.05000,15.415
+10,mlp.experts.130.gate_proj,0.0000021887,0.05000,15.522
+10,mlp.experts.136.gate_proj,0.0000038679,0.05000,15.437
+10,mlp.experts.132.gate_proj,0.0000019826,0.05000,15.592
+10,mlp.experts.134.gate_proj,0.0000060146,0.05000,15.482
+10,mlp.experts.143.gate_proj,0.0000090158,0.05000,15.554
+10,mlp.experts.138.gate_proj,0.0000245497,0.05000,15.503
+10,mlp.experts.131.gate_proj,0.0000093904,0.05000,15.558
+10,mlp.experts.139.gate_proj,0.0000017614,0.05000,15.501
+10,mlp.experts.144.gate_proj,0.0000022241,0.05000,15.353
+10,mlp.experts.151.gate_proj,0.0000056713,0.05000,15.543
+10,mlp.experts.145.gate_proj,0.0000054796,0.05000,15.241
+10,mlp.experts.149.gate_proj,0.0000034839,0.05000,15.325
+10,mlp.experts.156.gate_proj,0.0000045732,0.05000,15.232
+10,mlp.experts.153.gate_proj,0.0000192381,0.05000,15.353
+10,mlp.experts.158.gate_proj,0.0000092867,0.05000,15.308
+10,mlp.experts.157.gate_proj,0.0000038698,0.05000,15.271
+10,mlp.experts.152.gate_proj,0.0000048406,0.05000,15.253
+10,mlp.experts.150.gate_proj,0.0000067162,0.05000,15.295
+10,mlp.experts.146.gate_proj,0.0000048069,0.05000,15.471
+10,mlp.experts.148.gate_proj,0.0000069075,0.05000,15.364
+10,mlp.experts.154.gate_proj,0.0000054494,0.05000,15.227
+10,mlp.experts.159.gate_proj,0.0000053128,0.05000,15.391
+10,mlp.experts.155.gate_proj,0.0000212476,0.05000,15.167
+10,mlp.experts.147.gate_proj,0.0000086754,0.05000,15.368
+10,mlp.experts.160.gate_proj,0.0000049632,0.05000,15.252
+10,mlp.experts.167.gate_proj,0.0000024070,0.05000,15.149
+10,mlp.experts.161.gate_proj,0.0000044749,0.05000,14.006
+10,mlp.experts.165.gate_proj,0.0000031092,0.05000,14.037
+10,mlp.experts.172.gate_proj,0.0000037351,0.05000,14.024
+10,mlp.experts.169.gate_proj,0.0000027225,0.05000,14.004
+10,mlp.experts.174.gate_proj,0.0000110701,0.05000,14.088
+10,mlp.experts.173.gate_proj,0.0000050797,0.05000,14.060
+10,mlp.experts.168.gate_proj,0.0000104247,0.05000,14.062
+10,mlp.experts.164.gate_proj,0.0000107487,0.05000,14.114
+10,mlp.experts.162.gate_proj,0.0000076308,0.05000,14.123
+10,mlp.experts.166.gate_proj,0.0000059349,0.05000,14.288
+10,mlp.experts.170.gate_proj,0.0000041582,0.05000,14.168
+10,mlp.experts.171.gate_proj,0.0000022565,0.05000,14.177
+10,mlp.experts.175.gate_proj,0.0000034820,0.05000,14.194
+10,mlp.experts.176.gate_proj,0.0000042913,0.05000,14.093
+10,mlp.experts.163.gate_proj,0.0000037891,0.05000,14.272
+10,mlp.experts.183.gate_proj,0.0000043500,0.05000,14.169
+10,mlp.experts.177.gate_proj,0.0000068359,0.05000,15.596
+10,mlp.experts.188.gate_proj,0.0000070968,0.05000,15.411
+10,mlp.experts.181.gate_proj,0.0000074208,0.05000,15.453
+10,mlp.experts.185.gate_proj,0.0000030202,0.05000,15.390
+10,mlp.experts.190.gate_proj,0.0000050627,0.05000,15.453
+10,mlp.experts.184.gate_proj,0.0000024945,0.05000,15.576
+10,mlp.experts.189.gate_proj,0.0000044439,0.05000,15.713
+10,mlp.experts.180.gate_proj,0.0000427949,0.05000,15.555
+10,mlp.experts.186.gate_proj,0.0000299257,0.05000,15.482
+10,mlp.experts.182.gate_proj,0.0000082056,0.05000,15.527
+10,mlp.experts.178.gate_proj,0.0000153704,0.05000,15.655
+10,mlp.experts.187.gate_proj,0.0000097498,0.05000,15.481
+10,mlp.experts.191.gate_proj,0.0000033236,0.05000,15.559
+10,mlp.experts.192.gate_proj,0.0000044028,0.05000,15.440
+10,mlp.experts.179.gate_proj,0.0000074959,0.05000,15.425
+10,mlp.experts.199.gate_proj,0.0000070738,0.05000,15.654
+10,mlp.experts.193.gate_proj,0.0000038036,0.05000,16.034
+10,mlp.experts.204.gate_proj,0.0000060317,0.05000,16.075
+10,mlp.experts.197.gate_proj,0.0000097380,0.05000,16.079
+10,mlp.experts.201.gate_proj,0.0000068440,0.05000,15.921
+10,mlp.experts.206.gate_proj,0.0000056119,0.05000,15.844
+10,mlp.experts.200.gate_proj,0.0000122385,0.05000,15.796
+10,mlp.experts.205.gate_proj,0.0000105665,0.05000,15.866
+10,mlp.experts.196.gate_proj,0.0000046321,0.05000,15.916
+10,mlp.experts.209.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.797
+10,mlp.experts.202.gate_proj,0.0000085769,0.05000,15.985
+10,mlp.experts.194.gate_proj,0.0000087759,0.05000,16.031
+10,mlp.experts.207.gate_proj,0.0000029731,0.05000,15.956
+10,mlp.experts.203.gate_proj,0.0000052114,0.05000,16.051
+10,mlp.experts.198.gate_proj,0.0000022534,0.05000,16.175
+10,mlp.experts.208.gate_proj,0.0000048403,0.05000,15.915
+10,mlp.experts.195.gate_proj,0.0000072251,0.05000,16.046
+10,mlp.experts.215.gate_proj,0.0000030258,0.05000,16.073
+10,mlp.experts.213.gate_proj,0.0000050607,0.05000,14.635
+10,mlp.experts.217.gate_proj,0.0000022782,0.05000,14.757
+10,mlp.experts.220.gate_proj,0.0000049888,0.05000,14.811
+10,mlp.experts.222.gate_proj,0.0000073076,0.05000,14.825
+10,mlp.experts.216.gate_proj,0.0000047370,0.05000,14.859
+10,mlp.experts.221.gate_proj,0.0000162726,0.05000,14.789
+10,mlp.experts.225.gate_proj,0.0000058825,0.05000,14.585
+10,mlp.experts.212.gate_proj,0.0000043333,0.05000,14.820
+10,mlp.experts.210.gate_proj,0.0000039189,0.05000,14.692
+10,mlp.experts.218.gate_proj,0.0000041083,0.05000,14.801
+10,mlp.experts.214.gate_proj,0.0000049353,0.05000,14.669
+10,mlp.experts.223.gate_proj,0.0000070656,0.05000,14.808
+10,mlp.experts.224.gate_proj,0.0000048517,0.05000,14.785
+10,mlp.experts.219.gate_proj,0.0000062161,0.05000,14.907
+10,mlp.experts.211.gate_proj,0.0000095726,0.05000,14.870
+10,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.798
+10,mlp.experts.231.gate_proj,0.0000049315,0.05000,14.900
+10,mlp.experts.229.gate_proj,0.0000067527,0.05000,15.771
+10,mlp.experts.233.gate_proj,0.0000115177,0.05000,15.824
+10,mlp.experts.236.gate_proj,0.0000031586,0.05000,15.987
+10,mlp.experts.238.gate_proj,0.0000065899,0.05000,15.894
+10,mlp.experts.232.gate_proj,0.0000126691,0.05000,15.758
+10,mlp.experts.241.gate_proj,0.0000130337,0.05000,15.741
+10,mlp.experts.228.gate_proj,0.0000051841,0.05000,15.871
+10,mlp.experts.226.gate_proj,0.0000048450,0.05000,15.815
+10,mlp.experts.230.gate_proj,0.0000224238,0.05000,15.713
+10,mlp.experts.234.gate_proj,0.0000040238,0.05000,15.835
+10,mlp.experts.240.gate_proj,0.0000041117,0.05000,15.768
+10,mlp.experts.235.gate_proj,0.0000082633,0.05000,15.720
+10,mlp.experts.239.gate_proj,0.0000196743,0.05000,15.949
+10,mlp.experts.227.gate_proj,0.0000036640,0.05000,15.747
+10,mlp.experts.253.gate_proj,0.0000046407,0.05000,15.854
+10,mlp.experts.247.gate_proj,0.0000030360,0.05000,15.912
+10,mlp.experts.245.gate_proj,0.0000056899,0.05000,14.723
+10,mlp.experts.249.gate_proj,0.0000065398,0.05000,14.664
+10,mlp.experts.252.gate_proj,0.0000073918,0.05000,14.538
+10,mlp.experts.254.gate_proj,0.0000129914,0.05000,14.504
+10,mlp.experts.248.gate_proj,0.0000051615,0.05000,14.547
+10,mlp.experts.1.up_proj,0.0000047108,0.05000,14.694
+10,mlp.experts.242.gate_proj,0.0000043164,0.05000,14.536
+10,mlp.experts.244.gate_proj,0.0000054471,0.05000,14.642
+10,mlp.experts.250.gate_proj,0.0000050290,0.05000,14.639
+10,mlp.experts.246.gate_proj,0.0000051343,0.05000,14.713
+10,mlp.experts.251.gate_proj,0.0000041828,0.05000,14.608
+10,mlp.experts.0.up_proj,0.0000296782,0.05000,14.676
+10,mlp.experts.255.gate_proj,0.0000044488,0.05000,14.668
+10,mlp.experts.243.gate_proj,0.0000029506,0.05000,14.591
+10,mlp.experts.13.up_proj,0.0000018586,0.05000,14.573
+10,mlp.experts.16.up_proj,failsafe(rtn): 0.0008965,0.00000,0.825
+10,mlp.experts.7.up_proj,0.0000055732,0.05000,14.669
+10,mlp.experts.9.up_proj,0.0000033858,0.05000,15.417
+10,mlp.experts.5.up_proj,0.0000050912,0.05000,15.558
+10,mlp.experts.12.up_proj,0.0000038210,0.05000,15.512
+10,mlp.experts.8.up_proj,0.0000060368,0.05000,15.481
+10,mlp.experts.14.up_proj,0.0000074189,0.05000,15.703
+10,mlp.experts.17.up_proj,0.0000051914,0.05000,15.697
+10,mlp.experts.4.up_proj,0.0000026875,0.05000,15.631
+10,mlp.experts.2.up_proj,0.0000074439,0.05000,15.731
+10,mlp.experts.6.up_proj,0.0000049897,0.05000,15.616
+10,mlp.experts.10.up_proj,0.0000009908,0.05000,15.696
+10,mlp.experts.11.up_proj,0.0000043841,0.05000,15.702
+10,mlp.experts.3.up_proj,0.0000124598,0.05000,15.595
+10,mlp.experts.15.up_proj,0.0000142065,0.05000,15.646
+10,mlp.experts.29.up_proj,0.0000052386,0.05000,15.617
+10,mlp.experts.32.up_proj,0.0000102725,0.05000,15.607
+10,mlp.experts.23.up_proj,0.0000017435,0.05000,15.619
+10,mlp.experts.25.up_proj,0.0000064701,0.05000,15.129
+10,mlp.experts.21.up_proj,0.0000026849,0.05000,15.216
+10,mlp.experts.28.up_proj,0.0000033236,0.05000,15.130
+10,mlp.experts.24.up_proj,0.0000023071,0.05000,15.114
+10,mlp.experts.30.up_proj,0.0000079574,0.05000,15.294
+10,mlp.experts.33.up_proj,0.0000078506,0.05000,15.178
+10,mlp.experts.18.up_proj,0.0000308361,0.05000,15.086
+10,mlp.experts.20.up_proj,0.0000056151,0.05000,15.123
+10,mlp.experts.22.up_proj,0.0000041022,0.05000,15.233
+10,mlp.experts.26.up_proj,0.0000068014,0.05000,15.278
+10,mlp.experts.27.up_proj,0.0000023360,0.05000,15.225
+10,mlp.experts.19.up_proj,0.0000042176,0.05000,15.162
+10,mlp.experts.31.up_proj,0.0000049092,0.05000,15.179
+10,mlp.experts.45.up_proj,0.0000096930,0.05000,15.090
+10,mlp.experts.48.up_proj,0.0000107606,0.05000,15.136
+10,mlp.experts.39.up_proj,0.0000138333,0.05000,15.171
+10,mlp.experts.55.up_proj,failsafe(rtn): 0.0008888,0.00000,0.771
+10,mlp.experts.41.up_proj,0.0000112603,0.05000,15.206
+10,mlp.experts.37.up_proj,0.0000056103,0.05000,15.273
+10,mlp.experts.44.up_proj,0.0000020386,0.05000,15.249
+10,mlp.experts.40.up_proj,0.0000062891,0.05000,15.232
+10,mlp.experts.46.up_proj,0.0000042421,0.05000,15.313
+10,mlp.experts.49.up_proj,0.0000048777,0.05000,15.290
+10,mlp.experts.36.up_proj,0.0000034434,0.05000,15.226
+10,mlp.experts.34.up_proj,0.0000076511,0.05000,15.313
+10,mlp.experts.38.up_proj,0.0000027452,0.05000,15.298
+10,mlp.experts.42.up_proj,0.0000047009,0.05000,15.245
+10,mlp.experts.35.up_proj,0.0000152395,0.05000,15.274
+10,mlp.experts.43.up_proj,0.0000045713,0.05000,15.321
+10,mlp.experts.47.up_proj,0.0000031401,0.05000,15.257
+10,mlp.experts.61.up_proj,0.0000045428,0.05000,15.295
+10,mlp.experts.64.up_proj,0.0000074155,0.05000,15.184
+10,mlp.experts.71.up_proj,0.0000047499,0.05000,15.452
+10,mlp.experts.57.up_proj,0.0000131751,0.05000,15.242
+10,mlp.experts.56.up_proj,0.0000070635,0.05000,15.014
+10,mlp.experts.60.up_proj,0.0000032593,0.05000,15.181
+10,mlp.experts.53.up_proj,0.0000051482,0.05000,15.318
+10,mlp.experts.62.up_proj,0.0000046587,0.05000,15.116
+10,mlp.experts.65.up_proj,0.0000021161,0.05000,15.266
+10,mlp.experts.50.up_proj,0.0000076779,0.05000,15.293
+10,mlp.experts.52.up_proj,0.0000086933,0.05000,15.370
+10,mlp.experts.54.up_proj,0.0000038648,0.05000,15.344
+10,mlp.experts.58.up_proj,0.0000103540,0.05000,15.315
+10,mlp.experts.51.up_proj,0.0000050742,0.05000,15.304
+10,mlp.experts.59.up_proj,0.0000059450,0.05000,15.335
+10,mlp.experts.77.up_proj,0.0000065728,0.05000,15.328
+10,mlp.experts.63.up_proj,0.0000068859,0.05000,15.440
+10,mlp.experts.80.up_proj,0.0000061740,0.05000,15.282
+10,mlp.experts.87.up_proj,0.0000089405,0.05000,15.196
+10,mlp.experts.73.up_proj,0.0000046880,0.05000,15.462
+10,mlp.experts.72.up_proj,0.0000028428,0.05000,15.436
+10,mlp.experts.76.up_proj,0.0000060892,0.05000,15.452
+10,mlp.experts.69.up_proj,0.0000101137,0.05000,15.376
+10,mlp.experts.78.up_proj,0.0000035851,0.05000,15.558
+10,mlp.experts.81.up_proj,0.0000045396,0.05000,15.438
+10,mlp.experts.66.up_proj,0.0000069702,0.05000,15.407
+10,mlp.experts.68.up_proj,0.0000021983,0.05000,15.423
+10,mlp.experts.70.up_proj,0.0000032150,0.05000,15.272
+10,mlp.experts.74.up_proj,0.0000030287,0.05000,15.349
+10,mlp.experts.67.up_proj,0.0000131629,0.05000,15.493
+10,mlp.experts.75.up_proj,0.0000101933,0.05000,15.476
+10,mlp.experts.93.up_proj,0.0000060707,0.05000,15.501
+10,mlp.experts.79.up_proj,0.0000020059,0.05000,15.604
+10,mlp.experts.96.up_proj,0.0000030557,0.05000,15.343
+10,mlp.experts.103.up_proj,0.0000051881,0.05000,15.481
+10,mlp.experts.89.up_proj,0.0000169562,0.05000,14.949
+10,mlp.experts.92.up_proj,0.0000051324,0.05000,14.907
+10,mlp.experts.88.up_proj,0.0000046552,0.05000,15.082
+10,mlp.experts.85.up_proj,0.0000042824,0.05000,14.959
+10,mlp.experts.94.up_proj,0.0000271835,0.05000,14.950
+10,mlp.experts.97.up_proj,0.0000095031,0.05000,14.867
+10,mlp.experts.82.up_proj,0.0000026646,0.05000,14.913
+10,mlp.experts.86.up_proj,0.0000158779,0.05000,14.895
+10,mlp.experts.84.up_proj,0.0000098727,0.05000,15.151
+10,mlp.experts.90.up_proj,0.0000024274,0.05000,15.029
+10,mlp.experts.83.up_proj,0.0000060501,0.05000,14.967
+10,mlp.experts.91.up_proj,0.0000041308,0.05000,14.978
+10,mlp.experts.109.up_proj,0.0000079155,0.05000,14.855
+10,mlp.experts.95.up_proj,0.0000058803,0.05000,15.088
+10,mlp.experts.112.up_proj,0.0000121704,0.05000,15.018
+10,mlp.experts.119.up_proj,0.0000060749,0.05000,15.177
+10,mlp.experts.105.up_proj,0.0000129860,0.05000,15.338
+10,mlp.experts.101.up_proj,0.0000071520,0.05000,15.323
+10,mlp.experts.104.up_proj,0.0000010954,0.05000,15.370
+10,mlp.experts.108.up_proj,0.0000040889,0.05000,15.548
+10,mlp.experts.113.up_proj,0.0000027373,0.05000,15.202
+10,mlp.experts.110.up_proj,0.0000023097,0.05000,15.464
+10,mlp.experts.98.up_proj,0.0000037127,0.05000,15.315
+10,mlp.experts.102.up_proj,0.0000198041,0.05000,15.450
+10,mlp.experts.106.up_proj,0.0000165092,0.05000,15.297
+10,mlp.experts.100.up_proj,0.0000045107,0.05000,15.382
+10,mlp.experts.125.up_proj,0.0000025645,0.05000,15.265
+10,mlp.experts.99.up_proj,0.0000144916,0.05000,15.369
+10,mlp.experts.107.up_proj,0.0000148478,0.05000,15.541
+10,mlp.experts.111.up_proj,0.0000078320,0.05000,15.277
+10,mlp.experts.128.up_proj,0.0000063377,0.05000,15.393
+10,mlp.experts.135.up_proj,0.0000040950,0.05000,15.237
+10,mlp.experts.121.up_proj,0.0000110809,0.05000,14.434
+10,mlp.experts.117.up_proj,0.0000056948,0.05000,14.425
+10,mlp.experts.120.up_proj,0.0000059714,0.05000,14.458
+10,mlp.experts.124.up_proj,0.0000034418,0.05000,14.436
+10,mlp.experts.129.up_proj,0.0000060486,0.05000,14.505
+10,mlp.experts.114.up_proj,0.0000026059,0.05000,14.390
+10,mlp.experts.126.up_proj,0.0000065395,0.05000,14.587
+10,mlp.experts.116.up_proj,0.0000034941,0.05000,14.266
+10,mlp.experts.118.up_proj,0.0000085068,0.05000,14.356
+10,mlp.experts.122.up_proj,0.0000154955,0.05000,14.424
+10,mlp.experts.141.up_proj,0.0000042808,0.05000,14.300
+10,mlp.experts.115.up_proj,0.0000052258,0.05000,14.585
+10,mlp.experts.123.up_proj,0.0000026639,0.05000,14.570
+10,mlp.experts.127.up_proj,0.0000031044,0.05000,14.560
+10,mlp.experts.144.up_proj,0.0000021133,0.05000,14.520
+10,mlp.experts.151.up_proj,0.0000053563,0.05000,14.420
+10,mlp.experts.137.up_proj,0.0000049774,0.05000,15.165
+10,mlp.experts.133.up_proj,0.0000048112,0.05000,15.094
+10,mlp.experts.140.up_proj,0.0000094680,0.05000,14.999
+10,mlp.experts.136.up_proj,0.0000037024,0.05000,15.171
+10,mlp.experts.145.up_proj,0.0000052260,0.05000,14.908
+10,mlp.experts.142.up_proj,0.0000045230,0.05000,15.104
+10,mlp.experts.130.up_proj,0.0000025337,0.05000,15.147
+10,mlp.experts.132.up_proj,0.0000018726,0.05000,15.058
+10,mlp.experts.134.up_proj,0.0000055098,0.05000,15.036
+10,mlp.experts.157.up_proj,0.0000034569,0.05000,14.992
+10,mlp.experts.138.up_proj,0.0000222421,0.05000,15.199
+10,mlp.experts.131.up_proj,0.0000089371,0.05000,15.111
+10,mlp.experts.139.up_proj,0.0000014422,0.05000,15.131
+10,mlp.experts.143.up_proj,0.0000083145,0.05000,15.076
+10,mlp.experts.160.up_proj,0.0000046773,0.05000,15.012
+10,mlp.experts.167.up_proj,0.0000022720,0.05000,15.261
+10,mlp.experts.156.up_proj,0.0000040498,0.05000,15.412
+10,mlp.experts.153.up_proj,0.0000175475,0.05000,15.561
+10,mlp.experts.152.up_proj,0.0000045780,0.05000,15.479
+10,mlp.experts.149.up_proj,0.0000030289,0.05000,15.688
+10,mlp.experts.161.up_proj,0.0000042556,0.05000,15.555
+10,mlp.experts.146.up_proj,0.0000056075,0.05000,15.575
+10,mlp.experts.158.up_proj,0.0000086936,0.05000,15.645
+10,mlp.experts.150.up_proj,0.0000059120,0.05000,15.601
+10,mlp.experts.148.up_proj,0.0000058500,0.05000,15.672
+10,mlp.experts.173.up_proj,0.0000043608,0.05000,15.548
+10,mlp.experts.154.up_proj,0.0000051633,0.05000,15.643
+10,mlp.experts.147.up_proj,0.0000077773,0.05000,15.574
+10,mlp.experts.155.up_proj,0.0000193874,0.05000,15.643
+10,mlp.experts.159.up_proj,0.0000046918,0.05000,15.643
+10,mlp.experts.176.up_proj,0.0000033800,0.05000,15.574
+10,mlp.experts.183.up_proj,0.0000040902,0.05000,15.398
+10,mlp.experts.172.up_proj,0.0000034131,0.05000,14.828
+10,mlp.experts.168.up_proj,0.0000101883,0.05000,14.695
+10,mlp.experts.165.up_proj,0.0000030063,0.05000,14.645
+10,mlp.experts.169.up_proj,0.0000024620,0.05000,14.927
+10,mlp.experts.177.up_proj,0.0000064302,0.05000,14.831
+10,mlp.experts.174.up_proj,0.0000098536,0.05000,14.786
+10,mlp.experts.162.up_proj,0.0000088611,0.05000,14.916
+10,mlp.experts.189.up_proj,0.0000041851,0.05000,14.696
+10,mlp.experts.166.up_proj,0.0000056074,0.05000,14.769
+10,mlp.experts.164.up_proj,0.0000096566,0.05000,14.822
+10,mlp.experts.170.up_proj,0.0000034376,0.05000,14.984
+10,mlp.experts.163.up_proj,0.0000032408,0.05000,14.859
+10,mlp.experts.192.up_proj,0.0000041507,0.05000,14.693
+10,mlp.experts.171.up_proj,0.0000021727,0.05000,14.876
+10,mlp.experts.175.up_proj,0.0000032862,0.05000,14.846
+10,mlp.experts.199.up_proj,0.0000066229,0.05000,14.869
+10,mlp.experts.188.up_proj,0.0000065274,0.05000,15.802
+10,mlp.experts.184.up_proj,0.0000022461,0.05000,15.889
+10,mlp.experts.181.up_proj,0.0000068909,0.05000,15.856
+10,mlp.experts.185.up_proj,0.0000029100,0.05000,15.963
+10,mlp.experts.193.up_proj,0.0000037309,0.05000,15.890
+10,mlp.experts.190.up_proj,0.0000044633,0.05000,15.828
+10,mlp.experts.182.up_proj,0.0000076028,0.05000,15.729
+10,mlp.experts.178.up_proj,0.0000150852,0.05000,15.803
+10,mlp.experts.205.up_proj,0.0000097333,0.05000,15.816
+10,mlp.experts.180.up_proj,0.0000400059,0.05000,15.730
+10,mlp.experts.209.up_proj,failsafe(rtn): 0.0009232,0.00000,0.704
+10,mlp.experts.186.up_proj,0.0000273374,0.05000,15.734
+10,mlp.experts.179.up_proj,0.0000071267,0.05000,15.773
+10,mlp.experts.208.up_proj,0.0000045801,0.05000,15.849
+10,mlp.experts.191.up_proj,0.0000031175,0.05000,15.852
+10,mlp.experts.187.up_proj,0.0000089798,0.05000,16.071
+10,mlp.experts.215.up_proj,0.0000028793,0.05000,15.885
+10,mlp.experts.197.up_proj,0.0000086900,0.05000,15.385
+10,mlp.experts.204.up_proj,0.0000054906,0.05000,15.500
+10,mlp.experts.200.up_proj,0.0000107542,0.05000,15.479
+10,mlp.experts.201.up_proj,0.0000055455,0.05000,15.388
+10,mlp.experts.221.up_proj,0.0000138749,0.05000,15.239
+10,mlp.experts.206.up_proj,0.0000052974,0.05000,15.381
+10,mlp.experts.194.up_proj,0.0000076754,0.05000,15.312
+10,mlp.experts.198.up_proj,0.0000021330,0.05000,15.418
+10,mlp.experts.196.up_proj,0.0000045039,0.05000,15.400
+10,mlp.experts.225.up_proj,0.0000054257,0.05000,15.386
+10,mlp.experts.202.up_proj,0.0000072641,0.05000,15.332
+10,mlp.experts.237.up_proj,failsafe(rtn): 0.0009308,0.00000,0.825
+10,mlp.experts.195.up_proj,0.0000067318,0.05000,15.534
+10,mlp.experts.207.up_proj,0.0000029299,0.05000,15.320
+10,mlp.experts.224.up_proj,0.0000045595,0.05000,15.500
+10,mlp.experts.203.up_proj,0.0000049306,0.05000,15.364
+10,mlp.experts.231.up_proj,0.0000045985,0.05000,15.258
+10,mlp.experts.213.up_proj,0.0000047379,0.05000,15.247
+10,mlp.experts.220.up_proj,0.0000041983,0.05000,15.296
+10,mlp.experts.216.up_proj,0.0000046149,0.05000,15.309
+10,mlp.experts.217.up_proj,0.0000021750,0.05000,15.321
+10,mlp.experts.222.up_proj,0.0000072689,0.05000,15.405
+10,mlp.experts.214.up_proj,0.0000045518,0.05000,15.453
+10,mlp.experts.210.up_proj,0.0000035825,0.05000,15.557
+10,mlp.experts.212.up_proj,0.0000041069,0.05000,15.557
+10,mlp.experts.241.up_proj,0.0000116698,0.05000,15.683
+10,mlp.experts.218.up_proj,0.0000039350,0.05000,15.650
+10,mlp.experts.211.up_proj,0.0000089556,0.05000,15.556
+10,mlp.experts.253.up_proj,0.0000040190,0.05000,15.616
+10,mlp.experts.223.up_proj,0.0000060654,0.05000,15.676
+10,mlp.experts.240.up_proj,0.0000040542,0.05000,15.785
+10,mlp.experts.219.up_proj,0.0000058236,0.05000,15.828
+10,mlp.experts.247.up_proj,0.0000029389,0.05000,15.865
+10,mlp.experts.1.down_proj,0.0000001560,0.05000,4.182
+10,mlp.experts.13.down_proj,0.0000000187,0.05000,4.103
+10,mlp.experts.0.down_proj,0.0000008545,0.05000,4.017
+10,mlp.experts.16.down_proj,failsafe(rtn): 0.0008926,0.00000,0.168
+10,mlp.experts.7.down_proj,0.0000001816,0.05000,3.858
+10,mlp.experts.17.down_proj,0.0000001793,0.05000,3.844
+10,mlp.experts.29.down_proj,0.0000000465,0.05000,3.985
+10,mlp.experts.32.down_proj,0.0000002440,0.05000,4.111
+10,mlp.experts.23.down_proj,0.0000000242,0.05000,4.210
+10,mlp.experts.33.down_proj,0.0000000846,0.05000,3.900
+10,mlp.experts.45.down_proj,0.0000003673,0.05000,4.004
+10,mlp.experts.48.down_proj,0.0000000915,0.05000,3.907
+10,mlp.experts.39.down_proj,0.0000002778,0.05000,3.724
+10,mlp.experts.229.up_proj,0.0000060024,0.05000,15.922
+10,mlp.experts.55.down_proj,failsafe(rtn): 0.0008812,0.00000,0.131
+10,mlp.experts.236.up_proj,0.0000030533,0.05000,15.933
+10,mlp.experts.232.up_proj,0.0000123087,0.05000,15.908
+10,mlp.experts.233.up_proj,0.0000112517,0.05000,15.844
+10,mlp.experts.238.up_proj,0.0000062207,0.05000,15.536
+10,mlp.experts.226.up_proj,0.0000048503,0.05000,15.559
+10,mlp.experts.230.up_proj,0.0000203050,0.05000,15.640
+10,mlp.experts.228.up_proj,0.0000045467,0.05000,15.627
+10,mlp.experts.234.up_proj,0.0000037871,0.05000,15.548
+10,mlp.experts.227.up_proj,0.0000034437,0.05000,15.417
+10,mlp.experts.239.up_proj,0.0000171052,0.05000,15.355
+10,mlp.experts.235.up_proj,0.0000075552,0.05000,15.384
+10,mlp.experts.64.down_proj,0.0000000928,0.05000,3.651
+10,mlp.experts.71.down_proj,0.0000000356,0.05000,3.602
+10,mlp.experts.49.down_proj,0.0000000384,0.05000,3.729
+10,mlp.experts.61.down_proj,0.0000000418,0.05000,3.752
+10,mlp.experts.87.down_proj,0.0000002168,0.05000,3.522
+10,mlp.experts.65.down_proj,0.0000000356,0.05000,3.448
+10,mlp.experts.77.down_proj,0.0000001260,0.05000,3.500
+10,mlp.experts.103.down_proj,0.0000001894,0.05000,3.602
+10,mlp.experts.81.down_proj,0.0000001338,0.05000,3.502
+10,mlp.experts.93.down_proj,0.0000000606,0.05000,3.493
+10,mlp.experts.119.down_proj,0.0000001883,0.05000,3.306
+10,mlp.experts.245.up_proj,0.0000055846,0.05000,13.856
+10,mlp.experts.252.up_proj,0.0000063692,0.05000,14.100
+10,mlp.experts.248.up_proj,0.0000050294,0.05000,14.044
+10,mlp.experts.97.down_proj,0.0000002450,0.05000,3.278
+10,mlp.experts.109.down_proj,0.0000002549,0.05000,3.302
+10,mlp.experts.249.up_proj,0.0000062614,0.05000,14.064
+10,mlp.experts.254.up_proj,0.0000109385,0.05000,13.974
+10,mlp.experts.242.up_proj,0.0000042928,0.05000,13.861
+10,mlp.experts.246.up_proj,0.0000046517,0.05000,13.872
+10,mlp.experts.244.up_proj,0.0000040129,0.05000,13.890
+10,mlp.experts.250.up_proj,0.0000046315,0.05000,13.946
+10,mlp.experts.243.up_proj,0.0000026576,0.05000,14.014
+10,mlp.experts.255.up_proj,0.0000041662,0.05000,13.954
+10,mlp.experts.251.up_proj,0.0000039653,0.05000,13.860
+10,mlp.experts.135.down_proj,0.0000001387,0.05000,3.572
+10,mlp.experts.5.down_proj,0.0000002095,0.05000,3.594
+10,mlp.experts.113.down_proj,0.0000001123,0.05000,3.647
+10,mlp.experts.9.down_proj,0.0000001035,0.05000,3.554
+10,mlp.experts.125.down_proj,0.0000000669,0.05000,3.569
+10,mlp.experts.14.down_proj,0.0000000681,0.05000,3.664
+10,mlp.experts.2.down_proj,0.0000001209,0.05000,3.696
+10,mlp.experts.6.down_proj,0.0000000412,0.05000,3.756
+10,mlp.experts.4.down_proj,0.0000000327,0.05000,3.740
+10,mlp.experts.8.down_proj,0.0000001631,0.05000,3.740
+10,mlp.experts.12.down_proj,0.0000001170,0.05000,3.747
+10,mlp.experts.80.down_proj,0.0000000499,0.05000,3.784
+10,mlp.experts.10.down_proj,0.0000000098,0.05000,3.571
+10,mlp.experts.3.down_proj,0.0000002996,0.05000,3.577
+10,mlp.experts.15.down_proj,0.0000004681,0.05000,3.474
+10,mlp.experts.11.down_proj,0.0000000360,0.05000,3.474
+10,mlp.experts.151.down_proj,0.0000000445,0.05000,2.932
+10,mlp.experts.21.down_proj,0.0000000230,0.05000,2.958
+10,mlp.experts.129.down_proj,0.0000000486,0.05000,2.956
+10,mlp.experts.141.down_proj,0.0000000379,0.05000,2.961
+10,mlp.experts.25.down_proj,0.0000001482,0.05000,2.989
+10,mlp.experts.20.down_proj,0.0000001801,0.05000,2.843
+10,mlp.experts.96.down_proj,0.0000000431,0.05000,2.825
+10,mlp.experts.24.down_proj,0.0000000847,0.05000,2.880
+10,mlp.experts.28.down_proj,0.0000000724,0.05000,2.906
+10,mlp.experts.18.down_proj,0.0000006082,0.05000,2.825
+10,mlp.experts.22.down_proj,0.0000000321,0.05000,2.868
+10,mlp.experts.30.down_proj,0.0000002041,0.05000,2.878
+10,mlp.experts.26.down_proj,0.0000001514,0.05000,2.894
+10,mlp.experts.31.down_proj,0.0000001661,0.05000,3.461
+10,mlp.experts.167.down_proj,0.0000000191,0.05000,3.465
+10,mlp.experts.19.down_proj,0.0000001334,0.05000,3.489
+10,mlp.experts.27.down_proj,0.0000001052,0.05000,3.523
+10,mlp.experts.37.down_proj,0.0000000489,0.05000,3.503
+10,mlp.experts.145.down_proj,0.0000000410,0.05000,3.566
+10,mlp.experts.157.down_proj,0.0000001043,0.05000,3.592
+10,mlp.experts.41.down_proj,0.0000002076,0.05000,3.736
+10,mlp.experts.36.down_proj,0.0000000680,0.05000,3.836
+10,mlp.experts.112.down_proj,0.0000002773,0.05000,3.864
+10,mlp.experts.40.down_proj,0.0000001596,0.05000,3.885
+10,mlp.experts.44.down_proj,0.0000000192,0.05000,3.967
+10,mlp.experts.34.down_proj,0.0000002496,0.05000,3.980
+10,mlp.experts.46.down_proj,0.0000001190,0.05000,3.942
+10,mlp.experts.38.down_proj,0.0000001372,0.05000,3.997
+10,mlp.experts.42.down_proj,0.0000001489,0.05000,3.983
+10,mlp.experts.47.down_proj,0.0000001557,0.05000,3.926
+10,mlp.experts.183.down_proj,0.0000000327,0.05000,3.957
+10,mlp.experts.43.down_proj,0.0000000348,0.05000,3.921
+10,mlp.experts.35.down_proj,0.0000004751,0.05000,3.984
+10,mlp.experts.53.down_proj,0.0000001504,0.05000,3.970
+10,mlp.experts.173.down_proj,0.0000001482,0.05000,3.775
+10,mlp.experts.161.down_proj,0.0000000789,0.05000,3.839
+10,mlp.experts.57.down_proj,0.0000003093,0.05000,3.797
+10,mlp.experts.52.down_proj,0.0000002322,0.05000,3.573
+10,mlp.experts.128.down_proj,0.0000001932,0.05000,3.554
+10,mlp.experts.56.down_proj,0.0000001465,0.05000,3.637
+10,mlp.experts.60.down_proj,0.0000000317,0.05000,3.592
+10,mlp.experts.50.down_proj,0.0000000680,0.05000,3.505
+10,mlp.experts.54.down_proj,0.0000000664,0.05000,3.493
+10,mlp.experts.62.down_proj,0.0000000851,0.05000,3.549
+10,mlp.experts.58.down_proj,0.0000003063,0.05000,3.553
+10,mlp.experts.59.down_proj,0.0000001682,0.05000,4.086
+10,mlp.experts.63.down_proj,0.0000002537,0.05000,4.155
+10,mlp.experts.199.down_proj,0.0000000559,0.05000,4.180
+10,mlp.experts.51.down_proj,0.0000001676,0.05000,4.197
+10,mlp.experts.69.down_proj,0.0000000713,0.05000,4.201
+10,mlp.experts.189.down_proj,0.0000000314,0.05000,4.203
+10,mlp.experts.177.down_proj,0.0000000563,0.05000,4.245
+10,mlp.experts.73.down_proj,0.0000001823,0.05000,4.365
+10,mlp.experts.144.down_proj,0.0000000188,0.05000,4.343
+10,mlp.experts.68.down_proj,0.0000000763,0.05000,4.416
+10,mlp.experts.72.down_proj,0.0000001104,0.05000,4.419
+10,mlp.experts.76.down_proj,0.0000000594,0.05000,4.437
+10,mlp.experts.66.down_proj,0.0000001716,0.05000,4.498
+10,mlp.experts.74.down_proj,0.0000001555,0.05000,4.416
+10,mlp.experts.70.down_proj,0.0000001007,0.05000,4.492
+10,mlp.experts.78.down_proj,0.0000000356,0.05000,4.514
+10,mlp.experts.79.down_proj,0.0000000548,0.05000,3.921
+10,mlp.experts.75.down_proj,0.0000002645,0.05000,3.942
+10,mlp.experts.215.down_proj,0.0000000233,0.05000,3.911
+10,mlp.experts.67.down_proj,0.0000003552,0.05000,3.857
+10,mlp.experts.205.down_proj,0.0000002258,0.05000,3.809
+10,mlp.experts.85.down_proj,0.0000001390,0.05000,3.917
+10,mlp.experts.193.down_proj,0.0000001242,0.05000,3.844
+10,mlp.experts.209.down_proj,failsafe(rtn): 0.0009079,0.00000,0.209
+10,mlp.experts.89.down_proj,0.0000007872,0.05000,3.959
+10,mlp.experts.160.down_proj,0.0000000464,0.05000,4.049
+10,mlp.experts.84.down_proj,0.0000002364,0.05000,4.046
+10,mlp.experts.88.down_proj,0.0000001595,0.05000,4.071
+10,mlp.experts.92.down_proj,0.0000001745,0.05000,4.017
+10,mlp.experts.90.down_proj,0.0000000194,0.05000,4.026
+10,mlp.experts.82.down_proj,0.0000000235,0.05000,4.078
+10,mlp.experts.94.down_proj,0.0000005305,0.05000,4.022
+10,mlp.experts.86.down_proj,0.0000003365,0.05000,4.067
+10,mlp.experts.95.down_proj,0.0000000796,0.05000,4.006
+10,mlp.experts.91.down_proj,0.0000001413,0.05000,4.053
+10,mlp.experts.231.down_proj,0.0000000438,0.05000,4.035
+10,mlp.experts.83.down_proj,0.0000000432,0.05000,4.029
+10,mlp.experts.101.down_proj,0.0000001553,0.05000,3.994
+10,mlp.experts.221.down_proj,0.0000006465,0.05000,4.087
+10,mlp.experts.225.down_proj,0.0000001865,0.05000,3.978
+10,mlp.experts.237.down_proj,failsafe(rtn): 0.0009079,0.00000,0.227
+10,mlp.experts.105.down_proj,0.0000001762,0.05000,3.981
+10,mlp.experts.176.down_proj,0.0000000692,0.05000,3.928
+10,mlp.experts.100.down_proj,0.0000000320,0.05000,3.930
+10,mlp.experts.104.down_proj,0.0000000110,0.05000,3.863
+10,mlp.experts.108.down_proj,0.0000000497,0.05000,3.943
+10,mlp.experts.106.down_proj,0.0000003127,0.05000,3.880
+10,mlp.experts.98.down_proj,0.0000001797,0.05000,3.892
+10,mlp.experts.102.down_proj,0.0000001815,0.05000,3.929
+10,mlp.experts.110.down_proj,0.0000001102,0.05000,3.951
+10,mlp.experts.247.down_proj,0.0000000593,0.05000,3.879
+10,mlp.experts.111.down_proj,0.0000002101,0.05000,3.993
+10,mlp.experts.99.down_proj,0.0000004032,0.05000,3.921
+10,mlp.experts.107.down_proj,0.0000003421,0.05000,4.034
+10,mlp.experts.117.down_proj,0.0000001921,0.05000,3.933
+10,mlp.experts.241.down_proj,0.0000002344,0.05000,3.920
+10,mlp.experts.253.down_proj,0.0000001319,0.05000,3.899
+10,mlp.experts.121.down_proj,0.0000001098,0.05000,3.924
+10,mlp.experts.192.down_proj,0.0000000318,0.05000,3.857
+10,mlp.experts.116.down_proj,0.0000000842,0.05000,3.900
+10,mlp.experts.120.down_proj,0.0000002888,0.05000,3.849
+10,mlp.experts.124.down_proj,0.0000000884,0.05000,3.846
+10,mlp.experts.122.down_proj,0.0000004489,0.05000,3.776
+10,mlp.experts.114.down_proj,0.0000000900,0.05000,3.770
+10,mlp.experts.126.down_proj,0.0000000944,0.05000,3.801
+10,mlp.experts.118.down_proj,0.0000000757,0.05000,3.834
+10,mlp.experts.115.down_proj,0.0000000436,0.05000,3.304
+10,mlp.experts.127.down_proj,0.0000000323,0.05000,3.325
+10,mlp.experts.133.down_proj,0.0000000461,0.05000,3.273
+10,mlp.experts.123.down_proj,0.0000000260,0.05000,3.325
+10,mlp.experts.137.down_proj,0.0000001356,0.05000,3.188
+10,mlp.experts.208.down_proj,0.0000000361,0.05000,3.264
+10,mlp.experts.132.down_proj,0.0000000535,0.05000,3.324
+10,mlp.experts.136.down_proj,0.0000000392,0.05000,3.300
+10,mlp.experts.140.down_proj,0.0000002844,0.05000,3.235
+10,mlp.experts.130.down_proj,0.0000000399,0.05000,3.233
+10,mlp.experts.138.down_proj,0.0000005247,0.05000,3.283
+10,mlp.experts.142.down_proj,0.0000001382,0.05000,3.221
+10,mlp.experts.134.down_proj,0.0000000666,0.05000,3.264
+10,mlp.experts.143.down_proj,0.0000002260,0.05000,3.191
+10,mlp.experts.149.down_proj,0.0000000934,0.05000,3.118
+10,mlp.experts.131.down_proj,0.0000003638,0.05000,3.221
+10,mlp.experts.139.down_proj,0.0000000991,0.05000,3.171
+10,mlp.experts.153.down_proj,0.0000004881,0.05000,3.043
+10,mlp.experts.224.down_proj,0.0000000333,0.05000,3.098
+10,mlp.experts.148.down_proj,0.0000001796,0.05000,3.125
+10,mlp.experts.152.down_proj,0.0000000433,0.05000,3.093
+10,mlp.experts.156.down_proj,0.0000001245,0.05000,3.111
+10,mlp.experts.146.down_proj,0.0000001723,0.05000,3.089
+10,mlp.experts.154.down_proj,0.0000001685,0.05000,3.088
+10,mlp.experts.158.down_proj,0.0000002914,0.05000,3.103
+10,mlp.experts.150.down_proj,0.0000001121,0.05000,3.079
+10,mlp.experts.165.down_proj,0.0000000872,0.05000,3.064
+10,mlp.experts.159.down_proj,0.0000001625,0.05000,3.076
+10,mlp.experts.155.down_proj,0.0000005050,0.05000,3.044
+10,mlp.experts.147.down_proj,0.0000002088,0.05000,3.116
+10,mlp.experts.169.down_proj,0.0000000673,0.05000,2.992
+10,mlp.experts.240.down_proj,0.0000000871,0.05000,2.891
+10,mlp.experts.164.down_proj,0.0000002751,0.05000,2.851
+10,mlp.experts.168.down_proj,0.0000001893,0.05000,2.856
+10,mlp.experts.172.down_proj,0.0000000999,0.05000,2.807
+10,mlp.experts.162.down_proj,0.0000000691,0.05000,2.843
+10,mlp.experts.174.down_proj,0.0000002494,0.05000,2.796
+10,mlp.experts.170.down_proj,0.0000001344,0.05000,2.886
+10,mlp.experts.166.down_proj,0.0000000438,0.05000,2.794
+10,mlp.experts.181.down_proj,0.0000002377,0.05000,2.699
+10,mlp.experts.175.down_proj,0.0000000265,0.05000,2.729
+10,mlp.experts.163.down_proj,0.0000000867,0.05000,2.716
+10,mlp.experts.171.down_proj,0.0000000706,0.05000,2.743
+10,mlp.experts.185.down_proj,0.0000000544,0.05000,2.683
+10,mlp.experts.184.down_proj,0.0000000772,0.05000,2.745
+10,mlp.experts.180.down_proj,0.0000009998,0.05000,2.794
+10,mlp.experts.188.down_proj,0.0000001137,0.05000,2.746
+10,mlp.experts.178.down_proj,0.0000004705,0.05000,2.777
+10,mlp.experts.190.down_proj,0.0000001207,0.05000,2.771
+10,mlp.experts.182.down_proj,0.0000000649,0.05000,2.771
+10,mlp.experts.186.down_proj,0.0000007864,0.05000,2.818
+10,mlp.experts.191.down_proj,0.0000000288,0.05000,2.577
+10,mlp.experts.197.down_proj,0.0000003009,0.05000,2.612
+10,mlp.experts.179.down_proj,0.0000000636,0.05000,2.535
+10,mlp.experts.187.down_proj,0.0000002528,0.05000,2.572
+10,mlp.experts.201.down_proj,0.0000001322,0.05000,2.546
+10,mlp.experts.200.down_proj,0.0000002943,0.05000,2.489
+10,mlp.experts.196.down_proj,0.0000001051,0.05000,2.512
+10,mlp.experts.204.down_proj,0.0000001279,0.05000,2.520
+10,mlp.experts.194.down_proj,0.0000001816,0.05000,2.465
+10,mlp.experts.206.down_proj,0.0000000442,0.05000,2.451
+10,mlp.experts.198.down_proj,0.0000000733,0.05000,2.467
+10,mlp.experts.202.down_proj,0.0000002288,0.05000,2.496
+10,mlp.experts.207.down_proj,0.0000000930,0.05000,2.433
+10,mlp.experts.213.down_proj,0.0000000422,0.05000,2.447
+10,mlp.experts.195.down_proj,0.0000000537,0.05000,2.449
+10,mlp.experts.203.down_proj,0.0000000521,0.05000,2.444
+10,mlp.experts.217.down_proj,0.0000000379,0.05000,2.437
+10,mlp.experts.216.down_proj,0.0000001219,0.05000,2.472
+10,mlp.experts.212.down_proj,0.0000000330,0.05000,2.468
+10,mlp.experts.220.down_proj,0.0000001540,0.05000,2.470
+10,mlp.experts.210.down_proj,0.0000000255,0.05000,2.480
+10,mlp.experts.222.down_proj,0.0000002490,0.05000,2.485
+10,mlp.experts.214.down_proj,0.0000000629,0.05000,2.474
+10,mlp.experts.218.down_proj,0.0000001387,0.05000,2.448
+10,mlp.experts.229.down_proj,0.0000001020,0.05000,2.411
+10,mlp.experts.219.down_proj,0.0000000486,0.05000,2.394
+10,mlp.experts.211.down_proj,0.0000000725,0.05000,2.447
+10,mlp.experts.223.down_proj,0.0000001885,0.05000,2.484
+10,mlp.experts.233.down_proj,0.0000002892,0.05000,2.367
+10,mlp.experts.232.down_proj,0.0000003417,0.05000,2.406
+10,mlp.experts.228.down_proj,0.0000001616,0.05000,2.423
+10,mlp.experts.236.down_proj,0.0000000418,0.05000,2.400
+10,mlp.experts.226.down_proj,0.0000001918,0.05000,2.380
+10,mlp.experts.238.down_proj,0.0000000463,0.05000,2.388
+10,mlp.experts.230.down_proj,0.0000004928,0.05000,2.409
+10,mlp.experts.234.down_proj,0.0000001342,0.05000,2.408
+10,mlp.experts.245.down_proj,0.0000001319,0.05000,2.586
+10,mlp.experts.235.down_proj,0.0000002057,0.05000,2.591
+10,mlp.experts.227.down_proj,0.0000000268,0.05000,2.643
+10,mlp.experts.239.down_proj,0.0000004086,0.05000,2.641
+10,mlp.experts.249.down_proj,0.0000000598,0.05000,2.606
+10,mlp.experts.248.down_proj,0.0000000616,0.05000,2.496
+10,mlp.experts.244.down_proj,0.0000001564,0.05000,2.470
+10,mlp.experts.252.down_proj,0.0000001862,0.05000,2.473
+10,mlp.experts.242.down_proj,0.0000001645,0.05000,2.510
+10,mlp.experts.254.down_proj,0.0000002763,0.05000,2.463
+10,mlp.experts.250.down_proj,0.0000001290,0.05000,2.406
+10,mlp.experts.246.down_proj,0.0000001295,0.05000,2.447
+10,mlp.experts.255.down_proj,0.0000000336,0.05000,0.975
+10,mlp.experts.251.down_proj,0.0000001272,0.05000,1.055
+10,mlp.experts.243.down_proj,0.0000000687,0.05000,1.011
+11,mlp.experts.2.gate_proj,0.0000132022,0.05000,13.947
+11,mlp.experts.13.gate_proj,0.0000069889,0.05000,14.401
+11,mlp.experts.10.gate_proj,0.0000068278,0.05000,14.437
+11,mlp.experts.6.gate_proj,0.0000319517,0.05000,14.445
+11,mlp.experts.4.gate_proj,0.0000056959,0.05000,14.494
+11,mlp.experts.1.gate_proj,0.0000246300,0.05000,14.505
+11,mlp.experts.8.gate_proj,0.0000412630,0.05000,14.513
+11,mlp.experts.14.gate_proj,0.0000124057,0.05000,14.554
+11,mlp.experts.9.gate_proj,0.0000074448,0.05000,14.571
+11,mlp.experts.12.gate_proj,0.0000035530,0.05000,14.582
+11,mlp.experts.15.gate_proj,0.0000051537,0.05000,14.641
+11,mlp.experts.5.gate_proj,0.0000069586,0.05000,14.635
+11,mlp.experts.0.gate_proj,0.0000116099,0.05000,14.673
+11,mlp.experts.7.gate_proj,0.0000095950,0.05000,14.696
+11,mlp.experts.3.gate_proj,0.0000055179,0.05000,14.796
+11,mlp.experts.11.gate_proj,0.0000041880,0.05000,14.848
+11,mlp.experts.18.gate_proj,0.0000047090,0.05000,14.416
+11,mlp.experts.29.gate_proj,0.0000026579,0.05000,14.528
+11,mlp.experts.26.gate_proj,0.0000038001,0.05000,14.631
+11,mlp.experts.17.gate_proj,0.0000078554,0.05000,14.602
+11,mlp.experts.25.gate_proj,0.0000054988,0.05000,14.534
+11,mlp.experts.22.gate_proj,0.0000086133,0.05000,14.737
+11,mlp.experts.20.gate_proj,0.0000045343,0.05000,14.710
+11,mlp.experts.24.gate_proj,0.0000043625,0.05000,14.686
+11,mlp.experts.28.gate_proj,0.0000108693,0.05000,14.627
+11,mlp.experts.30.gate_proj,0.0000385023,0.05000,14.785
+11,mlp.experts.21.gate_proj,0.0000363390,0.05000,14.714
+11,mlp.experts.31.gate_proj,0.0000097668,0.05000,14.740
+11,mlp.experts.27.gate_proj,0.0000032086,0.05000,14.528
+11,mlp.experts.16.gate_proj,0.0000101274,0.05000,14.684
+11,mlp.experts.23.gate_proj,0.0000036937,0.05000,14.683
+11,mlp.experts.19.gate_proj,0.0000048954,0.05000,14.638
+11,mlp.experts.34.gate_proj,0.0000082638,0.05000,14.902
+11,mlp.experts.45.gate_proj,0.0000040364,0.05000,14.851
+11,mlp.experts.41.gate_proj,0.0000061854,0.05000,14.795
+11,mlp.experts.42.gate_proj,0.0000031338,0.05000,14.953
+11,mlp.experts.36.gate_proj,0.0000041060,0.05000,14.879
+11,mlp.experts.33.gate_proj,0.0000057458,0.05000,14.996
+11,mlp.experts.38.gate_proj,0.0000062595,0.05000,14.936
+11,mlp.experts.44.gate_proj,0.0000050653,0.05000,14.962
+11,mlp.experts.40.gate_proj,0.0000131798,0.05000,14.994
+11,mlp.experts.46.gate_proj,0.0000037749,0.05000,14.866
+11,mlp.experts.37.gate_proj,0.0000055563,0.05000,14.891
+11,mlp.experts.32.gate_proj,0.0000072106,0.05000,14.900
+11,mlp.experts.43.gate_proj,0.0000030802,0.05000,14.921
+11,mlp.experts.35.gate_proj,0.0000110247,0.05000,14.961
+11,mlp.experts.47.gate_proj,0.0000056265,0.05000,15.074
+11,mlp.experts.39.gate_proj,0.0000065167,0.05000,15.068
+11,mlp.experts.53.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.781
+11,mlp.experts.50.gate_proj,0.0000057133,0.05000,14.776
+11,mlp.experts.61.gate_proj,0.0000042384,0.05000,14.559
+11,mlp.experts.57.gate_proj,0.0000075803,0.05000,14.666
+11,mlp.experts.49.gate_proj,0.0000059571,0.05000,14.718
+11,mlp.experts.58.gate_proj,0.0000032198,0.05000,14.838
+11,mlp.experts.52.gate_proj,0.0000073863,0.05000,14.794
+11,mlp.experts.56.gate_proj,0.0000104680,0.05000,14.771
+11,mlp.experts.59.gate_proj,0.0000070282,0.05000,14.668
+11,mlp.experts.54.gate_proj,0.0000081565,0.05000,14.894
+11,mlp.experts.60.gate_proj,0.0000032283,0.05000,14.888
+11,mlp.experts.62.gate_proj,0.0000046243,0.05000,14.923
+11,mlp.experts.48.gate_proj,0.0000043328,0.05000,14.904
+11,mlp.experts.63.gate_proj,0.0000029796,0.05000,14.875
+11,mlp.experts.51.gate_proj,0.0000074877,0.05000,15.003
+11,mlp.experts.55.gate_proj,0.0000197078,0.05000,14.998
+11,mlp.experts.69.gate_proj,0.0000060898,0.05000,14.814
+11,mlp.experts.66.gate_proj,0.0000075915,0.05000,14.279
+11,mlp.experts.77.gate_proj,0.0000031450,0.05000,14.180
+11,mlp.experts.73.gate_proj,0.0000049847,0.05000,14.248
+11,mlp.experts.65.gate_proj,0.0000270063,0.05000,14.140
+11,mlp.experts.72.gate_proj,0.0000070384,0.05000,14.018
+11,mlp.experts.68.gate_proj,0.0000118743,0.05000,14.150
+11,mlp.experts.74.gate_proj,0.0000047792,0.05000,14.200
+11,mlp.experts.70.gate_proj,0.0000066030,0.05000,14.250
+11,mlp.experts.75.gate_proj,0.0000058265,0.05000,14.367
+11,mlp.experts.76.gate_proj,0.0000037566,0.05000,14.351
+11,mlp.experts.78.gate_proj,0.0000062502,0.05000,14.361
+11,mlp.experts.67.gate_proj,0.0000379489,0.05000,14.141
+11,mlp.experts.64.gate_proj,0.0000029148,0.05000,14.314
+11,mlp.experts.79.gate_proj,0.0000067019,0.05000,14.326
+11,mlp.experts.71.gate_proj,0.0000090916,0.05000,14.430
+11,mlp.experts.85.gate_proj,0.0000063429,0.05000,14.226
+11,mlp.experts.82.gate_proj,0.0000068754,0.05000,15.377
+11,mlp.experts.93.gate_proj,0.0000050392,0.05000,15.547
+11,mlp.experts.89.gate_proj,0.0000099381,0.05000,15.460
+11,mlp.experts.88.gate_proj,0.0000055717,0.05000,15.468
+11,mlp.experts.84.gate_proj,0.0000060301,0.05000,15.430
+11,mlp.experts.81.gate_proj,0.0000117208,0.05000,15.507
+11,mlp.experts.90.gate_proj,0.0000083100,0.05000,15.421
+11,mlp.experts.86.gate_proj,0.0000041195,0.05000,15.337
+11,mlp.experts.91.gate_proj,0.0000224896,0.05000,15.382
+11,mlp.experts.92.gate_proj,0.0000038055,0.05000,15.397
+11,mlp.experts.94.gate_proj,0.0000171603,0.05000,15.309
+11,mlp.experts.80.gate_proj,0.0000038980,0.05000,15.366
+11,mlp.experts.83.gate_proj,0.0000203410,0.05000,15.523
+11,mlp.experts.95.gate_proj,0.0000094354,0.05000,15.339
+11,mlp.experts.101.gate_proj,0.0000032584,0.05000,15.298
+11,mlp.experts.87.gate_proj,0.0000098903,0.05000,15.534
+11,mlp.experts.98.gate_proj,0.0000035738,0.05000,15.327
+11,mlp.experts.109.gate_proj,0.0000068690,0.05000,15.441
+11,mlp.experts.105.gate_proj,0.0000076503,0.05000,15.435
+11,mlp.experts.97.gate_proj,0.0000072850,0.05000,15.416
+11,mlp.experts.100.gate_proj,0.0000139803,0.05000,15.498
+11,mlp.experts.104.gate_proj,0.0000108851,0.05000,15.543
+11,mlp.experts.106.gate_proj,0.0000089649,0.05000,15.534
+11,mlp.experts.102.gate_proj,0.0000062948,0.05000,15.560
+11,mlp.experts.107.gate_proj,0.0000042332,0.05000,15.441
+11,mlp.experts.110.gate_proj,0.0000146318,0.05000,15.428
+11,mlp.experts.96.gate_proj,0.0000050041,0.05000,15.407
+11,mlp.experts.108.gate_proj,0.0000038968,0.05000,15.518
+11,mlp.experts.99.gate_proj,0.0000101428,0.05000,15.542
+11,mlp.experts.111.gate_proj,0.0000087557,0.05000,15.618
+11,mlp.experts.117.gate_proj,0.0000031010,0.05000,15.553
+11,mlp.experts.103.gate_proj,0.0000061626,0.05000,15.583
+11,mlp.experts.119.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.667
+11,mlp.experts.114.gate_proj,0.0000042272,0.05000,14.661
+11,mlp.experts.125.gate_proj,0.0000138212,0.05000,14.493
+11,mlp.experts.121.gate_proj,0.0000065335,0.05000,14.391
+11,mlp.experts.113.gate_proj,0.0000170547,0.05000,14.423
+11,mlp.experts.120.gate_proj,0.0000020130,0.05000,14.349
+11,mlp.experts.116.gate_proj,0.0000053866,0.05000,14.437
+11,mlp.experts.122.gate_proj,0.0000111962,0.05000,14.434
+11,mlp.experts.124.gate_proj,0.0000093576,0.05000,14.285
+11,mlp.experts.126.gate_proj,0.0000064608,0.05000,14.371
+11,mlp.experts.123.gate_proj,0.0000051548,0.05000,14.509
+11,mlp.experts.118.gate_proj,0.0000144345,0.05000,14.552
+11,mlp.experts.112.gate_proj,0.0000101478,0.05000,14.465
+11,mlp.experts.127.gate_proj,0.0000093094,0.05000,14.315
+11,mlp.experts.115.gate_proj,0.0000050948,0.05000,14.484
+11,mlp.experts.133.gate_proj,0.0000035841,0.05000,14.449
+11,mlp.experts.135.gate_proj,0.0000034701,0.05000,14.644
+11,mlp.experts.130.gate_proj,0.0000043794,0.05000,15.420
+11,mlp.experts.141.gate_proj,0.0000056822,0.05000,15.392
+11,mlp.experts.137.gate_proj,0.0000183782,0.05000,15.351
+11,mlp.experts.129.gate_proj,0.0000197266,0.05000,15.315
+11,mlp.experts.136.gate_proj,0.0000061964,0.05000,15.281
+11,mlp.experts.132.gate_proj,0.0000114940,0.05000,15.293
+11,mlp.experts.138.gate_proj,0.0000091176,0.05000,15.253
+11,mlp.experts.142.gate_proj,0.0000045241,0.05000,15.241
+11,mlp.experts.140.gate_proj,0.0000036938,0.05000,15.260
+11,mlp.experts.128.gate_proj,0.0000027573,0.05000,15.108
+11,mlp.experts.134.gate_proj,0.0000057291,0.05000,15.334
+11,mlp.experts.143.gate_proj,0.0000136650,0.05000,15.048
+11,mlp.experts.139.gate_proj,0.0000039707,0.05000,15.392
+11,mlp.experts.131.gate_proj,0.0000065462,0.05000,15.244
+11,mlp.experts.149.gate_proj,0.0000086175,0.05000,15.151
+11,mlp.experts.165.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.855
+11,mlp.experts.151.gate_proj,0.0000069743,0.05000,15.396
+11,mlp.experts.146.gate_proj,0.0000119759,0.05000,15.876
+11,mlp.experts.157.gate_proj,0.0000060299,0.05000,15.774
+11,mlp.experts.153.gate_proj,0.0000049829,0.05000,15.798
+11,mlp.experts.152.gate_proj,0.0000045420,0.05000,15.833
+11,mlp.experts.154.gate_proj,0.0000063622,0.05000,15.750
+11,mlp.experts.145.gate_proj,0.0000066581,0.05000,15.916
+11,mlp.experts.148.gate_proj,0.0000053717,0.05000,15.959
+11,mlp.experts.156.gate_proj,0.0000071261,0.05000,15.921
+11,mlp.experts.158.gate_proj,0.0000065376,0.05000,15.968
+11,mlp.experts.144.gate_proj,0.0000051501,0.05000,16.099
+11,mlp.experts.150.gate_proj,0.0000050249,0.05000,16.059
+11,mlp.experts.159.gate_proj,0.0000083491,0.05000,16.079
+11,mlp.experts.155.gate_proj,0.0000065745,0.05000,16.047
+11,mlp.experts.147.gate_proj,0.0000037879,0.05000,16.005
+11,mlp.experts.181.gate_proj,0.0000077487,0.05000,15.489
+11,mlp.experts.167.gate_proj,0.0000110118,0.05000,15.616
+11,mlp.experts.162.gate_proj,0.0000096282,0.05000,14.210
+11,mlp.experts.173.gate_proj,0.0000081958,0.05000,14.241
+11,mlp.experts.169.gate_proj,0.0000027319,0.05000,14.151
+11,mlp.experts.161.gate_proj,0.0000029214,0.05000,14.131
+11,mlp.experts.170.gate_proj,0.0000052432,0.05000,14.211
+11,mlp.experts.168.gate_proj,0.0000076690,0.05000,14.299
+11,mlp.experts.164.gate_proj,0.0000065797,0.05000,14.269
+11,mlp.experts.174.gate_proj,0.0000050249,0.05000,14.215
+11,mlp.experts.172.gate_proj,0.0000052075,0.05000,14.234
+11,mlp.experts.185.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.916
+11,mlp.experts.160.gate_proj,0.0000039805,0.05000,14.423
+11,mlp.experts.166.gate_proj,0.0000048690,0.05000,14.380
+11,mlp.experts.171.gate_proj,0.0000056057,0.05000,14.505
+11,mlp.experts.175.gate_proj,0.0000010808,0.05000,14.565
+11,mlp.experts.163.gate_proj,0.0000042005,0.05000,14.468
+11,mlp.experts.197.gate_proj,0.0000137903,0.05000,14.710
+11,mlp.experts.183.gate_proj,0.0000040000,0.05000,14.763
+11,mlp.experts.178.gate_proj,0.0000028146,0.05000,15.748
+11,mlp.experts.189.gate_proj,0.0000031990,0.05000,15.670
+11,mlp.experts.184.gate_proj,0.0000038888,0.05000,15.536
+11,mlp.experts.177.gate_proj,0.0000042453,0.05000,15.629
+11,mlp.experts.186.gate_proj,0.0000065169,0.05000,15.639
+11,mlp.experts.180.gate_proj,0.0000062212,0.05000,15.424
+11,mlp.experts.190.gate_proj,0.0000176743,0.05000,15.484
+11,mlp.experts.188.gate_proj,0.0000066015,0.05000,15.477
+11,mlp.experts.201.gate_proj,0.0000056457,0.05000,15.477
+11,mlp.experts.176.gate_proj,0.0000058929,0.05000,15.559
+11,mlp.experts.182.gate_proj,0.0000181831,0.05000,15.556
+11,mlp.experts.187.gate_proj,0.0000056909,0.05000,15.537
+11,mlp.experts.179.gate_proj,0.0000332828,0.05000,15.538
+11,mlp.experts.191.gate_proj,0.0000075608,0.05000,15.670
+11,mlp.experts.213.gate_proj,0.0000104487,0.05000,15.505
+11,mlp.experts.199.gate_proj,0.0000030711,0.05000,15.453
+11,mlp.experts.194.gate_proj,0.0000078538,0.05000,15.209
+11,mlp.experts.205.gate_proj,0.0000057474,0.05000,15.118
+11,mlp.experts.200.gate_proj,0.0000118482,0.05000,15.200
+11,mlp.experts.193.gate_proj,0.0000116817,0.05000,15.283
+11,mlp.experts.196.gate_proj,0.0000096662,0.05000,15.255
+11,mlp.experts.202.gate_proj,0.0000079660,0.05000,15.405
+11,mlp.experts.204.gate_proj,0.0000047157,0.05000,15.306
+11,mlp.experts.206.gate_proj,0.0000041179,0.05000,15.413
+11,mlp.experts.217.gate_proj,0.0000267059,0.05000,15.194
+11,mlp.experts.192.gate_proj,0.0000044500,0.05000,15.309
+11,mlp.experts.198.gate_proj,0.0000081010,0.05000,15.466
+11,mlp.experts.195.gate_proj,0.0000043182,0.05000,15.216
+11,mlp.experts.203.gate_proj,0.0000056067,0.05000,15.408
+11,mlp.experts.207.gate_proj,0.0000044221,0.05000,15.364
+11,mlp.experts.229.gate_proj,0.0000050945,0.05000,15.334
+11,mlp.experts.215.gate_proj,0.0000073425,0.05000,15.292
+11,mlp.experts.245.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.614
+11,mlp.experts.210.gate_proj,0.0000048008,0.05000,15.146
+11,mlp.experts.221.gate_proj,0.0000131317,0.05000,15.187
+11,mlp.experts.216.gate_proj,0.0000081880,0.05000,15.225
+11,mlp.experts.212.gate_proj,0.0000109885,0.05000,15.129
+11,mlp.experts.209.gate_proj,0.0000060048,0.05000,15.269
+11,mlp.experts.218.gate_proj,0.0000048040,0.05000,15.251
+11,mlp.experts.220.gate_proj,0.0000077378,0.05000,15.239
+11,mlp.experts.222.gate_proj,0.0000092363,0.05000,15.171
+11,mlp.experts.233.gate_proj,0.0000046976,0.05000,15.143
+11,mlp.experts.208.gate_proj,0.0000057830,0.05000,15.174
+11,mlp.experts.214.gate_proj,0.0000115862,0.05000,15.208
+11,mlp.experts.219.gate_proj,0.0000059677,0.05000,15.262
+11,mlp.experts.234.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.868
+11,mlp.experts.211.gate_proj,0.0000162265,0.05000,15.389
+11,mlp.experts.223.gate_proj,0.0000071238,0.05000,15.224
+11,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.860
+11,mlp.experts.231.gate_proj,0.0000080692,0.05000,15.390
+11,mlp.experts.5.up_proj,0.0000065564,0.05000,15.484
+11,mlp.experts.226.gate_proj,0.0000069826,0.05000,15.784
+11,mlp.experts.237.gate_proj,0.0000211858,0.05000,15.776
+11,mlp.experts.232.gate_proj,0.0000394526,0.05000,15.741
+11,mlp.experts.225.gate_proj,0.0000052809,0.05000,15.776
+11,mlp.experts.228.gate_proj,0.0000102980,0.05000,15.923
+11,mlp.experts.238.gate_proj,0.0000065129,0.05000,15.874
+11,mlp.experts.236.gate_proj,0.0000045425,0.05000,15.979
+11,mlp.experts.249.gate_proj,0.0000057193,0.05000,15.905
+11,mlp.experts.224.gate_proj,0.0000067949,0.05000,15.959
+11,mlp.experts.230.gate_proj,0.0000088644,0.05000,15.904
+11,mlp.experts.227.gate_proj,0.0000369266,0.05000,15.872
+11,mlp.experts.239.gate_proj,0.0000048766,0.05000,15.889
+11,mlp.experts.250.gate_proj,0.0000046757,0.05000,16.008
+11,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.909
+11,mlp.experts.251.gate_proj,0.0000275413,0.05000,15.910
+11,mlp.experts.247.gate_proj,0.0000043790,0.05000,15.874
+11,mlp.experts.21.up_proj,0.0000343071,0.05000,15.946
+11,mlp.experts.242.gate_proj,0.0000099971,0.05000,16.002
+11,mlp.experts.253.gate_proj,0.0000050025,0.05000,15.969
+11,mlp.experts.248.gate_proj,0.0000067980,0.05000,15.928
+11,mlp.experts.241.gate_proj,0.0000060200,0.05000,15.946
+11,mlp.experts.244.gate_proj,0.0000234178,0.05000,16.083
+11,mlp.experts.9.up_proj,0.0000064307,0.05000,15.840
+11,mlp.experts.254.gate_proj,0.0000065448,0.05000,16.174
+11,mlp.experts.240.gate_proj,0.0000187441,0.05000,15.832
+11,mlp.experts.246.gate_proj,0.0000062546,0.05000,16.009
+11,mlp.experts.243.gate_proj,0.0000070509,0.05000,15.804
+11,mlp.experts.10.up_proj,0.0000062372,0.05000,15.911
+11,mlp.experts.255.gate_proj,0.0000039412,0.05000,16.018
+11,mlp.experts.12.up_proj,0.0000033569,0.05000,15.870
+11,mlp.experts.11.up_proj,0.0000039161,0.05000,15.915
+11,mlp.experts.7.up_proj,0.0000078336,0.05000,15.837
+11,mlp.experts.37.up_proj,0.0000059078,0.05000,15.876
+11,mlp.experts.53.up_proj,failsafe(rtn): 0.0009460,0.00000,0.853
+11,mlp.experts.2.up_proj,0.0000123065,0.05000,15.718
+11,mlp.experts.13.up_proj,0.0000065206,0.05000,15.735
+11,mlp.experts.8.up_proj,0.0000422453,0.05000,15.747
+11,mlp.experts.1.up_proj,0.0000227376,0.05000,15.832
+11,mlp.experts.4.up_proj,0.0000053454,0.05000,15.653
+11,mlp.experts.25.up_proj,0.0000051250,0.05000,15.642
+11,mlp.experts.0.up_proj,0.0000112155,0.05000,15.472
+11,mlp.experts.14.up_proj,0.0000112578,0.05000,15.651
+11,mlp.experts.3.up_proj,0.0000055622,0.05000,15.679
+11,mlp.experts.6.up_proj,0.0000295192,0.05000,15.716
+11,mlp.experts.26.up_proj,0.0000034339,0.05000,15.700
+11,mlp.experts.28.up_proj,0.0000102115,0.05000,15.566
+11,mlp.experts.15.up_proj,0.0000043960,0.05000,15.740
+11,mlp.experts.27.up_proj,0.0000034163,0.05000,15.839
+11,mlp.experts.23.up_proj,0.0000035136,0.05000,15.775
+11,mlp.experts.69.up_proj,0.0000054940,0.05000,15.762
+11,mlp.experts.18.up_proj,0.0000040699,0.05000,14.696
+11,mlp.experts.29.up_proj,0.0000025284,0.05000,14.706
+11,mlp.experts.24.up_proj,0.0000041345,0.05000,14.597
+11,mlp.experts.17.up_proj,0.0000069418,0.05000,14.458
+11,mlp.experts.20.up_proj,0.0000046602,0.05000,14.729
+11,mlp.experts.41.up_proj,0.0000058441,0.05000,14.690
+11,mlp.experts.16.up_proj,0.0000096355,0.05000,14.712
+11,mlp.experts.30.up_proj,0.0000332047,0.05000,14.701
+11,mlp.experts.19.up_proj,0.0000042367,0.05000,14.712
+11,mlp.experts.22.up_proj,0.0000081705,0.05000,14.722
+11,mlp.experts.44.up_proj,0.0000047552,0.05000,14.705
+11,mlp.experts.42.up_proj,0.0000032249,0.05000,14.771
+11,mlp.experts.31.up_proj,0.0000091573,0.05000,14.781
+11,mlp.experts.43.up_proj,0.0000028836,0.05000,14.662
+11,mlp.experts.39.up_proj,0.0000056896,0.05000,14.776
+11,mlp.experts.85.up_proj,0.0000058998,0.05000,14.804
+11,mlp.experts.34.up_proj,0.0000078034,0.05000,15.019
+11,mlp.experts.45.up_proj,0.0000038041,0.05000,15.078
+11,mlp.experts.40.up_proj,0.0000122778,0.05000,15.124
+11,mlp.experts.33.up_proj,0.0000053867,0.05000,15.146
+11,mlp.experts.36.up_proj,0.0000040415,0.05000,15.147
+11,mlp.experts.57.up_proj,0.0000071113,0.05000,15.193
+11,mlp.experts.32.up_proj,0.0000064304,0.05000,15.155
+11,mlp.experts.46.up_proj,0.0000035909,0.05000,15.096
+11,mlp.experts.38.up_proj,0.0000058672,0.05000,15.072
+11,mlp.experts.35.up_proj,0.0000101747,0.05000,15.288
+11,mlp.experts.60.up_proj,0.0000029528,0.05000,15.258
+11,mlp.experts.58.up_proj,0.0000030545,0.05000,15.188
+11,mlp.experts.47.up_proj,0.0000054252,0.05000,15.077
+11,mlp.experts.59.up_proj,0.0000072584,0.05000,15.313
+11,mlp.experts.55.up_proj,0.0000188066,0.05000,15.070
+11,mlp.experts.101.up_proj,0.0000031688,0.05000,15.111
+11,mlp.experts.50.up_proj,0.0000055190,0.05000,15.563
+11,mlp.experts.61.up_proj,0.0000039632,0.05000,15.489
+11,mlp.experts.56.up_proj,0.0000095964,0.05000,15.457
+11,mlp.experts.49.up_proj,0.0000053447,0.05000,15.402
+11,mlp.experts.52.up_proj,0.0000068217,0.05000,15.235
+11,mlp.experts.73.up_proj,0.0000046889,0.05000,15.385
+11,mlp.experts.48.up_proj,0.0000037760,0.05000,15.392
+11,mlp.experts.62.up_proj,0.0000044907,0.05000,15.463
+11,mlp.experts.51.up_proj,0.0000070135,0.05000,15.322
+11,mlp.experts.54.up_proj,0.0000076888,0.05000,15.547
+11,mlp.experts.63.up_proj,0.0000028143,0.05000,15.404
+11,mlp.experts.74.up_proj,0.0000044568,0.05000,15.437
+11,mlp.experts.76.up_proj,0.0000035071,0.05000,15.567
+11,mlp.experts.75.up_proj,0.0000054055,0.05000,15.487
+11,mlp.experts.71.up_proj,0.0000077183,0.05000,15.675
+11,mlp.experts.117.up_proj,0.0000029095,0.05000,15.632
+11,mlp.experts.66.up_proj,0.0000069412,0.05000,15.247
+11,mlp.experts.77.up_proj,0.0000031793,0.05000,15.193
+11,mlp.experts.65.up_proj,0.0000259649,0.05000,15.186
+11,mlp.experts.72.up_proj,0.0000060906,0.05000,15.241
+11,mlp.experts.68.up_proj,0.0000111801,0.05000,15.241
+11,mlp.experts.89.up_proj,0.0000092752,0.05000,15.161
+11,mlp.experts.64.up_proj,0.0000028820,0.05000,15.110
+11,mlp.experts.78.up_proj,0.0000059115,0.05000,15.168
+11,mlp.experts.67.up_proj,0.0000377830,0.05000,15.339
+11,mlp.experts.90.up_proj,0.0000077804,0.05000,15.042
+11,mlp.experts.70.up_proj,0.0000071060,0.05000,15.346
+11,mlp.experts.79.up_proj,0.0000062783,0.05000,15.268
+11,mlp.experts.92.up_proj,0.0000035848,0.05000,15.119
+11,mlp.experts.91.up_proj,0.0000207256,0.05000,15.047
+11,mlp.experts.87.up_proj,0.0000092842,0.05000,15.001
+11,mlp.experts.133.up_proj,0.0000035665,0.05000,14.655
+11,mlp.experts.82.up_proj,0.0000064404,0.05000,14.705
+11,mlp.experts.93.up_proj,0.0000044946,0.05000,14.881
+11,mlp.experts.88.up_proj,0.0000051040,0.05000,14.843
+11,mlp.experts.81.up_proj,0.0000103822,0.05000,14.928
+11,mlp.experts.84.up_proj,0.0000059838,0.05000,14.867
+11,mlp.experts.105.up_proj,0.0000069024,0.05000,14.879
+11,mlp.experts.80.up_proj,0.0000037313,0.05000,14.982
+11,mlp.experts.94.up_proj,0.0000169616,0.05000,14.985
+11,mlp.experts.86.up_proj,0.0000037345,0.05000,14.697
+11,mlp.experts.83.up_proj,0.0000198621,0.05000,14.858
+11,mlp.experts.106.up_proj,0.0000089888,0.05000,14.916
+11,mlp.experts.108.up_proj,0.0000038348,0.05000,14.737
+11,mlp.experts.95.up_proj,0.0000096318,0.05000,14.822
+11,mlp.experts.107.up_proj,0.0000042795,0.05000,14.875
+11,mlp.experts.103.up_proj,0.0000066022,0.05000,14.956
+11,mlp.experts.119.up_proj,failsafe(rtn): 0.0009384,0.00000,0.809
+11,mlp.experts.149.up_proj,0.0000081333,0.05000,15.035
+11,mlp.experts.165.up_proj,failsafe(rtn): 0.0008774,0.00000,0.800
+11,mlp.experts.98.up_proj,0.0000036063,0.05000,15.065
+11,mlp.experts.109.up_proj,0.0000058529,0.05000,15.071
+11,mlp.experts.97.up_proj,0.0000073976,0.05000,14.959
+11,mlp.experts.104.up_proj,0.0000102494,0.05000,15.147
+11,mlp.experts.100.up_proj,0.0000130438,0.05000,15.084
+11,mlp.experts.121.up_proj,0.0000061664,0.05000,14.869
+11,mlp.experts.96.up_proj,0.0000047108,0.05000,14.896
+11,mlp.experts.110.up_proj,0.0000131349,0.05000,15.018
+11,mlp.experts.102.up_proj,0.0000058888,0.05000,15.005
+11,mlp.experts.122.up_proj,0.0000106623,0.05000,14.896
+11,mlp.experts.99.up_proj,0.0000088377,0.05000,14.987
+11,mlp.experts.124.up_proj,0.0000091674,0.05000,14.982
+11,mlp.experts.111.up_proj,0.0000089602,0.05000,14.925
+11,mlp.experts.123.up_proj,0.0000049859,0.05000,14.960
+11,mlp.experts.135.up_proj,0.0000027668,0.05000,14.735
+11,mlp.experts.181.up_proj,0.0000078624,0.05000,14.749
+11,mlp.experts.114.up_proj,0.0000034110,0.05000,15.870
+11,mlp.experts.125.up_proj,0.0000129352,0.05000,15.769
+11,mlp.experts.113.up_proj,0.0000149642,0.05000,15.749
+11,mlp.experts.120.up_proj,0.0000018253,0.05000,15.880
+11,mlp.experts.116.up_proj,0.0000052857,0.05000,15.742
+11,mlp.experts.137.up_proj,0.0000278719,0.05000,15.781
+11,mlp.experts.112.up_proj,0.0000095170,0.05000,15.775
+11,mlp.experts.126.up_proj,0.0000061408,0.05000,15.829
+11,mlp.experts.118.up_proj,0.0000131673,0.05000,15.727
+11,mlp.experts.115.up_proj,0.0000051769,0.05000,15.714
+11,mlp.experts.127.up_proj,0.0000088073,0.05000,15.658
+11,mlp.experts.140.up_proj,0.0000034753,0.05000,15.693
+11,mlp.experts.138.up_proj,0.0000086331,0.05000,15.783
+11,mlp.experts.139.up_proj,0.0000036693,0.05000,16.000
+11,mlp.experts.151.up_proj,0.0000062973,0.05000,15.938
+11,mlp.experts.197.up_proj,0.0000130932,0.05000,16.016
+11,mlp.experts.130.up_proj,0.0000042333,0.05000,15.105
+11,mlp.experts.129.up_proj,0.0000182682,0.05000,15.028
+11,mlp.experts.141.up_proj,0.0000051812,0.05000,15.208
+11,mlp.experts.132.up_proj,0.0000108773,0.05000,15.041
+11,mlp.experts.136.up_proj,0.0000056576,0.05000,15.194
+11,mlp.experts.153.up_proj,0.0000041339,0.05000,15.121
+11,mlp.experts.128.up_proj,0.0000025095,0.05000,15.177
+11,mlp.experts.142.up_proj,0.0000042168,0.05000,15.111
+11,mlp.experts.156.up_proj,0.0000055835,0.05000,14.938
+11,mlp.experts.131.up_proj,0.0000057939,0.05000,15.072
+11,mlp.experts.154.up_proj,0.0000062378,0.05000,15.004
+11,mlp.experts.143.up_proj,0.0000125989,0.05000,15.053
+11,mlp.experts.134.up_proj,0.0000054659,0.05000,15.158
+11,mlp.experts.155.up_proj,0.0000061911,0.05000,15.125
+11,mlp.experts.167.up_proj,0.0000095553,0.05000,15.211
+11,mlp.experts.213.up_proj,0.0000098233,0.05000,15.286
+11,mlp.experts.146.up_proj,0.0000114958,0.05000,15.317
+11,mlp.experts.145.up_proj,0.0000064537,0.05000,15.104
+11,mlp.experts.157.up_proj,0.0000061889,0.05000,15.215
+11,mlp.experts.148.up_proj,0.0000050782,0.05000,15.353
+11,mlp.experts.152.up_proj,0.0000042755,0.05000,15.292
+11,mlp.experts.169.up_proj,0.0000023189,0.05000,15.316
+11,mlp.experts.144.up_proj,0.0000047234,0.05000,15.380
+11,mlp.experts.158.up_proj,0.0000058825,0.05000,15.313
+11,mlp.experts.185.up_proj,failsafe(rtn): 0.0008736,0.00000,0.712
+11,mlp.experts.172.up_proj,0.0000048421,0.05000,15.456
+11,mlp.experts.150.up_proj,0.0000048187,0.05000,15.405
+11,mlp.experts.159.up_proj,0.0000082987,0.05000,15.495
+11,mlp.experts.147.up_proj,0.0000033959,0.05000,15.529
+11,mlp.experts.170.up_proj,0.0000052491,0.05000,15.604
+11,mlp.experts.171.up_proj,0.0000052934,0.05000,15.253
+11,mlp.experts.183.up_proj,0.0000037345,0.05000,15.164
+11,mlp.experts.229.up_proj,0.0000044634,0.05000,15.188
+11,mlp.experts.245.up_proj,failsafe(rtn): 0.0009651,0.00000,0.772
+11,mlp.experts.5.down_proj,0.0000000576,0.05000,3.597
+11,mlp.experts.21.down_proj,0.0000008479,0.05000,3.781
+11,mlp.experts.161.up_proj,0.0000030759,0.05000,14.984
+11,mlp.experts.173.up_proj,0.0000075452,0.05000,15.038
+11,mlp.experts.162.up_proj,0.0000089805,0.05000,15.166
+11,mlp.experts.164.up_proj,0.0000057622,0.05000,15.056
+11,mlp.experts.168.up_proj,0.0000071452,0.05000,15.016
+11,mlp.experts.160.up_proj,0.0000037603,0.05000,15.113
+11,mlp.experts.174.up_proj,0.0000055473,0.05000,15.081
+11,mlp.experts.201.up_proj,0.0000055245,0.05000,15.027
+11,mlp.experts.188.up_proj,0.0000054030,0.05000,15.033
+11,mlp.experts.175.up_proj,0.0000008523,0.05000,15.009
+11,mlp.experts.166.up_proj,0.0000042371,0.05000,15.105
+11,mlp.experts.163.up_proj,0.0000038837,0.05000,15.030
+11,mlp.experts.186.up_proj,0.0000061235,0.05000,15.010
+11,mlp.experts.37.down_proj,0.0000002347,0.05000,3.801
+11,mlp.experts.53.down_proj,failsafe(rtn): 0.0009193,0.00000,0.179
+11,mlp.experts.187.up_proj,0.0000053417,0.05000,15.210
+11,mlp.experts.199.up_proj,0.0000024260,0.05000,15.064
+11,mlp.experts.69.down_proj,0.0000001786,0.05000,4.067
+11,mlp.experts.85.down_proj,0.0000002258,0.05000,3.169
+11,mlp.experts.101.down_proj,0.0000000976,0.05000,3.358
+11,mlp.experts.177.up_proj,0.0000040007,0.05000,14.193
+11,mlp.experts.189.up_proj,0.0000032497,0.05000,14.162
+11,mlp.experts.178.up_proj,0.0000026949,0.05000,14.388
+11,mlp.experts.180.up_proj,0.0000057826,0.05000,14.279
+11,mlp.experts.184.up_proj,0.0000040227,0.05000,14.318
+11,mlp.experts.176.up_proj,0.0000055098,0.05000,14.426
+11,mlp.experts.190.up_proj,0.0000172694,0.05000,14.519
+11,mlp.experts.217.up_proj,0.0000249017,0.05000,14.445
+11,mlp.experts.179.up_proj,0.0000353875,0.05000,14.238
+11,mlp.experts.204.up_proj,0.0000044108,0.05000,14.404
+11,mlp.experts.182.up_proj,0.0000177490,0.05000,14.425
+11,mlp.experts.202.up_proj,0.0000078868,0.05000,14.376
+11,mlp.experts.191.up_proj,0.0000067634,0.05000,14.529
+11,mlp.experts.117.down_proj,0.0000001491,0.05000,4.010
+11,mlp.experts.203.up_proj,0.0000055501,0.05000,14.372
+11,mlp.experts.215.up_proj,0.0000069121,0.05000,14.304
+11,mlp.experts.133.down_proj,0.0000001672,0.05000,3.427
+11,mlp.experts.149.down_proj,0.0000000678,0.05000,4.250
+11,mlp.experts.165.down_proj,failsafe(rtn): 0.0008736,0.00000,0.159
+11,mlp.experts.181.down_proj,0.0000001006,0.05000,3.630
+11,mlp.experts.193.up_proj,0.0000109448,0.05000,15.155
+11,mlp.experts.205.up_proj,0.0000054185,0.05000,15.224
+11,mlp.experts.194.up_proj,0.0000077051,0.05000,15.262
+11,mlp.experts.196.up_proj,0.0000090760,0.05000,15.161
+11,mlp.experts.200.up_proj,0.0000102924,0.05000,15.102
+11,mlp.experts.192.up_proj,0.0000042474,0.05000,14.976
+11,mlp.experts.206.up_proj,0.0000037077,0.05000,15.083
+11,mlp.experts.233.up_proj,0.0000042016,0.05000,15.023
+11,mlp.experts.195.up_proj,0.0000041111,0.05000,15.018
+11,mlp.experts.220.up_proj,0.0000073747,0.05000,15.212
+11,mlp.experts.218.up_proj,0.0000050525,0.05000,15.087
+11,mlp.experts.198.up_proj,0.0000069684,0.05000,15.133
+11,mlp.experts.207.up_proj,0.0000043565,0.05000,15.117
+11,mlp.experts.234.up_proj,failsafe(rtn): 0.0009003,0.00000,0.824
+11,mlp.experts.197.down_proj,0.0000004882,0.05000,3.879
+11,mlp.experts.219.up_proj,0.0000056546,0.05000,15.204
+11,mlp.experts.235.up_proj,failsafe(rtn): 0.0009041,0.00000,0.652
+11,mlp.experts.231.up_proj,0.0000085188,0.05000,15.290
+11,mlp.experts.213.down_proj,0.0000000877,0.05000,3.697
+11,mlp.experts.229.down_proj,0.0000001799,0.05000,3.954
+11,mlp.experts.245.down_proj,failsafe(rtn): 0.0009346,0.00000,0.223
+11,mlp.experts.209.up_proj,0.0000056064,0.05000,15.165
+11,mlp.experts.221.up_proj,0.0000122920,0.05000,15.118
+11,mlp.experts.210.up_proj,0.0000037676,0.05000,15.113
+11,mlp.experts.212.up_proj,0.0000109421,0.05000,15.140
+11,mlp.experts.216.up_proj,0.0000078484,0.05000,15.144
+11,mlp.experts.208.up_proj,0.0000049391,0.05000,15.047
+11,mlp.experts.249.up_proj,0.0000054472,0.05000,14.975
+11,mlp.experts.222.up_proj,0.0000086254,0.05000,15.043
+11,mlp.experts.211.up_proj,0.0000151100,0.05000,15.036
+11,mlp.experts.214.up_proj,0.0000105263,0.05000,14.806
+11,mlp.experts.223.up_proj,0.0000065153,0.05000,14.931
+11,mlp.experts.236.up_proj,0.0000045778,0.05000,15.093
+11,mlp.experts.250.up_proj,0.0000045360,0.05000,14.831
+11,mlp.experts.252.up_proj,failsafe(rtn): 0.0008850,0.00000,0.751
+11,mlp.experts.251.up_proj,0.0000263383,0.05000,15.002
+11,mlp.experts.247.up_proj,0.0000039317,0.05000,14.818
+11,mlp.experts.9.down_proj,0.0000001630,0.05000,3.874
+11,mlp.experts.10.down_proj,0.0000001336,0.05000,3.709
+11,mlp.experts.12.down_proj,0.0000000780,0.05000,3.809
+11,mlp.experts.11.down_proj,0.0000001409,0.05000,3.753
+11,mlp.experts.7.down_proj,0.0000002091,0.05000,3.783
+11,mlp.experts.25.down_proj,0.0000000443,0.05000,3.552
+11,mlp.experts.26.down_proj,0.0000000651,0.05000,3.556
+11,mlp.experts.28.down_proj,0.0000000835,0.05000,3.499
+11,mlp.experts.27.down_proj,0.0000001047,0.05000,3.467
+11,mlp.experts.23.down_proj,0.0000001358,0.05000,3.462
+11,mlp.experts.41.down_proj,0.0000000481,0.05000,3.526
+11,mlp.experts.42.down_proj,0.0000000830,0.05000,3.562
+11,mlp.experts.44.down_proj,0.0000001606,0.05000,3.518
+11,mlp.experts.237.up_proj,0.0000086567,0.05000,14.055
+11,mlp.experts.225.up_proj,0.0000049532,0.05000,14.214
+11,mlp.experts.43.down_proj,0.0000001764,0.05000,3.405
+11,mlp.experts.39.down_proj,0.0000002073,0.05000,3.428
+11,mlp.experts.226.up_proj,0.0000066278,0.05000,14.237
+11,mlp.experts.228.up_proj,0.0000096207,0.05000,14.212
+11,mlp.experts.232.up_proj,0.0000378227,0.05000,14.386
+11,mlp.experts.224.up_proj,0.0000063959,0.05000,14.412
+11,mlp.experts.238.up_proj,0.0000055668,0.05000,14.553
+11,mlp.experts.57.down_proj,0.0000000620,0.05000,3.684
+11,mlp.experts.227.up_proj,0.0000343937,0.05000,14.536
+11,mlp.experts.230.up_proj,0.0000082803,0.05000,14.520
+11,mlp.experts.239.up_proj,0.0000044912,0.05000,14.445
+11,mlp.experts.58.down_proj,0.0000000264,0.05000,3.742
+11,mlp.experts.60.down_proj,0.0000000934,0.05000,3.742
+11,mlp.experts.59.down_proj,0.0000003120,0.05000,3.727
+11,mlp.experts.55.down_proj,0.0000003720,0.05000,3.666
+11,mlp.experts.73.down_proj,0.0000000415,0.05000,3.224
+11,mlp.experts.74.down_proj,0.0000000485,0.05000,3.203
+11,mlp.experts.76.down_proj,0.0000000305,0.05000,3.301
+11,mlp.experts.75.down_proj,0.0000000551,0.05000,3.470
+11,mlp.experts.71.down_proj,0.0000003245,0.05000,3.444
+11,mlp.experts.89.down_proj,0.0000001404,0.05000,3.716
+11,mlp.experts.90.down_proj,0.0000000675,0.05000,3.814
+11,mlp.experts.92.down_proj,0.0000000312,0.05000,3.757
+11,mlp.experts.91.down_proj,0.0000004231,0.05000,3.782
+11,mlp.experts.87.down_proj,0.0000000734,0.05000,3.817
+11,mlp.experts.105.down_proj,0.0000002082,0.05000,3.759
+11,mlp.experts.106.down_proj,0.0000003598,0.05000,3.788
+11,mlp.experts.108.down_proj,0.0000000839,0.05000,3.730
+11,mlp.experts.253.up_proj,0.0000047316,0.05000,14.360
+11,mlp.experts.241.up_proj,0.0000062126,0.05000,14.358
+11,mlp.experts.242.up_proj,0.0000090916,0.05000,14.278
+11,mlp.experts.107.down_proj,0.0000001205,0.05000,3.585
+11,mlp.experts.103.down_proj,0.0000002707,0.05000,3.600
+11,mlp.experts.119.down_proj,failsafe(rtn): 0.0009079,0.00000,0.143
+11,mlp.experts.244.up_proj,0.0000221873,0.05000,14.360
+11,mlp.experts.248.up_proj,0.0000066986,0.05000,14.268
+11,mlp.experts.240.up_proj,0.0000171726,0.05000,14.117
+11,mlp.experts.254.up_proj,0.0000052166,0.05000,13.905
+11,mlp.experts.121.down_proj,0.0000001827,0.05000,3.212
+11,mlp.experts.243.up_proj,0.0000067697,0.05000,13.961
+11,mlp.experts.255.up_proj,0.0000038975,0.05000,13.824
+11,mlp.experts.246.up_proj,0.0000058872,0.05000,13.926
+11,mlp.experts.122.down_proj,0.0000003137,0.05000,2.893
+11,mlp.experts.124.down_proj,0.0000001692,0.05000,2.881
+11,mlp.experts.13.down_proj,0.0000000921,0.05000,2.995
+11,mlp.experts.1.down_proj,0.0000004496,0.05000,2.966
+11,mlp.experts.2.down_proj,0.0000004198,0.05000,3.139
+11,mlp.experts.123.down_proj,0.0000000389,0.05000,3.167
+11,mlp.experts.135.down_proj,0.0000000556,0.05000,3.099
+11,mlp.experts.4.down_proj,0.0000000490,0.05000,3.163
+11,mlp.experts.8.down_proj,0.0000016745,0.05000,3.167
+11,mlp.experts.0.down_proj,0.0000005500,0.05000,3.211
+11,mlp.experts.14.down_proj,0.0000002983,0.05000,3.218
+11,mlp.experts.137.down_proj,0.0000008072,0.05000,3.258
+11,mlp.experts.15.down_proj,0.0000001095,0.05000,3.251
+11,mlp.experts.6.down_proj,0.0000007621,0.05000,3.271
+11,mlp.experts.3.down_proj,0.0000002193,0.05000,3.350
+11,mlp.experts.138.down_proj,0.0000000792,0.05000,3.555
+11,mlp.experts.140.down_proj,0.0000000483,0.05000,3.527
+11,mlp.experts.17.down_proj,0.0000002833,0.05000,3.367
+11,mlp.experts.29.down_proj,0.0000000729,0.05000,3.448
+11,mlp.experts.18.down_proj,0.0000001308,0.05000,3.184
+11,mlp.experts.139.down_proj,0.0000001583,0.05000,3.267
+11,mlp.experts.151.down_proj,0.0000002741,0.05000,3.194
+11,mlp.experts.20.down_proj,0.0000001222,0.05000,3.241
+11,mlp.experts.24.down_proj,0.0000000393,0.05000,3.233
+11,mlp.experts.16.down_proj,0.0000000800,0.05000,3.180
+11,mlp.experts.30.down_proj,0.0000007139,0.05000,3.175
+11,mlp.experts.153.down_proj,0.0000001436,0.05000,3.173
+11,mlp.experts.31.down_proj,0.0000000787,0.05000,3.193
+11,mlp.experts.22.down_proj,0.0000000807,0.05000,3.209
+11,mlp.experts.19.down_proj,0.0000001241,0.05000,3.193
+11,mlp.experts.154.down_proj,0.0000002034,0.05000,3.067
+11,mlp.experts.156.down_proj,0.0000001646,0.05000,3.116
+11,mlp.experts.33.down_proj,0.0000001093,0.05000,3.270
+11,mlp.experts.45.down_proj,0.0000000390,0.05000,3.378
+11,mlp.experts.34.down_proj,0.0000000671,0.05000,3.507
+11,mlp.experts.155.down_proj,0.0000000494,0.05000,3.476
+11,mlp.experts.167.down_proj,0.0000003155,0.05000,3.507
+11,mlp.experts.36.down_proj,0.0000001241,0.05000,3.622
+11,mlp.experts.40.down_proj,0.0000001277,0.05000,3.594
+11,mlp.experts.32.down_proj,0.0000001796,0.05000,3.541
+11,mlp.experts.46.down_proj,0.0000000335,0.05000,3.561
+11,mlp.experts.169.down_proj,0.0000001255,0.05000,3.496
+11,mlp.experts.47.down_proj,0.0000001240,0.05000,3.537
+11,mlp.experts.185.down_proj,failsafe(rtn): 0.0008659,0.00000,0.173
+11,mlp.experts.38.down_proj,0.0000000523,0.05000,3.570
+11,mlp.experts.35.down_proj,0.0000000999,0.05000,3.582
+11,mlp.experts.170.down_proj,0.0000002237,0.05000,3.664
+11,mlp.experts.172.down_proj,0.0000000401,0.05000,3.808
+11,mlp.experts.49.down_proj,0.0000002004,0.05000,3.705
+11,mlp.experts.61.down_proj,0.0000000641,0.05000,3.727
+11,mlp.experts.50.down_proj,0.0000001073,0.05000,3.663
+11,mlp.experts.171.down_proj,0.0000000497,0.05000,3.656
+11,mlp.experts.183.down_proj,0.0000000335,0.05000,3.606
+11,mlp.experts.52.down_proj,0.0000001841,0.05000,3.546
+11,mlp.experts.56.down_proj,0.0000002446,0.05000,3.530
+11,mlp.experts.48.down_proj,0.0000001046,0.05000,3.574
+11,mlp.experts.62.down_proj,0.0000001421,0.05000,3.551
+11,mlp.experts.201.down_proj,0.0000002465,0.05000,3.617
+11,mlp.experts.63.down_proj,0.0000001056,0.05000,3.656
+11,mlp.experts.54.down_proj,0.0000003138,0.05000,3.655
+11,mlp.experts.51.down_proj,0.0000000574,0.05000,3.657
+11,mlp.experts.186.down_proj,0.0000002616,0.05000,3.450
+11,mlp.experts.188.down_proj,0.0000000940,0.05000,3.411
+11,mlp.experts.65.down_proj,0.0000006705,0.05000,3.268
+11,mlp.experts.77.down_proj,0.0000001370,0.05000,3.253
+11,mlp.experts.66.down_proj,0.0000002564,0.05000,3.358
+11,mlp.experts.199.down_proj,0.0000002142,0.05000,3.419
+11,mlp.experts.187.down_proj,0.0000000474,0.05000,3.470
+11,mlp.experts.68.down_proj,0.0000003417,0.05000,3.436
+11,mlp.experts.72.down_proj,0.0000002042,0.05000,3.413
+11,mlp.experts.64.down_proj,0.0000000686,0.05000,3.462
+11,mlp.experts.78.down_proj,0.0000000570,0.05000,3.573
+11,mlp.experts.217.down_proj,0.0000005142,0.05000,3.481
+11,mlp.experts.79.down_proj,0.0000002653,0.05000,3.500
+11,mlp.experts.67.down_proj,0.0000012970,0.05000,3.394
+11,mlp.experts.70.down_proj,0.0000004373,0.05000,3.479
+11,mlp.experts.202.down_proj,0.0000003368,0.05000,3.342
+11,mlp.experts.204.down_proj,0.0000000819,0.05000,3.312
+11,mlp.experts.81.down_proj,0.0000001409,0.05000,3.249
+11,mlp.experts.93.down_proj,0.0000001988,0.05000,3.233
+11,mlp.experts.82.down_proj,0.0000000599,0.05000,3.260
+11,mlp.experts.203.down_proj,0.0000001829,0.05000,3.283
+11,mlp.experts.215.down_proj,0.0000000601,0.05000,3.335
+11,mlp.experts.84.down_proj,0.0000002026,0.05000,3.336
+11,mlp.experts.88.down_proj,0.0000000441,0.05000,3.374
+11,mlp.experts.80.down_proj,0.0000000321,0.05000,3.450
+11,mlp.experts.94.down_proj,0.0000005051,0.05000,3.420
+11,mlp.experts.233.down_proj,0.0000000392,0.05000,3.406
+11,mlp.experts.95.down_proj,0.0000003516,0.05000,3.448
+11,mlp.experts.83.down_proj,0.0000007619,0.05000,3.467
+11,mlp.experts.86.down_proj,0.0000001234,0.05000,3.450
+11,mlp.experts.218.down_proj,0.0000001798,0.05000,3.608
+11,mlp.experts.220.down_proj,0.0000003012,0.05000,3.686
+11,mlp.experts.234.down_proj,failsafe(rtn): 0.0008888,0.00000,0.203
+11,mlp.experts.97.down_proj,0.0000002671,0.05000,3.752
+11,mlp.experts.109.down_proj,0.0000002290,0.05000,3.733
+11,mlp.experts.98.down_proj,0.0000001384,0.05000,3.806
+11,mlp.experts.219.down_proj,0.0000000566,0.05000,3.795
+11,mlp.experts.231.down_proj,0.0000002699,0.05000,3.805
+11,mlp.experts.100.down_proj,0.0000004171,0.05000,3.750
+11,mlp.experts.235.down_proj,failsafe(rtn): 0.0009003,0.00000,0.160
+11,mlp.experts.104.down_proj,0.0000001065,0.05000,3.753
+11,mlp.experts.96.down_proj,0.0000000447,0.05000,3.625
+11,mlp.experts.110.down_proj,0.0000004288,0.05000,3.634
+11,mlp.experts.249.down_proj,0.0000000462,0.05000,3.609
+11,mlp.experts.102.down_proj,0.0000000501,0.05000,3.571
+11,mlp.experts.111.down_proj,0.0000003064,0.05000,3.651
+11,mlp.experts.99.down_proj,0.0000002974,0.05000,3.742
+11,mlp.experts.236.down_proj,0.0000001704,0.05000,3.643
+11,mlp.experts.250.down_proj,0.0000001908,0.05000,3.653
+11,mlp.experts.252.down_proj,failsafe(rtn): 0.0008736,0.00000,0.189
+11,mlp.experts.113.down_proj,0.0000004975,0.05000,3.652
+11,mlp.experts.125.down_proj,0.0000001593,0.05000,3.639
+11,mlp.experts.114.down_proj,0.0000001254,0.05000,3.469
+11,mlp.experts.247.down_proj,0.0000001389,0.05000,3.343
+11,mlp.experts.116.down_proj,0.0000001814,0.05000,3.272
+11,mlp.experts.251.down_proj,0.0000003989,0.05000,3.310
+11,mlp.experts.120.down_proj,0.0000000970,0.05000,3.283
+11,mlp.experts.112.down_proj,0.0000000858,0.05000,3.198
+11,mlp.experts.126.down_proj,0.0000000572,0.05000,2.968
+11,mlp.experts.118.down_proj,0.0000005422,0.05000,2.840
+11,mlp.experts.127.down_proj,0.0000000762,0.05000,2.850
+11,mlp.experts.115.down_proj,0.0000001801,0.05000,2.769
+11,mlp.experts.129.down_proj,0.0000001455,0.05000,2.130
+11,mlp.experts.141.down_proj,0.0000001216,0.05000,2.073
+11,mlp.experts.130.down_proj,0.0000001417,0.05000,2.032
+11,mlp.experts.132.down_proj,0.0000001042,0.05000,1.984
+11,mlp.experts.136.down_proj,0.0000002009,0.05000,2.011
+11,mlp.experts.128.down_proj,0.0000000842,0.05000,1.984
+11,mlp.experts.142.down_proj,0.0000001282,0.05000,1.985
+11,mlp.experts.134.down_proj,0.0000001606,0.05000,2.006
+11,mlp.experts.143.down_proj,0.0000001431,0.05000,2.000
+11,mlp.experts.131.down_proj,0.0000001329,0.05000,2.006
+11,mlp.experts.145.down_proj,0.0000002620,0.05000,2.033
+11,mlp.experts.157.down_proj,0.0000002025,0.05000,2.004
+11,mlp.experts.146.down_proj,0.0000002765,0.05000,2.017
+11,mlp.experts.148.down_proj,0.0000000467,0.05000,2.057
+11,mlp.experts.152.down_proj,0.0000000435,0.05000,2.031
+11,mlp.experts.144.down_proj,0.0000000812,0.05000,2.085
+11,mlp.experts.158.down_proj,0.0000002344,0.05000,2.018
+11,mlp.experts.150.down_proj,0.0000000823,0.05000,2.007
+11,mlp.experts.159.down_proj,0.0000002524,0.05000,2.033
+11,mlp.experts.147.down_proj,0.0000001364,0.05000,2.036
+11,mlp.experts.161.down_proj,0.0000000569,0.05000,2.020
+11,mlp.experts.173.down_proj,0.0000000788,0.05000,2.024
+11,mlp.experts.162.down_proj,0.0000000765,0.05000,1.985
+11,mlp.experts.164.down_proj,0.0000002906,0.05000,2.022
+11,mlp.experts.168.down_proj,0.0000000595,0.05000,1.997
+11,mlp.experts.160.down_proj,0.0000000552,0.05000,2.032
+11,mlp.experts.174.down_proj,0.0000001545,0.05000,2.014
+11,mlp.experts.166.down_proj,0.0000002425,0.05000,2.003
+11,mlp.experts.175.down_proj,0.0000001388,0.05000,2.028
+11,mlp.experts.163.down_proj,0.0000000315,0.05000,2.025
+11,mlp.experts.177.down_proj,0.0000000341,0.05000,2.142
+11,mlp.experts.189.down_proj,0.0000000714,0.05000,2.135
+11,mlp.experts.178.down_proj,0.0000001277,0.05000,2.111
+11,mlp.experts.180.down_proj,0.0000000523,0.05000,2.224
+11,mlp.experts.184.down_proj,0.0000000757,0.05000,2.190
+11,mlp.experts.176.down_proj,0.0000000479,0.05000,2.234
+11,mlp.experts.190.down_proj,0.0000005367,0.05000,2.218
+11,mlp.experts.182.down_proj,0.0000007088,0.05000,2.147
+11,mlp.experts.191.down_proj,0.0000002305,0.05000,2.172
+11,mlp.experts.179.down_proj,0.0000006345,0.05000,2.226
+11,mlp.experts.193.down_proj,0.0000001226,0.05000,2.039
+11,mlp.experts.205.down_proj,0.0000000476,0.05000,2.012
+11,mlp.experts.194.down_proj,0.0000003103,0.05000,2.059
+11,mlp.experts.196.down_proj,0.0000000766,0.05000,1.980
+11,mlp.experts.200.down_proj,0.0000002557,0.05000,1.962
+11,mlp.experts.192.down_proj,0.0000000659,0.05000,1.967
+11,mlp.experts.206.down_proj,0.0000001091,0.05000,1.944
+11,mlp.experts.198.down_proj,0.0000001927,0.05000,1.974
+11,mlp.experts.207.down_proj,0.0000001572,0.05000,1.949
+11,mlp.experts.195.down_proj,0.0000001557,0.05000,1.975
+11,mlp.experts.209.down_proj,0.0000002089,0.05000,2.081
+11,mlp.experts.221.down_proj,0.0000001161,0.05000,2.098
+11,mlp.experts.210.down_proj,0.0000001528,0.05000,2.106
+11,mlp.experts.212.down_proj,0.0000003978,0.05000,2.195
+11,mlp.experts.216.down_proj,0.0000002672,0.05000,2.174
+11,mlp.experts.208.down_proj,0.0000001632,0.05000,2.167
+11,mlp.experts.222.down_proj,0.0000002950,0.05000,2.134
+11,mlp.experts.214.down_proj,0.0000001142,0.05000,2.155
+11,mlp.experts.223.down_proj,0.0000001521,0.05000,2.112
+11,mlp.experts.211.down_proj,0.0000005615,0.05000,2.082
+11,mlp.experts.237.down_proj,0.0000001247,0.05000,2.063
+11,mlp.experts.225.down_proj,0.0000001292,0.05000,2.089
+11,mlp.experts.226.down_proj,0.0000000698,0.05000,2.217
+11,mlp.experts.228.down_proj,0.0000001146,0.05000,2.243
+11,mlp.experts.232.down_proj,0.0000006121,0.05000,2.251
+11,mlp.experts.238.down_proj,0.0000002103,0.05000,2.295
+11,mlp.experts.224.down_proj,0.0000000526,0.05000,2.309
+11,mlp.experts.230.down_proj,0.0000001096,0.05000,2.448
+11,mlp.experts.239.down_proj,0.0000000569,0.05000,2.450
+11,mlp.experts.227.down_proj,0.0000006783,0.05000,2.415
+11,mlp.experts.253.down_proj,0.0000000478,0.05000,2.511
+11,mlp.experts.241.down_proj,0.0000003261,0.05000,2.530
+11,mlp.experts.242.down_proj,0.0000001757,0.05000,2.300
+11,mlp.experts.244.down_proj,0.0000013221,0.05000,2.189
+11,mlp.experts.248.down_proj,0.0000002583,0.05000,2.230
+11,mlp.experts.240.down_proj,0.0000004713,0.05000,1.974
+11,mlp.experts.254.down_proj,0.0000001580,0.05000,1.986
+11,mlp.experts.255.down_proj,0.0000001440,0.05000,1.695
+11,mlp.experts.243.down_proj,0.0000000577,0.05000,1.642
+11,mlp.experts.246.down_proj,0.0000000511,0.05000,1.769
+12,mlp.experts.0.gate_proj,0.0000074371,0.05000,14.897
+12,mlp.experts.5.gate_proj,0.0000089110,0.05000,15.430
+12,mlp.experts.4.gate_proj,0.0000050183,0.05000,15.439
+12,mlp.experts.2.gate_proj,0.0000081783,0.05000,15.462
+12,mlp.experts.10.gate_proj,0.0000024050,0.05000,15.506
+12,mlp.experts.13.gate_proj,0.0000048342,0.05000,15.501
+12,mlp.experts.1.gate_proj,0.0000019950,0.05000,15.504
+12,mlp.experts.8.gate_proj,0.0000102816,0.05000,15.523
+12,mlp.experts.12.gate_proj,0.0000070255,0.05000,15.536
+12,mlp.experts.3.gate_proj,0.0000050023,0.05000,15.595
+12,mlp.experts.11.gate_proj,0.0000071292,0.05000,15.615
+12,mlp.experts.14.gate_proj,0.0000040107,0.05000,15.635
+12,mlp.experts.9.gate_proj,0.0000052025,0.05000,15.655
+12,mlp.experts.15.gate_proj,0.0000100585,0.05000,15.745
+12,mlp.experts.7.gate_proj,0.0000046397,0.05000,15.759
+12,mlp.experts.6.gate_proj,0.0000050699,0.05000,15.776
+12,mlp.experts.16.gate_proj,0.0000103606,0.05000,14.371
+12,mlp.experts.21.gate_proj,0.0000032453,0.05000,14.324
+12,mlp.experts.29.gate_proj,0.0000133049,0.05000,14.260
+12,mlp.experts.26.gate_proj,0.0000033988,0.05000,14.295
+12,mlp.experts.17.gate_proj,0.0000066921,0.05000,14.320
+12,mlp.experts.28.gate_proj,0.0000425593,0.05000,14.288
+12,mlp.experts.24.gate_proj,0.0000068759,0.05000,14.319
+12,mlp.experts.20.gate_proj,0.0000033108,0.05000,14.444
+12,mlp.experts.25.gate_proj,0.0000320632,0.05000,14.244
+12,mlp.experts.18.gate_proj,0.0000069987,0.05000,14.531
+12,mlp.experts.30.gate_proj,0.0000149253,0.05000,14.380
+12,mlp.experts.19.gate_proj,0.0000077107,0.05000,14.418
+12,mlp.experts.31.gate_proj,0.0000105789,0.05000,14.302
+12,mlp.experts.27.gate_proj,0.0000082215,0.05000,14.605
+12,mlp.experts.22.gate_proj,0.0000154852,0.05000,14.460
+12,mlp.experts.23.gate_proj,0.0000259099,0.05000,14.541
+12,mlp.experts.32.gate_proj,0.0000062429,0.05000,15.828
+12,mlp.experts.44.gate_proj,0.0000029714,0.05000,16.008
+12,mlp.experts.42.gate_proj,0.0000169007,0.05000,16.066
+12,mlp.experts.37.gate_proj,0.0000079180,0.05000,16.128
+12,mlp.experts.33.gate_proj,0.0000052701,0.05000,16.032
+12,mlp.experts.46.gate_proj,0.0000052420,0.05000,15.867
+12,mlp.experts.47.gate_proj,0.0000098740,0.05000,15.808
+12,mlp.experts.41.gate_proj,0.0000073324,0.05000,15.955
+12,mlp.experts.36.gate_proj,0.0000097684,0.05000,15.990
+12,mlp.experts.45.gate_proj,0.0000227149,0.05000,16.169
+12,mlp.experts.34.gate_proj,0.0000095065,0.05000,16.080
+12,mlp.experts.35.gate_proj,0.0000082580,0.05000,16.054
+12,mlp.experts.40.gate_proj,0.0000109709,0.05000,16.244
+12,mlp.experts.43.gate_proj,0.0000038374,0.05000,16.006
+12,mlp.experts.38.gate_proj,0.0000052656,0.05000,16.000
+12,mlp.experts.39.gate_proj,0.0000036713,0.05000,16.062
+12,mlp.experts.48.gate_proj,0.0000069275,0.05000,14.781
+12,mlp.experts.58.gate_proj,0.0000087300,0.05000,14.653
+12,mlp.experts.49.gate_proj,0.0000177374,0.05000,14.663
+12,mlp.experts.62.gate_proj,0.0000056216,0.05000,14.727
+12,mlp.experts.52.gate_proj,0.0000096163,0.05000,14.810
+12,mlp.experts.53.gate_proj,0.0000051137,0.05000,14.881
+12,mlp.experts.60.gate_proj,0.0000059039,0.05000,14.897
+12,mlp.experts.61.gate_proj,0.0000255741,0.05000,14.812
+12,mlp.experts.63.gate_proj,0.0000030193,0.05000,14.916
+12,mlp.experts.57.gate_proj,0.0000058936,0.05000,14.954
+12,mlp.experts.50.gate_proj,0.0000063062,0.05000,14.787
+12,mlp.experts.54.gate_proj,0.0000071435,0.05000,14.646
+12,mlp.experts.51.gate_proj,0.0000047632,0.05000,14.822
+12,mlp.experts.56.gate_proj,0.0000054002,0.05000,14.823
+12,mlp.experts.59.gate_proj,0.0000049702,0.05000,14.901
+12,mlp.experts.55.gate_proj,0.0000089952,0.05000,14.836
+12,mlp.experts.64.gate_proj,0.0000115140,0.05000,15.272
+12,mlp.experts.74.gate_proj,0.0000027656,0.05000,15.207
+12,mlp.experts.78.gate_proj,0.0000065089,0.05000,15.085
+12,mlp.experts.65.gate_proj,0.0000044485,0.05000,15.153
+12,mlp.experts.69.gate_proj,0.0000073722,0.05000,14.968
+12,mlp.experts.77.gate_proj,0.0000072639,0.05000,14.948
+12,mlp.experts.76.gate_proj,0.0000086217,0.05000,15.091
+12,mlp.experts.73.gate_proj,0.0000096579,0.05000,15.002
+12,mlp.experts.68.gate_proj,0.0000042980,0.05000,15.123
+12,mlp.experts.70.gate_proj,0.0000085493,0.05000,14.991
+12,mlp.experts.66.gate_proj,0.0000170602,0.05000,15.092
+12,mlp.experts.79.gate_proj,0.0000117057,0.05000,15.225
+12,mlp.experts.72.gate_proj,0.0000110015,0.05000,15.105
+12,mlp.experts.67.gate_proj,0.0000039431,0.05000,15.328
+12,mlp.experts.75.gate_proj,0.0000241562,0.05000,15.242
+12,mlp.experts.71.gate_proj,0.0000046365,0.05000,15.213
+12,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.792
+12,mlp.experts.80.gate_proj,0.0000180002,0.05000,14.588
+12,mlp.experts.94.gate_proj,0.0000042744,0.05000,14.484
+12,mlp.experts.93.gate_proj,0.0000032197,0.05000,14.515
+12,mlp.experts.81.gate_proj,0.0000085583,0.05000,14.571
+12,mlp.experts.84.gate_proj,0.0000046853,0.05000,14.465
+12,mlp.experts.90.gate_proj,0.0000075384,0.05000,14.615
+12,mlp.experts.92.gate_proj,0.0000076173,0.05000,14.508
+12,mlp.experts.85.gate_proj,0.0000053929,0.05000,14.670
+12,mlp.experts.89.gate_proj,0.0000116790,0.05000,14.551
+12,mlp.experts.82.gate_proj,0.0000229227,0.05000,14.626
+12,mlp.experts.95.gate_proj,0.0000071124,0.05000,14.587
+12,mlp.experts.87.gate_proj,0.0000066208,0.05000,14.224
+12,mlp.experts.88.gate_proj,0.0000087307,0.05000,14.645
+12,mlp.experts.83.gate_proj,0.0000079022,0.05000,14.483
+12,mlp.experts.91.gate_proj,0.0000058757,0.05000,14.521
+12,mlp.experts.102.gate_proj,0.0000077694,0.05000,14.477
+12,mlp.experts.118.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.696
+12,mlp.experts.96.gate_proj,0.0000074499,0.05000,13.946
+12,mlp.experts.110.gate_proj,0.0000041344,0.05000,14.049
+12,mlp.experts.108.gate_proj,0.0000038261,0.05000,13.920
+12,mlp.experts.97.gate_proj,0.0000124089,0.05000,13.998
+12,mlp.experts.101.gate_proj,0.0000060142,0.05000,13.889
+12,mlp.experts.109.gate_proj,0.0000050653,0.05000,14.058
+12,mlp.experts.106.gate_proj,0.0000057017,0.05000,13.982
+12,mlp.experts.105.gate_proj,0.0000052278,0.05000,14.006
+12,mlp.experts.100.gate_proj,0.0000060365,0.05000,14.126
+12,mlp.experts.98.gate_proj,0.0000052480,0.05000,13.975
+12,mlp.experts.111.gate_proj,0.0000087526,0.05000,14.089
+12,mlp.experts.103.gate_proj,0.0000042131,0.05000,14.142
+12,mlp.experts.99.gate_proj,0.0000148173,0.05000,14.170
+12,mlp.experts.104.gate_proj,0.0000140873,0.05000,14.208
+12,mlp.experts.107.gate_proj,0.0000098560,0.05000,14.222
+12,mlp.experts.134.gate_proj,0.0000050862,0.05000,14.208
+12,mlp.experts.112.gate_proj,0.0000093138,0.05000,15.012
+12,mlp.experts.125.gate_proj,0.0000054329,0.05000,14.793
+12,mlp.experts.126.gate_proj,0.0000038648,0.05000,14.874
+12,mlp.experts.124.gate_proj,0.0000038177,0.05000,14.937
+12,mlp.experts.117.gate_proj,0.0000088889,0.05000,14.931
+12,mlp.experts.122.gate_proj,0.0000142339,0.05000,14.991
+12,mlp.experts.113.gate_proj,0.0000110180,0.05000,15.103
+12,mlp.experts.114.gate_proj,0.0000155332,0.05000,14.873
+12,mlp.experts.121.gate_proj,0.0000087053,0.05000,15.045
+12,mlp.experts.116.gate_proj,0.0000026116,0.05000,15.108
+12,mlp.experts.127.gate_proj,0.0000084126,0.05000,15.052
+12,mlp.experts.119.gate_proj,0.0000132146,0.05000,14.995
+12,mlp.experts.120.gate_proj,0.0000046692,0.05000,14.962
+12,mlp.experts.115.gate_proj,0.0000070957,0.05000,14.990
+12,mlp.experts.123.gate_proj,0.0000177894,0.05000,14.999
+12,mlp.experts.150.gate_proj,0.0000189658,0.05000,15.073
+12,mlp.experts.128.gate_proj,0.0000047740,0.05000,14.956
+12,mlp.experts.141.gate_proj,0.0000153577,0.05000,14.850
+12,mlp.experts.142.gate_proj,0.0000044176,0.05000,14.893
+12,mlp.experts.133.gate_proj,0.0000139850,0.05000,14.885
+12,mlp.experts.140.gate_proj,0.0000071721,0.05000,14.973
+12,mlp.experts.138.gate_proj,0.0000048558,0.05000,14.899
+12,mlp.experts.130.gate_proj,0.0000228168,0.05000,14.816
+12,mlp.experts.129.gate_proj,0.0000322833,0.05000,14.922
+12,mlp.experts.137.gate_proj,0.0000084606,0.05000,14.886
+12,mlp.experts.132.gate_proj,0.0000041150,0.05000,14.978
+12,mlp.experts.131.gate_proj,0.0000052081,0.05000,14.877
+12,mlp.experts.136.gate_proj,0.0000147673,0.05000,14.945
+12,mlp.experts.135.gate_proj,0.0000165774,0.05000,15.084
+12,mlp.experts.143.gate_proj,0.0000038892,0.05000,15.199
+12,mlp.experts.156.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.899
+12,mlp.experts.139.gate_proj,0.0000207311,0.05000,15.134
+12,mlp.experts.166.gate_proj,0.0000069645,0.05000,14.902
+12,mlp.experts.144.gate_proj,0.0000040427,0.05000,14.618
+12,mlp.experts.157.gate_proj,0.0000044950,0.05000,14.722
+12,mlp.experts.158.gate_proj,0.0000377854,0.05000,14.729
+12,mlp.experts.149.gate_proj,0.0000039801,0.05000,14.705
+12,mlp.experts.145.gate_proj,0.0000035883,0.05000,14.530
+12,mlp.experts.153.gate_proj,0.0000065351,0.05000,14.537
+12,mlp.experts.146.gate_proj,0.0000069003,0.05000,14.741
+12,mlp.experts.154.gate_proj,0.0000127666,0.05000,14.875
+12,mlp.experts.148.gate_proj,0.0000120137,0.05000,14.670
+12,mlp.experts.152.gate_proj,0.0000357484,0.05000,14.725
+12,mlp.experts.151.gate_proj,0.0000058164,0.05000,14.684
+12,mlp.experts.147.gate_proj,0.0000066260,0.05000,14.906
+12,mlp.experts.159.gate_proj,0.0000019319,0.05000,14.877
+12,mlp.experts.172.gate_proj,0.0000208888,0.05000,14.773
+12,mlp.experts.155.gate_proj,0.0000045542,0.05000,14.846
+12,mlp.experts.182.gate_proj,0.0000182097,0.05000,14.917
+12,mlp.experts.160.gate_proj,0.0000037168,0.05000,15.287
+12,mlp.experts.173.gate_proj,0.0000112747,0.05000,15.335
+12,mlp.experts.165.gate_proj,0.0000086054,0.05000,15.218
+12,mlp.experts.174.gate_proj,0.0000049876,0.05000,15.317
+12,mlp.experts.161.gate_proj,0.0000037672,0.05000,15.274
+12,mlp.experts.169.gate_proj,0.0000078041,0.05000,15.280
+12,mlp.experts.162.gate_proj,0.0000411955,0.05000,15.366
+12,mlp.experts.164.gate_proj,0.0000092038,0.05000,15.155
+12,mlp.experts.170.gate_proj,0.0000167965,0.05000,15.414
+12,mlp.experts.168.gate_proj,0.0000073929,0.05000,15.251
+12,mlp.experts.167.gate_proj,0.0000108357,0.05000,15.291
+12,mlp.experts.163.gate_proj,0.0000034189,0.05000,15.320
+12,mlp.experts.188.gate_proj,0.0000080233,0.05000,15.208
+12,mlp.experts.175.gate_proj,0.0000063225,0.05000,15.256
+12,mlp.experts.171.gate_proj,0.0000190491,0.05000,15.459
+12,mlp.experts.198.gate_proj,0.0000044847,0.05000,15.144
+12,mlp.experts.176.gate_proj,0.0000062800,0.05000,13.786
+12,mlp.experts.189.gate_proj,0.0000056277,0.05000,13.709
+12,mlp.experts.185.gate_proj,0.0000053167,0.05000,13.663
+12,mlp.experts.190.gate_proj,0.0000091331,0.05000,13.767
+12,mlp.experts.181.gate_proj,0.0000155951,0.05000,13.860
+12,mlp.experts.177.gate_proj,0.0000082910,0.05000,13.785
+12,mlp.experts.178.gate_proj,0.0000048295,0.05000,13.736
+12,mlp.experts.180.gate_proj,0.0000127457,0.05000,13.764
+12,mlp.experts.186.gate_proj,0.0000056206,0.05000,13.780
+12,mlp.experts.184.gate_proj,0.0000029155,0.05000,13.760
+12,mlp.experts.197.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.766
+12,mlp.experts.183.gate_proj,0.0000136604,0.05000,13.825
+12,mlp.experts.193.gate_proj,failsafe(rtn): 0.0008621,0.00000,0.802
+12,mlp.experts.179.gate_proj,0.0000137382,0.05000,13.877
+12,mlp.experts.191.gate_proj,0.0000046122,0.05000,13.755
+12,mlp.experts.204.gate_proj,0.0000066074,0.05000,13.834
+12,mlp.experts.187.gate_proj,0.0000059750,0.05000,13.770
+12,mlp.experts.214.gate_proj,0.0000021586,0.05000,13.806
+12,mlp.experts.192.gate_proj,0.0000095566,0.05000,15.087
+12,mlp.experts.205.gate_proj,0.0000073278,0.05000,15.252
+12,mlp.experts.201.gate_proj,0.0000061582,0.05000,15.188
+12,mlp.experts.206.gate_proj,0.0000035939,0.05000,15.233
+12,mlp.experts.194.gate_proj,0.0000050945,0.05000,15.455
+12,mlp.experts.196.gate_proj,0.0000042017,0.05000,15.521
+12,mlp.experts.202.gate_proj,0.0000188860,0.05000,15.480
+12,mlp.experts.200.gate_proj,0.0000087362,0.05000,15.346
+12,mlp.experts.213.gate_proj,0.0000057497,0.05000,15.249
+12,mlp.experts.199.gate_proj,0.0000072638,0.05000,15.362
+12,mlp.experts.209.gate_proj,0.0000192707,0.05000,15.313
+12,mlp.experts.195.gate_proj,0.0000077342,0.05000,15.335
+12,mlp.experts.220.gate_proj,0.0000043190,0.05000,15.281
+12,mlp.experts.207.gate_proj,0.0000118693,0.05000,15.449
+12,mlp.experts.203.gate_proj,0.0000082388,0.05000,15.320
+12,mlp.experts.215.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.853
+12,mlp.experts.230.gate_proj,0.0000089711,0.05000,15.333
+12,mlp.experts.208.gate_proj,0.0000033519,0.05000,14.900
+12,mlp.experts.221.gate_proj,0.0000043776,0.05000,15.085
+12,mlp.experts.222.gate_proj,0.0000061901,0.05000,15.022
+12,mlp.experts.217.gate_proj,0.0000056765,0.05000,15.268
+12,mlp.experts.210.gate_proj,0.0000088269,0.05000,15.124
+12,mlp.experts.218.gate_proj,0.0000073149,0.05000,15.052
+12,mlp.experts.212.gate_proj,0.0000036161,0.05000,15.165
+12,mlp.experts.229.gate_proj,0.0000076485,0.05000,14.987
+12,mlp.experts.225.gate_proj,0.0000139481,0.05000,14.955
+12,mlp.experts.237.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.931
+12,mlp.experts.216.gate_proj,0.0000086975,0.05000,15.231
+12,mlp.experts.236.gate_proj,0.0000216553,0.05000,15.292
+12,mlp.experts.223.gate_proj,0.0000046414,0.05000,15.254
+12,mlp.experts.211.gate_proj,0.0000047078,0.05000,15.493
+12,mlp.experts.219.gate_proj,0.0000082865,0.05000,15.145
+12,mlp.experts.231.gate_proj,0.0000163070,0.05000,15.164
+12,mlp.experts.246.gate_proj,0.0000155300,0.05000,15.161
+12,mlp.experts.224.gate_proj,0.0000063307,0.05000,15.223
+12,mlp.experts.238.gate_proj,0.0000118198,0.05000,15.114
+12,mlp.experts.233.gate_proj,0.0000151580,0.05000,15.131
+12,mlp.experts.226.gate_proj,0.0000119817,0.05000,15.061
+12,mlp.experts.228.gate_proj,0.0000039567,0.05000,15.017
+12,mlp.experts.245.gate_proj,0.0000180296,0.05000,14.999
+12,mlp.experts.234.gate_proj,0.0000040719,0.05000,15.138
+12,mlp.experts.241.gate_proj,0.0000060425,0.05000,15.004
+12,mlp.experts.253.gate_proj,0.0000093094,0.05000,15.074
+12,mlp.experts.232.gate_proj,0.0000061413,0.05000,15.127
+12,mlp.experts.252.gate_proj,0.0000064356,0.05000,15.006
+12,mlp.experts.227.gate_proj,0.0000099133,0.05000,15.056
+12,mlp.experts.239.gate_proj,0.0000059049,0.05000,15.281
+12,mlp.experts.235.gate_proj,0.0000087642,0.05000,15.127
+12,mlp.experts.247.gate_proj,0.0000036831,0.05000,15.158
+12,mlp.experts.6.up_proj,0.0000047073,0.05000,15.202
+12,mlp.experts.240.gate_proj,0.0000034362,0.05000,15.483
+12,mlp.experts.254.gate_proj,0.0000039861,0.05000,15.574
+12,mlp.experts.249.gate_proj,0.0000026265,0.05000,15.577
+12,mlp.experts.242.gate_proj,0.0000042181,0.05000,15.607
+12,mlp.experts.5.up_proj,0.0000081632,0.05000,15.543
+12,mlp.experts.244.gate_proj,0.0000090315,0.05000,15.691
+12,mlp.experts.250.gate_proj,0.0000054920,0.05000,15.591
+12,mlp.experts.13.up_proj,0.0000043195,0.05000,15.461
+12,mlp.experts.1.up_proj,0.0000019077,0.05000,15.569
+12,mlp.experts.248.gate_proj,0.0000034389,0.05000,15.467
+12,mlp.experts.12.up_proj,0.0000066589,0.05000,15.554
+12,mlp.experts.243.gate_proj,0.0000067360,0.05000,15.691
+12,mlp.experts.251.gate_proj,0.0000040326,0.05000,15.530
+12,mlp.experts.255.gate_proj,0.0000038858,0.05000,15.732
+12,mlp.experts.7.up_proj,0.0000048115,0.05000,15.651
+12,mlp.experts.22.up_proj,0.0000129457,0.05000,15.649
+12,mlp.experts.0.up_proj,0.0000069797,0.05000,15.759
+12,mlp.experts.14.up_proj,0.0000036251,0.05000,15.713
+12,mlp.experts.9.up_proj,0.0000041107,0.05000,15.819
+12,mlp.experts.2.up_proj,0.0000070740,0.05000,15.737
+12,mlp.experts.21.up_proj,0.0000029795,0.05000,15.626
+12,mlp.experts.4.up_proj,0.0000046816,0.05000,15.683
+12,mlp.experts.10.up_proj,0.0000021995,0.05000,15.742
+12,mlp.experts.29.up_proj,0.0000114942,0.05000,15.735
+12,mlp.experts.17.up_proj,0.0000058981,0.05000,15.750
+12,mlp.experts.8.up_proj,0.0000097148,0.05000,15.721
+12,mlp.experts.28.up_proj,0.0000438952,0.05000,15.597
+12,mlp.experts.3.up_proj,0.0000050782,0.05000,15.575
+12,mlp.experts.15.up_proj,0.0000103783,0.05000,15.431
+12,mlp.experts.11.up_proj,0.0000073826,0.05000,15.681
+12,mlp.experts.23.up_proj,0.0000125918,0.05000,15.770
+12,mlp.experts.38.up_proj,0.0000052663,0.05000,15.423
+12,mlp.experts.16.up_proj,0.0000098056,0.05000,15.691
+12,mlp.experts.30.up_proj,0.0000121862,0.05000,15.331
+12,mlp.experts.18.up_proj,0.0000061457,0.05000,15.410
+12,mlp.experts.25.up_proj,0.0000292533,0.05000,15.769
+12,mlp.experts.37.up_proj,0.0000066327,0.05000,15.679
+12,mlp.experts.26.up_proj,0.0000037140,0.05000,15.524
+12,mlp.experts.20.up_proj,0.0000031330,0.05000,15.673
+12,mlp.experts.45.up_proj,0.0000183239,0.05000,15.581
+12,mlp.experts.33.up_proj,0.0000047711,0.05000,15.642
+12,mlp.experts.24.up_proj,0.0000065075,0.05000,15.688
+12,mlp.experts.44.up_proj,0.0000029188,0.05000,15.687
+12,mlp.experts.19.up_proj,0.0000076485,0.05000,15.813
+12,mlp.experts.31.up_proj,0.0000095363,0.05000,15.844
+12,mlp.experts.27.up_proj,0.0000064657,0.05000,16.047
+12,mlp.experts.39.up_proj,0.0000034188,0.05000,16.006
+12,mlp.experts.54.up_proj,0.0000059326,0.05000,16.074
+12,mlp.experts.32.up_proj,0.0000062377,0.05000,15.728
+12,mlp.experts.46.up_proj,0.0000044720,0.05000,15.964
+12,mlp.experts.41.up_proj,0.0000068018,0.05000,15.744
+12,mlp.experts.34.up_proj,0.0000087167,0.05000,15.862
+12,mlp.experts.61.up_proj,0.0000205733,0.05000,15.767
+12,mlp.experts.53.up_proj,0.0000045755,0.05000,15.916
+12,mlp.experts.42.up_proj,0.0000135453,0.05000,15.961
+12,mlp.experts.36.up_proj,0.0000072531,0.05000,15.932
+12,mlp.experts.49.up_proj,0.0000153469,0.05000,15.959
+12,mlp.experts.40.up_proj,0.0000109282,0.05000,15.892
+12,mlp.experts.60.up_proj,0.0000054870,0.05000,15.703
+12,mlp.experts.35.up_proj,0.0000084643,0.05000,15.771
+12,mlp.experts.47.up_proj,0.0000086147,0.05000,15.820
+12,mlp.experts.43.up_proj,0.0000035431,0.05000,15.950
+12,mlp.experts.55.up_proj,0.0000067646,0.05000,15.953
+12,mlp.experts.70.up_proj,0.0000079623,0.05000,15.876
+12,mlp.experts.86.up_proj,failsafe(rtn): 0.0009079,0.00000,0.886
+12,mlp.experts.48.up_proj,0.0000063573,0.05000,15.557
+12,mlp.experts.62.up_proj,0.0000049916,0.05000,15.782
+12,mlp.experts.57.up_proj,0.0000055997,0.05000,15.556
+12,mlp.experts.50.up_proj,0.0000071202,0.05000,15.518
+12,mlp.experts.77.up_proj,0.0000068519,0.05000,15.419
+12,mlp.experts.69.up_proj,0.0000060478,0.05000,15.476
+12,mlp.experts.58.up_proj,0.0000082442,0.05000,15.623
+12,mlp.experts.52.up_proj,0.0000090684,0.05000,15.612
+12,mlp.experts.56.up_proj,0.0000057061,0.05000,15.470
+12,mlp.experts.65.up_proj,0.0000042703,0.05000,15.620
+12,mlp.experts.76.up_proj,0.0000080988,0.05000,15.640
+12,mlp.experts.51.up_proj,0.0000044303,0.05000,15.640
+12,mlp.experts.63.up_proj,0.0000034013,0.05000,15.694
+12,mlp.experts.59.up_proj,0.0000051634,0.05000,15.573
+12,mlp.experts.71.up_proj,0.0000045245,0.05000,15.637
+12,mlp.experts.102.up_proj,0.0000072832,0.05000,15.389
+12,mlp.experts.118.up_proj,failsafe(rtn): 0.0008545,0.00000,0.636
+12,mlp.experts.64.up_proj,0.0000102722,0.05000,15.286
+12,mlp.experts.78.up_proj,0.0000061440,0.05000,14.941
+12,mlp.experts.73.up_proj,0.0000080640,0.05000,14.909
+12,mlp.experts.66.up_proj,0.0000134887,0.05000,15.118
+12,mlp.experts.93.up_proj,0.0000027962,0.05000,15.039
+12,mlp.experts.85.up_proj,0.0000049298,0.05000,15.042
+12,mlp.experts.68.up_proj,0.0000040639,0.05000,15.079
+12,mlp.experts.74.up_proj,0.0000027935,0.05000,15.174
+12,mlp.experts.72.up_proj,0.0000088601,0.05000,15.242
+12,mlp.experts.81.up_proj,0.0000081771,0.05000,15.264
+12,mlp.experts.92.up_proj,0.0000070886,0.05000,15.191
+12,mlp.experts.67.up_proj,0.0000036457,0.05000,15.299
+12,mlp.experts.79.up_proj,0.0000111595,0.05000,15.197
+12,mlp.experts.75.up_proj,0.0000241696,0.05000,15.211
+12,mlp.experts.87.up_proj,0.0000058574,0.05000,15.323
+12,mlp.experts.134.up_proj,0.0000042358,0.05000,15.524
+12,mlp.experts.80.up_proj,0.0000148863,0.05000,16.078
+12,mlp.experts.94.up_proj,0.0000039074,0.05000,16.067
+12,mlp.experts.89.up_proj,0.0000102047,0.05000,16.017
+12,mlp.experts.101.up_proj,0.0000049081,0.05000,16.008
+12,mlp.experts.109.up_proj,0.0000050382,0.05000,16.179
+12,mlp.experts.82.up_proj,0.0000184499,0.05000,16.336
+12,mlp.experts.90.up_proj,0.0000062459,0.05000,16.003
+12,mlp.experts.84.up_proj,0.0000052478,0.05000,16.137
+12,mlp.experts.97.up_proj,0.0000109838,0.05000,15.906
+12,mlp.experts.88.up_proj,0.0000081469,0.05000,16.078
+12,mlp.experts.108.up_proj,0.0000033382,0.05000,15.986
+12,mlp.experts.95.up_proj,0.0000069986,0.05000,16.020
+12,mlp.experts.83.up_proj,0.0000074375,0.05000,16.075
+12,mlp.experts.91.up_proj,0.0000054990,0.05000,16.152
+12,mlp.experts.103.up_proj,0.0000039352,0.05000,16.074
+12,mlp.experts.150.up_proj,0.0000156741,0.05000,16.223
+12,mlp.experts.96.up_proj,0.0000064099,0.05000,15.815
+12,mlp.experts.110.up_proj,0.0000045487,0.05000,15.938
+12,mlp.experts.105.up_proj,0.0000049226,0.05000,15.764
+12,mlp.experts.117.up_proj,0.0000082087,0.05000,15.839
+12,mlp.experts.125.up_proj,0.0000048269,0.05000,15.797
+12,mlp.experts.98.up_proj,0.0000047831,0.05000,16.014
+12,mlp.experts.100.up_proj,0.0000057244,0.05000,15.836
+12,mlp.experts.106.up_proj,0.0000054073,0.05000,15.973
+12,mlp.experts.113.up_proj,0.0000104459,0.05000,15.873
+12,mlp.experts.104.up_proj,0.0000132020,0.05000,15.933
+12,mlp.experts.124.up_proj,0.0000035960,0.05000,15.885
+12,mlp.experts.111.up_proj,0.0000075125,0.05000,16.002
+12,mlp.experts.99.up_proj,0.0000138535,0.05000,16.093
+12,mlp.experts.107.up_proj,0.0000085434,0.05000,16.032
+12,mlp.experts.119.up_proj,0.0000141046,0.05000,16.039
+12,mlp.experts.166.up_proj,0.0000066205,0.05000,16.018
+12,mlp.experts.112.up_proj,0.0000083441,0.05000,15.882
+12,mlp.experts.121.up_proj,0.0000075041,0.05000,15.781
+12,mlp.experts.126.up_proj,0.0000036556,0.05000,15.845
+12,mlp.experts.141.up_proj,0.0000139136,0.05000,15.574
+12,mlp.experts.133.up_proj,0.0000120168,0.05000,15.574
+12,mlp.experts.122.up_proj,0.0000129067,0.05000,15.514
+12,mlp.experts.116.up_proj,0.0000024285,0.05000,15.681
+12,mlp.experts.114.up_proj,0.0000127297,0.05000,15.802
+12,mlp.experts.129.up_proj,0.0000247927,0.05000,15.722
+12,mlp.experts.120.up_proj,0.0000044072,0.05000,15.619
+12,mlp.experts.140.up_proj,0.0000067197,0.05000,15.678
+12,mlp.experts.156.up_proj,failsafe(rtn): 0.0008583,0.00000,0.876
+12,mlp.experts.127.up_proj,0.0000079907,0.05000,15.795
+12,mlp.experts.115.up_proj,0.0000060897,0.05000,15.802
+12,mlp.experts.123.up_proj,0.0000167433,0.05000,15.793
+12,mlp.experts.135.up_proj,0.0000132739,0.05000,15.844
+12,mlp.experts.182.up_proj,0.0000144082,0.05000,15.667
+12,mlp.experts.128.up_proj,0.0000051541,0.05000,15.390
+12,mlp.experts.137.up_proj,0.0000078482,0.05000,15.533
+12,mlp.experts.142.up_proj,0.0000041737,0.05000,15.688
+12,mlp.experts.157.up_proj,0.0000046104,0.05000,15.561
+12,mlp.experts.149.up_proj,0.0000037287,0.05000,15.646
+12,mlp.experts.132.up_proj,0.0000039821,0.05000,15.467
+12,mlp.experts.138.up_proj,0.0000045696,0.05000,15.584
+12,mlp.experts.145.up_proj,0.0000032475,0.05000,15.371
+12,mlp.experts.130.up_proj,0.0000185972,0.05000,15.540
+12,mlp.experts.136.up_proj,0.0000138308,0.05000,15.553
+12,mlp.experts.172.up_proj,0.0000158630,0.05000,15.501
+12,mlp.experts.143.up_proj,0.0000032612,0.05000,15.576
+12,mlp.experts.131.up_proj,0.0000049522,0.05000,15.638
+12,mlp.experts.139.up_proj,0.0000173019,0.05000,15.608
+12,mlp.experts.151.up_proj,0.0000050189,0.05000,15.400
+12,mlp.experts.198.up_proj,0.0000039582,0.05000,15.038
+12,mlp.experts.144.up_proj,0.0000036990,0.05000,14.266
+12,mlp.experts.153.up_proj,0.0000061863,0.05000,14.082
+12,mlp.experts.158.up_proj,0.0000290127,0.05000,14.233
+12,mlp.experts.173.up_proj,0.0000086887,0.05000,14.222
+12,mlp.experts.165.up_proj,0.0000079757,0.05000,14.452
+12,mlp.experts.161.up_proj,0.0000034799,0.05000,14.273
+12,mlp.experts.146.up_proj,0.0000064491,0.05000,14.337
+12,mlp.experts.148.up_proj,0.0000126419,0.05000,14.434
+12,mlp.experts.154.up_proj,0.0000144357,0.05000,14.478
+12,mlp.experts.152.up_proj,0.0000328272,0.05000,14.380
+12,mlp.experts.188.up_proj,0.0000072737,0.05000,14.167
+12,mlp.experts.159.up_proj,0.0000017499,0.05000,14.381
+12,mlp.experts.147.up_proj,0.0000062828,0.05000,14.298
+12,mlp.experts.155.up_proj,0.0000039232,0.05000,14.372
+12,mlp.experts.167.up_proj,0.0000102506,0.05000,14.550
+12,mlp.experts.214.up_proj,0.0000020152,0.05000,15.025
+12,mlp.experts.160.up_proj,0.0000039142,0.05000,15.404
+12,mlp.experts.169.up_proj,0.0000075002,0.05000,15.595
+12,mlp.experts.174.up_proj,0.0000046036,0.05000,15.561
+12,mlp.experts.189.up_proj,0.0000051920,0.05000,15.617
+12,mlp.experts.181.up_proj,0.0000143529,0.05000,15.482
+12,mlp.experts.177.up_proj,0.0000072199,0.05000,15.313
+12,mlp.experts.170.up_proj,0.0000134986,0.05000,15.152
+12,mlp.experts.162.up_proj,0.0000331548,0.05000,15.344
+12,mlp.experts.168.up_proj,0.0000062491,0.05000,15.261
+12,mlp.experts.164.up_proj,0.0000086320,0.05000,15.478
+12,mlp.experts.197.up_proj,failsafe(rtn): 0.0008545,0.00000,0.816
+12,mlp.experts.193.up_proj,failsafe(rtn): 0.0008621,0.00000,0.855
+12,mlp.experts.204.up_proj,0.0000052205,0.05000,15.306
+12,mlp.experts.175.up_proj,0.0000059926,0.05000,15.455
+12,mlp.experts.163.up_proj,0.0000032814,0.05000,15.442
+12,mlp.experts.171.up_proj,0.0000162087,0.05000,15.299
+12,mlp.experts.183.up_proj,0.0000125787,0.05000,15.192
+12,mlp.experts.230.up_proj,0.0000082578,0.05000,15.231
+12,mlp.experts.176.up_proj,0.0000052071,0.05000,14.611
+12,mlp.experts.185.up_proj,0.0000055847,0.05000,14.591
+12,mlp.experts.190.up_proj,0.0000091815,0.05000,14.731
+12,mlp.experts.205.up_proj,0.0000071374,0.05000,14.847
+12,mlp.experts.186.up_proj,0.0000052363,0.05000,14.968
+12,mlp.experts.178.up_proj,0.0000045490,0.05000,14.973
+12,mlp.experts.180.up_proj,0.0000109194,0.05000,14.920
+12,mlp.experts.184.up_proj,0.0000027384,0.05000,15.029
+12,mlp.experts.213.up_proj,0.0000053536,0.05000,14.801
+12,mlp.experts.209.up_proj,0.0000171208,0.05000,14.855
+12,mlp.experts.220.up_proj,0.0000042797,0.05000,14.934
+12,mlp.experts.179.up_proj,0.0000108611,0.05000,14.797
+12,mlp.experts.191.up_proj,0.0000046144,0.05000,14.931
+12,mlp.experts.187.up_proj,0.0000055723,0.05000,14.818
+12,mlp.experts.199.up_proj,0.0000068105,0.05000,14.857
+12,mlp.experts.215.up_proj,failsafe(rtn): 0.0008926,0.00000,0.831
+12,mlp.experts.246.up_proj,0.0000131486,0.05000,14.584
+12,mlp.experts.6.down_proj,0.0000000409,0.05000,3.462
+12,mlp.experts.22.down_proj,0.0000002654,0.05000,3.842
+12,mlp.experts.192.up_proj,0.0000081271,0.05000,15.003
+12,mlp.experts.201.up_proj,0.0000056457,0.05000,14.641
+12,mlp.experts.206.up_proj,0.0000031988,0.05000,14.881
+12,mlp.experts.221.up_proj,0.0000040820,0.05000,14.619
+12,mlp.experts.38.down_proj,0.0000001476,0.05000,3.453
+12,mlp.experts.202.up_proj,0.0000171848,0.05000,14.484
+12,mlp.experts.194.up_proj,0.0000047075,0.05000,14.446
+12,mlp.experts.196.up_proj,0.0000038676,0.05000,14.562
+12,mlp.experts.200.up_proj,0.0000068471,0.05000,14.562
+12,mlp.experts.237.up_proj,failsafe(rtn): 0.0008736,0.00000,0.676
+12,mlp.experts.229.up_proj,0.0000068592,0.05000,14.369
+12,mlp.experts.225.up_proj,0.0000121886,0.05000,14.353
+12,mlp.experts.236.up_proj,0.0000177888,0.05000,14.503
+12,mlp.experts.195.up_proj,0.0000069354,0.05000,14.656
+12,mlp.experts.207.up_proj,0.0000094536,0.05000,14.724
+12,mlp.experts.203.up_proj,0.0000071323,0.05000,14.745
+12,mlp.experts.231.up_proj,0.0000130402,0.05000,14.721
+12,mlp.experts.54.down_proj,0.0000001453,0.05000,4.036
+12,mlp.experts.70.down_proj,0.0000000668,0.05000,4.196
+12,mlp.experts.86.down_proj,failsafe(rtn): 0.0008926,0.00000,0.195
+12,mlp.experts.102.down_proj,0.0000000576,0.05000,3.434
+12,mlp.experts.118.down_proj,failsafe(rtn): 0.0008545,0.00000,0.217
+12,mlp.experts.208.up_proj,0.0000035215,0.05000,15.081
+12,mlp.experts.217.up_proj,0.0000057449,0.05000,15.213
+12,mlp.experts.222.up_proj,0.0000067962,0.05000,15.309
+12,mlp.experts.218.up_proj,0.0000068878,0.05000,15.271
+12,mlp.experts.210.up_proj,0.0000085900,0.05000,15.265
+12,mlp.experts.212.up_proj,0.0000033739,0.05000,15.116
+12,mlp.experts.245.up_proj,0.0000161649,0.05000,15.033
+12,mlp.experts.216.up_proj,0.0000082513,0.05000,15.156
+12,mlp.experts.253.up_proj,0.0000083746,0.05000,15.176
+12,mlp.experts.134.down_proj,0.0000000759,0.05000,3.578
+12,mlp.experts.241.up_proj,0.0000052627,0.05000,15.147
+12,mlp.experts.252.up_proj,0.0000058553,0.05000,15.128
+12,mlp.experts.223.up_proj,0.0000047997,0.05000,15.027
+12,mlp.experts.211.up_proj,0.0000043908,0.05000,15.136
+12,mlp.experts.219.up_proj,0.0000069485,0.05000,14.948
+12,mlp.experts.247.up_proj,0.0000033650,0.05000,15.062
+12,mlp.experts.5.down_proj,0.0000000811,0.05000,3.629
+12,mlp.experts.13.down_proj,0.0000000523,0.05000,3.577
+12,mlp.experts.150.down_proj,0.0000003049,0.05000,3.607
+12,mlp.experts.1.down_proj,0.0000000498,0.05000,3.635
+12,mlp.experts.12.down_proj,0.0000002258,0.05000,3.541
+12,mlp.experts.7.down_proj,0.0000001496,0.05000,3.354
+12,mlp.experts.21.down_proj,0.0000000838,0.05000,3.281
+12,mlp.experts.29.down_proj,0.0000002161,0.05000,3.352
+12,mlp.experts.166.down_proj,0.0000002221,0.05000,3.321
+12,mlp.experts.17.down_proj,0.0000001519,0.05000,3.361
+12,mlp.experts.28.down_proj,0.0000012362,0.05000,3.510
+12,mlp.experts.23.down_proj,0.0000001155,0.05000,3.775
+12,mlp.experts.37.down_proj,0.0000001294,0.05000,4.010
+12,mlp.experts.45.down_proj,0.0000003264,0.05000,4.016
+12,mlp.experts.182.down_proj,0.0000002919,0.05000,3.976
+12,mlp.experts.33.down_proj,0.0000001935,0.05000,3.969
+12,mlp.experts.44.down_proj,0.0000001260,0.05000,3.819
+12,mlp.experts.224.up_proj,0.0000059491,0.05000,14.471
+12,mlp.experts.233.up_proj,0.0000136679,0.05000,14.359
+12,mlp.experts.39.down_proj,0.0000000950,0.05000,3.781
+12,mlp.experts.238.up_proj,0.0000120654,0.05000,14.545
+12,mlp.experts.234.up_proj,0.0000039574,0.05000,14.679
+12,mlp.experts.226.up_proj,0.0000105480,0.05000,14.753
+12,mlp.experts.232.up_proj,0.0000057023,0.05000,14.615
+12,mlp.experts.228.up_proj,0.0000038005,0.05000,14.760
+12,mlp.experts.53.down_proj,0.0000000393,0.05000,3.809
+12,mlp.experts.61.down_proj,0.0000004851,0.05000,3.840
+12,mlp.experts.198.down_proj,0.0000001683,0.05000,3.848
+12,mlp.experts.49.down_proj,0.0000002366,0.05000,3.821
+12,mlp.experts.60.down_proj,0.0000000788,0.05000,4.002
+12,mlp.experts.239.up_proj,0.0000048473,0.05000,14.874
+12,mlp.experts.227.up_proj,0.0000080832,0.05000,14.837
+12,mlp.experts.235.up_proj,0.0000083040,0.05000,14.895
+12,mlp.experts.55.down_proj,0.0000001651,0.05000,3.947
+12,mlp.experts.69.down_proj,0.0000000881,0.05000,3.728
+12,mlp.experts.77.down_proj,0.0000000608,0.05000,3.727
+12,mlp.experts.214.down_proj,0.0000000205,0.05000,3.787
+12,mlp.experts.65.down_proj,0.0000001350,0.05000,3.764
+12,mlp.experts.76.down_proj,0.0000000877,0.05000,3.834
+12,mlp.experts.71.down_proj,0.0000001278,0.05000,4.067
+12,mlp.experts.85.down_proj,0.0000001414,0.05000,4.117
+12,mlp.experts.93.down_proj,0.0000000876,0.05000,4.168
+12,mlp.experts.230.down_proj,0.0000003304,0.05000,4.184
+12,mlp.experts.81.down_proj,0.0000002536,0.05000,4.121
+12,mlp.experts.92.down_proj,0.0000000739,0.05000,4.034
+12,mlp.experts.87.down_proj,0.0000000505,0.05000,3.829
+12,mlp.experts.101.down_proj,0.0000001155,0.05000,3.574
+12,mlp.experts.109.down_proj,0.0000002408,0.05000,3.589
+12,mlp.experts.246.down_proj,0.0000001826,0.05000,3.574
+12,mlp.experts.97.down_proj,0.0000004234,0.05000,3.543
+12,mlp.experts.108.down_proj,0.0000000885,0.05000,3.661
+12,mlp.experts.240.up_proj,0.0000031386,0.05000,15.305
+12,mlp.experts.249.up_proj,0.0000021312,0.05000,15.104
+12,mlp.experts.103.down_proj,0.0000001212,0.05000,3.314
+12,mlp.experts.254.up_proj,0.0000037514,0.05000,14.959
+12,mlp.experts.242.up_proj,0.0000039102,0.05000,14.840
+12,mlp.experts.250.up_proj,0.0000046894,0.05000,14.955
+12,mlp.experts.244.up_proj,0.0000077356,0.05000,14.920
+12,mlp.experts.248.up_proj,0.0000032932,0.05000,14.944
+12,mlp.experts.117.down_proj,0.0000000634,0.05000,3.444
+12,mlp.experts.125.down_proj,0.0000001085,0.05000,3.415
+12,mlp.experts.113.down_proj,0.0000000929,0.05000,3.483
+12,mlp.experts.124.down_proj,0.0000000302,0.05000,3.549
+12,mlp.experts.243.up_proj,0.0000062112,0.05000,14.921
+12,mlp.experts.255.up_proj,0.0000032385,0.05000,15.011
+12,mlp.experts.251.up_proj,0.0000038077,0.05000,14.896
+12,mlp.experts.0.down_proj,0.0000000649,0.05000,3.673
+12,mlp.experts.9.down_proj,0.0000000845,0.05000,3.807
+12,mlp.experts.119.down_proj,0.0000004556,0.05000,3.769
+12,mlp.experts.14.down_proj,0.0000000968,0.05000,3.865
+12,mlp.experts.10.down_proj,0.0000000872,0.05000,3.735
+12,mlp.experts.2.down_proj,0.0000001098,0.05000,3.758
+12,mlp.experts.133.down_proj,0.0000003032,0.05000,3.603
+12,mlp.experts.8.down_proj,0.0000000879,0.05000,3.679
+12,mlp.experts.4.down_proj,0.0000000378,0.05000,3.717
+12,mlp.experts.141.down_proj,0.0000001911,0.05000,3.597
+12,mlp.experts.129.down_proj,0.0000004738,0.05000,3.618
+12,mlp.experts.140.down_proj,0.0000002186,0.05000,3.506
+12,mlp.experts.156.down_proj,failsafe(rtn): 0.0008583,0.00000,0.211
+12,mlp.experts.3.down_proj,0.0000001142,0.05000,3.574
+12,mlp.experts.15.down_proj,0.0000003527,0.05000,3.630
+12,mlp.experts.11.down_proj,0.0000002467,0.05000,3.688
+12,mlp.experts.16.down_proj,0.0000001088,0.05000,3.645
+12,mlp.experts.25.down_proj,0.0000007000,0.05000,3.695
+12,mlp.experts.135.down_proj,0.0000001953,0.05000,3.774
+12,mlp.experts.30.down_proj,0.0000002422,0.05000,3.653
+12,mlp.experts.26.down_proj,0.0000001295,0.05000,3.801
+12,mlp.experts.18.down_proj,0.0000001462,0.05000,3.796
+12,mlp.experts.149.down_proj,0.0000001356,0.05000,3.852
+12,mlp.experts.24.down_proj,0.0000000573,0.05000,3.940
+12,mlp.experts.20.down_proj,0.0000000727,0.05000,3.915
+12,mlp.experts.157.down_proj,0.0000001251,0.05000,3.950
+12,mlp.experts.145.down_proj,0.0000000460,0.05000,3.961
+12,mlp.experts.172.down_proj,0.0000004409,0.05000,3.910
+12,mlp.experts.19.down_proj,0.0000002464,0.05000,3.808
+12,mlp.experts.31.down_proj,0.0000002062,0.05000,3.805
+12,mlp.experts.27.down_proj,0.0000000886,0.05000,3.695
+12,mlp.experts.32.down_proj,0.0000002551,0.05000,3.606
+12,mlp.experts.41.down_proj,0.0000000560,0.05000,3.509
+12,mlp.experts.151.down_proj,0.0000001003,0.05000,3.377
+12,mlp.experts.46.down_proj,0.0000001297,0.05000,3.395
+12,mlp.experts.42.down_proj,0.0000002075,0.05000,3.370
+12,mlp.experts.34.down_proj,0.0000000721,0.05000,3.367
+12,mlp.experts.165.down_proj,0.0000000780,0.05000,3.337
+12,mlp.experts.40.down_proj,0.0000002058,0.05000,3.426
+12,mlp.experts.36.down_proj,0.0000001835,0.05000,3.438
+12,mlp.experts.173.down_proj,0.0000001807,0.05000,3.440
+12,mlp.experts.161.down_proj,0.0000000812,0.05000,3.384
+12,mlp.experts.35.down_proj,0.0000002735,0.05000,3.629
+12,mlp.experts.188.down_proj,0.0000000647,0.05000,3.692
+12,mlp.experts.47.down_proj,0.0000002093,0.05000,3.701
+12,mlp.experts.43.down_proj,0.0000001164,0.05000,3.670
+12,mlp.experts.48.down_proj,0.0000000661,0.05000,3.804
+12,mlp.experts.57.down_proj,0.0000001632,0.05000,3.821
+12,mlp.experts.167.down_proj,0.0000000866,0.05000,3.788
+12,mlp.experts.62.down_proj,0.0000000470,0.05000,3.784
+12,mlp.experts.58.down_proj,0.0000000744,0.05000,3.734
+12,mlp.experts.50.down_proj,0.0000001892,0.05000,3.747
+12,mlp.experts.181.down_proj,0.0000004378,0.05000,3.745
+12,mlp.experts.197.down_proj,failsafe(rtn): 0.0008545,0.00000,0.177
+12,mlp.experts.52.down_proj,0.0000000968,0.05000,3.698
+12,mlp.experts.56.down_proj,0.0000001767,0.05000,3.715
+12,mlp.experts.189.down_proj,0.0000000594,0.05000,3.660
+12,mlp.experts.177.down_proj,0.0000000731,0.05000,3.614
+12,mlp.experts.193.down_proj,failsafe(rtn): 0.0008545,0.00000,0.139
+12,mlp.experts.51.down_proj,0.0000000381,0.05000,3.520
+12,mlp.experts.204.down_proj,0.0000000774,0.05000,3.516
+12,mlp.experts.63.down_proj,0.0000001171,0.05000,3.545
+12,mlp.experts.59.down_proj,0.0000001678,0.05000,3.519
+12,mlp.experts.64.down_proj,0.0000001302,0.05000,3.441
+12,mlp.experts.73.down_proj,0.0000001019,0.05000,3.389
+12,mlp.experts.183.down_proj,0.0000003470,0.05000,3.287
+12,mlp.experts.78.down_proj,0.0000000569,0.05000,3.247
+12,mlp.experts.74.down_proj,0.0000000847,0.05000,3.199
+12,mlp.experts.66.down_proj,0.0000002938,0.05000,3.230
+12,mlp.experts.213.down_proj,0.0000000424,0.05000,3.143
+12,mlp.experts.68.down_proj,0.0000000398,0.05000,3.163
+12,mlp.experts.72.down_proj,0.0000001622,0.05000,3.162
+12,mlp.experts.205.down_proj,0.0000002466,0.05000,3.200
+12,mlp.experts.209.down_proj,0.0000003848,0.05000,3.185
+12,mlp.experts.67.down_proj,0.0000000849,0.05000,3.100
+12,mlp.experts.220.down_proj,0.0000001427,0.05000,3.118
+12,mlp.experts.79.down_proj,0.0000001110,0.05000,3.036
+12,mlp.experts.75.down_proj,0.0000009694,0.05000,3.008
+12,mlp.experts.80.down_proj,0.0000002810,0.05000,3.069
+12,mlp.experts.89.down_proj,0.0000001220,0.05000,3.256
+12,mlp.experts.94.down_proj,0.0000000550,0.05000,3.376
+12,mlp.experts.199.down_proj,0.0000000926,0.05000,3.441
+12,mlp.experts.215.down_proj,failsafe(rtn): 0.0008774,0.00000,0.201
+12,mlp.experts.90.down_proj,0.0000000980,0.05000,3.537
+12,mlp.experts.82.down_proj,0.0000003870,0.05000,3.635
+12,mlp.experts.84.down_proj,0.0000001711,0.05000,3.607
+12,mlp.experts.88.down_proj,0.0000000651,0.05000,3.642
+12,mlp.experts.229.down_proj,0.0000000871,0.05000,3.688
+12,mlp.experts.221.down_proj,0.0000000975,0.05000,3.697
+12,mlp.experts.225.down_proj,0.0000002559,0.05000,3.660
+12,mlp.experts.237.down_proj,failsafe(rtn): 0.0008812,0.00000,0.191
+12,mlp.experts.83.down_proj,0.0000000695,0.05000,3.802
+12,mlp.experts.236.down_proj,0.0000004733,0.05000,3.782
+12,mlp.experts.95.down_proj,0.0000001594,0.05000,3.824
+12,mlp.experts.91.down_proj,0.0000000611,0.05000,3.856
+12,mlp.experts.96.down_proj,0.0000001178,0.05000,3.770
+12,mlp.experts.105.down_proj,0.0000000448,0.05000,3.614
+12,mlp.experts.110.down_proj,0.0000001341,0.05000,3.572
+12,mlp.experts.231.down_proj,0.0000002667,0.05000,3.503
+12,mlp.experts.106.down_proj,0.0000000992,0.05000,3.515
+12,mlp.experts.98.down_proj,0.0000000387,0.05000,3.534
+12,mlp.experts.100.down_proj,0.0000000522,0.05000,3.505
+12,mlp.experts.245.down_proj,0.0000004285,0.05000,3.474
+12,mlp.experts.104.down_proj,0.0000001226,0.05000,3.594
+12,mlp.experts.241.down_proj,0.0000001336,0.05000,3.411
+12,mlp.experts.253.down_proj,0.0000000948,0.05000,3.489
+12,mlp.experts.252.down_proj,0.0000000552,0.05000,3.507
+12,mlp.experts.99.down_proj,0.0000001406,0.05000,3.533
+12,mlp.experts.111.down_proj,0.0000001100,0.05000,3.432
+12,mlp.experts.107.down_proj,0.0000002261,0.05000,3.387
+12,mlp.experts.112.down_proj,0.0000000841,0.05000,3.300
+12,mlp.experts.121.down_proj,0.0000002309,0.05000,3.289
+12,mlp.experts.126.down_proj,0.0000000351,0.05000,3.128
+12,mlp.experts.247.down_proj,0.0000000287,0.05000,3.094
+12,mlp.experts.122.down_proj,0.0000002935,0.05000,2.977
+12,mlp.experts.114.down_proj,0.0000002177,0.05000,2.948
+12,mlp.experts.116.down_proj,0.0000000614,0.05000,2.816
+12,mlp.experts.120.down_proj,0.0000000409,0.05000,2.737
+12,mlp.experts.115.down_proj,0.0000002629,0.05000,2.283
+12,mlp.experts.123.down_proj,0.0000003729,0.05000,2.229
+12,mlp.experts.127.down_proj,0.0000000762,0.05000,2.328
+12,mlp.experts.128.down_proj,0.0000001537,0.05000,2.264
+12,mlp.experts.137.down_proj,0.0000000794,0.05000,2.113
+12,mlp.experts.142.down_proj,0.0000000417,0.05000,2.088
+12,mlp.experts.138.down_proj,0.0000001203,0.05000,2.021
+12,mlp.experts.130.down_proj,0.0000002680,0.05000,1.954
+12,mlp.experts.132.down_proj,0.0000001270,0.05000,2.023
+12,mlp.experts.136.down_proj,0.0000002272,0.05000,2.039
+12,mlp.experts.131.down_proj,0.0000001957,0.05000,2.059
+12,mlp.experts.143.down_proj,0.0000000679,0.05000,2.065
+12,mlp.experts.139.down_proj,0.0000004963,0.05000,2.092
+12,mlp.experts.144.down_proj,0.0000000362,0.05000,2.150
+12,mlp.experts.153.down_proj,0.0000000621,0.05000,2.066
+12,mlp.experts.158.down_proj,0.0000001579,0.05000,2.107
+12,mlp.experts.154.down_proj,0.0000002501,0.05000,2.085
+12,mlp.experts.146.down_proj,0.0000000583,0.05000,2.070
+12,mlp.experts.148.down_proj,0.0000004654,0.05000,2.079
+12,mlp.experts.152.down_proj,0.0000010701,0.05000,2.091
+12,mlp.experts.147.down_proj,0.0000002207,0.05000,2.162
+12,mlp.experts.159.down_proj,0.0000000514,0.05000,2.175
+12,mlp.experts.155.down_proj,0.0000001096,0.05000,2.200
+12,mlp.experts.160.down_proj,0.0000001462,0.05000,2.170
+12,mlp.experts.169.down_proj,0.0000000667,0.05000,2.077
+12,mlp.experts.174.down_proj,0.0000000372,0.05000,2.149
+12,mlp.experts.170.down_proj,0.0000002984,0.05000,2.132
+12,mlp.experts.162.down_proj,0.0000005822,0.05000,2.155
+12,mlp.experts.164.down_proj,0.0000000712,0.05000,2.195
+12,mlp.experts.168.down_proj,0.0000001315,0.05000,2.176
+12,mlp.experts.163.down_proj,0.0000000682,0.05000,2.102
+12,mlp.experts.175.down_proj,0.0000000525,0.05000,2.046
+12,mlp.experts.171.down_proj,0.0000003789,0.05000,2.072
+12,mlp.experts.185.down_proj,0.0000001482,0.05000,1.963
+12,mlp.experts.176.down_proj,0.0000001068,0.05000,2.034
+12,mlp.experts.190.down_proj,0.0000003397,0.05000,2.006
+12,mlp.experts.186.down_proj,0.0000001396,0.05000,1.994
+12,mlp.experts.178.down_proj,0.0000001391,0.05000,2.053
+12,mlp.experts.180.down_proj,0.0000001289,0.05000,2.078
+12,mlp.experts.184.down_proj,0.0000000300,0.05000,2.090
+12,mlp.experts.179.down_proj,0.0000001972,0.05000,2.283
+12,mlp.experts.191.down_proj,0.0000001331,0.05000,2.266
+12,mlp.experts.201.down_proj,0.0000000723,0.05000,2.171
+12,mlp.experts.187.down_proj,0.0000000494,0.05000,2.257
+12,mlp.experts.192.down_proj,0.0000001342,0.05000,2.277
+12,mlp.experts.206.down_proj,0.0000000777,0.05000,2.284
+12,mlp.experts.202.down_proj,0.0000002762,0.05000,2.222
+12,mlp.experts.194.down_proj,0.0000001344,0.05000,2.156
+12,mlp.experts.196.down_proj,0.0000000824,0.05000,2.135
+12,mlp.experts.200.down_proj,0.0000001030,0.05000,2.181
+12,mlp.experts.195.down_proj,0.0000000658,0.05000,1.959
+12,mlp.experts.217.down_proj,0.0000002181,0.05000,1.898
+12,mlp.experts.207.down_proj,0.0000001768,0.05000,1.960
+12,mlp.experts.203.down_proj,0.0000001905,0.05000,1.940
+12,mlp.experts.208.down_proj,0.0000000582,0.05000,2.004
+12,mlp.experts.222.down_proj,0.0000001926,0.05000,2.044
+12,mlp.experts.218.down_proj,0.0000000600,0.05000,1.993
+12,mlp.experts.210.down_proj,0.0000002558,0.05000,2.015
+12,mlp.experts.212.down_proj,0.0000001160,0.05000,2.038
+12,mlp.experts.216.down_proj,0.0000000715,0.05000,2.013
+12,mlp.experts.233.down_proj,0.0000003925,0.05000,2.044
+12,mlp.experts.211.down_proj,0.0000000433,0.05000,2.122
+12,mlp.experts.223.down_proj,0.0000001495,0.05000,2.081
+12,mlp.experts.219.down_proj,0.0000001693,0.05000,2.050
+12,mlp.experts.224.down_proj,0.0000000469,0.05000,2.139
+12,mlp.experts.238.down_proj,0.0000003208,0.05000,2.056
+12,mlp.experts.234.down_proj,0.0000000911,0.05000,2.070
+12,mlp.experts.226.down_proj,0.0000001599,0.05000,2.039
+12,mlp.experts.228.down_proj,0.0000002272,0.05000,2.068
+12,mlp.experts.232.down_proj,0.0000000522,0.05000,2.082
+12,mlp.experts.249.down_proj,0.0000001436,0.05000,1.972
+12,mlp.experts.239.down_proj,0.0000000649,0.05000,2.076
+12,mlp.experts.227.down_proj,0.0000002272,0.05000,2.094
+12,mlp.experts.235.down_proj,0.0000000788,0.05000,2.133
+12,mlp.experts.240.down_proj,0.0000000960,0.05000,2.038
+12,mlp.experts.254.down_proj,0.0000000345,0.05000,2.043
+12,mlp.experts.250.down_proj,0.0000001018,0.05000,2.053
+12,mlp.experts.242.down_proj,0.0000002020,0.05000,2.015
+12,mlp.experts.244.down_proj,0.0000001087,0.05000,1.897
+12,mlp.experts.248.down_proj,0.0000001286,0.05000,1.808
+12,mlp.experts.243.down_proj,0.0000000554,0.05000,1.068
+12,mlp.experts.255.down_proj,0.0000000375,0.05000,1.081
+12,mlp.experts.251.down_proj,0.0000000380,0.05000,1.021
+13,mlp.experts.0.gate_proj,0.0000098802,0.05000,15.330
+13,mlp.experts.4.gate_proj,0.0000068860,0.05000,15.376
+13,mlp.experts.5.gate_proj,0.0000089042,0.05000,15.437
+13,mlp.experts.1.gate_proj,0.0000070623,0.05000,15.455
+13,mlp.experts.8.gate_proj,0.0000180404,0.05000,15.475
+13,mlp.experts.12.gate_proj,0.0000430017,0.05000,15.540
+13,mlp.experts.13.gate_proj,0.0000073408,0.05000,15.566
+13,mlp.experts.15.gate_proj,0.0000042984,0.05000,15.577
+13,mlp.experts.3.gate_proj,0.0000053519,0.05000,15.593
+13,mlp.experts.14.gate_proj,0.0000054184,0.05000,15.599
+13,mlp.experts.9.gate_proj,0.0000256644,0.05000,15.606
+13,mlp.experts.2.gate_proj,0.0000062897,0.05000,15.613
+13,mlp.experts.11.gate_proj,0.0000036326,0.05000,15.633
+13,mlp.experts.10.gate_proj,0.0000422124,0.05000,15.651
+13,mlp.experts.7.gate_proj,0.0000247353,0.05000,15.669
+13,mlp.experts.6.gate_proj,0.0000060468,0.05000,15.714
+13,mlp.experts.28.gate_proj,failsafe(rtn): 0.0008392,0.00000,0.952
+13,mlp.experts.25.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.915
+13,mlp.experts.21.gate_proj,0.0000070392,0.05000,14.330
+13,mlp.experts.20.gate_proj,0.0000078556,0.05000,14.392
+13,mlp.experts.16.gate_proj,0.0000146330,0.05000,14.444
+13,mlp.experts.24.gate_proj,0.0000253256,0.05000,14.317
+13,mlp.experts.18.gate_proj,0.0000039327,0.05000,14.257
+13,mlp.experts.17.gate_proj,0.0000139162,0.05000,14.414
+13,mlp.experts.30.gate_proj,0.0000161344,0.05000,14.271
+13,mlp.experts.29.gate_proj,0.0000224273,0.05000,14.322
+13,mlp.experts.27.gate_proj,0.0000069378,0.05000,14.253
+13,mlp.experts.31.gate_proj,0.0000162328,0.05000,14.376
+13,mlp.experts.22.gate_proj,0.0000047819,0.05000,14.278
+13,mlp.experts.26.gate_proj,0.0000123230,0.05000,14.397
+13,mlp.experts.19.gate_proj,0.0000057492,0.05000,14.482
+13,mlp.experts.23.gate_proj,0.0000213888,0.05000,14.440
+13,mlp.experts.44.gate_proj,0.0000142247,0.05000,14.041
+13,mlp.experts.41.gate_proj,0.0000066547,0.05000,14.187
+13,mlp.experts.37.gate_proj,0.0000049713,0.05000,15.850
+13,mlp.experts.32.gate_proj,0.0000089740,0.05000,15.870
+13,mlp.experts.33.gate_proj,0.0000046477,0.05000,15.832
+13,mlp.experts.40.gate_proj,0.0000151903,0.05000,15.909
+13,mlp.experts.46.gate_proj,0.0000086496,0.05000,15.833
+13,mlp.experts.36.gate_proj,0.0000072352,0.05000,15.969
+13,mlp.experts.45.gate_proj,0.0000015668,0.05000,15.857
+13,mlp.experts.34.gate_proj,0.0000047545,0.05000,15.955
+13,mlp.experts.43.gate_proj,0.0000030151,0.05000,16.025
+13,mlp.experts.42.gate_proj,0.0000059323,0.05000,15.893
+13,mlp.experts.39.gate_proj,0.0000164134,0.05000,15.838
+13,mlp.experts.38.gate_proj,0.0000041242,0.05000,15.967
+13,mlp.experts.35.gate_proj,0.0000128192,0.05000,15.890
+13,mlp.experts.47.gate_proj,0.0000042718,0.05000,16.031
+13,mlp.experts.60.gate_proj,0.0000015647,0.05000,15.911
+13,mlp.experts.59.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.831
+13,mlp.experts.57.gate_proj,0.0000053063,0.05000,16.053
+13,mlp.experts.48.gate_proj,0.0000071725,0.05000,14.664
+13,mlp.experts.53.gate_proj,0.0000343245,0.05000,14.855
+13,mlp.experts.62.gate_proj,0.0000390883,0.05000,14.760
+13,mlp.experts.56.gate_proj,0.0000051926,0.05000,14.847
+13,mlp.experts.50.gate_proj,0.0000223871,0.05000,14.778
+13,mlp.experts.52.gate_proj,0.0000049898,0.05000,14.884
+13,mlp.experts.49.gate_proj,0.0000099881,0.05000,14.952
+13,mlp.experts.61.gate_proj,0.0000037924,0.05000,14.929
+13,mlp.experts.58.gate_proj,0.0000058005,0.05000,14.803
+13,mlp.experts.51.gate_proj,0.0000092262,0.05000,14.881
+13,mlp.experts.55.gate_proj,0.0000138229,0.05000,14.913
+13,mlp.experts.54.gate_proj,0.0000331941,0.05000,14.960
+13,mlp.experts.63.gate_proj,0.0000119798,0.05000,14.959
+13,mlp.experts.76.gate_proj,0.0000065610,0.05000,14.733
+13,mlp.experts.73.gate_proj,0.0000104676,0.05000,14.879
+13,mlp.experts.75.gate_proj,0.0000157518,0.05000,14.940
+13,mlp.experts.64.gate_proj,0.0000068810,0.05000,15.404
+13,mlp.experts.78.gate_proj,0.0000083305,0.05000,15.419
+13,mlp.experts.68.gate_proj,0.0000211456,0.05000,15.312
+13,mlp.experts.69.gate_proj,0.0000214173,0.05000,15.475
+13,mlp.experts.66.gate_proj,0.0000034299,0.05000,15.403
+13,mlp.experts.72.gate_proj,0.0000076056,0.05000,15.430
+13,mlp.experts.65.gate_proj,0.0000034980,0.05000,15.393
+13,mlp.experts.74.gate_proj,0.0000028884,0.05000,15.436
+13,mlp.experts.77.gate_proj,0.0000120567,0.05000,15.506
+13,mlp.experts.79.gate_proj,0.0000090793,0.05000,15.368
+13,mlp.experts.67.gate_proj,0.0000135830,0.05000,15.524
+13,mlp.experts.71.gate_proj,0.0000043305,0.05000,15.563
+13,mlp.experts.70.gate_proj,0.0000110868,0.05000,15.498
+13,mlp.experts.92.gate_proj,0.0000057852,0.05000,15.461
+13,mlp.experts.89.gate_proj,0.0000086262,0.05000,15.501
+13,mlp.experts.91.gate_proj,0.0000047873,0.05000,15.496
+13,mlp.experts.80.gate_proj,0.0000069972,0.05000,15.462
+13,mlp.experts.84.gate_proj,0.0000070776,0.05000,15.433
+13,mlp.experts.85.gate_proj,0.0000158895,0.05000,15.456
+13,mlp.experts.81.gate_proj,0.0000061812,0.05000,15.326
+13,mlp.experts.94.gate_proj,0.0000020004,0.05000,15.542
+13,mlp.experts.82.gate_proj,0.0000211342,0.05000,15.564
+13,mlp.experts.90.gate_proj,0.0000188102,0.05000,15.431
+13,mlp.experts.93.gate_proj,0.0000030079,0.05000,15.458
+13,mlp.experts.88.gate_proj,0.0000299128,0.05000,15.646
+13,mlp.experts.95.gate_proj,0.0000128175,0.05000,15.515
+13,mlp.experts.86.gate_proj,0.0000126012,0.05000,15.427
+13,mlp.experts.83.gate_proj,0.0000021914,0.05000,15.498
+13,mlp.experts.87.gate_proj,0.0000051774,0.05000,15.594
+13,mlp.experts.108.gate_proj,0.0000102184,0.05000,15.406
+13,mlp.experts.105.gate_proj,0.0000048207,0.05000,15.424
+13,mlp.experts.107.gate_proj,0.0000096086,0.05000,15.483
+13,mlp.experts.96.gate_proj,0.0000573679,0.05000,15.820
+13,mlp.experts.97.gate_proj,0.0000054854,0.05000,15.651
+13,mlp.experts.100.gate_proj,0.0000063562,0.05000,15.767
+13,mlp.experts.110.gate_proj,0.0000099391,0.05000,15.721
+13,mlp.experts.101.gate_proj,0.0000083345,0.05000,15.804
+13,mlp.experts.106.gate_proj,0.0000141937,0.05000,15.713
+13,mlp.experts.98.gate_proj,0.0000060366,0.05000,15.790
+13,mlp.experts.104.gate_proj,0.0000038998,0.05000,15.739
+13,mlp.experts.109.gate_proj,0.0000258288,0.05000,15.793
+13,mlp.experts.103.gate_proj,0.0000079947,0.05000,15.561
+13,mlp.experts.99.gate_proj,0.0000178680,0.05000,15.692
+13,mlp.experts.124.gate_proj,0.0000061742,0.05000,15.580
+13,mlp.experts.111.gate_proj,0.0000052956,0.05000,15.846
+13,mlp.experts.102.gate_proj,0.0000112159,0.05000,15.914
+13,mlp.experts.121.gate_proj,0.0000129482,0.05000,15.617
+13,mlp.experts.123.gate_proj,0.0000130291,0.05000,15.743
+13,mlp.experts.113.gate_proj,0.0000042144,0.05000,16.195
+13,mlp.experts.112.gate_proj,0.0000075330,0.05000,16.317
+13,mlp.experts.116.gate_proj,0.0000066434,0.05000,16.192
+13,mlp.experts.117.gate_proj,0.0000127748,0.05000,16.172
+13,mlp.experts.126.gate_proj,0.0000084273,0.05000,16.244
+13,mlp.experts.122.gate_proj,0.0000066452,0.05000,16.151
+13,mlp.experts.114.gate_proj,0.0000108924,0.05000,16.170
+13,mlp.experts.125.gate_proj,0.0000225102,0.05000,16.101
+13,mlp.experts.120.gate_proj,0.0000040156,0.05000,16.277
+13,mlp.experts.140.gate_proj,0.0000049877,0.05000,16.277
+13,mlp.experts.119.gate_proj,0.0000061499,0.05000,16.335
+13,mlp.experts.115.gate_proj,0.0000062782,0.05000,16.394
+13,mlp.experts.127.gate_proj,0.0000070683,0.05000,16.371
+13,mlp.experts.118.gate_proj,0.0000068948,0.05000,16.397
+13,mlp.experts.137.gate_proj,0.0000077082,0.05000,16.303
+13,mlp.experts.139.gate_proj,0.0000186210,0.05000,16.402
+13,mlp.experts.132.gate_proj,0.0000047757,0.05000,14.740
+13,mlp.experts.129.gate_proj,0.0000101922,0.05000,14.832
+13,mlp.experts.133.gate_proj,0.0000098400,0.05000,14.749
+13,mlp.experts.128.gate_proj,0.0000195798,0.05000,14.964
+13,mlp.experts.138.gate_proj,0.0000115370,0.05000,14.910
+13,mlp.experts.142.gate_proj,0.0000046640,0.05000,14.943
+13,mlp.experts.130.gate_proj,0.0000136126,0.05000,14.887
+13,mlp.experts.141.gate_proj,0.0000116673,0.05000,14.918
+13,mlp.experts.136.gate_proj,0.0000035156,0.05000,14.820
+13,mlp.experts.156.gate_proj,0.0000071611,0.05000,14.699
+13,mlp.experts.134.gate_proj,0.0000043697,0.05000,14.482
+13,mlp.experts.135.gate_proj,0.0000101417,0.05000,14.785
+13,mlp.experts.131.gate_proj,0.0000151068,0.05000,14.791
+13,mlp.experts.143.gate_proj,0.0000121260,0.05000,14.807
+13,mlp.experts.153.gate_proj,0.0000046336,0.05000,14.511
+13,mlp.experts.155.gate_proj,0.0000095361,0.05000,14.725
+13,mlp.experts.148.gate_proj,0.0000079519,0.05000,15.510
+13,mlp.experts.145.gate_proj,0.0000054428,0.05000,15.497
+13,mlp.experts.149.gate_proj,0.0000113120,0.05000,15.591
+13,mlp.experts.146.gate_proj,0.0000048636,0.05000,15.433
+13,mlp.experts.144.gate_proj,0.0000030094,0.05000,15.579
+13,mlp.experts.154.gate_proj,0.0000062076,0.05000,15.553
+13,mlp.experts.158.gate_proj,0.0000142116,0.05000,15.565
+13,mlp.experts.157.gate_proj,0.0000149750,0.05000,15.686
+13,mlp.experts.152.gate_proj,0.0000099911,0.05000,15.727
+13,mlp.experts.172.gate_proj,0.0000101507,0.05000,15.676
+13,mlp.experts.150.gate_proj,0.0000147488,0.05000,15.669
+13,mlp.experts.151.gate_proj,0.0000052855,0.05000,15.703
+13,mlp.experts.159.gate_proj,0.0000100612,0.05000,15.628
+13,mlp.experts.169.gate_proj,0.0000252675,0.05000,15.718
+13,mlp.experts.147.gate_proj,0.0000027241,0.05000,15.975
+13,mlp.experts.171.gate_proj,0.0000054815,0.05000,15.887
+13,mlp.experts.161.gate_proj,0.0000083439,0.05000,15.317
+13,mlp.experts.164.gate_proj,0.0000044745,0.05000,15.410
+13,mlp.experts.165.gate_proj,0.0000058139,0.05000,15.386
+13,mlp.experts.170.gate_proj,0.0000072420,0.05000,15.330
+13,mlp.experts.162.gate_proj,0.0000029538,0.05000,15.442
+13,mlp.experts.160.gate_proj,0.0000112957,0.05000,15.470
+13,mlp.experts.174.gate_proj,0.0000064176,0.05000,15.447
+13,mlp.experts.173.gate_proj,0.0000124729,0.05000,15.348
+13,mlp.experts.168.gate_proj,0.0000039536,0.05000,15.270
+13,mlp.experts.188.gate_proj,0.0000095432,0.05000,15.398
+13,mlp.experts.166.gate_proj,0.0000072888,0.05000,15.341
+13,mlp.experts.167.gate_proj,0.0000065106,0.05000,15.278
+13,mlp.experts.175.gate_proj,0.0000082838,0.05000,15.374
+13,mlp.experts.185.gate_proj,0.0000121928,0.05000,15.194
+13,mlp.experts.163.gate_proj,0.0000211971,0.05000,15.216
+13,mlp.experts.187.gate_proj,0.0000254275,0.05000,15.225
+13,mlp.experts.180.gate_proj,0.0000043185,0.05000,14.127
+13,mlp.experts.177.gate_proj,0.0000091123,0.05000,14.280
+13,mlp.experts.181.gate_proj,0.0000084086,0.05000,14.288
+13,mlp.experts.178.gate_proj,0.0000172505,0.05000,14.270
+13,mlp.experts.176.gate_proj,0.0000106991,0.05000,14.234
+13,mlp.experts.186.gate_proj,0.0000336892,0.05000,14.343
+13,mlp.experts.190.gate_proj,0.0000144166,0.05000,14.336
+13,mlp.experts.184.gate_proj,0.0000265281,0.05000,14.229
+13,mlp.experts.189.gate_proj,0.0000051116,0.05000,14.259
+13,mlp.experts.204.gate_proj,0.0000092659,0.05000,14.334
+13,mlp.experts.183.gate_proj,0.0000027909,0.05000,14.357
+13,mlp.experts.182.gate_proj,0.0000039565,0.05000,14.434
+13,mlp.experts.201.gate_proj,0.0000064762,0.05000,14.313
+13,mlp.experts.191.gate_proj,0.0000168241,0.05000,14.412
+13,mlp.experts.179.gate_proj,0.0000118975,0.05000,14.586
+13,mlp.experts.203.gate_proj,0.0000100508,0.05000,14.639
+13,mlp.experts.193.gate_proj,0.0000131986,0.05000,15.364
+13,mlp.experts.196.gate_proj,0.0000098014,0.05000,15.476
+13,mlp.experts.197.gate_proj,0.0000100449,0.05000,15.416
+13,mlp.experts.194.gate_proj,0.0000280803,0.05000,15.471
+13,mlp.experts.192.gate_proj,0.0000087482,0.05000,15.534
+13,mlp.experts.202.gate_proj,0.0000048890,0.05000,15.535
+13,mlp.experts.205.gate_proj,0.0000056434,0.05000,15.389
+13,mlp.experts.206.gate_proj,0.0000147599,0.05000,15.467
+13,mlp.experts.200.gate_proj,0.0000044078,0.05000,15.545
+13,mlp.experts.198.gate_proj,0.0000172463,0.05000,15.389
+13,mlp.experts.220.gate_proj,0.0000064378,0.05000,15.501
+13,mlp.experts.217.gate_proj,0.0000049074,0.05000,15.330
+13,mlp.experts.199.gate_proj,0.0000051219,0.05000,15.530
+13,mlp.experts.207.gate_proj,0.0000205604,0.05000,15.451
+13,mlp.experts.195.gate_proj,0.0000084449,0.05000,15.311
+13,mlp.experts.219.gate_proj,0.0000032987,0.05000,15.404
+13,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.655
+13,mlp.experts.212.gate_proj,0.0000040161,0.05000,15.420
+13,mlp.experts.209.gate_proj,0.0000116216,0.05000,15.468
+13,mlp.experts.213.gate_proj,0.0000145821,0.05000,15.549
+13,mlp.experts.210.gate_proj,0.0000065973,0.05000,15.531
+13,mlp.experts.221.gate_proj,0.0000086143,0.05000,15.393
+13,mlp.experts.222.gate_proj,0.0000088655,0.05000,15.435
+13,mlp.experts.208.gate_proj,0.0000042074,0.05000,15.555
+13,mlp.experts.218.gate_proj,0.0000153155,0.05000,15.538
+13,mlp.experts.216.gate_proj,0.0000098024,0.05000,15.454
+13,mlp.experts.236.gate_proj,0.0000142404,0.05000,15.418
+13,mlp.experts.214.gate_proj,0.0000014527,0.05000,15.480
+13,mlp.experts.233.gate_proj,0.0000051789,0.05000,15.544
+13,mlp.experts.215.gate_proj,0.0000050396,0.05000,15.543
+13,mlp.experts.223.gate_proj,0.0000357978,0.05000,15.691
+13,mlp.experts.211.gate_proj,0.0000079570,0.05000,15.645
+13,mlp.experts.251.gate_proj,0.0000048891,0.05000,15.900
+13,mlp.experts.225.gate_proj,0.0000105235,0.05000,15.595
+13,mlp.experts.228.gate_proj,0.0000274966,0.05000,15.686
+13,mlp.experts.229.gate_proj,0.0000173976,0.05000,15.607
+13,mlp.experts.237.gate_proj,0.0000046535,0.05000,15.641
+13,mlp.experts.232.gate_proj,0.0000086424,0.05000,15.543
+13,mlp.experts.234.gate_proj,0.0000084740,0.05000,15.620
+13,mlp.experts.226.gate_proj,0.0000299408,0.05000,15.866
+13,mlp.experts.224.gate_proj,0.0000018833,0.05000,15.810
+13,mlp.experts.238.gate_proj,0.0000104041,0.05000,15.848
+13,mlp.experts.252.gate_proj,0.0000160931,0.05000,15.532
+13,mlp.experts.230.gate_proj,0.0000080216,0.05000,15.699
+13,mlp.experts.249.gate_proj,0.0000107866,0.05000,15.597
+13,mlp.experts.245.gate_proj,failsafe(rtn): 0.0008888,0.00000,0.955
+13,mlp.experts.231.gate_proj,0.0000168993,0.05000,15.818
+13,mlp.experts.239.gate_proj,0.0000102624,0.05000,15.788
+13,mlp.experts.227.gate_proj,0.0000105721,0.05000,15.833
+13,mlp.experts.11.up_proj,0.0000033800,0.05000,15.671
+13,mlp.experts.241.gate_proj,0.0000090903,0.05000,15.294
+13,mlp.experts.244.gate_proj,0.0000066969,0.05000,15.322
+13,mlp.experts.253.gate_proj,0.0000131648,0.05000,15.109
+13,mlp.experts.248.gate_proj,0.0000098333,0.05000,15.063
+13,mlp.experts.250.gate_proj,0.0000157487,0.05000,15.097
+13,mlp.experts.242.gate_proj,0.0000218167,0.05000,15.002
+13,mlp.experts.254.gate_proj,0.0000053883,0.05000,14.908
+13,mlp.experts.240.gate_proj,0.0000073482,0.05000,15.012
+13,mlp.experts.12.up_proj,0.0000355233,0.05000,15.090
+13,mlp.experts.246.gate_proj,0.0000203943,0.05000,14.929
+13,mlp.experts.9.up_proj,0.0000204150,0.05000,14.932
+13,mlp.experts.5.up_proj,0.0000083850,0.05000,14.965
+13,mlp.experts.247.gate_proj,0.0000235742,0.05000,15.060
+13,mlp.experts.255.gate_proj,0.0000053276,0.05000,14.985
+13,mlp.experts.28.up_proj,failsafe(rtn): 0.0009155,0.00000,0.733
+13,mlp.experts.243.gate_proj,0.0000164571,0.05000,15.018
+13,mlp.experts.27.up_proj,0.0000055480,0.05000,14.364
+13,mlp.experts.4.up_proj,0.0000052296,0.05000,12.061
+13,mlp.experts.1.up_proj,0.0000071407,0.05000,12.099
+13,mlp.experts.13.up_proj,0.0000083095,0.05000,11.980
+13,mlp.experts.14.up_proj,0.0000044364,0.05000,11.971
+13,mlp.experts.10.up_proj,0.0000466795,0.05000,12.006
+13,mlp.experts.2.up_proj,0.0000057969,0.05000,12.106
+13,mlp.experts.8.up_proj,0.0000149855,0.05000,12.247
+13,mlp.experts.0.up_proj,0.0000101572,0.05000,12.168
+13,mlp.experts.6.up_proj,0.0000062562,0.05000,12.034
+13,mlp.experts.7.up_proj,0.0000199583,0.05000,12.083
+13,mlp.experts.25.up_proj,failsafe(rtn): 0.0008621,0.00000,0.798
+13,mlp.experts.15.up_proj,0.0000043559,0.05000,12.054
+13,mlp.experts.3.up_proj,0.0000050383,0.05000,12.186
+13,mlp.experts.44.up_proj,0.0000133046,0.05000,12.280
+13,mlp.experts.43.up_proj,0.0000036560,0.05000,12.714
+13,mlp.experts.59.up_proj,failsafe(rtn): 0.0008659,0.00000,0.696
+13,mlp.experts.20.up_proj,0.0000065428,0.05000,14.469
+13,mlp.experts.21.up_proj,0.0000064998,0.05000,14.449
+13,mlp.experts.29.up_proj,0.0000241547,0.05000,14.540
+13,mlp.experts.26.up_proj,0.0000115839,0.05000,14.477
+13,mlp.experts.17.up_proj,0.0000118020,0.05000,14.604
+13,mlp.experts.30.up_proj,0.0000161125,0.05000,14.625
+13,mlp.experts.24.up_proj,0.0000197009,0.05000,14.488
+13,mlp.experts.18.up_proj,0.0000038576,0.05000,14.587
+13,mlp.experts.16.up_proj,0.0000135585,0.05000,14.542
+13,mlp.experts.22.up_proj,0.0000045021,0.05000,14.596
+13,mlp.experts.41.up_proj,0.0000067045,0.05000,14.312
+13,mlp.experts.23.up_proj,0.0000204765,0.05000,14.554
+13,mlp.experts.31.up_proj,0.0000142310,0.05000,14.578
+13,mlp.experts.19.up_proj,0.0000061111,0.05000,14.436
+13,mlp.experts.75.up_proj,0.0000129889,0.05000,14.425
+13,mlp.experts.37.up_proj,0.0000050457,0.05000,13.932
+13,mlp.experts.34.up_proj,0.0000044331,0.05000,13.726
+13,mlp.experts.45.up_proj,0.0000014493,0.05000,13.978
+13,mlp.experts.33.up_proj,0.0000042393,0.05000,13.932
+13,mlp.experts.42.up_proj,0.0000053213,0.05000,13.991
+13,mlp.experts.46.up_proj,0.0000074162,0.05000,13.967
+13,mlp.experts.60.up_proj,0.0000014280,0.05000,13.891
+13,mlp.experts.36.up_proj,0.0000063066,0.05000,14.043
+13,mlp.experts.32.up_proj,0.0000082184,0.05000,14.060
+13,mlp.experts.40.up_proj,0.0000121352,0.05000,14.083
+13,mlp.experts.57.up_proj,0.0000050139,0.05000,13.887
+13,mlp.experts.39.up_proj,0.0000135027,0.05000,14.082
+13,mlp.experts.47.up_proj,0.0000046622,0.05000,14.080
+13,mlp.experts.35.up_proj,0.0000120812,0.05000,14.009
+13,mlp.experts.91.up_proj,0.0000046156,0.05000,13.192
+13,mlp.experts.61.up_proj,0.0000037179,0.05000,13.867
+13,mlp.experts.53.up_proj,0.0000280161,0.05000,14.049
+13,mlp.experts.50.up_proj,0.0000240077,0.05000,14.074
+13,mlp.experts.38.up_proj,0.0000038528,0.05000,14.090
+13,mlp.experts.62.up_proj,0.0000313702,0.05000,14.092
+13,mlp.experts.49.up_proj,0.0000093395,0.05000,14.239
+13,mlp.experts.58.up_proj,0.0000054373,0.05000,14.234
+13,mlp.experts.76.up_proj,0.0000066262,0.05000,14.237
+13,mlp.experts.52.up_proj,0.0000046715,0.05000,14.155
+13,mlp.experts.56.up_proj,0.0000048378,0.05000,14.192
+13,mlp.experts.48.up_proj,0.0000078455,0.05000,14.244
+13,mlp.experts.73.up_proj,0.0000096597,0.05000,14.239
+13,mlp.experts.63.up_proj,0.0000114340,0.05000,15.206
+13,mlp.experts.55.up_proj,0.0000129580,0.05000,15.233
+13,mlp.experts.51.up_proj,0.0000092777,0.05000,15.244
+13,mlp.experts.107.up_proj,0.0000074336,0.05000,15.398
+13,mlp.experts.69.up_proj,0.0000171448,0.05000,14.861
+13,mlp.experts.77.up_proj,0.0000124670,0.05000,14.937
+13,mlp.experts.66.up_proj,0.0000030041,0.05000,15.017
+13,mlp.experts.65.up_proj,0.0000035280,0.05000,14.998
+13,mlp.experts.54.up_proj,0.0000258966,0.05000,15.012
+13,mlp.experts.78.up_proj,0.0000078602,0.05000,15.073
+13,mlp.experts.74.up_proj,0.0000027763,0.05000,15.047
+13,mlp.experts.68.up_proj,0.0000173143,0.05000,14.961
+13,mlp.experts.89.up_proj,0.0000079809,0.05000,14.810
+13,mlp.experts.92.up_proj,0.0000060834,0.05000,15.119
+13,mlp.experts.64.up_proj,0.0000064417,0.05000,14.954
+13,mlp.experts.72.up_proj,0.0000073611,0.05000,15.071
+13,mlp.experts.67.up_proj,0.0000116974,0.05000,14.369
+13,mlp.experts.79.up_proj,0.0000079866,0.05000,14.482
+13,mlp.experts.123.up_proj,0.0000135304,0.05000,14.445
+13,mlp.experts.71.up_proj,0.0000041876,0.05000,14.591
+13,mlp.experts.85.up_proj,0.0000127668,0.05000,14.900
+13,mlp.experts.93.up_proj,0.0000026883,0.05000,15.042
+13,mlp.experts.81.up_proj,0.0000059969,0.05000,14.814
+13,mlp.experts.82.up_proj,0.0000163598,0.05000,14.864
+13,mlp.experts.70.up_proj,0.0000098815,0.05000,14.958
+13,mlp.experts.94.up_proj,0.0000018046,0.05000,14.903
+13,mlp.experts.90.up_proj,0.0000169263,0.05000,14.871
+13,mlp.experts.105.up_proj,0.0000043342,0.05000,14.875
+13,mlp.experts.80.up_proj,0.0000059355,0.05000,14.990
+13,mlp.experts.84.up_proj,0.0000065418,0.05000,15.139
+13,mlp.experts.108.up_proj,0.0000102255,0.05000,15.083
+13,mlp.experts.88.up_proj,0.0000244002,0.05000,15.114
+13,mlp.experts.83.up_proj,0.0000019546,0.05000,15.267
+13,mlp.experts.95.up_proj,0.0000105375,0.05000,15.196
+13,mlp.experts.139.up_proj,0.0000176005,0.05000,15.230
+13,mlp.experts.87.up_proj,0.0000048744,0.05000,15.259
+13,mlp.experts.101.up_proj,0.0000086061,0.05000,14.721
+13,mlp.experts.109.up_proj,0.0000233798,0.05000,14.741
+13,mlp.experts.98.up_proj,0.0000053651,0.05000,14.672
+13,mlp.experts.97.up_proj,0.0000066306,0.05000,14.740
+13,mlp.experts.86.up_proj,0.0000115548,0.05000,14.654
+13,mlp.experts.110.up_proj,0.0000075436,0.05000,14.873
+13,mlp.experts.106.up_proj,0.0000132985,0.05000,14.834
+13,mlp.experts.121.up_proj,0.0000119995,0.05000,14.859
+13,mlp.experts.124.up_proj,0.0000059145,0.05000,14.880
+13,mlp.experts.96.up_proj,0.0000486633,0.05000,15.000
+13,mlp.experts.100.up_proj,0.0000059132,0.05000,15.018
+13,mlp.experts.104.up_proj,0.0000037429,0.05000,15.030
+13,mlp.experts.111.up_proj,0.0000052691,0.05000,15.475
+13,mlp.experts.99.up_proj,0.0000195729,0.05000,15.539
+13,mlp.experts.155.up_proj,0.0000081824,0.05000,15.407
+13,mlp.experts.103.up_proj,0.0000069280,0.05000,15.568
+13,mlp.experts.117.up_proj,0.0000114703,0.05000,15.902
+13,mlp.experts.125.up_proj,0.0000184010,0.05000,15.894
+13,mlp.experts.113.up_proj,0.0000043607,0.05000,15.759
+13,mlp.experts.102.up_proj,0.0000095286,0.05000,15.779
+13,mlp.experts.114.up_proj,0.0000102399,0.05000,15.942
+13,mlp.experts.126.up_proj,0.0000075792,0.05000,15.816
+13,mlp.experts.137.up_proj,0.0000073736,0.05000,15.686
+13,mlp.experts.122.up_proj,0.0000057493,0.05000,15.946
+13,mlp.experts.116.up_proj,0.0000068524,0.05000,15.690
+13,mlp.experts.140.up_proj,0.0000052241,0.05000,15.919
+13,mlp.experts.112.up_proj,0.0000073897,0.05000,16.085
+13,mlp.experts.120.up_proj,0.0000033750,0.05000,15.880
+13,mlp.experts.115.up_proj,0.0000056995,0.05000,15.339
+13,mlp.experts.127.up_proj,0.0000064072,0.05000,15.484
+13,mlp.experts.171.up_proj,0.0000050864,0.05000,15.537
+13,mlp.experts.119.up_proj,0.0000058132,0.05000,15.512
+13,mlp.experts.133.up_proj,0.0000083392,0.05000,15.162
+13,mlp.experts.141.up_proj,0.0000105481,0.05000,15.201
+13,mlp.experts.129.up_proj,0.0000083908,0.05000,15.161
+13,mlp.experts.118.up_proj,0.0000055328,0.05000,15.302
+13,mlp.experts.130.up_proj,0.0000125066,0.05000,15.346
+13,mlp.experts.153.up_proj,0.0000039310,0.05000,15.066
+13,mlp.experts.142.up_proj,0.0000047491,0.05000,15.178
+13,mlp.experts.138.up_proj,0.0000123480,0.05000,15.174
+13,mlp.experts.132.up_proj,0.0000045131,0.05000,15.139
+13,mlp.experts.156.up_proj,0.0000076821,0.05000,15.157
+13,mlp.experts.136.up_proj,0.0000028992,0.05000,15.103
+13,mlp.experts.128.up_proj,0.0000170927,0.05000,15.141
+13,mlp.experts.131.up_proj,0.0000138207,0.05000,15.677
+13,mlp.experts.143.up_proj,0.0000100601,0.05000,15.603
+13,mlp.experts.187.up_proj,0.0000210589,0.05000,15.670
+13,mlp.experts.135.up_proj,0.0000094975,0.05000,15.517
+13,mlp.experts.149.up_proj,0.0000106142,0.05000,16.203
+13,mlp.experts.145.up_proj,0.0000045734,0.05000,16.153
+13,mlp.experts.157.up_proj,0.0000137420,0.05000,16.252
+13,mlp.experts.146.up_proj,0.0000045545,0.05000,16.127
+13,mlp.experts.134.up_proj,0.0000042869,0.05000,16.224
+13,mlp.experts.169.up_proj,0.0000243784,0.05000,16.212
+13,mlp.experts.158.up_proj,0.0000131066,0.05000,16.271
+13,mlp.experts.154.up_proj,0.0000064693,0.05000,16.111
+13,mlp.experts.172.up_proj,0.0000094093,0.05000,16.143
+13,mlp.experts.148.up_proj,0.0000082534,0.05000,16.319
+13,mlp.experts.144.up_proj,0.0000027794,0.05000,16.091
+13,mlp.experts.152.up_proj,0.0000090352,0.05000,16.245
+13,mlp.experts.159.up_proj,0.0000093493,0.05000,15.835
+13,mlp.experts.147.up_proj,0.0000028358,0.05000,16.014
+13,mlp.experts.203.up_proj,0.0000090823,0.05000,15.887
+13,mlp.experts.151.up_proj,0.0000044075,0.05000,15.949
+13,mlp.experts.165.up_proj,0.0000047528,0.05000,16.341
+13,mlp.experts.161.up_proj,0.0000077350,0.05000,16.298
+13,mlp.experts.173.up_proj,0.0000103526,0.05000,16.331
+13,mlp.experts.162.up_proj,0.0000025038,0.05000,16.281
+13,mlp.experts.150.up_proj,0.0000132678,0.05000,16.404
+13,mlp.experts.170.up_proj,0.0000067754,0.05000,16.277
+13,mlp.experts.185.up_proj,0.0000119252,0.05000,16.498
+13,mlp.experts.174.up_proj,0.0000052081,0.05000,16.430
+13,mlp.experts.164.up_proj,0.0000041350,0.05000,16.304
+13,mlp.experts.188.up_proj,0.0000085801,0.05000,16.372
+13,mlp.experts.160.up_proj,0.0000117299,0.05000,16.425
+13,mlp.experts.168.up_proj,0.0000037029,0.05000,16.509
+13,mlp.experts.175.up_proj,0.0000074094,0.05000,16.900
+13,mlp.experts.219.up_proj,0.0000033830,0.05000,16.913
+13,mlp.experts.167.up_proj,0.0000060995,0.05000,16.787
+13,mlp.experts.163.up_proj,0.0000177346,0.05000,16.999
+13,mlp.experts.235.up_proj,failsafe(rtn): 0.0008507,0.00000,0.840
+13,mlp.experts.181.up_proj,0.0000070469,0.05000,16.377
+13,mlp.experts.177.up_proj,0.0000085205,0.05000,16.481
+13,mlp.experts.189.up_proj,0.0000048114,0.05000,16.411
+13,mlp.experts.178.up_proj,0.0000137958,0.05000,16.512
+13,mlp.experts.166.up_proj,0.0000059454,0.05000,16.375
+13,mlp.experts.201.up_proj,0.0000059966,0.05000,16.473
+13,mlp.experts.186.up_proj,0.0000284645,0.05000,16.574
+13,mlp.experts.190.up_proj,0.0000125820,0.05000,16.450
+13,mlp.experts.204.up_proj,0.0000078550,0.05000,16.224
+13,mlp.experts.180.up_proj,0.0000040227,0.05000,16.538
+13,mlp.experts.176.up_proj,0.0000101171,0.05000,16.432
+13,mlp.experts.184.up_proj,0.0000228113,0.05000,16.383
+13,mlp.experts.191.up_proj,0.0000141732,0.05000,15.988
+13,mlp.experts.179.up_proj,0.0000124764,0.05000,16.175
+13,mlp.experts.183.up_proj,0.0000027844,0.05000,16.244
+13,mlp.experts.251.up_proj,0.0000046337,0.05000,16.069
+13,mlp.experts.11.down_proj,0.0000001529,0.05000,3.514
+13,mlp.experts.27.down_proj,0.0000001251,0.05000,3.495
+13,mlp.experts.197.up_proj,0.0000098529,0.05000,14.671
+13,mlp.experts.193.up_proj,0.0000113676,0.05000,14.678
+13,mlp.experts.205.up_proj,0.0000053783,0.05000,14.780
+13,mlp.experts.182.up_proj,0.0000037424,0.05000,14.542
+13,mlp.experts.194.up_proj,0.0000112428,0.05000,14.672
+13,mlp.experts.217.up_proj,0.0000043510,0.05000,14.640
+13,mlp.experts.202.up_proj,0.0000046069,0.05000,14.663
+13,mlp.experts.206.up_proj,0.0000137738,0.05000,14.653
+13,mlp.experts.220.up_proj,0.0000061380,0.05000,14.631
+13,mlp.experts.196.up_proj,0.0000083072,0.05000,14.652
+13,mlp.experts.192.up_proj,0.0000091046,0.05000,14.662
+13,mlp.experts.200.up_proj,0.0000044260,0.05000,14.683
+13,mlp.experts.43.down_proj,0.0000001057,0.05000,3.721
+13,mlp.experts.59.down_proj,failsafe(rtn): 0.0008698,0.00000,0.189
+13,mlp.experts.207.up_proj,0.0000170027,0.05000,14.557
+13,mlp.experts.195.up_proj,0.0000082246,0.05000,14.732
+13,mlp.experts.199.up_proj,0.0000047372,0.05000,14.745
+13,mlp.experts.75.down_proj,0.0000003803,0.05000,4.103
+13,mlp.experts.91.down_proj,0.0000000536,0.05000,3.642
+13,mlp.experts.107.down_proj,0.0000002126,0.05000,3.627
+13,mlp.experts.213.up_proj,0.0000113004,0.05000,15.014
+13,mlp.experts.209.up_proj,0.0000107288,0.05000,15.169
+13,mlp.experts.221.up_proj,0.0000080669,0.05000,15.161
+13,mlp.experts.198.up_proj,0.0000138541,0.05000,15.150
+13,mlp.experts.210.up_proj,0.0000063853,0.05000,15.321
+13,mlp.experts.218.up_proj,0.0000135154,0.05000,15.049
+13,mlp.experts.222.up_proj,0.0000095081,0.05000,15.107
+13,mlp.experts.233.up_proj,0.0000048465,0.05000,15.230
+13,mlp.experts.236.up_proj,0.0000133477,0.05000,15.174
+13,mlp.experts.212.up_proj,0.0000035487,0.05000,15.090
+13,mlp.experts.208.up_proj,0.0000034032,0.05000,15.123
+13,mlp.experts.216.up_proj,0.0000090961,0.05000,15.270
+13,mlp.experts.123.down_proj,0.0000004711,0.05000,3.836
+13,mlp.experts.223.up_proj,0.0000345271,0.05000,15.047
+13,mlp.experts.211.up_proj,0.0000084411,0.05000,14.865
+13,mlp.experts.215.up_proj,0.0000048702,0.05000,15.090
+13,mlp.experts.139.down_proj,0.0000001619,0.05000,3.810
+13,mlp.experts.155.down_proj,0.0000001687,0.05000,3.736
+13,mlp.experts.171.down_proj,0.0000000586,0.05000,3.867
+13,mlp.experts.229.up_proj,0.0000142761,0.05000,14.910
+13,mlp.experts.225.up_proj,0.0000088057,0.05000,15.004
+13,mlp.experts.237.up_proj,0.0000042438,0.05000,15.006
+13,mlp.experts.214.up_proj,0.0000012855,0.05000,15.134
+13,mlp.experts.245.up_proj,failsafe(rtn): 0.0008736,0.00000,0.914
+13,mlp.experts.234.up_proj,0.0000079192,0.05000,15.033
+13,mlp.experts.226.up_proj,0.0000253172,0.05000,15.098
+13,mlp.experts.249.up_proj,0.0000088800,0.05000,15.092
+13,mlp.experts.238.up_proj,0.0000082651,0.05000,15.198
+13,mlp.experts.252.up_proj,0.0000129726,0.05000,15.132
+13,mlp.experts.228.up_proj,0.0000215538,0.05000,15.113
+13,mlp.experts.224.up_proj,0.0000017259,0.05000,15.085
+13,mlp.experts.232.up_proj,0.0000071882,0.05000,15.089
+13,mlp.experts.187.down_proj,0.0000004554,0.05000,3.817
+13,mlp.experts.239.up_proj,0.0000088016,0.05000,14.995
+13,mlp.experts.5.down_proj,0.0000000668,0.05000,3.791
+13,mlp.experts.9.down_proj,0.0000003673,0.05000,3.761
+13,mlp.experts.12.down_proj,0.0000008332,0.05000,3.795
+13,mlp.experts.25.down_proj,failsafe(rtn): 0.0008583,0.00000,0.162
+13,mlp.experts.227.up_proj,0.0000100583,0.05000,15.265
+13,mlp.experts.28.down_proj,failsafe(rtn): 0.0008965,0.00000,0.205
+13,mlp.experts.231.up_proj,0.0000159181,0.05000,15.298
+13,mlp.experts.203.down_proj,0.0000002500,0.05000,3.832
+13,mlp.experts.21.down_proj,0.0000003978,0.05000,3.627
+13,mlp.experts.41.down_proj,0.0000002505,0.05000,3.741
+13,mlp.experts.44.down_proj,0.0000001845,0.05000,3.711
+13,mlp.experts.219.down_proj,0.0000001105,0.05000,3.908
+13,mlp.experts.235.down_proj,failsafe(rtn): 0.0008545,0.00000,0.236
+13,mlp.experts.37.down_proj,0.0000002048,0.05000,4.070
+13,mlp.experts.57.down_proj,0.0000000487,0.05000,3.904
+13,mlp.experts.60.down_proj,0.0000000727,0.05000,3.936
+13,mlp.experts.251.down_proj,0.0000000481,0.05000,3.458
+13,mlp.experts.241.up_proj,0.0000081228,0.05000,14.796
+13,mlp.experts.253.up_proj,0.0000117195,0.05000,14.758
+13,mlp.experts.230.up_proj,0.0000069952,0.05000,14.707
+13,mlp.experts.242.up_proj,0.0000200887,0.05000,14.591
+13,mlp.experts.53.down_proj,0.0000005261,0.05000,3.224
+13,mlp.experts.250.up_proj,0.0000138427,0.05000,14.679
+13,mlp.experts.254.up_proj,0.0000046952,0.05000,14.517
+13,mlp.experts.73.down_proj,0.0000001463,0.05000,3.234
+13,mlp.experts.244.up_proj,0.0000059809,0.05000,14.603
+13,mlp.experts.240.up_proj,0.0000085345,0.05000,14.450
+13,mlp.experts.76.down_proj,0.0000002329,0.05000,3.222
+13,mlp.experts.248.up_proj,0.0000090629,0.05000,14.292
+13,mlp.experts.1.down_proj,0.0000002548,0.05000,3.592
+13,mlp.experts.13.down_proj,0.0000004252,0.05000,3.529
+13,mlp.experts.255.up_proj,0.0000050662,0.05000,14.482
+13,mlp.experts.10.down_proj,0.0000009798,0.05000,3.532
+13,mlp.experts.2.down_proj,0.0000000523,0.05000,3.628
+13,mlp.experts.69.down_proj,0.0000005342,0.05000,3.648
+13,mlp.experts.14.down_proj,0.0000001064,0.05000,3.594
+13,mlp.experts.243.up_proj,0.0000154092,0.05000,14.418
+13,mlp.experts.89.down_proj,0.0000001307,0.05000,3.687
+13,mlp.experts.4.down_proj,0.0000000893,0.05000,3.684
+13,mlp.experts.0.down_proj,0.0000003705,0.05000,3.667
+13,mlp.experts.247.up_proj,0.0000191328,0.05000,14.246
+13,mlp.experts.92.down_proj,0.0000002074,0.05000,3.735
+13,mlp.experts.8.down_proj,0.0000002943,0.05000,3.778
+13,mlp.experts.17.down_proj,0.0000002001,0.05000,3.562
+13,mlp.experts.29.down_proj,0.0000008404,0.05000,3.581
+13,mlp.experts.15.down_proj,0.0000001684,0.05000,3.646
+13,mlp.experts.18.down_proj,0.0000001442,0.05000,3.693
+13,mlp.experts.26.down_proj,0.0000001052,0.05000,3.725
+13,mlp.experts.85.down_proj,0.0000002527,0.05000,3.741
+13,mlp.experts.30.down_proj,0.0000005990,0.05000,3.742
+13,mlp.experts.20.down_proj,0.0000001206,0.05000,3.693
+13,mlp.experts.3.down_proj,0.0000000420,0.05000,3.812
+13,mlp.experts.105.down_proj,0.0000001390,0.05000,3.766
+13,mlp.experts.7.down_proj,0.0000003752,0.05000,3.720
+13,mlp.experts.16.down_proj,0.0000006657,0.05000,3.752
+13,mlp.experts.108.down_proj,0.0000002572,0.05000,3.694
+13,mlp.experts.24.down_proj,0.0000004618,0.05000,3.785
+13,mlp.experts.33.down_proj,0.0000001321,0.05000,3.665
+13,mlp.experts.45.down_proj,0.0000000513,0.05000,3.636
+13,mlp.experts.31.down_proj,0.0000002424,0.05000,3.633
+13,mlp.experts.42.down_proj,0.0000001216,0.05000,3.603
+13,mlp.experts.34.down_proj,0.0000000782,0.05000,3.646
+13,mlp.experts.101.down_proj,0.0000002222,0.05000,3.676
+13,mlp.experts.46.down_proj,0.0000001301,0.05000,3.750
+13,mlp.experts.19.down_proj,0.0000003275,0.05000,3.582
+13,mlp.experts.36.down_proj,0.0000001555,0.05000,3.615
+13,mlp.experts.121.down_proj,0.0000001029,0.05000,3.612
+13,mlp.experts.23.down_proj,0.0000005685,0.05000,3.622
+13,mlp.experts.32.down_proj,0.0000001588,0.05000,3.658
+13,mlp.experts.124.down_proj,0.0000002232,0.05000,3.595
+13,mlp.experts.40.down_proj,0.0000002381,0.05000,3.578
+13,mlp.experts.61.down_proj,0.0000001705,0.05000,3.620
+13,mlp.experts.49.down_proj,0.0000000909,0.05000,3.646
+13,mlp.experts.47.down_proj,0.0000001065,0.05000,3.664
+13,mlp.experts.246.up_proj,0.0000161026,0.05000,14.448
+13,mlp.experts.50.down_proj,0.0000006117,0.05000,3.555
+13,mlp.experts.58.down_proj,0.0000002157,0.05000,3.624
+13,mlp.experts.117.down_proj,0.0000001289,0.05000,3.504
+13,mlp.experts.62.down_proj,0.0000006440,0.05000,3.451
+13,mlp.experts.35.down_proj,0.0000001166,0.05000,3.630
+13,mlp.experts.52.down_proj,0.0000000405,0.05000,3.638
+13,mlp.experts.39.down_proj,0.0000003965,0.05000,3.637
+13,mlp.experts.137.down_proj,0.0000002836,0.05000,3.686
+13,mlp.experts.48.down_proj,0.0000002416,0.05000,3.654
+13,mlp.experts.140.down_proj,0.0000001678,0.05000,3.687
+13,mlp.experts.56.down_proj,0.0000001222,0.05000,3.743
+13,mlp.experts.77.down_proj,0.0000003793,0.05000,3.581
+13,mlp.experts.65.down_proj,0.0000001144,0.05000,3.622
+13,mlp.experts.63.down_proj,0.0000001363,0.05000,3.635
+13,mlp.experts.6.down_proj,0.0000001708,0.05000,3.604
+13,mlp.experts.66.down_proj,0.0000000760,0.05000,3.744
+13,mlp.experts.133.down_proj,0.0000002453,0.05000,3.691
+13,mlp.experts.74.down_proj,0.0000000670,0.05000,3.773
+13,mlp.experts.78.down_proj,0.0000000708,0.05000,3.646
+13,mlp.experts.51.down_proj,0.0000002964,0.05000,3.688
+13,mlp.experts.68.down_proj,0.0000002556,0.05000,3.711
+13,mlp.experts.55.down_proj,0.0000001328,0.05000,3.674
+13,mlp.experts.64.down_proj,0.0000000599,0.05000,3.717
+13,mlp.experts.153.down_proj,0.0000000437,0.05000,3.807
+13,mlp.experts.156.down_proj,0.0000002768,0.05000,3.734
+13,mlp.experts.72.down_proj,0.0000002813,0.05000,3.773
+13,mlp.experts.93.down_proj,0.0000000878,0.05000,3.793
+13,mlp.experts.81.down_proj,0.0000001804,0.05000,3.893
+13,mlp.experts.79.down_proj,0.0000001844,0.05000,3.885
+13,mlp.experts.22.down_proj,0.0000001446,0.05000,3.872
+13,mlp.experts.149.down_proj,0.0000001004,0.05000,3.906
+13,mlp.experts.90.down_proj,0.0000007208,0.05000,3.879
+13,mlp.experts.82.down_proj,0.0000003135,0.05000,3.932
+13,mlp.experts.94.down_proj,0.0000001301,0.05000,3.918
+13,mlp.experts.67.down_proj,0.0000002000,0.05000,3.866
+13,mlp.experts.84.down_proj,0.0000000571,0.05000,3.884
+13,mlp.experts.71.down_proj,0.0000000691,0.05000,3.883
+13,mlp.experts.80.down_proj,0.0000000922,0.05000,3.931
+13,mlp.experts.169.down_proj,0.0000003950,0.05000,3.903
+13,mlp.experts.172.down_proj,0.0000001788,0.05000,3.909
+13,mlp.experts.88.down_proj,0.0000006295,0.05000,3.954
+13,mlp.experts.109.down_proj,0.0000005128,0.05000,3.973
+13,mlp.experts.97.down_proj,0.0000002211,0.05000,4.014
+13,mlp.experts.95.down_proj,0.0000002482,0.05000,4.031
+13,mlp.experts.38.down_proj,0.0000001253,0.05000,4.027
+13,mlp.experts.165.down_proj,0.0000001093,0.05000,3.909
+13,mlp.experts.98.down_proj,0.0000001209,0.05000,3.898
+13,mlp.experts.106.down_proj,0.0000003679,0.05000,3.933
+13,mlp.experts.110.down_proj,0.0000001709,0.05000,3.976
+13,mlp.experts.83.down_proj,0.0000000743,0.05000,3.809
+13,mlp.experts.87.down_proj,0.0000002195,0.05000,3.872
+13,mlp.experts.100.down_proj,0.0000001798,0.05000,3.934
+13,mlp.experts.96.down_proj,0.0000008096,0.05000,3.882
+13,mlp.experts.185.down_proj,0.0000001475,0.05000,3.907
+13,mlp.experts.188.down_proj,0.0000001277,0.05000,3.896
+13,mlp.experts.104.down_proj,0.0000002044,0.05000,3.853
+13,mlp.experts.125.down_proj,0.0000005618,0.05000,3.758
+13,mlp.experts.113.down_proj,0.0000001505,0.05000,3.782
+13,mlp.experts.111.down_proj,0.0000002084,0.05000,3.754
+13,mlp.experts.54.down_proj,0.0000007828,0.05000,3.778
+13,mlp.experts.181.down_proj,0.0000001968,0.05000,3.846
+13,mlp.experts.114.down_proj,0.0000000925,0.05000,3.877
+13,mlp.experts.126.down_proj,0.0000002488,0.05000,3.845
+13,mlp.experts.122.down_proj,0.0000001901,0.05000,3.950
+13,mlp.experts.99.down_proj,0.0000004079,0.05000,3.847
+13,mlp.experts.103.down_proj,0.0000002116,0.05000,3.802
+13,mlp.experts.116.down_proj,0.0000002267,0.05000,3.837
+13,mlp.experts.112.down_proj,0.0000002638,0.05000,3.793
+13,mlp.experts.201.down_proj,0.0000000680,0.05000,3.812
+13,mlp.experts.204.down_proj,0.0000001173,0.05000,3.814
+13,mlp.experts.120.down_proj,0.0000001136,0.05000,3.679
+13,mlp.experts.141.down_proj,0.0000000945,0.05000,3.485
+13,mlp.experts.129.down_proj,0.0000001889,0.05000,3.544
+13,mlp.experts.70.down_proj,0.0000001043,0.05000,3.503
+13,mlp.experts.127.down_proj,0.0000001683,0.05000,3.547
+13,mlp.experts.197.down_proj,0.0000002373,0.05000,3.404
+13,mlp.experts.130.down_proj,0.0000002940,0.05000,3.419
+13,mlp.experts.142.down_proj,0.0000001394,0.05000,3.372
+13,mlp.experts.138.down_proj,0.0000001933,0.05000,3.389
+13,mlp.experts.115.down_proj,0.0000001596,0.05000,3.376
+13,mlp.experts.119.down_proj,0.0000000492,0.05000,3.337
+13,mlp.experts.132.down_proj,0.0000000428,0.05000,3.331
+13,mlp.experts.128.down_proj,0.0000002559,0.05000,3.397
+13,mlp.experts.217.down_proj,0.0000001242,0.05000,3.399
+13,mlp.experts.220.down_proj,0.0000001722,0.05000,3.499
+13,mlp.experts.136.down_proj,0.0000000475,0.05000,3.418
+13,mlp.experts.157.down_proj,0.0000003350,0.05000,3.434
+13,mlp.experts.145.down_proj,0.0000001029,0.05000,3.509
+13,mlp.experts.143.down_proj,0.0000002551,0.05000,3.481
+13,mlp.experts.86.down_proj,0.0000002799,0.05000,3.530
+13,mlp.experts.213.down_proj,0.0000001969,0.05000,3.554
+13,mlp.experts.158.down_proj,0.0000002495,0.05000,3.552
+13,mlp.experts.146.down_proj,0.0000000408,0.05000,3.623
+13,mlp.experts.154.down_proj,0.0000001783,0.05000,3.595
+13,mlp.experts.131.down_proj,0.0000003796,0.05000,3.623
+13,mlp.experts.135.down_proj,0.0000000772,0.05000,3.660
+13,mlp.experts.148.down_proj,0.0000003526,0.05000,3.672
+13,mlp.experts.233.down_proj,0.0000000385,0.05000,3.668
+13,mlp.experts.144.down_proj,0.0000001089,0.05000,3.704
+13,mlp.experts.236.down_proj,0.0000001160,0.05000,3.655
+13,mlp.experts.152.down_proj,0.0000001063,0.05000,3.658
+13,mlp.experts.173.down_proj,0.0000002279,0.05000,3.855
+13,mlp.experts.161.down_proj,0.0000000745,0.05000,3.870
+13,mlp.experts.159.down_proj,0.0000000947,0.05000,3.795
+13,mlp.experts.102.down_proj,0.0000001826,0.05000,3.881
+13,mlp.experts.229.down_proj,0.0000002767,0.05000,3.891
+13,mlp.experts.174.down_proj,0.0000001103,0.05000,3.854
+13,mlp.experts.162.down_proj,0.0000000700,0.05000,3.823
+13,mlp.experts.170.down_proj,0.0000001861,0.05000,3.905
+13,mlp.experts.245.down_proj,failsafe(rtn): 0.0008659,0.00000,0.219
+13,mlp.experts.147.down_proj,0.0000001045,0.05000,3.922
+13,mlp.experts.151.down_proj,0.0000001121,0.05000,3.899
+13,mlp.experts.164.down_proj,0.0000001085,0.05000,3.888
+13,mlp.experts.249.down_proj,0.0000002215,0.05000,3.888
+13,mlp.experts.160.down_proj,0.0000004124,0.05000,3.917
+13,mlp.experts.252.down_proj,0.0000002639,0.05000,3.868
+13,mlp.experts.168.down_proj,0.0000001222,0.05000,3.866
+13,mlp.experts.189.down_proj,0.0000000395,0.05000,3.306
+13,mlp.experts.177.down_proj,0.0000000704,0.05000,3.181
+13,mlp.experts.175.down_proj,0.0000002332,0.05000,3.259
+13,mlp.experts.118.down_proj,0.0000001252,0.05000,3.202
+13,mlp.experts.178.down_proj,0.0000004494,0.05000,3.113
+13,mlp.experts.190.down_proj,0.0000003038,0.05000,3.149
+13,mlp.experts.186.down_proj,0.0000008163,0.05000,3.070
+13,mlp.experts.163.down_proj,0.0000005066,0.05000,3.024
+13,mlp.experts.167.down_proj,0.0000000557,0.05000,3.025
+13,mlp.experts.180.down_proj,0.0000000807,0.05000,3.041
+13,mlp.experts.176.down_proj,0.0000001944,0.05000,2.897
+13,mlp.experts.184.down_proj,0.0000003004,0.05000,2.896
+13,mlp.experts.205.down_proj,0.0000000567,0.05000,2.703
+13,mlp.experts.193.down_proj,0.0000002518,0.05000,2.713
+13,mlp.experts.191.down_proj,0.0000002987,0.05000,2.751
+13,mlp.experts.134.down_proj,0.0000001032,0.05000,2.737
+13,mlp.experts.194.down_proj,0.0000000903,0.05000,2.755
+13,mlp.experts.206.down_proj,0.0000001067,0.05000,2.783
+13,mlp.experts.202.down_proj,0.0000001094,0.05000,2.781
+13,mlp.experts.179.down_proj,0.0000005030,0.05000,2.839
+13,mlp.experts.183.down_proj,0.0000000965,0.05000,2.851
+13,mlp.experts.196.down_proj,0.0000001810,0.05000,2.862
+13,mlp.experts.192.down_proj,0.0000004084,0.05000,2.827
+13,mlp.experts.200.down_proj,0.0000001107,0.05000,2.879
+13,mlp.experts.221.down_proj,0.0000000697,0.05000,2.751
+13,mlp.experts.209.down_proj,0.0000001026,0.05000,2.705
+13,mlp.experts.207.down_proj,0.0000004161,0.05000,2.714
+13,mlp.experts.150.down_proj,0.0000003402,0.05000,2.686
+13,mlp.experts.210.down_proj,0.0000003597,0.05000,2.666
+13,mlp.experts.222.down_proj,0.0000003920,0.05000,2.657
+13,mlp.experts.218.down_proj,0.0000002684,0.05000,2.649
+13,mlp.experts.195.down_proj,0.0000004087,0.05000,2.592
+13,mlp.experts.199.down_proj,0.0000001409,0.05000,2.579
+13,mlp.experts.212.down_proj,0.0000000591,0.05000,2.569
+13,mlp.experts.208.down_proj,0.0000000997,0.05000,2.534
+13,mlp.experts.216.down_proj,0.0000000773,0.05000,2.517
+13,mlp.experts.237.down_proj,0.0000001120,0.05000,2.458
+13,mlp.experts.225.down_proj,0.0000002365,0.05000,2.450
+13,mlp.experts.223.down_proj,0.0000012396,0.05000,2.494
+13,mlp.experts.166.down_proj,0.0000001474,0.05000,2.499
+13,mlp.experts.226.down_proj,0.0000005838,0.05000,2.482
+13,mlp.experts.238.down_proj,0.0000001724,0.05000,2.475
+13,mlp.experts.234.down_proj,0.0000000675,0.05000,2.486
+13,mlp.experts.211.down_proj,0.0000003109,0.05000,2.500
+13,mlp.experts.215.down_proj,0.0000001513,0.05000,2.534
+13,mlp.experts.228.down_proj,0.0000004513,0.05000,2.498
+13,mlp.experts.224.down_proj,0.0000000436,0.05000,2.525
+13,mlp.experts.232.down_proj,0.0000001895,0.05000,2.556
+13,mlp.experts.253.down_proj,0.0000001269,0.05000,2.844
+13,mlp.experts.241.down_proj,0.0000000906,0.05000,2.827
+13,mlp.experts.239.down_proj,0.0000002709,0.05000,2.817
+13,mlp.experts.182.down_proj,0.0000001166,0.05000,2.806
+13,mlp.experts.242.down_proj,0.0000002060,0.05000,2.831
+13,mlp.experts.254.down_proj,0.0000000440,0.05000,2.796
+13,mlp.experts.250.down_proj,0.0000003430,0.05000,2.806
+13,mlp.experts.227.down_proj,0.0000001045,0.05000,2.726
+13,mlp.experts.231.down_proj,0.0000001478,0.05000,2.681
+13,mlp.experts.244.down_proj,0.0000001562,0.05000,2.640
+13,mlp.experts.240.down_proj,0.0000004086,0.05000,2.585
+13,mlp.experts.248.down_proj,0.0000002181,0.05000,2.461
+13,mlp.experts.198.down_proj,0.0000003128,0.05000,0.987
+13,mlp.experts.255.down_proj,0.0000000474,0.05000,1.074
+13,mlp.experts.243.down_proj,0.0000001659,0.05000,0.733
+13,mlp.experts.247.down_proj,0.0000004806,0.05000,0.661
+13,mlp.experts.214.down_proj,0.0000001516,0.05000,0.247
+13,mlp.experts.230.down_proj,0.0000002062,0.05000,0.121
+13,mlp.experts.246.down_proj,0.0000002771,0.05000,0.118
+14,mlp.experts.2.gate_proj,0.0000203218,0.05000,15.148
+14,mlp.experts.9.gate_proj,0.0000188899,0.05000,15.179
+14,mlp.experts.13.gate_proj,0.0000183766,0.05000,15.178
+14,mlp.experts.12.gate_proj,0.0000059253,0.05000,15.231
+14,mlp.experts.11.gate_proj,0.0000074946,0.05000,15.244
+14,mlp.experts.4.gate_proj,0.0000050307,0.05000,15.258
+14,mlp.experts.0.gate_proj,0.0000054968,0.05000,15.258
+14,mlp.experts.5.gate_proj,0.0000086686,0.05000,15.269
+14,mlp.experts.10.gate_proj,0.0000130313,0.05000,15.264
+14,mlp.experts.1.gate_proj,0.0000077329,0.05000,15.273
+14,mlp.experts.6.gate_proj,0.0000054340,0.05000,15.274
+14,mlp.experts.8.gate_proj,0.0000114456,0.05000,15.320
+14,mlp.experts.3.gate_proj,0.0000273900,0.05000,15.440
+14,mlp.experts.7.gate_proj,0.0000148571,0.05000,15.435
+14,mlp.experts.14.gate_proj,0.0000057505,0.05000,15.451
+14,mlp.experts.15.gate_proj,0.0000295874,0.05000,15.459
+14,mlp.experts.23.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.753
+14,mlp.experts.17.gate_proj,0.0000181464,0.05000,15.217
+14,mlp.experts.29.gate_proj,0.0000026717,0.05000,15.312
+14,mlp.experts.25.gate_proj,0.0000501682,0.05000,15.338
+14,mlp.experts.20.gate_proj,0.0000034142,0.05000,15.264
+14,mlp.experts.16.gate_proj,0.0000097588,0.05000,15.298
+14,mlp.experts.24.gate_proj,0.0000216688,0.05000,15.207
+14,mlp.experts.18.gate_proj,0.0000054485,0.05000,15.439
+14,mlp.experts.27.gate_proj,0.0000077257,0.05000,15.370
+14,mlp.experts.28.gate_proj,0.0000079788,0.05000,15.404
+14,mlp.experts.21.gate_proj,0.0000032127,0.05000,15.394
+14,mlp.experts.26.gate_proj,0.0000093431,0.05000,15.434
+14,mlp.experts.30.gate_proj,0.0000024444,0.05000,15.264
+14,mlp.experts.22.gate_proj,0.0000074495,0.05000,15.508
+14,mlp.experts.19.gate_proj,0.0000123517,0.05000,15.467
+14,mlp.experts.31.gate_proj,0.0000074251,0.05000,15.425
+14,mlp.experts.46.gate_proj,failsafe(rtn): 0.0008202,0.00000,0.850
+14,mlp.experts.39.gate_proj,0.0000108578,0.05000,15.438
+14,mlp.experts.33.gate_proj,0.0000231931,0.05000,13.856
+14,mlp.experts.45.gate_proj,0.0000176079,0.05000,13.898
+14,mlp.experts.40.gate_proj,0.0000093185,0.05000,13.867
+14,mlp.experts.44.gate_proj,0.0000027632,0.05000,13.805
+14,mlp.experts.32.gate_proj,0.0000049987,0.05000,13.881
+14,mlp.experts.36.gate_proj,0.0000126054,0.05000,13.951
+14,mlp.experts.41.gate_proj,0.0000063444,0.05000,13.974
+14,mlp.experts.34.gate_proj,0.0000069735,0.05000,13.895
+14,mlp.experts.37.gate_proj,0.0000054755,0.05000,13.934
+14,mlp.experts.42.gate_proj,0.0000151463,0.05000,13.919
+14,mlp.experts.43.gate_proj,0.0000104846,0.05000,14.064
+14,mlp.experts.38.gate_proj,0.0000046580,0.05000,13.953
+14,mlp.experts.47.gate_proj,0.0000020179,0.05000,13.978
+14,mlp.experts.35.gate_proj,0.0000068907,0.05000,14.058
+14,mlp.experts.62.gate_proj,0.0000167415,0.05000,13.897
+14,mlp.experts.55.gate_proj,0.0000040252,0.05000,13.902
+14,mlp.experts.78.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.899
+14,mlp.experts.60.gate_proj,0.0000059884,0.05000,14.210
+14,mlp.experts.50.gate_proj,0.0000029942,0.05000,14.182
+14,mlp.experts.49.gate_proj,0.0000125735,0.05000,14.361
+14,mlp.experts.48.gate_proj,0.0000108653,0.05000,14.235
+14,mlp.experts.53.gate_proj,0.0000047091,0.05000,14.099
+14,mlp.experts.57.gate_proj,0.0000107930,0.05000,14.245
+14,mlp.experts.52.gate_proj,0.0000067788,0.05000,14.261
+14,mlp.experts.61.gate_proj,0.0000141083,0.05000,14.431
+14,mlp.experts.56.gate_proj,0.0000097107,0.05000,14.374
+14,mlp.experts.58.gate_proj,0.0000155082,0.05000,14.256
+14,mlp.experts.59.gate_proj,0.0000133260,0.05000,14.246
+14,mlp.experts.54.gate_proj,0.0000029121,0.05000,14.349
+14,mlp.experts.63.gate_proj,0.0000075580,0.05000,14.307
+14,mlp.experts.51.gate_proj,0.0000028629,0.05000,14.379
+14,mlp.experts.74.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.823
+14,mlp.experts.71.gate_proj,0.0000126069,0.05000,14.374
+14,mlp.experts.94.gate_proj,0.0000031697,0.05000,14.217
+14,mlp.experts.73.gate_proj,0.0000057992,0.05000,15.557
+14,mlp.experts.65.gate_proj,0.0000075246,0.05000,15.651
+14,mlp.experts.64.gate_proj,0.0000027348,0.05000,15.656
+14,mlp.experts.72.gate_proj,0.0000099270,0.05000,15.585
+14,mlp.experts.69.gate_proj,0.0000115444,0.05000,15.731
+14,mlp.experts.76.gate_proj,0.0000268460,0.05000,15.809
+14,mlp.experts.77.gate_proj,0.0000060793,0.05000,15.662
+14,mlp.experts.68.gate_proj,0.0000094323,0.05000,15.707
+14,mlp.experts.66.gate_proj,0.0000069501,0.05000,15.839
+14,mlp.experts.75.gate_proj,0.0000075984,0.05000,15.870
+14,mlp.experts.70.gate_proj,0.0000084188,0.05000,15.777
+14,mlp.experts.67.gate_proj,0.0000029762,0.05000,15.686
+14,mlp.experts.79.gate_proj,0.0000158842,0.05000,15.916
+14,mlp.experts.93.gate_proj,failsafe(rtn): 0.0007820,0.00000,0.901
+14,mlp.experts.90.gate_proj,0.0000045477,0.05000,15.808
+14,mlp.experts.87.gate_proj,0.0000062955,0.05000,15.797
+14,mlp.experts.110.gate_proj,0.0000069820,0.05000,15.912
+14,mlp.experts.92.gate_proj,0.0000038121,0.05000,14.673
+14,mlp.experts.81.gate_proj,0.0000045231,0.05000,14.801
+14,mlp.experts.89.gate_proj,0.0000264897,0.05000,14.853
+14,mlp.experts.80.gate_proj,0.0000123582,0.05000,14.803
+14,mlp.experts.88.gate_proj,0.0000131470,0.05000,14.779
+14,mlp.experts.84.gate_proj,0.0000120771,0.05000,14.852
+14,mlp.experts.82.gate_proj,0.0000176662,0.05000,14.830
+14,mlp.experts.85.gate_proj,0.0000064697,0.05000,14.920
+14,mlp.experts.86.gate_proj,0.0000044347,0.05000,14.685
+14,mlp.experts.91.gate_proj,0.0000137307,0.05000,14.933
+14,mlp.experts.83.gate_proj,0.0000061493,0.05000,14.830
+14,mlp.experts.95.gate_proj,0.0000107718,0.05000,14.842
+14,mlp.experts.109.gate_proj,0.0000040968,0.05000,14.708
+14,mlp.experts.106.gate_proj,0.0000120559,0.05000,14.666
+14,mlp.experts.103.gate_proj,0.0000075385,0.05000,14.780
+14,mlp.experts.126.gate_proj,0.0000132374,0.05000,14.670
+14,mlp.experts.98.gate_proj,0.0000129073,0.05000,15.260
+14,mlp.experts.97.gate_proj,0.0000072066,0.05000,15.482
+14,mlp.experts.105.gate_proj,0.0000097570,0.05000,15.482
+14,mlp.experts.96.gate_proj,0.0000029552,0.05000,15.514
+14,mlp.experts.108.gate_proj,0.0000361499,0.05000,15.571
+14,mlp.experts.104.gate_proj,0.0000072164,0.05000,15.522
+14,mlp.experts.100.gate_proj,0.0000455602,0.05000,15.457
+14,mlp.experts.101.gate_proj,0.0000085547,0.05000,15.442
+14,mlp.experts.102.gate_proj,0.0000101669,0.05000,15.498
+14,mlp.experts.107.gate_proj,0.0000044749,0.05000,15.640
+14,mlp.experts.99.gate_proj,0.0000114016,0.05000,15.570
+14,mlp.experts.121.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.841
+14,mlp.experts.111.gate_proj,0.0000182278,0.05000,15.631
+14,mlp.experts.125.gate_proj,0.0000074498,0.05000,15.617
+14,mlp.experts.122.gate_proj,0.0000051504,0.05000,15.714
+14,mlp.experts.119.gate_proj,0.0000088571,0.05000,15.735
+14,mlp.experts.142.gate_proj,0.0000050812,0.05000,15.661
+14,mlp.experts.114.gate_proj,0.0000183983,0.05000,15.008
+14,mlp.experts.120.gate_proj,0.0000187186,0.05000,15.054
+14,mlp.experts.112.gate_proj,0.0000036854,0.05000,15.112
+14,mlp.experts.117.gate_proj,0.0000072274,0.05000,15.020
+14,mlp.experts.113.gate_proj,0.0000020628,0.05000,15.242
+14,mlp.experts.124.gate_proj,0.0000035521,0.05000,15.193
+14,mlp.experts.116.gate_proj,0.0000097138,0.05000,15.152
+14,mlp.experts.118.gate_proj,0.0000088076,0.05000,15.083
+14,mlp.experts.123.gate_proj,0.0000065629,0.05000,14.997
+14,mlp.experts.137.gate_proj,0.0000028416,0.05000,14.942
+14,mlp.experts.115.gate_proj,0.0000041451,0.05000,15.042
+14,mlp.experts.141.gate_proj,0.0000200064,0.05000,14.986
+14,mlp.experts.127.gate_proj,0.0000047023,0.05000,15.234
+14,mlp.experts.138.gate_proj,0.0000098933,0.05000,15.174
+14,mlp.experts.135.gate_proj,0.0000087384,0.05000,15.148
+14,mlp.experts.158.gate_proj,0.0000045149,0.05000,14.984
+14,mlp.experts.130.gate_proj,0.0000121846,0.05000,15.101
+14,mlp.experts.140.gate_proj,0.0000127254,0.05000,14.863
+14,mlp.experts.136.gate_proj,0.0000067009,0.05000,15.034
+14,mlp.experts.133.gate_proj,0.0000045958,0.05000,15.060
+14,mlp.experts.129.gate_proj,0.0000247329,0.05000,15.109
+14,mlp.experts.128.gate_proj,0.0000180399,0.05000,15.238
+14,mlp.experts.132.gate_proj,0.0000042238,0.05000,15.111
+14,mlp.experts.134.gate_proj,0.0000136277,0.05000,15.063
+14,mlp.experts.139.gate_proj,0.0000157314,0.05000,15.115
+14,mlp.experts.153.gate_proj,0.0000204691,0.05000,15.146
+14,mlp.experts.131.gate_proj,0.0000244696,0.05000,15.169
+14,mlp.experts.157.gate_proj,0.0000078159,0.05000,15.108
+14,mlp.experts.143.gate_proj,0.0000095318,0.05000,15.166
+14,mlp.experts.154.gate_proj,0.0000056614,0.05000,15.098
+14,mlp.experts.151.gate_proj,0.0000202583,0.05000,15.038
+14,mlp.experts.174.gate_proj,0.0000095162,0.05000,14.959
+14,mlp.experts.146.gate_proj,0.0000080834,0.05000,15.292
+14,mlp.experts.156.gate_proj,0.0000052807,0.05000,15.250
+14,mlp.experts.149.gate_proj,0.0000026686,0.05000,15.263
+14,mlp.experts.152.gate_proj,0.0000130761,0.05000,15.432
+14,mlp.experts.145.gate_proj,0.0000015862,0.05000,15.366
+14,mlp.experts.144.gate_proj,0.0000088104,0.05000,15.342
+14,mlp.experts.150.gate_proj,0.0000055331,0.05000,15.247
+14,mlp.experts.148.gate_proj,0.0000042052,0.05000,15.416
+14,mlp.experts.155.gate_proj,0.0000216705,0.05000,15.298
+14,mlp.experts.173.gate_proj,0.0000028786,0.05000,15.084
+14,mlp.experts.169.gate_proj,0.0000093167,0.05000,15.340
+14,mlp.experts.147.gate_proj,0.0000042497,0.05000,15.347
+14,mlp.experts.159.gate_proj,0.0000067828,0.05000,15.201
+14,mlp.experts.170.gate_proj,0.0000248760,0.05000,15.123
+14,mlp.experts.167.gate_proj,0.0000040318,0.05000,15.142
+14,mlp.experts.190.gate_proj,0.0000031967,0.05000,15.277
+14,mlp.experts.162.gate_proj,0.0000056289,0.05000,14.998
+14,mlp.experts.165.gate_proj,0.0000051353,0.05000,15.019
+14,mlp.experts.172.gate_proj,0.0000061794,0.05000,15.170
+14,mlp.experts.161.gate_proj,0.0000334612,0.05000,14.959
+14,mlp.experts.168.gate_proj,0.0000219592,0.05000,15.051
+14,mlp.experts.160.gate_proj,0.0000081620,0.05000,15.072
+14,mlp.experts.166.gate_proj,0.0000092444,0.05000,15.065
+14,mlp.experts.164.gate_proj,0.0000045382,0.05000,15.172
+14,mlp.experts.171.gate_proj,0.0000073977,0.05000,15.090
+14,mlp.experts.185.gate_proj,0.0000066698,0.05000,15.018
+14,mlp.experts.189.gate_proj,0.0000047327,0.05000,15.091
+14,mlp.experts.163.gate_proj,0.0000042093,0.05000,15.272
+14,mlp.experts.175.gate_proj,0.0000053828,0.05000,15.141
+14,mlp.experts.186.gate_proj,0.0000143397,0.05000,15.208
+14,mlp.experts.183.gate_proj,0.0000076539,0.05000,15.186
+14,mlp.experts.206.gate_proj,0.0000141629,0.05000,15.154
+14,mlp.experts.178.gate_proj,0.0000117068,0.05000,15.987
+14,mlp.experts.181.gate_proj,0.0000051513,0.05000,15.998
+14,mlp.experts.188.gate_proj,0.0000099042,0.05000,16.008
+14,mlp.experts.177.gate_proj,0.0000060008,0.05000,15.950
+14,mlp.experts.184.gate_proj,0.0000031226,0.05000,15.993
+14,mlp.experts.182.gate_proj,0.0000055123,0.05000,15.951
+14,mlp.experts.176.gate_proj,0.0000275623,0.05000,16.190
+14,mlp.experts.180.gate_proj,0.0000117230,0.05000,16.153
+14,mlp.experts.187.gate_proj,0.0000052671,0.05000,16.228
+14,mlp.experts.205.gate_proj,0.0000117589,0.05000,16.052
+14,mlp.experts.201.gate_proj,0.0000045140,0.05000,16.182
+14,mlp.experts.179.gate_proj,0.0000067410,0.05000,16.263
+14,mlp.experts.191.gate_proj,0.0000110420,0.05000,16.164
+14,mlp.experts.202.gate_proj,0.0000076675,0.05000,16.098
+14,mlp.experts.199.gate_proj,0.0000175376,0.05000,16.279
+14,mlp.experts.222.gate_proj,0.0000209181,0.05000,16.110
+14,mlp.experts.194.gate_proj,0.0000054724,0.05000,15.113
+14,mlp.experts.197.gate_proj,0.0000101250,0.05000,15.051
+14,mlp.experts.204.gate_proj,0.0000023597,0.05000,15.033
+14,mlp.experts.200.gate_proj,0.0000083415,0.05000,15.024
+14,mlp.experts.193.gate_proj,0.0000134096,0.05000,15.124
+14,mlp.experts.198.gate_proj,0.0000036649,0.05000,14.997
+14,mlp.experts.192.gate_proj,0.0000289092,0.05000,14.977
+14,mlp.experts.196.gate_proj,0.0000060675,0.05000,14.907
+14,mlp.experts.203.gate_proj,0.0000076220,0.05000,14.983
+14,mlp.experts.221.gate_proj,0.0000292648,0.05000,15.083
+14,mlp.experts.217.gate_proj,0.0000041423,0.05000,15.087
+14,mlp.experts.195.gate_proj,0.0000262419,0.05000,15.015
+14,mlp.experts.218.gate_proj,0.0000038728,0.05000,14.934
+14,mlp.experts.207.gate_proj,0.0000079466,0.05000,15.136
+14,mlp.experts.215.gate_proj,0.0000034446,0.05000,15.103
+14,mlp.experts.238.gate_proj,0.0000110393,0.05000,14.976
+14,mlp.experts.210.gate_proj,0.0000165405,0.05000,16.023
+14,mlp.experts.213.gate_proj,0.0000063938,0.05000,16.149
+14,mlp.experts.220.gate_proj,0.0000081725,0.05000,16.065
+14,mlp.experts.209.gate_proj,0.0000059606,0.05000,16.106
+14,mlp.experts.216.gate_proj,0.0000063449,0.05000,16.129
+14,mlp.experts.214.gate_proj,0.0000119853,0.05000,16.021
+14,mlp.experts.208.gate_proj,0.0000056064,0.05000,16.085
+14,mlp.experts.212.gate_proj,0.0000053751,0.05000,16.012
+14,mlp.experts.219.gate_proj,0.0000066270,0.05000,16.090
+14,mlp.experts.237.gate_proj,0.0000118372,0.05000,16.015
+14,mlp.experts.233.gate_proj,0.0000455838,0.05000,16.114
+14,mlp.experts.234.gate_proj,0.0000144917,0.05000,15.973
+14,mlp.experts.211.gate_proj,0.0000046782,0.05000,16.148
+14,mlp.experts.223.gate_proj,0.0000038195,0.05000,16.166
+14,mlp.experts.231.gate_proj,0.0000035113,0.05000,15.879
+14,mlp.experts.254.gate_proj,0.0000077385,0.05000,16.078
+14,mlp.experts.226.gate_proj,0.0000050163,0.05000,14.635
+14,mlp.experts.229.gate_proj,0.0000105193,0.05000,14.659
+14,mlp.experts.232.gate_proj,0.0000056823,0.05000,14.520
+14,mlp.experts.236.gate_proj,0.0000052430,0.05000,14.660
+14,mlp.experts.230.gate_proj,0.0000164320,0.05000,14.606
+14,mlp.experts.225.gate_proj,0.0000025257,0.05000,14.645
+14,mlp.experts.228.gate_proj,0.0000122947,0.05000,14.541
+14,mlp.experts.224.gate_proj,0.0000107666,0.05000,14.660
+14,mlp.experts.253.gate_proj,0.0000041541,0.05000,14.503
+14,mlp.experts.235.gate_proj,0.0000064682,0.05000,14.782
+14,mlp.experts.249.gate_proj,0.0000072649,0.05000,14.612
+14,mlp.experts.250.gate_proj,0.0000098288,0.05000,14.609
+14,mlp.experts.227.gate_proj,0.0000069325,0.05000,14.796
+14,mlp.experts.239.gate_proj,0.0000079981,0.05000,14.650
+14,mlp.experts.247.gate_proj,0.0000049979,0.05000,14.651
+14,mlp.experts.14.up_proj,0.0000056698,0.05000,14.763
+14,mlp.experts.243.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.835
+14,mlp.experts.242.gate_proj,0.0000092417,0.05000,15.850
+14,mlp.experts.245.gate_proj,0.0000120408,0.05000,15.892
+14,mlp.experts.252.gate_proj,0.0000249294,0.05000,16.025
+14,mlp.experts.241.gate_proj,0.0000046539,0.05000,15.966
+14,mlp.experts.246.gate_proj,0.0000083954,0.05000,16.004
+14,mlp.experts.248.gate_proj,0.0000031331,0.05000,16.111
+14,mlp.experts.240.gate_proj,0.0000107608,0.05000,15.848
+14,mlp.experts.244.gate_proj,0.0000091184,0.05000,15.959
+14,mlp.experts.13.up_proj,0.0000156920,0.05000,15.962
+14,mlp.experts.251.gate_proj,0.0000131264,0.05000,15.941
+14,mlp.experts.9.up_proj,0.0000177420,0.05000,15.880
+14,mlp.experts.10.up_proj,0.0000125568,0.05000,16.070
+14,mlp.experts.255.gate_proj,0.0000108819,0.05000,15.840
+14,mlp.experts.7.up_proj,0.0000138289,0.05000,15.957
+14,mlp.experts.30.up_proj,0.0000022855,0.05000,15.974
+14,mlp.experts.3.up_proj,0.0000283048,0.05000,15.958
+14,mlp.experts.23.up_proj,failsafe(rtn): 0.0009346,0.00000,0.852
+14,mlp.experts.46.up_proj,failsafe(rtn): 0.0009079,0.00000,0.871
+14,mlp.experts.2.up_proj,0.0000183548,0.05000,15.696
+14,mlp.experts.8.up_proj,0.0000106271,0.05000,15.723
+14,mlp.experts.5.up_proj,0.0000079434,0.05000,15.976
+14,mlp.experts.12.up_proj,0.0000055511,0.05000,15.912
+14,mlp.experts.1.up_proj,0.0000075567,0.05000,15.898
+14,mlp.experts.6.up_proj,0.0000042007,0.05000,15.950
+14,mlp.experts.4.up_proj,0.0000047201,0.05000,15.850
+14,mlp.experts.0.up_proj,0.0000051777,0.05000,16.026
+14,mlp.experts.29.up_proj,0.0000024928,0.05000,15.965
+14,mlp.experts.11.up_proj,0.0000069339,0.05000,15.827
+14,mlp.experts.25.up_proj,0.0000448849,0.05000,15.904
+14,mlp.experts.26.up_proj,0.0000087737,0.05000,15.867
+14,mlp.experts.15.up_proj,0.0000255124,0.05000,15.741
+14,mlp.experts.39.up_proj,0.0000108171,0.05000,15.719
+14,mlp.experts.19.up_proj,0.0000118845,0.05000,15.965
+14,mlp.experts.62.up_proj,0.0000181653,0.05000,15.693
+14,mlp.experts.78.up_proj,failsafe(rtn): 0.0009079,0.00000,0.722
+14,mlp.experts.18.up_proj,0.0000061582,0.05000,15.559
+14,mlp.experts.21.up_proj,0.0000030632,0.05000,15.351
+14,mlp.experts.24.up_proj,0.0000197116,0.05000,15.418
+14,mlp.experts.20.up_proj,0.0000043470,0.05000,15.326
+14,mlp.experts.17.up_proj,0.0000082263,0.05000,15.446
+14,mlp.experts.28.up_proj,0.0000070976,0.05000,15.483
+14,mlp.experts.22.up_proj,0.0000067931,0.05000,15.414
+14,mlp.experts.16.up_proj,0.0000084459,0.05000,15.437
+14,mlp.experts.41.up_proj,0.0000057238,0.05000,15.433
+14,mlp.experts.45.up_proj,0.0000143082,0.05000,15.675
+14,mlp.experts.27.up_proj,0.0000065065,0.05000,15.594
+14,mlp.experts.42.up_proj,0.0000147225,0.05000,15.685
+14,mlp.experts.31.up_proj,0.0000069707,0.05000,15.755
+14,mlp.experts.55.up_proj,0.0000038901,0.05000,15.582
+14,mlp.experts.35.up_proj,0.0000064410,0.05000,15.649
+14,mlp.experts.94.up_proj,0.0000030055,0.05000,15.871
+14,mlp.experts.34.up_proj,0.0000062424,0.05000,15.019
+14,mlp.experts.37.up_proj,0.0000049127,0.05000,15.026
+14,mlp.experts.40.up_proj,0.0000073468,0.05000,15.006
+14,mlp.experts.44.up_proj,0.0000027702,0.05000,14.957
+14,mlp.experts.36.up_proj,0.0000111769,0.05000,15.100
+14,mlp.experts.38.up_proj,0.0000042831,0.05000,15.039
+14,mlp.experts.33.up_proj,0.0000205230,0.05000,15.147
+14,mlp.experts.32.up_proj,0.0000051992,0.05000,14.923
+14,mlp.experts.61.up_proj,0.0000131443,0.05000,14.890
+14,mlp.experts.57.up_proj,0.0000102227,0.05000,14.922
+14,mlp.experts.43.up_proj,0.0000110197,0.05000,15.029
+14,mlp.experts.58.up_proj,0.0000133650,0.05000,14.782
+14,mlp.experts.47.up_proj,0.0000018819,0.05000,14.862
+14,mlp.experts.74.up_proj,failsafe(rtn): 0.0009575,0.00000,0.833
+14,mlp.experts.71.up_proj,0.0000118909,0.05000,15.008
+14,mlp.experts.51.up_proj,0.0000025333,0.05000,15.125
+14,mlp.experts.110.up_proj,0.0000065856,0.05000,14.821
+14,mlp.experts.50.up_proj,0.0000029541,0.05000,15.091
+14,mlp.experts.60.up_proj,0.0000057432,0.05000,14.910
+14,mlp.experts.56.up_proj,0.0000090473,0.05000,15.033
+14,mlp.experts.53.up_proj,0.0000044913,0.05000,15.131
+14,mlp.experts.54.up_proj,0.0000024650,0.05000,15.063
+14,mlp.experts.49.up_proj,0.0000103218,0.05000,15.041
+14,mlp.experts.52.up_proj,0.0000067912,0.05000,15.127
+14,mlp.experts.48.up_proj,0.0000095258,0.05000,15.150
+14,mlp.experts.77.up_proj,0.0000054232,0.05000,15.139
+14,mlp.experts.73.up_proj,0.0000052560,0.05000,15.241
+14,mlp.experts.59.up_proj,0.0000125723,0.05000,15.310
+14,mlp.experts.63.up_proj,0.0000066560,0.05000,15.321
+14,mlp.experts.93.up_proj,failsafe(rtn): 0.0008430,0.00000,0.876
+14,mlp.experts.90.up_proj,0.0000041664,0.05000,15.141
+14,mlp.experts.87.up_proj,0.0000058367,0.05000,15.276
+14,mlp.experts.67.up_proj,0.0000027160,0.05000,15.364
+14,mlp.experts.126.up_proj,0.0000121565,0.05000,15.241
+14,mlp.experts.66.up_proj,0.0000061318,0.05000,15.697
+14,mlp.experts.76.up_proj,0.0000239693,0.05000,15.707
+14,mlp.experts.72.up_proj,0.0000102098,0.05000,15.717
+14,mlp.experts.69.up_proj,0.0000097645,0.05000,15.636
+14,mlp.experts.65.up_proj,0.0000069062,0.05000,15.516
+14,mlp.experts.70.up_proj,0.0000073330,0.05000,15.639
+14,mlp.experts.68.up_proj,0.0000086120,0.05000,15.622
+14,mlp.experts.64.up_proj,0.0000026907,0.05000,15.591
+14,mlp.experts.89.up_proj,0.0000281362,0.05000,15.491
+14,mlp.experts.75.up_proj,0.0000074851,0.05000,15.642
+14,mlp.experts.109.up_proj,0.0000039055,0.05000,15.533
+14,mlp.experts.79.up_proj,0.0000132879,0.05000,15.723
+14,mlp.experts.106.up_proj,0.0000102438,0.05000,15.522
+14,mlp.experts.103.up_proj,0.0000067059,0.05000,15.492
+14,mlp.experts.83.up_proj,0.0000057719,0.05000,15.137
+14,mlp.experts.142.up_proj,0.0000047782,0.05000,14.975
+14,mlp.experts.82.up_proj,0.0000167288,0.05000,15.563
+14,mlp.experts.92.up_proj,0.0000034821,0.05000,15.471
+14,mlp.experts.81.up_proj,0.0000042981,0.05000,15.348
+14,mlp.experts.85.up_proj,0.0000066389,0.05000,15.597
+14,mlp.experts.88.up_proj,0.0000124186,0.05000,15.715
+14,mlp.experts.86.up_proj,0.0000044051,0.05000,15.575
+14,mlp.experts.84.up_proj,0.0000104257,0.05000,15.644
+14,mlp.experts.80.up_proj,0.0000107975,0.05000,15.656
+14,mlp.experts.105.up_proj,0.0000082744,0.05000,15.379
+14,mlp.experts.91.up_proj,0.0000119442,0.05000,15.672
+14,mlp.experts.121.up_proj,failsafe(rtn): 0.0009346,0.00000,0.861
+14,mlp.experts.125.up_proj,0.0000070019,0.05000,15.795
+14,mlp.experts.95.up_proj,0.0000090911,0.05000,15.875
+14,mlp.experts.122.up_proj,0.0000045131,0.05000,15.779
+14,mlp.experts.119.up_proj,0.0000081484,0.05000,15.877
+14,mlp.experts.99.up_proj,0.0000103795,0.05000,15.902
+14,mlp.experts.158.up_proj,0.0000038785,0.05000,15.743
+14,mlp.experts.98.up_proj,0.0000107831,0.05000,14.663
+14,mlp.experts.97.up_proj,0.0000067711,0.05000,14.498
+14,mlp.experts.108.up_proj,0.0000326319,0.05000,14.607
+14,mlp.experts.101.up_proj,0.0000083072,0.05000,14.591
+14,mlp.experts.104.up_proj,0.0000066742,0.05000,14.515
+14,mlp.experts.102.up_proj,0.0000096503,0.05000,14.567
+14,mlp.experts.100.up_proj,0.0000380692,0.05000,14.617
+14,mlp.experts.96.up_proj,0.0000029056,0.05000,14.650
+14,mlp.experts.107.up_proj,0.0000041669,0.05000,14.785
+14,mlp.experts.137.up_proj,0.0000027760,0.05000,14.711
+14,mlp.experts.141.up_proj,0.0000175876,0.05000,14.587
+14,mlp.experts.111.up_proj,0.0000167052,0.05000,14.712
+14,mlp.experts.138.up_proj,0.0000100477,0.05000,14.602
+14,mlp.experts.115.up_proj,0.0000039359,0.05000,14.816
+14,mlp.experts.135.up_proj,0.0000077707,0.05000,14.965
+14,mlp.experts.174.up_proj,0.0000089561,0.05000,14.990
+14,mlp.experts.114.up_proj,0.0000165842,0.05000,15.503
+14,mlp.experts.113.up_proj,0.0000019310,0.05000,15.649
+14,mlp.experts.124.up_proj,0.0000039074,0.05000,15.604
+14,mlp.experts.117.up_proj,0.0000064747,0.05000,15.489
+14,mlp.experts.118.up_proj,0.0000096927,0.05000,15.348
+14,mlp.experts.120.up_proj,0.0000165347,0.05000,15.600
+14,mlp.experts.116.up_proj,0.0000091204,0.05000,15.598
+14,mlp.experts.112.up_proj,0.0000034629,0.05000,15.617
+14,mlp.experts.123.up_proj,0.0000061312,0.05000,15.436
+14,mlp.experts.153.up_proj,0.0000195546,0.05000,15.460
+14,mlp.experts.157.up_proj,0.0000070646,0.05000,15.548
+14,mlp.experts.127.up_proj,0.0000044389,0.05000,15.456
+14,mlp.experts.154.up_proj,0.0000053777,0.05000,15.411
+14,mlp.experts.131.up_proj,0.0000260738,0.05000,15.495
+14,mlp.experts.151.up_proj,0.0000193658,0.05000,15.703
+14,mlp.experts.190.up_proj,0.0000030895,0.05000,15.566
+14,mlp.experts.130.up_proj,0.0000116829,0.05000,15.819
+14,mlp.experts.129.up_proj,0.0000221999,0.05000,15.705
+14,mlp.experts.140.up_proj,0.0000120484,0.05000,15.699
+14,mlp.experts.133.up_proj,0.0000042514,0.05000,15.665
+14,mlp.experts.134.up_proj,0.0000128538,0.05000,15.721
+14,mlp.experts.136.up_proj,0.0000062847,0.05000,15.647
+14,mlp.experts.128.up_proj,0.0000165057,0.05000,15.559
+14,mlp.experts.132.up_proj,0.0000034395,0.05000,15.797
+14,mlp.experts.139.up_proj,0.0000144805,0.05000,15.746
+14,mlp.experts.169.up_proj,0.0000086952,0.05000,15.754
+14,mlp.experts.173.up_proj,0.0000028199,0.05000,15.595
+14,mlp.experts.143.up_proj,0.0000094100,0.05000,15.679
+14,mlp.experts.170.up_proj,0.0000206966,0.05000,15.701
+14,mlp.experts.147.up_proj,0.0000039527,0.05000,15.502
+14,mlp.experts.167.up_proj,0.0000039555,0.05000,15.566
+14,mlp.experts.206.up_proj,0.0000126414,0.05000,15.378
+14,mlp.experts.146.up_proj,0.0000083067,0.05000,15.244
+14,mlp.experts.145.up_proj,0.0000015329,0.05000,15.284
+14,mlp.experts.150.up_proj,0.0000051700,0.05000,15.198
+14,mlp.experts.149.up_proj,0.0000027455,0.05000,15.295
+14,mlp.experts.156.up_proj,0.0000049793,0.05000,15.334
+14,mlp.experts.152.up_proj,0.0000109689,0.05000,15.325
+14,mlp.experts.144.up_proj,0.0000074537,0.05000,15.180
+14,mlp.experts.148.up_proj,0.0000042744,0.05000,15.220
+14,mlp.experts.155.up_proj,0.0000204759,0.05000,15.137
+14,mlp.experts.185.up_proj,0.0000064069,0.05000,15.105
+14,mlp.experts.189.up_proj,0.0000043619,0.05000,14.985
+14,mlp.experts.186.up_proj,0.0000125386,0.05000,15.041
+14,mlp.experts.159.up_proj,0.0000060134,0.05000,15.279
+14,mlp.experts.163.up_proj,0.0000039439,0.05000,15.123
+14,mlp.experts.183.up_proj,0.0000072081,0.05000,15.325
+14,mlp.experts.222.up_proj,0.0000219202,0.05000,15.040
+14,mlp.experts.162.up_proj,0.0000049598,0.05000,15.538
+14,mlp.experts.166.up_proj,0.0000086442,0.05000,15.568
+14,mlp.experts.165.up_proj,0.0000042681,0.05000,15.592
+14,mlp.experts.161.up_proj,0.0000337917,0.05000,15.691
+14,mlp.experts.172.up_proj,0.0000055114,0.05000,15.645
+14,mlp.experts.168.up_proj,0.0000197965,0.05000,15.709
+14,mlp.experts.160.up_proj,0.0000066109,0.05000,15.551
+14,mlp.experts.164.up_proj,0.0000041530,0.05000,15.740
+14,mlp.experts.201.up_proj,0.0000039109,0.05000,15.754
+14,mlp.experts.171.up_proj,0.0000069743,0.05000,15.911
+14,mlp.experts.205.up_proj,0.0000109040,0.05000,15.838
+14,mlp.experts.202.up_proj,0.0000064037,0.05000,15.777
+14,mlp.experts.175.up_proj,0.0000050250,0.05000,15.903
+14,mlp.experts.179.up_proj,0.0000065597,0.05000,16.081
+14,mlp.experts.199.up_proj,0.0000153444,0.05000,15.945
+14,mlp.experts.238.up_proj,0.0000096174,0.05000,15.849
+14,mlp.experts.178.up_proj,0.0000105237,0.05000,14.956
+14,mlp.experts.182.up_proj,0.0000050462,0.05000,14.948
+14,mlp.experts.177.up_proj,0.0000056739,0.05000,14.858
+14,mlp.experts.181.up_proj,0.0000048114,0.05000,14.967
+14,mlp.experts.188.up_proj,0.0000089099,0.05000,14.880
+14,mlp.experts.176.up_proj,0.0000260693,0.05000,14.812
+14,mlp.experts.184.up_proj,0.0000030509,0.05000,14.823
+14,mlp.experts.180.up_proj,0.0000114824,0.05000,14.963
+14,mlp.experts.217.up_proj,0.0000039041,0.05000,14.638
+14,mlp.experts.187.up_proj,0.0000045069,0.05000,14.772
+14,mlp.experts.221.up_proj,0.0000250969,0.05000,14.814
+14,mlp.experts.218.up_proj,0.0000035330,0.05000,14.890
+14,mlp.experts.191.up_proj,0.0000103662,0.05000,14.719
+14,mlp.experts.195.up_proj,0.0000237524,0.05000,14.532
+14,mlp.experts.254.up_proj,0.0000072615,0.05000,14.500
+14,mlp.experts.215.up_proj,0.0000031704,0.05000,14.661
+14,mlp.experts.14.down_proj,0.0000001821,0.05000,3.647
+14,mlp.experts.30.down_proj,0.0000000272,0.05000,3.563
+14,mlp.experts.46.down_proj,failsafe(rtn): 0.0008926,0.00000,0.148
+14,mlp.experts.194.up_proj,0.0000046674,0.05000,14.729
+14,mlp.experts.62.down_proj,0.0000002813,0.05000,4.012
+14,mlp.experts.197.up_proj,0.0000094335,0.05000,14.702
+14,mlp.experts.193.up_proj,0.0000125642,0.05000,14.836
+14,mlp.experts.198.up_proj,0.0000035044,0.05000,14.851
+14,mlp.experts.204.up_proj,0.0000020325,0.05000,14.761
+14,mlp.experts.78.down_proj,failsafe(rtn): 0.0008850,0.00000,0.232
+14,mlp.experts.192.up_proj,0.0000242218,0.05000,14.780
+14,mlp.experts.200.up_proj,0.0000078275,0.05000,14.943
+14,mlp.experts.196.up_proj,0.0000052767,0.05000,14.869
+14,mlp.experts.233.up_proj,0.0000428833,0.05000,15.145
+14,mlp.experts.237.up_proj,0.0000107595,0.05000,14.927
+14,mlp.experts.203.up_proj,0.0000071069,0.05000,15.142
+14,mlp.experts.234.up_proj,0.0000130028,0.05000,15.011
+14,mlp.experts.207.up_proj,0.0000074892,0.05000,14.938
+14,mlp.experts.211.up_proj,0.0000044289,0.05000,15.263
+14,mlp.experts.231.up_proj,0.0000033308,0.05000,15.317
+14,mlp.experts.94.down_proj,0.0000001066,0.05000,4.049
+14,mlp.experts.110.down_proj,0.0000000580,0.05000,3.704
+14,mlp.experts.126.down_proj,0.0000001358,0.05000,3.408
+14,mlp.experts.210.up_proj,0.0000139134,0.05000,14.951
+14,mlp.experts.209.up_proj,0.0000055930,0.05000,14.763
+14,mlp.experts.213.up_proj,0.0000063277,0.05000,14.933
+14,mlp.experts.220.up_proj,0.0000061506,0.05000,14.955
+14,mlp.experts.214.up_proj,0.0000108331,0.05000,14.979
+14,mlp.experts.142.down_proj,0.0000000409,0.05000,3.763
+14,mlp.experts.208.up_proj,0.0000056466,0.05000,14.898
+14,mlp.experts.216.up_proj,0.0000059575,0.05000,14.751
+14,mlp.experts.212.up_proj,0.0000045407,0.05000,14.810
+14,mlp.experts.249.up_proj,0.0000065004,0.05000,14.695
+14,mlp.experts.253.up_proj,0.0000038816,0.05000,14.857
+14,mlp.experts.219.up_proj,0.0000059685,0.05000,14.998
+14,mlp.experts.250.up_proj,0.0000088993,0.05000,14.956
+14,mlp.experts.223.up_proj,0.0000035594,0.05000,15.224
+14,mlp.experts.227.up_proj,0.0000061063,0.05000,14.857
+14,mlp.experts.247.up_proj,0.0000044903,0.05000,14.937
+14,mlp.experts.243.up_proj,failsafe(rtn): 0.0008507,0.00000,0.771
+14,mlp.experts.158.down_proj,0.0000001212,0.05000,4.062
+14,mlp.experts.9.down_proj,0.0000001390,0.05000,3.984
+14,mlp.experts.13.down_proj,0.0000003678,0.05000,4.000
+14,mlp.experts.10.down_proj,0.0000004145,0.05000,3.953
+14,mlp.experts.7.down_proj,0.0000003767,0.05000,3.657
+14,mlp.experts.3.down_proj,0.0000009059,0.05000,3.650
+14,mlp.experts.23.down_proj,failsafe(rtn): 0.0009003,0.00000,0.172
+14,mlp.experts.174.down_proj,0.0000002885,0.05000,3.674
+14,mlp.experts.25.down_proj,0.0000007085,0.05000,3.765
+14,mlp.experts.29.down_proj,0.0000000268,0.05000,3.782
+14,mlp.experts.26.down_proj,0.0000000775,0.05000,3.796
+14,mlp.experts.19.down_proj,0.0000003033,0.05000,4.050
+14,mlp.experts.39.down_proj,0.0000003763,0.05000,4.192
+14,mlp.experts.190.down_proj,0.0000001694,0.05000,4.217
+14,mlp.experts.41.down_proj,0.0000000507,0.05000,3.981
+14,mlp.experts.45.down_proj,0.0000003631,0.05000,4.025
+14,mlp.experts.42.down_proj,0.0000004525,0.05000,3.948
+14,mlp.experts.226.up_proj,0.0000044496,0.05000,15.270
+14,mlp.experts.225.up_proj,0.0000024720,0.05000,15.358
+14,mlp.experts.229.up_proj,0.0000099083,0.05000,15.549
+14,mlp.experts.35.down_proj,0.0000000572,0.05000,3.714
+14,mlp.experts.230.up_proj,0.0000152801,0.05000,15.534
+14,mlp.experts.236.up_proj,0.0000048925,0.05000,15.655
+14,mlp.experts.206.down_proj,0.0000004104,0.05000,3.637
+14,mlp.experts.55.down_proj,0.0000000404,0.05000,3.729
+14,mlp.experts.224.up_proj,0.0000103795,0.05000,15.633
+14,mlp.experts.232.up_proj,0.0000051443,0.05000,15.694
+14,mlp.experts.228.up_proj,0.0000106229,0.05000,15.780
+14,mlp.experts.57.down_proj,0.0000000966,0.05000,3.921
+14,mlp.experts.61.down_proj,0.0000004245,0.05000,3.963
+14,mlp.experts.235.up_proj,0.0000060155,0.05000,15.703
+14,mlp.experts.58.down_proj,0.0000003059,0.05000,3.963
+14,mlp.experts.74.down_proj,failsafe(rtn): 0.0009155,0.00000,0.190
+14,mlp.experts.239.up_proj,0.0000076129,0.05000,15.682
+14,mlp.experts.51.down_proj,0.0000000744,0.05000,4.069
+14,mlp.experts.222.down_proj,0.0000007762,0.05000,4.050
+14,mlp.experts.71.down_proj,0.0000001060,0.05000,4.103
+14,mlp.experts.73.down_proj,0.0000001466,0.05000,3.939
+14,mlp.experts.77.down_proj,0.0000002002,0.05000,3.963
+14,mlp.experts.93.down_proj,failsafe(rtn): 0.0008354,0.00000,0.224
+14,mlp.experts.90.down_proj,0.0000001190,0.05000,4.200
+14,mlp.experts.67.down_proj,0.0000000768,0.05000,4.200
+14,mlp.experts.238.down_proj,0.0000002740,0.05000,4.181
+14,mlp.experts.87.down_proj,0.0000000503,0.05000,4.192
+14,mlp.experts.89.down_proj,0.0000008978,0.05000,3.983
+14,mlp.experts.109.down_proj,0.0000001150,0.05000,3.806
+14,mlp.experts.106.down_proj,0.0000002982,0.05000,3.752
+14,mlp.experts.83.down_proj,0.0000001981,0.05000,3.815
+14,mlp.experts.254.down_proj,0.0000000709,0.05000,3.724
+14,mlp.experts.103.down_proj,0.0000002101,0.05000,3.749
+14,mlp.experts.105.down_proj,0.0000001776,0.05000,3.808
+14,mlp.experts.121.down_proj,failsafe(rtn): 0.0009003,0.00000,0.201
+14,mlp.experts.125.down_proj,0.0000001272,0.05000,3.934
+14,mlp.experts.122.down_proj,0.0000001160,0.05000,3.957
+14,mlp.experts.242.up_proj,0.0000087503,0.05000,15.882
+14,mlp.experts.241.up_proj,0.0000044698,0.05000,15.771
+14,mlp.experts.245.up_proj,0.0000101207,0.05000,15.730
+14,mlp.experts.99.down_proj,0.0000002939,0.05000,3.798
+14,mlp.experts.246.up_proj,0.0000081398,0.05000,15.893
+14,mlp.experts.252.up_proj,0.0000243476,0.05000,15.949
+14,mlp.experts.240.up_proj,0.0000095104,0.05000,15.911
+14,mlp.experts.248.up_proj,0.0000026519,0.05000,15.821
+14,mlp.experts.119.down_proj,0.0000000747,0.05000,3.929
+14,mlp.experts.244.up_proj,0.0000086232,0.05000,15.625
+14,mlp.experts.137.down_proj,0.0000000715,0.05000,3.876
+14,mlp.experts.251.up_proj,0.0000112327,0.05000,15.702
+14,mlp.experts.141.down_proj,0.0000005020,0.05000,3.923
+14,mlp.experts.255.up_proj,0.0000095870,0.05000,15.717
+14,mlp.experts.138.down_proj,0.0000003468,0.05000,3.968
+14,mlp.experts.2.down_proj,0.0000005104,0.05000,3.998
+14,mlp.experts.1.down_proj,0.0000002355,0.05000,3.965
+14,mlp.experts.5.down_proj,0.0000002094,0.05000,3.916
+14,mlp.experts.115.down_proj,0.0000001710,0.05000,3.849
+14,mlp.experts.6.down_proj,0.0000000858,0.05000,3.843
+14,mlp.experts.12.down_proj,0.0000000559,0.05000,3.772
+14,mlp.experts.8.down_proj,0.0000001058,0.05000,3.764
+14,mlp.experts.0.down_proj,0.0000000538,0.05000,3.791
+14,mlp.experts.135.down_proj,0.0000001973,0.05000,3.739
+14,mlp.experts.4.down_proj,0.0000000433,0.05000,3.682
+14,mlp.experts.153.down_proj,0.0000006147,0.05000,3.667
+14,mlp.experts.11.down_proj,0.0000002121,0.05000,3.548
+14,mlp.experts.157.down_proj,0.0000001991,0.05000,3.496
+14,mlp.experts.154.down_proj,0.0000000441,0.05000,3.558
+14,mlp.experts.15.down_proj,0.0000006467,0.05000,3.626
+14,mlp.experts.17.down_proj,0.0000000705,0.05000,3.596
+14,mlp.experts.18.down_proj,0.0000002366,0.05000,3.671
+14,mlp.experts.21.down_proj,0.0000000694,0.05000,3.676
+14,mlp.experts.131.down_proj,0.0000009963,0.05000,3.841
+14,mlp.experts.22.down_proj,0.0000001578,0.05000,3.877
+14,mlp.experts.28.down_proj,0.0000001593,0.05000,3.920
+14,mlp.experts.24.down_proj,0.0000005031,0.05000,3.890
+14,mlp.experts.16.down_proj,0.0000002600,0.05000,3.921
+14,mlp.experts.151.down_proj,0.0000006988,0.05000,3.972
+14,mlp.experts.20.down_proj,0.0000000813,0.05000,4.008
+14,mlp.experts.169.down_proj,0.0000002673,0.05000,3.824
+14,mlp.experts.27.down_proj,0.0000001660,0.05000,3.882
+14,mlp.experts.173.down_proj,0.0000001066,0.05000,3.824
+14,mlp.experts.31.down_proj,0.0000000571,0.05000,3.825
+14,mlp.experts.170.down_proj,0.0000006058,0.05000,3.985
+14,mlp.experts.34.down_proj,0.0000000678,0.05000,3.571
+14,mlp.experts.33.down_proj,0.0000005098,0.05000,3.662
+14,mlp.experts.37.down_proj,0.0000001512,0.05000,3.596
+14,mlp.experts.147.down_proj,0.0000001306,0.05000,3.571
+14,mlp.experts.38.down_proj,0.0000000980,0.05000,3.564
+14,mlp.experts.44.down_proj,0.0000000923,0.05000,3.514
+14,mlp.experts.40.down_proj,0.0000001828,0.05000,3.512
+14,mlp.experts.32.down_proj,0.0000002737,0.05000,3.531
+14,mlp.experts.167.down_proj,0.0000001412,0.05000,3.491
+14,mlp.experts.36.down_proj,0.0000003069,0.05000,3.444
+14,mlp.experts.185.down_proj,0.0000000640,0.05000,3.468
+14,mlp.experts.189.down_proj,0.0000001094,0.05000,3.498
+14,mlp.experts.43.down_proj,0.0000003993,0.05000,3.644
+14,mlp.experts.47.down_proj,0.0000000325,0.05000,3.408
+14,mlp.experts.186.down_proj,0.0000003692,0.05000,3.374
+14,mlp.experts.50.down_proj,0.0000000942,0.05000,3.461
+14,mlp.experts.49.down_proj,0.0000002334,0.05000,3.512
+14,mlp.experts.53.down_proj,0.0000001565,0.05000,3.527
+14,mlp.experts.163.down_proj,0.0000001293,0.05000,3.618
+14,mlp.experts.54.down_proj,0.0000000664,0.05000,3.603
+14,mlp.experts.60.down_proj,0.0000001969,0.05000,3.649
+14,mlp.experts.56.down_proj,0.0000001007,0.05000,3.685
+14,mlp.experts.48.down_proj,0.0000002103,0.05000,3.678
+14,mlp.experts.183.down_proj,0.0000001942,0.05000,3.691
+14,mlp.experts.52.down_proj,0.0000002532,0.05000,3.641
+14,mlp.experts.201.down_proj,0.0000001298,0.05000,3.604
+14,mlp.experts.205.down_proj,0.0000001098,0.05000,3.509
+14,mlp.experts.59.down_proj,0.0000001141,0.05000,3.461
+14,mlp.experts.63.down_proj,0.0000001321,0.05000,3.464
+14,mlp.experts.202.down_proj,0.0000001852,0.05000,3.483
+14,mlp.experts.66.down_proj,0.0000001065,0.05000,3.325
+14,mlp.experts.65.down_proj,0.0000001691,0.05000,3.438
+14,mlp.experts.69.down_proj,0.0000003074,0.05000,3.477
+14,mlp.experts.179.down_proj,0.0000001990,0.05000,3.386
+14,mlp.experts.70.down_proj,0.0000001462,0.05000,3.426
+14,mlp.experts.72.down_proj,0.0000003908,0.05000,3.460
+14,mlp.experts.76.down_proj,0.0000006606,0.05000,3.513
+14,mlp.experts.199.down_proj,0.0000004679,0.05000,3.441
+14,mlp.experts.64.down_proj,0.0000000927,0.05000,3.501
+14,mlp.experts.68.down_proj,0.0000000870,0.05000,3.526
+14,mlp.experts.217.down_proj,0.0000000314,0.05000,3.483
+14,mlp.experts.221.down_proj,0.0000007518,0.05000,3.572
+14,mlp.experts.75.down_proj,0.0000003030,0.05000,3.588
+14,mlp.experts.79.down_proj,0.0000003503,0.05000,3.703
+14,mlp.experts.218.down_proj,0.0000001090,0.05000,3.745
+14,mlp.experts.82.down_proj,0.0000006068,0.05000,3.816
+14,mlp.experts.81.down_proj,0.0000000303,0.05000,3.764
+14,mlp.experts.85.down_proj,0.0000004610,0.05000,3.851
+14,mlp.experts.195.down_proj,0.0000005185,0.05000,3.851
+14,mlp.experts.86.down_proj,0.0000001511,0.05000,3.839
+14,mlp.experts.92.down_proj,0.0000002353,0.05000,3.754
+14,mlp.experts.88.down_proj,0.0000001143,0.05000,3.819
+14,mlp.experts.80.down_proj,0.0000003134,0.05000,3.724
+14,mlp.experts.215.down_proj,0.0000000252,0.05000,3.809
+14,mlp.experts.84.down_proj,0.0000002915,0.05000,3.695
+14,mlp.experts.233.down_proj,0.0000009245,0.05000,3.678
+14,mlp.experts.237.down_proj,0.0000002943,0.05000,3.618
+14,mlp.experts.91.down_proj,0.0000001545,0.05000,3.687
+14,mlp.experts.95.down_proj,0.0000002107,0.05000,3.574
+14,mlp.experts.234.down_proj,0.0000002939,0.05000,3.518
+14,mlp.experts.98.down_proj,0.0000003205,0.05000,3.489
+14,mlp.experts.97.down_proj,0.0000000638,0.05000,3.438
+14,mlp.experts.101.down_proj,0.0000002647,0.05000,3.327
+14,mlp.experts.211.down_proj,0.0000000369,0.05000,3.358
+14,mlp.experts.102.down_proj,0.0000000897,0.05000,3.282
+14,mlp.experts.96.down_proj,0.0000000914,0.05000,3.401
+14,mlp.experts.104.down_proj,0.0000000510,0.05000,3.430
+14,mlp.experts.108.down_proj,0.0000010761,0.05000,3.485
+14,mlp.experts.231.down_proj,0.0000000974,0.05000,3.483
+14,mlp.experts.100.down_proj,0.0000008249,0.05000,3.461
+14,mlp.experts.249.down_proj,0.0000001887,0.05000,3.758
+14,mlp.experts.253.down_proj,0.0000001054,0.05000,3.629
+14,mlp.experts.107.down_proj,0.0000000310,0.05000,3.596
+14,mlp.experts.111.down_proj,0.0000004847,0.05000,3.442
+14,mlp.experts.250.down_proj,0.0000002761,0.05000,3.416
+14,mlp.experts.114.down_proj,0.0000004290,0.05000,3.366
+14,mlp.experts.113.down_proj,0.0000000286,0.05000,3.299
+14,mlp.experts.117.down_proj,0.0000001525,0.05000,3.238
+14,mlp.experts.118.down_proj,0.0000004403,0.05000,3.098
+14,mlp.experts.227.down_proj,0.0000001526,0.05000,3.158
+14,mlp.experts.243.down_proj,failsafe(rtn): 0.0008583,0.00000,0.158
+14,mlp.experts.112.down_proj,0.0000000335,0.05000,3.025
+14,mlp.experts.124.down_proj,0.0000001794,0.05000,3.033
+14,mlp.experts.120.down_proj,0.0000004259,0.05000,3.068
+14,mlp.experts.247.down_proj,0.0000001137,0.05000,2.992
+14,mlp.experts.116.down_proj,0.0000001495,0.05000,2.995
+14,mlp.experts.123.down_proj,0.0000000574,0.05000,2.405
+14,mlp.experts.127.down_proj,0.0000000401,0.05000,2.481
+14,mlp.experts.129.down_proj,0.0000004468,0.05000,2.339
+14,mlp.experts.130.down_proj,0.0000003051,0.05000,2.389
+14,mlp.experts.133.down_proj,0.0000000371,0.05000,2.365
+14,mlp.experts.134.down_proj,0.0000004905,0.05000,2.331
+14,mlp.experts.128.down_proj,0.0000002140,0.05000,2.314
+14,mlp.experts.136.down_proj,0.0000000654,0.05000,2.274
+14,mlp.experts.140.down_proj,0.0000001143,0.05000,2.320
+14,mlp.experts.132.down_proj,0.0000000993,0.05000,2.269
+14,mlp.experts.139.down_proj,0.0000003972,0.05000,2.145
+14,mlp.experts.143.down_proj,0.0000002433,0.05000,2.117
+14,mlp.experts.145.down_proj,0.0000000870,0.05000,2.112
+14,mlp.experts.146.down_proj,0.0000003632,0.05000,2.125
+14,mlp.experts.149.down_proj,0.0000000476,0.05000,2.124
+14,mlp.experts.150.down_proj,0.0000000492,0.05000,2.094
+14,mlp.experts.144.down_proj,0.0000001743,0.05000,2.133
+14,mlp.experts.152.down_proj,0.0000003581,0.05000,2.128
+14,mlp.experts.156.down_proj,0.0000001706,0.05000,2.121
+14,mlp.experts.148.down_proj,0.0000002933,0.05000,2.142
+14,mlp.experts.155.down_proj,0.0000006104,0.05000,2.280
+14,mlp.experts.159.down_proj,0.0000001956,0.05000,2.328
+14,mlp.experts.161.down_proj,0.0000007917,0.05000,2.372
+14,mlp.experts.162.down_proj,0.0000001251,0.05000,2.423
+14,mlp.experts.165.down_proj,0.0000001355,0.05000,2.408
+14,mlp.experts.166.down_proj,0.0000000833,0.05000,2.369
+14,mlp.experts.172.down_proj,0.0000001487,0.05000,2.471
+14,mlp.experts.160.down_proj,0.0000001878,0.05000,2.521
+14,mlp.experts.168.down_proj,0.0000008432,0.05000,2.529
+14,mlp.experts.164.down_proj,0.0000000909,0.05000,2.445
+14,mlp.experts.171.down_proj,0.0000003342,0.05000,2.258
+14,mlp.experts.175.down_proj,0.0000001673,0.05000,2.193
+14,mlp.experts.177.down_proj,0.0000000548,0.05000,2.186
+14,mlp.experts.178.down_proj,0.0000005400,0.05000,2.155
+14,mlp.experts.181.down_proj,0.0000000395,0.05000,2.135
+14,mlp.experts.182.down_proj,0.0000001541,0.05000,2.166
+14,mlp.experts.176.down_proj,0.0000008602,0.05000,2.196
+14,mlp.experts.188.down_proj,0.0000002882,0.05000,2.234
+14,mlp.experts.184.down_proj,0.0000001451,0.05000,2.236
+14,mlp.experts.180.down_proj,0.0000002904,0.05000,2.230
+14,mlp.experts.187.down_proj,0.0000000948,0.05000,2.236
+14,mlp.experts.191.down_proj,0.0000001040,0.05000,2.205
+14,mlp.experts.193.down_proj,0.0000001087,0.05000,2.130
+14,mlp.experts.194.down_proj,0.0000001321,0.05000,2.124
+14,mlp.experts.198.down_proj,0.0000001074,0.05000,2.092
+14,mlp.experts.197.down_proj,0.0000000748,0.05000,2.140
+14,mlp.experts.192.down_proj,0.0000006662,0.05000,2.084
+14,mlp.experts.204.down_proj,0.0000000610,0.05000,2.110
+14,mlp.experts.200.down_proj,0.0000000740,0.05000,2.103
+14,mlp.experts.196.down_proj,0.0000001930,0.05000,2.071
+14,mlp.experts.203.down_proj,0.0000001488,0.05000,2.000
+14,mlp.experts.207.down_proj,0.0000000551,0.05000,2.008
+14,mlp.experts.209.down_proj,0.0000000512,0.05000,2.007
+14,mlp.experts.210.down_proj,0.0000004163,0.05000,1.994
+14,mlp.experts.214.down_proj,0.0000002733,0.05000,1.989
+14,mlp.experts.213.down_proj,0.0000002280,0.05000,1.992
+14,mlp.experts.208.down_proj,0.0000000835,0.05000,2.057
+14,mlp.experts.220.down_proj,0.0000001250,0.05000,2.068
+14,mlp.experts.212.down_proj,0.0000001564,0.05000,2.044
+14,mlp.experts.216.down_proj,0.0000000484,0.05000,2.086
+14,mlp.experts.219.down_proj,0.0000001211,0.05000,2.054
+14,mlp.experts.223.down_proj,0.0000000327,0.05000,2.052
+14,mlp.experts.225.down_proj,0.0000000973,0.05000,2.046
+14,mlp.experts.226.down_proj,0.0000001184,0.05000,2.070
+14,mlp.experts.229.down_proj,0.0000000886,0.05000,2.154
+14,mlp.experts.230.down_proj,0.0000001518,0.05000,2.222
+14,mlp.experts.224.down_proj,0.0000002670,0.05000,2.288
+14,mlp.experts.236.down_proj,0.0000000441,0.05000,2.244
+14,mlp.experts.228.down_proj,0.0000001796,0.05000,2.269
+14,mlp.experts.232.down_proj,0.0000001483,0.05000,2.276
+14,mlp.experts.235.down_proj,0.0000002374,0.05000,2.225
+14,mlp.experts.239.down_proj,0.0000001147,0.05000,2.193
+14,mlp.experts.241.down_proj,0.0000001452,0.05000,2.178
+14,mlp.experts.242.down_proj,0.0000001753,0.05000,2.169
+14,mlp.experts.245.down_proj,0.0000002481,0.05000,2.074
+14,mlp.experts.246.down_proj,0.0000002893,0.05000,2.033
+14,mlp.experts.252.down_proj,0.0000006369,0.05000,1.784
+14,mlp.experts.240.down_proj,0.0000002876,0.05000,1.833
+14,mlp.experts.248.down_proj,0.0000001016,0.05000,1.766
+14,mlp.experts.244.down_proj,0.0000000775,0.05000,1.790
+14,mlp.experts.251.down_proj,0.0000003460,0.05000,1.356
+14,mlp.experts.255.down_proj,0.0000002594,0.05000,1.044
+15,mlp.experts.8.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.642
+15,mlp.experts.12.gate_proj,0.0000052516,0.05000,16.122
+15,mlp.experts.9.gate_proj,0.0000167997,0.05000,16.272
+15,mlp.experts.1.gate_proj,0.0000038493,0.05000,16.271
+15,mlp.experts.4.gate_proj,0.0000058140,0.05000,16.352
+15,mlp.experts.13.gate_proj,0.0000069017,0.05000,16.390
+15,mlp.experts.3.gate_proj,0.0000057584,0.05000,16.391
+15,mlp.experts.6.gate_proj,0.0000315561,0.05000,16.382
+15,mlp.experts.14.gate_proj,0.0000070211,0.05000,16.397
+15,mlp.experts.2.gate_proj,0.0000044336,0.05000,16.420
+15,mlp.experts.10.gate_proj,0.0000159502,0.05000,16.419
+15,mlp.experts.11.gate_proj,0.0000065165,0.05000,16.442
+15,mlp.experts.0.gate_proj,0.0000054425,0.05000,16.470
+15,mlp.experts.7.gate_proj,0.0000148778,0.05000,16.551
+15,mlp.experts.15.gate_proj,0.0000477882,0.05000,16.572
+15,mlp.experts.5.gate_proj,0.0000112178,0.05000,16.643
+15,mlp.experts.24.gate_proj,0.0000079804,0.05000,16.716
+15,mlp.experts.28.gate_proj,0.0000056271,0.05000,15.574
+15,mlp.experts.17.gate_proj,0.0000096793,0.05000,15.495
+15,mlp.experts.30.gate_proj,0.0000189870,0.05000,15.392
+15,mlp.experts.25.gate_proj,0.0000013539,0.05000,15.519
+15,mlp.experts.19.gate_proj,0.0000094095,0.05000,15.389
+15,mlp.experts.20.gate_proj,0.0000142516,0.05000,15.458
+15,mlp.experts.31.gate_proj,0.0000102373,0.05000,15.252
+15,mlp.experts.16.gate_proj,0.0000080547,0.05000,15.351
+15,mlp.experts.29.gate_proj,0.0000162032,0.05000,15.524
+15,mlp.experts.27.gate_proj,0.0000076823,0.05000,15.474
+15,mlp.experts.22.gate_proj,0.0000130665,0.05000,15.552
+15,mlp.experts.26.gate_proj,0.0000059084,0.05000,15.631
+15,mlp.experts.23.gate_proj,0.0000057010,0.05000,15.492
+15,mlp.experts.18.gate_proj,0.0000048352,0.05000,15.660
+15,mlp.experts.21.gate_proj,0.0000068565,0.05000,15.463
+15,mlp.experts.40.gate_proj,0.0000046446,0.05000,15.286
+15,mlp.experts.35.gate_proj,0.0000079524,0.05000,15.085
+15,mlp.experts.44.gate_proj,0.0000084727,0.05000,15.152
+15,mlp.experts.33.gate_proj,0.0000078363,0.05000,15.132
+15,mlp.experts.36.gate_proj,0.0000148721,0.05000,15.104
+15,mlp.experts.41.gate_proj,0.0000151163,0.05000,15.138
+15,mlp.experts.32.gate_proj,0.0000160157,0.05000,15.117
+15,mlp.experts.47.gate_proj,0.0000054175,0.05000,15.155
+15,mlp.experts.38.gate_proj,0.0000116311,0.05000,15.069
+15,mlp.experts.46.gate_proj,0.0000104089,0.05000,15.245
+15,mlp.experts.42.gate_proj,0.0000070848,0.05000,15.022
+15,mlp.experts.43.gate_proj,0.0000139099,0.05000,15.137
+15,mlp.experts.37.gate_proj,0.0000067597,0.05000,15.035
+15,mlp.experts.45.gate_proj,0.0000095877,0.05000,15.266
+15,mlp.experts.39.gate_proj,0.0000105317,0.05000,15.155
+15,mlp.experts.34.gate_proj,0.0000049102,0.05000,15.279
+15,mlp.experts.56.gate_proj,0.0000059685,0.05000,15.331
+15,mlp.experts.60.gate_proj,0.0000121943,0.05000,14.974
+15,mlp.experts.57.gate_proj,0.0000117117,0.05000,14.969
+15,mlp.experts.52.gate_proj,0.0000044331,0.05000,15.015
+15,mlp.experts.49.gate_proj,0.0000055082,0.05000,15.030
+15,mlp.experts.51.gate_proj,0.0000064037,0.05000,15.086
+15,mlp.experts.48.gate_proj,0.0000080093,0.05000,15.010
+15,mlp.experts.54.gate_proj,0.0000111903,0.05000,15.053
+15,mlp.experts.62.gate_proj,0.0000331385,0.05000,15.044
+15,mlp.experts.53.gate_proj,0.0000064527,0.05000,14.979
+15,mlp.experts.59.gate_proj,0.0000133015,0.05000,15.092
+15,mlp.experts.58.gate_proj,0.0000077048,0.05000,15.147
+15,mlp.experts.63.gate_proj,0.0000076953,0.05000,15.334
+15,mlp.experts.61.gate_proj,0.0000185944,0.05000,15.135
+15,mlp.experts.55.gate_proj,0.0000086212,0.05000,15.103
+15,mlp.experts.50.gate_proj,0.0000088967,0.05000,15.010
+15,mlp.experts.72.gate_proj,0.0000057114,0.05000,14.836
+15,mlp.experts.76.gate_proj,0.0000084912,0.05000,16.114
+15,mlp.experts.68.gate_proj,0.0000195496,0.05000,16.043
+15,mlp.experts.73.gate_proj,0.0000487436,0.05000,16.173
+15,mlp.experts.78.gate_proj,0.0000055982,0.05000,16.051
+15,mlp.experts.64.gate_proj,0.0000047985,0.05000,16.151
+15,mlp.experts.65.gate_proj,0.0000089869,0.05000,16.179
+15,mlp.experts.67.gate_proj,0.0000069458,0.05000,16.290
+15,mlp.experts.74.gate_proj,0.0000061508,0.05000,16.046
+15,mlp.experts.69.gate_proj,0.0000120545,0.05000,16.177
+15,mlp.experts.70.gate_proj,0.0000089980,0.05000,16.303
+15,mlp.experts.77.gate_proj,0.0000080096,0.05000,16.060
+15,mlp.experts.75.gate_proj,0.0000512093,0.05000,16.258
+15,mlp.experts.71.gate_proj,0.0000036643,0.05000,16.114
+15,mlp.experts.66.gate_proj,0.0000086333,0.05000,16.193
+15,mlp.experts.79.gate_proj,0.0000087549,0.05000,16.319
+15,mlp.experts.88.gate_proj,0.0000084890,0.05000,16.165
+15,mlp.experts.84.gate_proj,0.0000210223,0.05000,14.983
+15,mlp.experts.92.gate_proj,0.0000083178,0.05000,15.114
+15,mlp.experts.89.gate_proj,0.0000070293,0.05000,15.087
+15,mlp.experts.81.gate_proj,0.0000040999,0.05000,15.032
+15,mlp.experts.80.gate_proj,0.0000081314,0.05000,15.099
+15,mlp.experts.94.gate_proj,0.0000121731,0.05000,15.210
+15,mlp.experts.90.gate_proj,0.0000062789,0.05000,15.097
+15,mlp.experts.93.gate_proj,0.0000070671,0.05000,14.969
+15,mlp.experts.85.gate_proj,0.0000039707,0.05000,15.104
+15,mlp.experts.83.gate_proj,0.0000129925,0.05000,15.189
+15,mlp.experts.86.gate_proj,0.0000167893,0.05000,15.080
+15,mlp.experts.91.gate_proj,0.0000358048,0.05000,15.127
+15,mlp.experts.87.gate_proj,0.0000042098,0.05000,15.224
+15,mlp.experts.82.gate_proj,0.0000068982,0.05000,15.152
+15,mlp.experts.95.gate_proj,0.0000085053,0.05000,15.184
+15,mlp.experts.104.gate_proj,0.0000191216,0.05000,15.048
+15,mlp.experts.100.gate_proj,0.0000247527,0.05000,15.353
+15,mlp.experts.108.gate_proj,0.0000109372,0.05000,15.362
+15,mlp.experts.105.gate_proj,0.0000162483,0.05000,15.322
+15,mlp.experts.97.gate_proj,0.0000063381,0.05000,15.391
+15,mlp.experts.96.gate_proj,0.0000073530,0.05000,15.468
+15,mlp.experts.109.gate_proj,0.0000107926,0.05000,15.431
+15,mlp.experts.110.gate_proj,0.0000059113,0.05000,15.475
+15,mlp.experts.99.gate_proj,0.0000086898,0.05000,15.398
+15,mlp.experts.106.gate_proj,0.0000091810,0.05000,15.572
+15,mlp.experts.102.gate_proj,0.0000042916,0.05000,15.509
+15,mlp.experts.101.gate_proj,0.0000072024,0.05000,15.538
+15,mlp.experts.107.gate_proj,0.0000456170,0.05000,15.579
+15,mlp.experts.103.gate_proj,0.0000076607,0.05000,15.536
+15,mlp.experts.98.gate_proj,0.0000082452,0.05000,15.505
+15,mlp.experts.111.gate_proj,0.0000092964,0.05000,15.521
+15,mlp.experts.120.gate_proj,0.0000092385,0.05000,15.508
+15,mlp.experts.116.gate_proj,0.0000062529,0.05000,13.803
+15,mlp.experts.121.gate_proj,0.0000057518,0.05000,13.694
+15,mlp.experts.124.gate_proj,0.0000058422,0.05000,13.764
+15,mlp.experts.113.gate_proj,0.0000110610,0.05000,13.773
+15,mlp.experts.126.gate_proj,0.0000107204,0.05000,13.643
+15,mlp.experts.112.gate_proj,0.0000089932,0.05000,13.775
+15,mlp.experts.115.gate_proj,0.0000120445,0.05000,13.710
+15,mlp.experts.125.gate_proj,0.0000256036,0.05000,13.786
+15,mlp.experts.122.gate_proj,0.0000446871,0.05000,13.786
+15,mlp.experts.118.gate_proj,0.0000190454,0.05000,13.766
+15,mlp.experts.117.gate_proj,0.0000066855,0.05000,13.772
+15,mlp.experts.119.gate_proj,0.0000027318,0.05000,13.719
+15,mlp.experts.123.gate_proj,0.0000093556,0.05000,13.803
+15,mlp.experts.114.gate_proj,0.0000056545,0.05000,13.719
+15,mlp.experts.127.gate_proj,0.0000082208,0.05000,13.823
+15,mlp.experts.136.gate_proj,0.0000109295,0.05000,13.661
+15,mlp.experts.132.gate_proj,0.0000125053,0.05000,14.505
+15,mlp.experts.140.gate_proj,0.0000074951,0.05000,14.460
+15,mlp.experts.137.gate_proj,0.0000102865,0.05000,14.614
+15,mlp.experts.129.gate_proj,0.0000437124,0.05000,14.583
+15,mlp.experts.142.gate_proj,0.0000105622,0.05000,14.617
+15,mlp.experts.128.gate_proj,0.0000081946,0.05000,14.591
+15,mlp.experts.131.gate_proj,0.0000091339,0.05000,14.657
+15,mlp.experts.141.gate_proj,0.0000044628,0.05000,14.710
+15,mlp.experts.138.gate_proj,0.0000080609,0.05000,14.641
+15,mlp.experts.134.gate_proj,0.0000057765,0.05000,14.749
+15,mlp.experts.133.gate_proj,0.0000070338,0.05000,14.772
+15,mlp.experts.139.gate_proj,0.0000033953,0.05000,14.820
+15,mlp.experts.130.gate_proj,0.0000086965,0.05000,14.800
+15,mlp.experts.135.gate_proj,0.0000164835,0.05000,14.840
+15,mlp.experts.152.gate_proj,0.0000079888,0.05000,14.708
+15,mlp.experts.143.gate_proj,0.0000285958,0.05000,14.893
+15,mlp.experts.156.gate_proj,0.0000075626,0.05000,15.335
+15,mlp.experts.148.gate_proj,0.0000051595,0.05000,15.543
+15,mlp.experts.153.gate_proj,0.0000111025,0.05000,15.398
+15,mlp.experts.145.gate_proj,0.0000037378,0.05000,15.369
+15,mlp.experts.158.gate_proj,0.0000307839,0.05000,15.364
+15,mlp.experts.144.gate_proj,0.0000132731,0.05000,15.378
+15,mlp.experts.157.gate_proj,0.0000107020,0.05000,15.321
+15,mlp.experts.147.gate_proj,0.0000015672,0.05000,15.572
+15,mlp.experts.154.gate_proj,0.0000322958,0.05000,15.524
+15,mlp.experts.149.gate_proj,0.0000093378,0.05000,15.366
+15,mlp.experts.150.gate_proj,0.0000094016,0.05000,15.450
+15,mlp.experts.146.gate_proj,0.0000072352,0.05000,15.377
+15,mlp.experts.164.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.950
+15,mlp.experts.155.gate_proj,0.0000084732,0.05000,15.553
+15,mlp.experts.151.gate_proj,0.0000093720,0.05000,15.541
+15,mlp.experts.168.gate_proj,0.0000048656,0.05000,15.424
+15,mlp.experts.159.gate_proj,0.0000081041,0.05000,15.609
+15,mlp.experts.172.gate_proj,0.0000065224,0.05000,14.514
+15,mlp.experts.161.gate_proj,0.0000158835,0.05000,14.496
+15,mlp.experts.169.gate_proj,0.0000029163,0.05000,14.649
+15,mlp.experts.160.gate_proj,0.0000110223,0.05000,14.555
+15,mlp.experts.174.gate_proj,0.0000055674,0.05000,14.651
+15,mlp.experts.173.gate_proj,0.0000034420,0.05000,14.486
+15,mlp.experts.163.gate_proj,0.0000143890,0.05000,14.524
+15,mlp.experts.165.gate_proj,0.0000053381,0.05000,14.447
+15,mlp.experts.170.gate_proj,0.0000079140,0.05000,14.537
+15,mlp.experts.166.gate_proj,0.0000077155,0.05000,14.583
+15,mlp.experts.180.gate_proj,0.0000231879,0.05000,14.386
+15,mlp.experts.162.gate_proj,0.0000144029,0.05000,14.627
+15,mlp.experts.167.gate_proj,0.0000069739,0.05000,14.505
+15,mlp.experts.184.gate_proj,0.0000097402,0.05000,14.531
+15,mlp.experts.171.gate_proj,0.0000063636,0.05000,14.651
+15,mlp.experts.175.gate_proj,0.0000131355,0.05000,14.493
+15,mlp.experts.188.gate_proj,0.0000058486,0.05000,15.310
+15,mlp.experts.177.gate_proj,0.0000105360,0.05000,15.207
+15,mlp.experts.185.gate_proj,0.0000084780,0.05000,15.176
+15,mlp.experts.176.gate_proj,0.0000231095,0.05000,15.275
+15,mlp.experts.189.gate_proj,0.0000050195,0.05000,15.373
+15,mlp.experts.190.gate_proj,0.0000091019,0.05000,15.426
+15,mlp.experts.179.gate_proj,0.0000043501,0.05000,15.289
+15,mlp.experts.181.gate_proj,0.0000060407,0.05000,15.335
+15,mlp.experts.186.gate_proj,0.0000153942,0.05000,15.395
+15,mlp.experts.182.gate_proj,0.0000072634,0.05000,15.418
+15,mlp.experts.196.gate_proj,0.0000058559,0.05000,15.441
+15,mlp.experts.178.gate_proj,0.0000167144,0.05000,15.337
+15,mlp.experts.183.gate_proj,0.0000080245,0.05000,15.266
+15,mlp.experts.200.gate_proj,0.0000038625,0.05000,15.200
+15,mlp.experts.187.gate_proj,0.0000101195,0.05000,15.365
+15,mlp.experts.205.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.859
+15,mlp.experts.191.gate_proj,0.0000094379,0.05000,15.400
+15,mlp.experts.198.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.861
+15,mlp.experts.194.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.882
+15,mlp.experts.204.gate_proj,0.0000060188,0.05000,15.277
+15,mlp.experts.193.gate_proj,0.0000054561,0.05000,15.296
+15,mlp.experts.201.gate_proj,0.0000440738,0.05000,15.277
+15,mlp.experts.192.gate_proj,0.0000205075,0.05000,15.344
+15,mlp.experts.206.gate_proj,0.0000092546,0.05000,15.298
+15,mlp.experts.197.gate_proj,0.0000092951,0.05000,15.195
+15,mlp.experts.195.gate_proj,0.0000092687,0.05000,15.296
+15,mlp.experts.202.gate_proj,0.0000169959,0.05000,15.355
+15,mlp.experts.212.gate_proj,0.0000112645,0.05000,15.167
+15,mlp.experts.199.gate_proj,0.0000196934,0.05000,15.410
+15,mlp.experts.216.gate_proj,0.0000143016,0.05000,15.401
+15,mlp.experts.203.gate_proj,0.0000051649,0.05000,15.304
+15,mlp.experts.221.gate_proj,0.0000034087,0.05000,15.260
+15,mlp.experts.207.gate_proj,0.0000116712,0.05000,15.419
+15,mlp.experts.214.gate_proj,0.0000344142,0.05000,15.267
+15,mlp.experts.210.gate_proj,0.0000113172,0.05000,15.269
+15,mlp.experts.220.gate_proj,0.0000050412,0.05000,15.476
+15,mlp.experts.209.gate_proj,0.0000072650,0.05000,15.651
+15,mlp.experts.217.gate_proj,0.0000186406,0.05000,15.717
+15,mlp.experts.208.gate_proj,0.0000095943,0.05000,15.502
+15,mlp.experts.222.gate_proj,0.0000097095,0.05000,15.635
+15,mlp.experts.213.gate_proj,0.0000207231,0.05000,15.564
+15,mlp.experts.211.gate_proj,0.0000315424,0.05000,15.743
+15,mlp.experts.228.gate_proj,0.0000078144,0.05000,15.708
+15,mlp.experts.218.gate_proj,0.0000085391,0.05000,15.745
+15,mlp.experts.215.gate_proj,0.0000042380,0.05000,15.682
+15,mlp.experts.232.gate_proj,0.0000311007,0.05000,15.718
+15,mlp.experts.237.gate_proj,0.0000155634,0.05000,15.651
+15,mlp.experts.219.gate_proj,0.0000140576,0.05000,15.897
+15,mlp.experts.223.gate_proj,0.0000172527,0.05000,15.706
+15,mlp.experts.230.gate_proj,0.0000205283,0.05000,15.860
+15,mlp.experts.226.gate_proj,0.0000166826,0.05000,15.866
+15,mlp.experts.253.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.838
+15,mlp.experts.236.gate_proj,0.0000120201,0.05000,15.201
+15,mlp.experts.225.gate_proj,0.0000088186,0.05000,15.081
+15,mlp.experts.233.gate_proj,0.0000093420,0.05000,15.033
+15,mlp.experts.224.gate_proj,0.0000119733,0.05000,15.009
+15,mlp.experts.229.gate_proj,0.0000062664,0.05000,15.010
+15,mlp.experts.238.gate_proj,0.0000109724,0.05000,15.087
+15,mlp.experts.227.gate_proj,0.0000027712,0.05000,14.953
+15,mlp.experts.234.gate_proj,0.0000240316,0.05000,15.053
+15,mlp.experts.244.gate_proj,0.0000078110,0.05000,15.077
+15,mlp.experts.248.gate_proj,0.0000059232,0.05000,15.034
+15,mlp.experts.231.gate_proj,0.0000097259,0.05000,15.133
+15,mlp.experts.235.gate_proj,0.0000047464,0.05000,15.033
+15,mlp.experts.239.gate_proj,0.0000111270,0.05000,15.032
+15,mlp.experts.246.gate_proj,0.0000209762,0.05000,15.010
+15,mlp.experts.242.gate_proj,0.0000032333,0.05000,14.944
+15,mlp.experts.8.up_proj,failsafe(rtn): 0.0009270,0.00000,0.870
+15,mlp.experts.13.up_proj,0.0000068601,0.05000,15.146
+15,mlp.experts.251.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.904
+15,mlp.experts.252.gate_proj,0.0000155200,0.05000,15.366
+15,mlp.experts.249.gate_proj,0.0000075926,0.05000,15.384
+15,mlp.experts.241.gate_proj,0.0000062445,0.05000,15.425
+15,mlp.experts.240.gate_proj,0.0000087681,0.05000,15.350
+15,mlp.experts.245.gate_proj,0.0000105033,0.05000,15.255
+15,mlp.experts.254.gate_proj,0.0000057029,0.05000,15.401
+15,mlp.experts.243.gate_proj,0.0000057928,0.05000,15.336
+15,mlp.experts.4.up_proj,0.0000053790,0.05000,15.293
+15,mlp.experts.250.gate_proj,0.0000118050,0.05000,15.376
+15,mlp.experts.247.gate_proj,0.0000057120,0.05000,15.475
+15,mlp.experts.255.gate_proj,0.0000080173,0.05000,15.390
+15,mlp.experts.2.up_proj,0.0000041296,0.05000,15.285
+15,mlp.experts.6.up_proj,0.0000120571,0.05000,15.503
+15,mlp.experts.24.up_proj,0.0000080752,0.05000,15.410
+15,mlp.experts.29.up_proj,0.0000153601,0.05000,15.337
+15,mlp.experts.11.up_proj,0.0000059860,0.05000,15.474
+15,mlp.experts.12.up_proj,0.0000050203,0.05000,15.321
+15,mlp.experts.9.up_proj,0.0000142341,0.05000,15.292
+15,mlp.experts.1.up_proj,0.0000033314,0.05000,15.306
+15,mlp.experts.0.up_proj,0.0000054411,0.05000,15.297
+15,mlp.experts.5.up_proj,0.0000100793,0.05000,15.300
+15,mlp.experts.14.up_proj,0.0000060732,0.05000,15.286
+15,mlp.experts.3.up_proj,0.0000059989,0.05000,15.372
+15,mlp.experts.20.up_proj,0.0000133293,0.05000,15.205
+15,mlp.experts.10.up_proj,0.0000149167,0.05000,15.291
+15,mlp.experts.7.up_proj,0.0000141858,0.05000,15.277
+15,mlp.experts.15.up_proj,0.0000458561,0.05000,15.423
+15,mlp.experts.18.up_proj,0.0000053350,0.05000,15.401
+15,mlp.experts.22.up_proj,0.0000118295,0.05000,15.442
+15,mlp.experts.40.up_proj,0.0000043588,0.05000,15.423
+15,mlp.experts.45.up_proj,0.0000089540,0.05000,15.353
+15,mlp.experts.27.up_proj,0.0000071680,0.05000,15.378
+15,mlp.experts.28.up_proj,0.0000059309,0.05000,15.355
+15,mlp.experts.17.up_proj,0.0000089641,0.05000,15.355
+15,mlp.experts.25.up_proj,0.0000012809,0.05000,15.417
+15,mlp.experts.16.up_proj,0.0000071454,0.05000,15.454
+15,mlp.experts.30.up_proj,0.0000167559,0.05000,15.429
+15,mlp.experts.21.up_proj,0.0000063032,0.05000,15.597
+15,mlp.experts.19.up_proj,0.0000082037,0.05000,15.543
+15,mlp.experts.36.up_proj,0.0000160961,0.05000,15.529
+15,mlp.experts.26.up_proj,0.0000057017,0.05000,15.579
+15,mlp.experts.23.up_proj,0.0000055363,0.05000,15.595
+15,mlp.experts.31.up_proj,0.0000091405,0.05000,15.612
+15,mlp.experts.34.up_proj,0.0000045379,0.05000,15.570
+15,mlp.experts.61.up_proj,0.0000170044,0.05000,15.346
+15,mlp.experts.56.up_proj,0.0000055382,0.05000,15.385
+15,mlp.experts.38.up_proj,0.0000104852,0.05000,15.525
+15,mlp.experts.43.up_proj,0.0000122215,0.05000,15.434
+15,mlp.experts.44.up_proj,0.0000068891,0.05000,15.496
+15,mlp.experts.33.up_proj,0.0000073113,0.05000,15.607
+15,mlp.experts.41.up_proj,0.0000149666,0.05000,15.656
+15,mlp.experts.32.up_proj,0.0000148946,0.05000,15.673
+15,mlp.experts.37.up_proj,0.0000069517,0.05000,15.541
+15,mlp.experts.46.up_proj,0.0000096900,0.05000,15.556
+15,mlp.experts.35.up_proj,0.0000078329,0.05000,15.655
+15,mlp.experts.52.up_proj,0.0000042504,0.05000,15.645
+15,mlp.experts.42.up_proj,0.0000066545,0.05000,15.647
+15,mlp.experts.39.up_proj,0.0000113628,0.05000,15.497
+15,mlp.experts.47.up_proj,0.0000047739,0.05000,15.632
+15,mlp.experts.77.up_proj,0.0000067289,0.05000,15.457
+15,mlp.experts.72.up_proj,0.0000061129,0.05000,15.447
+15,mlp.experts.50.up_proj,0.0000077129,0.05000,15.524
+15,mlp.experts.54.up_proj,0.0000111375,0.05000,15.618
+15,mlp.experts.59.up_proj,0.0000125066,0.05000,15.710
+15,mlp.experts.60.up_proj,0.0000119192,0.05000,15.593
+15,mlp.experts.57.up_proj,0.0000133957,0.05000,15.437
+15,mlp.experts.49.up_proj,0.0000054019,0.05000,15.547
+15,mlp.experts.48.up_proj,0.0000074774,0.05000,15.457
+15,mlp.experts.62.up_proj,0.0000267401,0.05000,15.372
+15,mlp.experts.53.up_proj,0.0000060414,0.05000,15.385
+15,mlp.experts.68.up_proj,0.0000180246,0.05000,15.278
+15,mlp.experts.51.up_proj,0.0000058349,0.05000,15.446
+15,mlp.experts.58.up_proj,0.0000074925,0.05000,15.334
+15,mlp.experts.55.up_proj,0.0000079268,0.05000,15.286
+15,mlp.experts.66.up_proj,0.0000080744,0.05000,15.239
+15,mlp.experts.88.up_proj,0.0000087274,0.05000,15.248
+15,mlp.experts.93.up_proj,0.0000066644,0.05000,15.372
+15,mlp.experts.70.up_proj,0.0000084578,0.05000,15.209
+15,mlp.experts.63.up_proj,0.0000071530,0.05000,15.430
+15,mlp.experts.75.up_proj,0.0000477470,0.05000,15.189
+15,mlp.experts.76.up_proj,0.0000084588,0.05000,14.646
+15,mlp.experts.73.up_proj,0.0000431787,0.05000,14.491
+15,mlp.experts.65.up_proj,0.0000083522,0.05000,14.585
+15,mlp.experts.64.up_proj,0.0000050012,0.05000,14.564
+15,mlp.experts.69.up_proj,0.0000112074,0.05000,14.596
+15,mlp.experts.78.up_proj,0.0000051901,0.05000,14.619
+15,mlp.experts.84.up_proj,0.0000205943,0.05000,14.663
+15,mlp.experts.67.up_proj,0.0000065454,0.05000,14.699
+15,mlp.experts.74.up_proj,0.0000056903,0.05000,14.624
+15,mlp.experts.71.up_proj,0.0000037074,0.05000,14.649
+15,mlp.experts.104.up_proj,0.0000184694,0.05000,14.605
+15,mlp.experts.82.up_proj,0.0000064843,0.05000,14.682
+15,mlp.experts.109.up_proj,0.0000101310,0.05000,14.640
+15,mlp.experts.79.up_proj,0.0000143471,0.05000,14.686
+15,mlp.experts.86.up_proj,0.0000157906,0.05000,14.805
+15,mlp.experts.91.up_proj,0.0000356291,0.05000,15.040
+15,mlp.experts.92.up_proj,0.0000072328,0.05000,15.294
+15,mlp.experts.81.up_proj,0.0000048112,0.05000,15.248
+15,mlp.experts.89.up_proj,0.0000066506,0.05000,15.373
+15,mlp.experts.80.up_proj,0.0000076585,0.05000,15.215
+15,mlp.experts.85.up_proj,0.0000035831,0.05000,15.232
+15,mlp.experts.94.up_proj,0.0000123419,0.05000,15.341
+15,mlp.experts.83.up_proj,0.0000121032,0.05000,15.136
+15,mlp.experts.100.up_proj,0.0000230931,0.05000,15.258
+15,mlp.experts.90.up_proj,0.0000058610,0.05000,15.188
+15,mlp.experts.87.up_proj,0.0000041395,0.05000,15.413
+15,mlp.experts.120.up_proj,0.0000105871,0.05000,15.339
+15,mlp.experts.98.up_proj,0.0000073697,0.05000,15.461
+15,mlp.experts.125.up_proj,0.0000232747,0.05000,15.533
+15,mlp.experts.95.up_proj,0.0000078587,0.05000,15.630
+15,mlp.experts.102.up_proj,0.0000039688,0.05000,15.567
+15,mlp.experts.107.up_proj,0.0000407817,0.05000,15.620
+15,mlp.experts.108.up_proj,0.0000102333,0.05000,14.905
+15,mlp.experts.105.up_proj,0.0000145489,0.05000,14.846
+15,mlp.experts.96.up_proj,0.0000076020,0.05000,14.825
+15,mlp.experts.97.up_proj,0.0000062912,0.05000,14.945
+15,mlp.experts.101.up_proj,0.0000071189,0.05000,14.851
+15,mlp.experts.110.up_proj,0.0000056375,0.05000,15.033
+15,mlp.experts.116.up_proj,0.0000063122,0.05000,14.909
+15,mlp.experts.99.up_proj,0.0000067244,0.05000,15.000
+15,mlp.experts.106.up_proj,0.0000085322,0.05000,14.969
+15,mlp.experts.103.up_proj,0.0000070267,0.05000,14.768
+15,mlp.experts.136.up_proj,0.0000102535,0.05000,14.873
+15,mlp.experts.141.up_proj,0.0000041540,0.05000,14.700
+15,mlp.experts.114.up_proj,0.0000049680,0.05000,14.870
+15,mlp.experts.111.up_proj,0.0000099704,0.05000,14.735
+15,mlp.experts.118.up_proj,0.0000187742,0.05000,14.692
+15,mlp.experts.123.up_proj,0.0000080148,0.05000,14.755
+15,mlp.experts.124.up_proj,0.0000055801,0.05000,15.141
+15,mlp.experts.121.up_proj,0.0000056328,0.05000,15.158
+15,mlp.experts.113.up_proj,0.0000106155,0.05000,15.332
+15,mlp.experts.112.up_proj,0.0000083379,0.05000,15.387
+15,mlp.experts.117.up_proj,0.0000062641,0.05000,15.401
+15,mlp.experts.126.up_proj,0.0000100871,0.05000,15.339
+15,mlp.experts.132.up_proj,0.0000116931,0.05000,15.311
+15,mlp.experts.115.up_proj,0.0000111681,0.05000,15.472
+15,mlp.experts.122.up_proj,0.0000418313,0.05000,15.517
+15,mlp.experts.119.up_proj,0.0000025104,0.05000,15.515
+15,mlp.experts.152.up_proj,0.0000075735,0.05000,15.599
+15,mlp.experts.157.up_proj,0.0000099416,0.05000,15.637
+15,mlp.experts.130.up_proj,0.0000087928,0.05000,15.660
+15,mlp.experts.134.up_proj,0.0000049930,0.05000,15.563
+15,mlp.experts.127.up_proj,0.0000076676,0.05000,15.619
+15,mlp.experts.139.up_proj,0.0000030091,0.05000,15.723
+15,mlp.experts.140.up_proj,0.0000069158,0.05000,14.635
+15,mlp.experts.137.up_proj,0.0000096462,0.05000,14.647
+15,mlp.experts.128.up_proj,0.0000061524,0.05000,14.618
+15,mlp.experts.129.up_proj,0.0000443810,0.05000,14.670
+15,mlp.experts.133.up_proj,0.0000063163,0.05000,14.708
+15,mlp.experts.142.up_proj,0.0000093465,0.05000,14.476
+15,mlp.experts.148.up_proj,0.0000052348,0.05000,14.551
+15,mlp.experts.131.up_proj,0.0000084628,0.05000,14.567
+15,mlp.experts.138.up_proj,0.0000077323,0.05000,14.502
+15,mlp.experts.135.up_proj,0.0000154006,0.05000,14.400
+15,mlp.experts.164.up_proj,failsafe(rtn): 0.0009232,0.00000,0.610
+15,mlp.experts.168.up_proj,0.0000045320,0.05000,14.278
+15,mlp.experts.146.up_proj,0.0000072067,0.05000,14.252
+15,mlp.experts.173.up_proj,0.0000030394,0.05000,14.412
+15,mlp.experts.150.up_proj,0.0000087432,0.05000,14.551
+15,mlp.experts.143.up_proj,0.0000263630,0.05000,14.590
+15,mlp.experts.155.up_proj,0.0000087182,0.05000,14.641
+15,mlp.experts.156.up_proj,0.0000071831,0.05000,14.618
+15,mlp.experts.153.up_proj,0.0000102228,0.05000,14.702
+15,mlp.experts.145.up_proj,0.0000034607,0.05000,14.627
+15,mlp.experts.144.up_proj,0.0000120227,0.05000,14.718
+15,mlp.experts.158.up_proj,0.0000273930,0.05000,14.640
+15,mlp.experts.149.up_proj,0.0000087433,0.05000,14.708
+15,mlp.experts.147.up_proj,0.0000015161,0.05000,14.673
+15,mlp.experts.154.up_proj,0.0000298404,0.05000,14.791
+15,mlp.experts.151.up_proj,0.0000089998,0.05000,14.801
+15,mlp.experts.180.up_proj,0.0000234610,0.05000,14.839
+15,mlp.experts.184.up_proj,0.0000090769,0.05000,14.744
+15,mlp.experts.162.up_proj,0.0000154506,0.05000,14.755
+15,mlp.experts.189.up_proj,0.0000043826,0.05000,14.748
+15,mlp.experts.166.up_proj,0.0000088963,0.05000,14.518
+15,mlp.experts.159.up_proj,0.0000077117,0.05000,14.576
+15,mlp.experts.205.up_proj,failsafe(rtn): 0.0009346,0.00000,0.826
+15,mlp.experts.171.up_proj,0.0000065781,0.05000,14.822
+15,mlp.experts.172.up_proj,0.0000067504,0.05000,15.527
+15,mlp.experts.169.up_proj,0.0000029624,0.05000,15.403
+15,mlp.experts.161.up_proj,0.0000138620,0.05000,15.354
+15,mlp.experts.160.up_proj,0.0000103759,0.05000,15.538
+15,mlp.experts.174.up_proj,0.0000047834,0.05000,15.347
+15,mlp.experts.165.up_proj,0.0000052850,0.05000,15.439
+15,mlp.experts.163.up_proj,0.0000137303,0.05000,15.480
+15,mlp.experts.170.up_proj,0.0000068515,0.05000,15.413
+15,mlp.experts.167.up_proj,0.0000064669,0.05000,15.562
+15,mlp.experts.196.up_proj,0.0000055334,0.05000,15.451
+15,mlp.experts.200.up_proj,0.0000041086,0.05000,15.494
+15,mlp.experts.178.up_proj,0.0000142558,0.05000,15.424
+15,mlp.experts.182.up_proj,0.0000065392,0.05000,15.459
+15,mlp.experts.175.up_proj,0.0000115911,0.05000,15.543
+15,mlp.experts.194.up_proj,failsafe(rtn): 0.0009155,0.00000,0.781
+15,mlp.experts.221.up_proj,0.0000036544,0.05000,15.326
+15,mlp.experts.198.up_proj,failsafe(rtn): 0.0008888,0.00000,0.739
+15,mlp.experts.187.up_proj,0.0000094537,0.05000,15.279
+15,mlp.experts.188.up_proj,0.0000053273,0.05000,14.995
+15,mlp.experts.185.up_proj,0.0000079832,0.05000,15.006
+15,mlp.experts.177.up_proj,0.0000096504,0.05000,15.002
+15,mlp.experts.176.up_proj,0.0000212656,0.05000,15.031
+15,mlp.experts.190.up_proj,0.0000085757,0.05000,15.096
+15,mlp.experts.181.up_proj,0.0000060879,0.05000,15.003
+15,mlp.experts.179.up_proj,0.0000041144,0.05000,15.085
+15,mlp.experts.186.up_proj,0.0000139646,0.05000,15.074
+15,mlp.experts.212.up_proj,0.0000096936,0.05000,14.997
+15,mlp.experts.183.up_proj,0.0000074314,0.05000,15.128
+15,mlp.experts.216.up_proj,0.0000140560,0.05000,15.011
+15,mlp.experts.191.up_proj,0.0000088368,0.05000,14.778
+15,mlp.experts.237.up_proj,0.0000144266,0.05000,14.695
+15,mlp.experts.210.up_proj,0.0000116017,0.05000,14.815
+15,mlp.experts.214.up_proj,0.0000295062,0.05000,14.692
+15,mlp.experts.203.up_proj,0.0000046748,0.05000,14.841
+15,mlp.experts.253.up_proj,failsafe(rtn): 0.0009613,0.00000,0.780
+15,mlp.experts.13.down_proj,0.0000002137,0.05000,3.414
+15,mlp.experts.29.down_proj,0.0000001718,0.05000,3.968
+15,mlp.experts.204.up_proj,0.0000046878,0.05000,14.744
+15,mlp.experts.201.up_proj,0.0000399012,0.05000,14.828
+15,mlp.experts.193.up_proj,0.0000052017,0.05000,14.737
+15,mlp.experts.45.down_proj,0.0000000867,0.05000,3.841
+15,mlp.experts.206.up_proj,0.0000080976,0.05000,14.711
+15,mlp.experts.192.up_proj,0.0000191223,0.05000,14.998
+15,mlp.experts.197.up_proj,0.0000092707,0.05000,14.992
+15,mlp.experts.195.up_proj,0.0000081837,0.05000,14.850
+15,mlp.experts.202.up_proj,0.0000145333,0.05000,14.838
+15,mlp.experts.228.up_proj,0.0000073312,0.05000,14.744
+15,mlp.experts.199.up_proj,0.0000185277,0.05000,14.835
+15,mlp.experts.232.up_proj,0.0000307779,0.05000,15.060
+15,mlp.experts.207.up_proj,0.0000114704,0.05000,15.061
+15,mlp.experts.226.up_proj,0.0000149983,0.05000,15.118
+15,mlp.experts.230.up_proj,0.0000184477,0.05000,15.206
+15,mlp.experts.219.up_proj,0.0000114443,0.05000,15.204
+15,mlp.experts.61.down_proj,0.0000002401,0.05000,3.893
+15,mlp.experts.77.down_proj,0.0000002656,0.05000,4.064
+15,mlp.experts.93.down_proj,0.0000000559,0.05000,3.489
+15,mlp.experts.220.up_proj,0.0000045400,0.05000,14.996
+15,mlp.experts.217.up_proj,0.0000148080,0.05000,14.887
+15,mlp.experts.209.up_proj,0.0000064971,0.05000,14.925
+15,mlp.experts.109.down_proj,0.0000002883,0.05000,3.518
+15,mlp.experts.222.up_proj,0.0000089516,0.05000,14.949
+15,mlp.experts.208.up_proj,0.0000086780,0.05000,14.847
+15,mlp.experts.213.up_proj,0.0000216596,0.05000,14.942
+15,mlp.experts.211.up_proj,0.0000279611,0.05000,15.044
+15,mlp.experts.218.up_proj,0.0000080795,0.05000,15.088
+15,mlp.experts.244.up_proj,0.0000073343,0.05000,15.223
+15,mlp.experts.215.up_proj,0.0000036169,0.05000,15.207
+15,mlp.experts.248.up_proj,0.0000059232,0.05000,15.150
+15,mlp.experts.8.down_proj,failsafe(rtn): 0.0008888,0.00000,0.189
+15,mlp.experts.223.up_proj,0.0000152086,0.05000,15.147
+15,mlp.experts.242.up_proj,0.0000031018,0.05000,15.195
+15,mlp.experts.246.up_proj,0.0000207804,0.05000,15.162
+15,mlp.experts.235.up_proj,0.0000043092,0.05000,15.254
+15,mlp.experts.125.down_proj,0.0000004305,0.05000,4.271
+15,mlp.experts.251.up_proj,failsafe(rtn): 0.0009499,0.00000,0.771
+15,mlp.experts.4.down_proj,0.0000001018,0.05000,4.166
+15,mlp.experts.24.down_proj,0.0000004723,0.05000,4.032
+15,mlp.experts.2.down_proj,0.0000000328,0.05000,3.958
+15,mlp.experts.6.down_proj,0.0000000353,0.05000,4.015
+15,mlp.experts.141.down_proj,0.0000000425,0.05000,3.783
+15,mlp.experts.11.down_proj,0.0000001990,0.05000,3.742
+15,mlp.experts.20.down_proj,0.0000002099,0.05000,3.542
+15,mlp.experts.40.down_proj,0.0000001198,0.05000,3.400
+15,mlp.experts.18.down_proj,0.0000000965,0.05000,3.300
+15,mlp.experts.22.down_proj,0.0000003140,0.05000,3.242
+15,mlp.experts.157.down_proj,0.0000000846,0.05000,3.442
+15,mlp.experts.27.down_proj,0.0000000646,0.05000,3.700
+15,mlp.experts.36.down_proj,0.0000005160,0.05000,3.934
+15,mlp.experts.56.down_proj,0.0000000488,0.05000,3.886
+15,mlp.experts.34.down_proj,0.0000000359,0.05000,3.999
+15,mlp.experts.38.down_proj,0.0000002614,0.05000,3.940
+15,mlp.experts.236.up_proj,0.0000117305,0.05000,15.315
+15,mlp.experts.225.up_proj,0.0000082733,0.05000,15.200
+15,mlp.experts.233.up_proj,0.0000084117,0.05000,15.352
+15,mlp.experts.173.down_proj,0.0000000318,0.05000,3.790
+15,mlp.experts.238.up_proj,0.0000100456,0.05000,15.192
+15,mlp.experts.224.up_proj,0.0000110695,0.05000,15.287
+15,mlp.experts.229.up_proj,0.0000059864,0.05000,15.181
+15,mlp.experts.43.down_proj,0.0000003678,0.05000,3.695
+15,mlp.experts.234.up_proj,0.0000220736,0.05000,15.193
+15,mlp.experts.227.up_proj,0.0000025715,0.05000,15.474
+15,mlp.experts.231.up_proj,0.0000086279,0.05000,15.118
+15,mlp.experts.52.down_proj,0.0000001632,0.05000,3.720
+15,mlp.experts.72.down_proj,0.0000001093,0.05000,3.822
+15,mlp.experts.239.up_proj,0.0000101901,0.05000,15.130
+15,mlp.experts.54.down_proj,0.0000004333,0.05000,3.697
+15,mlp.experts.50.down_proj,0.0000002395,0.05000,3.760
+15,mlp.experts.189.down_proj,0.0000001494,0.05000,3.663
+15,mlp.experts.205.down_proj,failsafe(rtn): 0.0009079,0.00000,0.200
+15,mlp.experts.59.down_proj,0.0000001410,0.05000,3.687
+15,mlp.experts.68.down_proj,0.0000003199,0.05000,3.428
+15,mlp.experts.88.down_proj,0.0000003321,0.05000,3.544
+15,mlp.experts.70.down_proj,0.0000000793,0.05000,3.624
+15,mlp.experts.66.down_proj,0.0000000798,0.05000,3.664
+15,mlp.experts.221.down_proj,0.0000001019,0.05000,3.659
+15,mlp.experts.75.down_proj,0.0000012907,0.05000,3.787
+15,mlp.experts.84.down_proj,0.0000007253,0.05000,3.870
+15,mlp.experts.104.down_proj,0.0000007934,0.05000,3.829
+15,mlp.experts.86.down_proj,0.0000001528,0.05000,3.753
+15,mlp.experts.82.down_proj,0.0000000568,0.05000,3.812
+15,mlp.experts.237.down_proj,0.0000001427,0.05000,3.785
+15,mlp.experts.253.down_proj,failsafe(rtn): 0.0009117,0.00000,0.155
+15,mlp.experts.91.down_proj,0.0000009990,0.05000,3.678
+15,mlp.experts.100.down_proj,0.0000005758,0.05000,3.498
+15,mlp.experts.120.down_proj,0.0000003061,0.05000,3.331
+15,mlp.experts.98.down_proj,0.0000002035,0.05000,3.378
+15,mlp.experts.102.down_proj,0.0000000360,0.05000,3.483
+15,mlp.experts.249.up_proj,0.0000076791,0.05000,14.445
+15,mlp.experts.252.up_proj,0.0000145355,0.05000,14.725
+15,mlp.experts.241.up_proj,0.0000062637,0.05000,14.631
+15,mlp.experts.254.up_proj,0.0000053117,0.05000,14.498
+15,mlp.experts.240.up_proj,0.0000072903,0.05000,14.690
+15,mlp.experts.245.up_proj,0.0000104187,0.05000,14.545
+15,mlp.experts.107.down_proj,0.0000008985,0.05000,3.575
+15,mlp.experts.250.up_proj,0.0000112405,0.05000,14.561
+15,mlp.experts.243.up_proj,0.0000053679,0.05000,14.602
+15,mlp.experts.247.up_proj,0.0000053304,0.05000,14.314
+15,mlp.experts.116.down_proj,0.0000001896,0.05000,3.563
+15,mlp.experts.255.up_proj,0.0000074333,0.05000,14.364
+15,mlp.experts.136.down_proj,0.0000000893,0.05000,3.790
+15,mlp.experts.118.down_proj,0.0000005860,0.05000,3.654
+15,mlp.experts.114.down_proj,0.0000001562,0.05000,3.793
+15,mlp.experts.9.down_proj,0.0000003669,0.05000,3.751
+15,mlp.experts.12.down_proj,0.0000001515,0.05000,3.808
+15,mlp.experts.1.down_proj,0.0000001048,0.05000,3.790
+15,mlp.experts.14.down_proj,0.0000001799,0.05000,3.692
+15,mlp.experts.0.down_proj,0.0000002699,0.05000,3.614
+15,mlp.experts.5.down_proj,0.0000002860,0.05000,3.586
+15,mlp.experts.123.down_proj,0.0000002061,0.05000,3.530
+15,mlp.experts.10.down_proj,0.0000005543,0.05000,3.485
+15,mlp.experts.3.down_proj,0.0000002257,0.05000,3.565
+15,mlp.experts.7.down_proj,0.0000004053,0.05000,3.627
+15,mlp.experts.132.down_proj,0.0000000947,0.05000,3.753
+15,mlp.experts.15.down_proj,0.0000015727,0.05000,3.631
+15,mlp.experts.152.down_proj,0.0000002091,0.05000,3.555
+15,mlp.experts.134.down_proj,0.0000001510,0.05000,3.495
+15,mlp.experts.130.down_proj,0.0000006320,0.05000,3.455
+15,mlp.experts.25.down_proj,0.0000000780,0.05000,3.408
+15,mlp.experts.28.down_proj,0.0000002770,0.05000,3.370
+15,mlp.experts.17.down_proj,0.0000003250,0.05000,3.355
+15,mlp.experts.30.down_proj,0.0000002891,0.05000,3.355
+15,mlp.experts.21.down_proj,0.0000001639,0.05000,3.332
+15,mlp.experts.16.down_proj,0.0000001511,0.05000,3.406
+15,mlp.experts.139.down_proj,0.0000001043,0.05000,3.389
+15,mlp.experts.26.down_proj,0.0000001848,0.05000,3.330
+15,mlp.experts.19.down_proj,0.0000002234,0.05000,3.330
+15,mlp.experts.23.down_proj,0.0000001790,0.05000,3.286
+15,mlp.experts.148.down_proj,0.0000001390,0.05000,3.133
+15,mlp.experts.164.down_proj,failsafe(rtn): 0.0008965,0.00000,0.154
+15,mlp.experts.168.down_proj,0.0000000336,0.05000,3.237
+15,mlp.experts.31.down_proj,0.0000002022,0.05000,3.361
+15,mlp.experts.146.down_proj,0.0000002692,0.05000,3.196
+15,mlp.experts.150.down_proj,0.0000000798,0.05000,3.295
+15,mlp.experts.41.down_proj,0.0000005354,0.05000,3.276
+15,mlp.experts.44.down_proj,0.0000001865,0.05000,3.266
+15,mlp.experts.33.down_proj,0.0000001978,0.05000,3.253
+15,mlp.experts.46.down_proj,0.0000002379,0.05000,3.262
+15,mlp.experts.37.down_proj,0.0000003408,0.05000,3.366
+15,mlp.experts.32.down_proj,0.0000005200,0.05000,3.345
+15,mlp.experts.155.down_proj,0.0000002369,0.05000,3.539
+15,mlp.experts.42.down_proj,0.0000000682,0.05000,3.563
+15,mlp.experts.35.down_proj,0.0000004704,0.05000,3.588
+15,mlp.experts.39.down_proj,0.0000004116,0.05000,3.597
+15,mlp.experts.180.down_proj,0.0000008800,0.05000,3.571
+15,mlp.experts.184.down_proj,0.0000000764,0.05000,3.384
+15,mlp.experts.47.down_proj,0.0000000568,0.05000,3.370
+15,mlp.experts.166.down_proj,0.0000001695,0.05000,3.306
+15,mlp.experts.162.down_proj,0.0000004538,0.05000,3.339
+15,mlp.experts.57.down_proj,0.0000004670,0.05000,3.284
+15,mlp.experts.49.down_proj,0.0000002030,0.05000,3.251
+15,mlp.experts.60.down_proj,0.0000004404,0.05000,3.259
+15,mlp.experts.62.down_proj,0.0000006921,0.05000,3.306
+15,mlp.experts.53.down_proj,0.0000000576,0.05000,3.259
+15,mlp.experts.48.down_proj,0.0000000654,0.05000,3.253
+15,mlp.experts.171.down_proj,0.0000002311,0.05000,3.214
+15,mlp.experts.58.down_proj,0.0000001902,0.05000,3.136
+15,mlp.experts.51.down_proj,0.0000001741,0.05000,3.130
+15,mlp.experts.55.down_proj,0.0000001267,0.05000,3.146
+15,mlp.experts.196.down_proj,0.0000000518,0.05000,3.155
+15,mlp.experts.200.down_proj,0.0000001657,0.05000,3.145
+15,mlp.experts.63.down_proj,0.0000002492,0.05000,3.157
+15,mlp.experts.182.down_proj,0.0000001616,0.05000,3.170
+15,mlp.experts.178.down_proj,0.0000002803,0.05000,3.210
+15,mlp.experts.198.down_proj,failsafe(rtn): 0.0008888,0.00000,0.200
+15,mlp.experts.194.down_proj,failsafe(rtn): 0.0008850,0.00000,0.188
+15,mlp.experts.73.down_proj,0.0000013226,0.05000,3.239
+15,mlp.experts.65.down_proj,0.0000001726,0.05000,3.232
+15,mlp.experts.76.down_proj,0.0000002887,0.05000,3.236
+15,mlp.experts.78.down_proj,0.0000001268,0.05000,3.189
+15,mlp.experts.69.down_proj,0.0000001105,0.05000,3.221
+15,mlp.experts.64.down_proj,0.0000001972,0.05000,3.300
+15,mlp.experts.187.down_proj,0.0000000744,0.05000,3.256
+15,mlp.experts.74.down_proj,0.0000001849,0.05000,3.273
+15,mlp.experts.67.down_proj,0.0000001847,0.05000,3.323
+15,mlp.experts.71.down_proj,0.0000001327,0.05000,3.464
+15,mlp.experts.212.down_proj,0.0000001786,0.05000,3.550
+15,mlp.experts.216.down_proj,0.0000004990,0.05000,3.721
+15,mlp.experts.79.down_proj,0.0000003994,0.05000,3.792
+15,mlp.experts.214.down_proj,0.0000006667,0.05000,3.716
+15,mlp.experts.210.down_proj,0.0000004311,0.05000,3.723
+15,mlp.experts.89.down_proj,0.0000000529,0.05000,3.822
+15,mlp.experts.92.down_proj,0.0000000972,0.05000,3.836
+15,mlp.experts.81.down_proj,0.0000001775,0.05000,3.916
+15,mlp.experts.94.down_proj,0.0000004624,0.05000,3.884
+15,mlp.experts.85.down_proj,0.0000001010,0.05000,3.856
+15,mlp.experts.80.down_proj,0.0000002078,0.05000,3.800
+15,mlp.experts.90.down_proj,0.0000002854,0.05000,3.614
+15,mlp.experts.203.down_proj,0.0000001536,0.05000,3.740
+15,mlp.experts.83.down_proj,0.0000001131,0.05000,3.600
+15,mlp.experts.87.down_proj,0.0000001655,0.05000,3.538
+15,mlp.experts.228.down_proj,0.0000000779,0.05000,3.417
+15,mlp.experts.232.down_proj,0.0000007088,0.05000,3.309
+15,mlp.experts.95.down_proj,0.0000002759,0.05000,3.343
+15,mlp.experts.230.down_proj,0.0000005097,0.05000,3.345
+15,mlp.experts.226.down_proj,0.0000003001,0.05000,3.337
+15,mlp.experts.105.down_proj,0.0000003771,0.05000,3.289
+15,mlp.experts.108.down_proj,0.0000000972,0.05000,3.341
+15,mlp.experts.97.down_proj,0.0000002970,0.05000,3.335
+15,mlp.experts.110.down_proj,0.0000001490,0.05000,3.430
+15,mlp.experts.101.down_proj,0.0000002983,0.05000,3.460
+15,mlp.experts.96.down_proj,0.0000003096,0.05000,3.514
+15,mlp.experts.106.down_proj,0.0000002226,0.05000,3.403
+15,mlp.experts.219.down_proj,0.0000003723,0.05000,3.453
+15,mlp.experts.99.down_proj,0.0000001687,0.05000,3.400
+15,mlp.experts.103.down_proj,0.0000001605,0.05000,3.428
+15,mlp.experts.244.down_proj,0.0000000824,0.05000,3.548
+15,mlp.experts.248.down_proj,0.0000001798,0.05000,3.620
+15,mlp.experts.111.down_proj,0.0000003303,0.05000,3.592
+15,mlp.experts.246.down_proj,0.0000007146,0.05000,3.407
+15,mlp.experts.242.down_proj,0.0000000850,0.05000,3.441
+15,mlp.experts.121.down_proj,0.0000001655,0.05000,3.415
+15,mlp.experts.124.down_proj,0.0000000607,0.05000,3.374
+15,mlp.experts.113.down_proj,0.0000003508,0.05000,3.367
+15,mlp.experts.126.down_proj,0.0000000909,0.05000,3.283
+15,mlp.experts.117.down_proj,0.0000000558,0.05000,3.185
+15,mlp.experts.112.down_proj,0.0000001570,0.05000,3.150
+15,mlp.experts.122.down_proj,0.0000010357,0.05000,3.050
+15,mlp.experts.235.down_proj,0.0000001268,0.05000,3.039
+15,mlp.experts.115.down_proj,0.0000002325,0.05000,3.034
+15,mlp.experts.251.down_proj,failsafe(rtn): 0.0009155,0.00000,0.131
+15,mlp.experts.119.down_proj,0.0000001284,0.05000,3.001
+15,mlp.experts.127.down_proj,0.0000000677,0.05000,2.455
+15,mlp.experts.140.down_proj,0.0000000802,0.05000,2.208
+15,mlp.experts.137.down_proj,0.0000000876,0.05000,2.335
+15,mlp.experts.129.down_proj,0.0000010804,0.05000,2.249
+15,mlp.experts.142.down_proj,0.0000002366,0.05000,2.228
+15,mlp.experts.133.down_proj,0.0000001624,0.05000,2.135
+15,mlp.experts.128.down_proj,0.0000000894,0.05000,2.148
+15,mlp.experts.138.down_proj,0.0000001585,0.05000,2.246
+15,mlp.experts.131.down_proj,0.0000000851,0.05000,2.218
+15,mlp.experts.135.down_proj,0.0000005749,0.05000,2.265
+15,mlp.experts.143.down_proj,0.0000008786,0.05000,2.348
+15,mlp.experts.156.down_proj,0.0000000879,0.05000,2.221
+15,mlp.experts.153.down_proj,0.0000000950,0.05000,2.260
+15,mlp.experts.145.down_proj,0.0000001337,0.05000,2.295
+15,mlp.experts.158.down_proj,0.0000005411,0.05000,2.363
+15,mlp.experts.149.down_proj,0.0000001361,0.05000,2.477
+15,mlp.experts.144.down_proj,0.0000003014,0.05000,2.413
+15,mlp.experts.147.down_proj,0.0000000572,0.05000,2.269
+15,mlp.experts.154.down_proj,0.0000005206,0.05000,2.420
+15,mlp.experts.151.down_proj,0.0000001739,0.05000,2.503
+15,mlp.experts.159.down_proj,0.0000002036,0.05000,2.462
+15,mlp.experts.172.down_proj,0.0000002792,0.05000,2.527
+15,mlp.experts.169.down_proj,0.0000000990,0.05000,2.536
+15,mlp.experts.161.down_proj,0.0000003353,0.05000,2.582
+15,mlp.experts.174.down_proj,0.0000001023,0.05000,2.492
+15,mlp.experts.165.down_proj,0.0000002423,0.05000,2.462
+15,mlp.experts.160.down_proj,0.0000001366,0.05000,2.455
+15,mlp.experts.163.down_proj,0.0000002429,0.05000,2.466
+15,mlp.experts.170.down_proj,0.0000002189,0.05000,2.491
+15,mlp.experts.167.down_proj,0.0000000689,0.05000,2.369
+15,mlp.experts.175.down_proj,0.0000001714,0.05000,2.233
+15,mlp.experts.188.down_proj,0.0000000875,0.05000,2.216
+15,mlp.experts.185.down_proj,0.0000002841,0.05000,2.161
+15,mlp.experts.177.down_proj,0.0000004448,0.05000,2.174
+15,mlp.experts.190.down_proj,0.0000000990,0.05000,2.099
+15,mlp.experts.181.down_proj,0.0000001947,0.05000,2.166
+15,mlp.experts.176.down_proj,0.0000005086,0.05000,2.192
+15,mlp.experts.179.down_proj,0.0000000376,0.05000,2.209
+15,mlp.experts.186.down_proj,0.0000004001,0.05000,2.219
+15,mlp.experts.183.down_proj,0.0000000654,0.05000,2.207
+15,mlp.experts.191.down_proj,0.0000000791,0.05000,2.206
+15,mlp.experts.204.down_proj,0.0000001236,0.05000,2.177
+15,mlp.experts.201.down_proj,0.0000012411,0.05000,2.177
+15,mlp.experts.193.down_proj,0.0000002508,0.05000,2.169
+15,mlp.experts.206.down_proj,0.0000001896,0.05000,2.210
+15,mlp.experts.197.down_proj,0.0000002792,0.05000,2.179
+15,mlp.experts.192.down_proj,0.0000005479,0.05000,2.168
+15,mlp.experts.195.down_proj,0.0000001270,0.05000,2.078
+15,mlp.experts.202.down_proj,0.0000002755,0.05000,2.046
+15,mlp.experts.199.down_proj,0.0000004695,0.05000,2.062
+15,mlp.experts.207.down_proj,0.0000003474,0.05000,2.052
+15,mlp.experts.220.down_proj,0.0000001342,0.05000,2.013
+15,mlp.experts.217.down_proj,0.0000002988,0.05000,2.006
+15,mlp.experts.209.down_proj,0.0000001952,0.05000,2.109
+15,mlp.experts.222.down_proj,0.0000002650,0.05000,2.050
+15,mlp.experts.213.down_proj,0.0000010467,0.05000,2.114
+15,mlp.experts.208.down_proj,0.0000001464,0.05000,2.083
+15,mlp.experts.211.down_proj,0.0000006447,0.05000,2.060
+15,mlp.experts.218.down_proj,0.0000001953,0.05000,2.104
+15,mlp.experts.215.down_proj,0.0000000697,0.05000,2.114
+15,mlp.experts.223.down_proj,0.0000002757,0.05000,2.072
+15,mlp.experts.236.down_proj,0.0000004084,0.05000,2.053
+15,mlp.experts.233.down_proj,0.0000002486,0.05000,2.041
+15,mlp.experts.225.down_proj,0.0000000743,0.05000,2.021
+15,mlp.experts.238.down_proj,0.0000001750,0.05000,1.990
+15,mlp.experts.224.down_proj,0.0000003218,0.05000,1.930
+15,mlp.experts.229.down_proj,0.0000001001,0.05000,1.945
+15,mlp.experts.227.down_proj,0.0000001124,0.05000,1.895
+15,mlp.experts.234.down_proj,0.0000006307,0.05000,1.911
+15,mlp.experts.231.down_proj,0.0000002262,0.05000,2.053
+15,mlp.experts.239.down_proj,0.0000003499,0.05000,2.166
+15,mlp.experts.249.down_proj,0.0000003085,0.05000,2.099
+15,mlp.experts.252.down_proj,0.0000004273,0.05000,2.171
+15,mlp.experts.241.down_proj,0.0000001699,0.05000,2.104
+15,mlp.experts.254.down_proj,0.0000000416,0.05000,2.150
+15,mlp.experts.245.down_proj,0.0000003852,0.05000,2.025
+15,mlp.experts.240.down_proj,0.0000001405,0.05000,2.056
+15,mlp.experts.243.down_proj,0.0000000586,0.05000,1.838
+15,mlp.experts.250.down_proj,0.0000003589,0.05000,1.752
+15,mlp.experts.247.down_proj,0.0000000557,0.05000,1.210
+15,mlp.experts.255.down_proj,0.0000000728,0.05000,0.634
+16,mlp.experts.13.gate_proj,failsafe(rtn): 0.0008240,0.00000,0.733
+16,mlp.experts.15.gate_proj,0.0000131856,0.05000,14.911
+16,mlp.experts.1.gate_proj,0.0000038123,0.05000,14.935
+16,mlp.experts.11.gate_proj,0.0000248661,0.05000,14.999
+16,mlp.experts.5.gate_proj,0.0000041759,0.05000,15.015
+16,mlp.experts.0.gate_proj,0.0000042014,0.05000,15.032
+16,mlp.experts.3.gate_proj,0.0000458073,0.05000,15.079
+16,mlp.experts.9.gate_proj,0.0000243448,0.05000,15.065
+16,mlp.experts.7.gate_proj,0.0000201610,0.05000,15.085
+16,mlp.experts.10.gate_proj,0.0000071097,0.05000,15.084
+16,mlp.experts.12.gate_proj,0.0000082775,0.05000,15.073
+16,mlp.experts.8.gate_proj,0.0000113481,0.05000,15.111
+16,mlp.experts.14.gate_proj,0.0000040336,0.05000,15.163
+16,mlp.experts.6.gate_proj,0.0000085557,0.05000,15.162
+16,mlp.experts.4.gate_proj,0.0000085834,0.05000,15.189
+16,mlp.experts.2.gate_proj,0.0000070262,0.05000,15.290
+16,mlp.experts.29.gate_proj,0.0000066268,0.05000,15.050
+16,mlp.experts.31.gate_proj,0.0000233955,0.05000,15.193
+16,mlp.experts.17.gate_proj,0.0000041789,0.05000,15.187
+16,mlp.experts.21.gate_proj,0.0000085004,0.05000,15.233
+16,mlp.experts.19.gate_proj,0.0000148858,0.05000,15.204
+16,mlp.experts.24.gate_proj,0.0000060837,0.05000,15.170
+16,mlp.experts.30.gate_proj,0.0000060640,0.05000,15.137
+16,mlp.experts.27.gate_proj,0.0000305656,0.05000,15.309
+16,mlp.experts.16.gate_proj,0.0000061978,0.05000,15.322
+16,mlp.experts.26.gate_proj,0.0000071494,0.05000,15.299
+16,mlp.experts.25.gate_proj,0.0000047344,0.05000,15.334
+16,mlp.experts.28.gate_proj,0.0000034408,0.05000,15.356
+16,mlp.experts.22.gate_proj,0.0000045350,0.05000,15.260
+16,mlp.experts.23.gate_proj,0.0000049728,0.05000,15.445
+16,mlp.experts.18.gate_proj,0.0000073863,0.05000,15.305
+16,mlp.experts.20.gate_proj,0.0000083385,0.05000,15.398
+16,mlp.experts.45.gate_proj,0.0000052429,0.05000,15.335
+16,mlp.experts.33.gate_proj,0.0000077276,0.05000,14.500
+16,mlp.experts.47.gate_proj,0.0000046933,0.05000,14.576
+16,mlp.experts.42.gate_proj,0.0000103160,0.05000,14.391
+16,mlp.experts.32.gate_proj,0.0000049089,0.05000,14.436
+16,mlp.experts.37.gate_proj,0.0000110065,0.05000,14.553
+16,mlp.experts.35.gate_proj,0.0000055590,0.05000,14.540
+16,mlp.experts.40.gate_proj,0.0000034854,0.05000,14.585
+16,mlp.experts.38.gate_proj,0.0000047567,0.05000,14.453
+16,mlp.experts.44.gate_proj,0.0000188436,0.05000,14.458
+16,mlp.experts.43.gate_proj,0.0000050821,0.05000,14.637
+16,mlp.experts.41.gate_proj,0.0000060845,0.05000,14.611
+16,mlp.experts.34.gate_proj,0.0000053997,0.05000,14.481
+16,mlp.experts.46.gate_proj,0.0000053012,0.05000,14.795
+16,mlp.experts.39.gate_proj,0.0000079586,0.05000,14.622
+16,mlp.experts.36.gate_proj,0.0000151184,0.05000,14.586
+16,mlp.experts.61.gate_proj,0.0000064461,0.05000,14.505
+16,mlp.experts.77.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.698
+16,mlp.experts.53.gate_proj,0.0000058740,0.05000,14.130
+16,mlp.experts.49.gate_proj,0.0000091677,0.05000,14.319
+16,mlp.experts.58.gate_proj,0.0000029371,0.05000,14.282
+16,mlp.experts.63.gate_proj,0.0000087180,0.05000,14.428
+16,mlp.experts.48.gate_proj,0.0000036729,0.05000,14.326
+16,mlp.experts.60.gate_proj,0.0000070011,0.05000,14.223
+16,mlp.experts.50.gate_proj,0.0000056514,0.05000,14.141
+16,mlp.experts.56.gate_proj,0.0000078435,0.05000,14.307
+16,mlp.experts.54.gate_proj,0.0000058052,0.05000,14.305
+16,mlp.experts.57.gate_proj,0.0000254687,0.05000,14.228
+16,mlp.experts.51.gate_proj,0.0000027362,0.05000,14.452
+16,mlp.experts.59.gate_proj,0.0000056438,0.05000,14.306
+16,mlp.experts.62.gate_proj,0.0000150757,0.05000,14.219
+16,mlp.experts.52.gate_proj,0.0000233040,0.05000,14.218
+16,mlp.experts.55.gate_proj,0.0000049044,0.05000,14.301
+16,mlp.experts.93.gate_proj,0.0000062698,0.05000,14.307
+16,mlp.experts.65.gate_proj,0.0000074936,0.05000,14.876
+16,mlp.experts.69.gate_proj,0.0000253256,0.05000,15.058
+16,mlp.experts.74.gate_proj,0.0000026391,0.05000,15.082
+16,mlp.experts.79.gate_proj,0.0000173830,0.05000,15.057
+16,mlp.experts.64.gate_proj,0.0000120824,0.05000,15.090
+16,mlp.experts.73.gate_proj,0.0000075487,0.05000,14.986
+16,mlp.experts.76.gate_proj,0.0000264784,0.05000,15.086
+16,mlp.experts.78.gate_proj,0.0000084112,0.05000,15.018
+16,mlp.experts.72.gate_proj,0.0000023579,0.05000,15.122
+16,mlp.experts.66.gate_proj,0.0000108024,0.05000,15.194
+16,mlp.experts.70.gate_proj,0.0000148606,0.05000,15.234
+16,mlp.experts.68.gate_proj,0.0000274549,0.05000,15.092
+16,mlp.experts.75.gate_proj,0.0000091305,0.05000,15.232
+16,mlp.experts.67.gate_proj,0.0000057115,0.05000,15.286
+16,mlp.experts.71.gate_proj,0.0000150793,0.05000,15.080
+16,mlp.experts.94.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.794
+16,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.753
+16,mlp.experts.109.gate_proj,0.0000152395,0.05000,15.170
+16,mlp.experts.81.gate_proj,0.0000069442,0.05000,16.247
+16,mlp.experts.85.gate_proj,0.0000071549,0.05000,16.179
+16,mlp.experts.90.gate_proj,0.0000169579,0.05000,16.156
+16,mlp.experts.95.gate_proj,0.0000042341,0.05000,16.159
+16,mlp.experts.89.gate_proj,0.0000065336,0.05000,16.115
+16,mlp.experts.80.gate_proj,0.0000036714,0.05000,16.140
+16,mlp.experts.88.gate_proj,0.0000090243,0.05000,16.064
+16,mlp.experts.92.gate_proj,0.0000068529,0.05000,16.213
+16,mlp.experts.84.gate_proj,0.0000122852,0.05000,16.061
+16,mlp.experts.82.gate_proj,0.0000077538,0.05000,16.189
+16,mlp.experts.87.gate_proj,0.0000063981,0.05000,16.072
+16,mlp.experts.83.gate_proj,0.0000121517,0.05000,16.179
+16,mlp.experts.91.gate_proj,0.0000053182,0.05000,16.238
+16,mlp.experts.97.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.773
+16,mlp.experts.110.gate_proj,0.0000110019,0.05000,16.041
+16,mlp.experts.102.gate_proj,0.0000073917,0.05000,15.981
+16,mlp.experts.125.gate_proj,0.0000304463,0.05000,15.991
+16,mlp.experts.101.gate_proj,0.0000034587,0.05000,15.140
+16,mlp.experts.106.gate_proj,0.0000110701,0.05000,15.315
+16,mlp.experts.105.gate_proj,0.0000087238,0.05000,15.292
+16,mlp.experts.104.gate_proj,0.0000100521,0.05000,15.275
+16,mlp.experts.111.gate_proj,0.0000091504,0.05000,15.405
+16,mlp.experts.96.gate_proj,0.0000086756,0.05000,15.551
+16,mlp.experts.108.gate_proj,0.0000156073,0.05000,15.476
+16,mlp.experts.98.gate_proj,0.0000245844,0.05000,15.398
+16,mlp.experts.100.gate_proj,0.0000268061,0.05000,15.459
+16,mlp.experts.103.gate_proj,0.0000099881,0.05000,15.337
+16,mlp.experts.113.gate_proj,0.0000080694,0.05000,15.385
+16,mlp.experts.99.gate_proj,0.0000067423,0.05000,15.516
+16,mlp.experts.107.gate_proj,0.0000070902,0.05000,15.513
+16,mlp.experts.126.gate_proj,0.0000154354,0.05000,15.587
+16,mlp.experts.118.gate_proj,0.0000112099,0.05000,15.680
+16,mlp.experts.141.gate_proj,0.0000050513,0.05000,15.595
+16,mlp.experts.117.gate_proj,0.0000016612,0.05000,15.117
+16,mlp.experts.122.gate_proj,0.0000095674,0.05000,15.216
+16,mlp.experts.120.gate_proj,0.0000073526,0.05000,15.134
+16,mlp.experts.127.gate_proj,0.0000100609,0.05000,15.152
+16,mlp.experts.121.gate_proj,0.0000104502,0.05000,15.316
+16,mlp.experts.112.gate_proj,0.0000070328,0.05000,15.133
+16,mlp.experts.114.gate_proj,0.0000087160,0.05000,15.082
+16,mlp.experts.116.gate_proj,0.0000086060,0.05000,15.113
+16,mlp.experts.124.gate_proj,0.0000090046,0.05000,15.216
+16,mlp.experts.119.gate_proj,0.0000062002,0.05000,15.212
+16,mlp.experts.129.gate_proj,0.0000198541,0.05000,15.080
+16,mlp.experts.115.gate_proj,0.0000041001,0.05000,15.176
+16,mlp.experts.123.gate_proj,0.0000143209,0.05000,15.199
+16,mlp.experts.134.gate_proj,0.0000150403,0.05000,14.969
+16,mlp.experts.142.gate_proj,0.0000300565,0.05000,15.090
+16,mlp.experts.157.gate_proj,0.0000068304,0.05000,14.940
+16,mlp.experts.133.gate_proj,0.0000039576,0.05000,15.537
+16,mlp.experts.138.gate_proj,0.0000086066,0.05000,15.579
+16,mlp.experts.136.gate_proj,0.0000061006,0.05000,15.645
+16,mlp.experts.137.gate_proj,0.0000087726,0.05000,15.497
+16,mlp.experts.143.gate_proj,0.0000042282,0.05000,15.683
+16,mlp.experts.128.gate_proj,0.0000458362,0.05000,15.656
+16,mlp.experts.132.gate_proj,0.0000188625,0.05000,15.598
+16,mlp.experts.140.gate_proj,0.0000162619,0.05000,15.599
+16,mlp.experts.130.gate_proj,0.0000037134,0.05000,15.783
+16,mlp.experts.135.gate_proj,0.0000278603,0.05000,15.723
+16,mlp.experts.145.gate_proj,0.0000085491,0.05000,15.679
+16,mlp.experts.131.gate_proj,0.0000091258,0.05000,15.622
+16,mlp.experts.139.gate_proj,0.0000476763,0.05000,15.713
+16,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.879
+16,mlp.experts.150.gate_proj,0.0000104764,0.05000,15.788
+16,mlp.experts.158.gate_proj,0.0000072652,0.05000,15.833
+16,mlp.experts.173.gate_proj,0.0000128657,0.05000,15.678
+16,mlp.experts.149.gate_proj,0.0000062988,0.05000,15.398
+16,mlp.experts.153.gate_proj,0.0000116849,0.05000,15.324
+16,mlp.experts.152.gate_proj,0.0000068780,0.05000,15.380
+16,mlp.experts.154.gate_proj,0.0000118908,0.05000,15.476
+16,mlp.experts.159.gate_proj,0.0000056822,0.05000,15.330
+16,mlp.experts.146.gate_proj,0.0000298220,0.05000,15.224
+16,mlp.experts.144.gate_proj,0.0000060744,0.05000,15.385
+16,mlp.experts.156.gate_proj,0.0000055461,0.05000,15.380
+16,mlp.experts.151.gate_proj,0.0000054943,0.05000,15.323
+16,mlp.experts.147.gate_proj,0.0000070758,0.05000,15.250
+16,mlp.experts.161.gate_proj,0.0000081397,0.05000,15.405
+16,mlp.experts.155.gate_proj,0.0000080594,0.05000,15.372
+16,mlp.experts.164.gate_proj,0.0000077778,0.05000,15.170
+16,mlp.experts.166.gate_proj,0.0000098408,0.05000,15.218
+16,mlp.experts.174.gate_proj,0.0000097311,0.05000,15.258
+16,mlp.experts.189.gate_proj,0.0000029380,0.05000,15.263
+16,mlp.experts.165.gate_proj,0.0000319276,0.05000,15.468
+16,mlp.experts.169.gate_proj,0.0000146428,0.05000,15.293
+16,mlp.experts.175.gate_proj,0.0000092884,0.05000,15.217
+16,mlp.experts.170.gate_proj,0.0000069780,0.05000,15.315
+16,mlp.experts.168.gate_proj,0.0000068248,0.05000,15.401
+16,mlp.experts.162.gate_proj,0.0000120908,0.05000,15.257
+16,mlp.experts.172.gate_proj,0.0000050368,0.05000,15.249
+16,mlp.experts.160.gate_proj,0.0000074875,0.05000,15.389
+16,mlp.experts.167.gate_proj,0.0000047617,0.05000,15.333
+16,mlp.experts.177.gate_proj,0.0000049976,0.05000,15.252
+16,mlp.experts.163.gate_proj,0.0000114466,0.05000,15.396
+16,mlp.experts.180.gate_proj,0.0000057900,0.05000,15.251
+16,mlp.experts.171.gate_proj,0.0000078156,0.05000,15.594
+16,mlp.experts.182.gate_proj,0.0000099674,0.05000,15.441
+16,mlp.experts.190.gate_proj,0.0000064449,0.05000,15.542
+16,mlp.experts.205.gate_proj,0.0000186049,0.05000,15.585
+16,mlp.experts.181.gate_proj,0.0000074430,0.05000,14.182
+16,mlp.experts.185.gate_proj,0.0000083870,0.05000,14.415
+16,mlp.experts.186.gate_proj,0.0000080148,0.05000,14.434
+16,mlp.experts.191.gate_proj,0.0000031957,0.05000,14.466
+16,mlp.experts.178.gate_proj,0.0000079316,0.05000,14.450
+16,mlp.experts.188.gate_proj,0.0000071829,0.05000,14.469
+16,mlp.experts.184.gate_proj,0.0000054280,0.05000,14.697
+16,mlp.experts.193.gate_proj,0.0000149848,0.05000,14.416
+16,mlp.experts.176.gate_proj,0.0000216420,0.05000,14.582
+16,mlp.experts.183.gate_proj,0.0000033124,0.05000,14.690
+16,mlp.experts.179.gate_proj,0.0000081524,0.05000,14.608
+16,mlp.experts.196.gate_proj,0.0000049288,0.05000,14.530
+16,mlp.experts.187.gate_proj,0.0000164340,0.05000,14.539
+16,mlp.experts.198.gate_proj,0.0000127221,0.05000,14.567
+16,mlp.experts.206.gate_proj,0.0000243661,0.05000,14.540
+16,mlp.experts.221.gate_proj,0.0000070645,0.05000,14.551
+16,mlp.experts.197.gate_proj,0.0000113819,0.05000,15.329
+16,mlp.experts.201.gate_proj,0.0000069505,0.05000,15.369
+16,mlp.experts.207.gate_proj,0.0000293670,0.05000,15.264
+16,mlp.experts.202.gate_proj,0.0000166790,0.05000,15.336
+16,mlp.experts.194.gate_proj,0.0000056741,0.05000,15.185
+16,mlp.experts.200.gate_proj,0.0000091583,0.05000,15.163
+16,mlp.experts.204.gate_proj,0.0000054444,0.05000,15.264
+16,mlp.experts.192.gate_proj,0.0000082663,0.05000,15.142
+16,mlp.experts.209.gate_proj,0.0000044432,0.05000,15.308
+16,mlp.experts.195.gate_proj,0.0000056951,0.05000,15.118
+16,mlp.experts.199.gate_proj,0.0000057921,0.05000,15.278
+16,mlp.experts.212.gate_proj,0.0000060113,0.05000,15.230
+16,mlp.experts.203.gate_proj,0.0000081982,0.05000,15.232
+16,mlp.experts.214.gate_proj,0.0000143750,0.05000,15.109
+16,mlp.experts.222.gate_proj,0.0000150385,0.05000,15.126
+16,mlp.experts.237.gate_proj,0.0000079353,0.05000,15.254
+16,mlp.experts.213.gate_proj,0.0000142296,0.05000,15.867
+16,mlp.experts.217.gate_proj,0.0000129170,0.05000,15.842
+16,mlp.experts.210.gate_proj,0.0000048373,0.05000,16.003
+16,mlp.experts.223.gate_proj,0.0000202531,0.05000,16.090
+16,mlp.experts.218.gate_proj,0.0000058133,0.05000,16.025
+16,mlp.experts.216.gate_proj,0.0000103370,0.05000,16.025
+16,mlp.experts.208.gate_proj,0.0000209930,0.05000,15.913
+16,mlp.experts.220.gate_proj,0.0000082942,0.05000,16.091
+16,mlp.experts.211.gate_proj,0.0000130987,0.05000,15.935
+16,mlp.experts.225.gate_proj,0.0000112081,0.05000,16.071
+16,mlp.experts.215.gate_proj,0.0000137293,0.05000,16.128
+16,mlp.experts.219.gate_proj,0.0000112783,0.05000,16.000
+16,mlp.experts.228.gate_proj,0.0000070559,0.05000,16.099
+16,mlp.experts.230.gate_proj,0.0000073593,0.05000,16.020
+16,mlp.experts.238.gate_proj,0.0000051333,0.05000,16.023
+16,mlp.experts.231.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.906
+16,mlp.experts.253.gate_proj,0.0000050138,0.05000,15.960
+16,mlp.experts.13.up_proj,failsafe(rtn): 0.0009575,0.00000,0.831
+16,mlp.experts.229.gate_proj,0.0000057624,0.05000,15.545
+16,mlp.experts.233.gate_proj,0.0000060609,0.05000,15.512
+16,mlp.experts.226.gate_proj,0.0000211948,0.05000,15.421
+16,mlp.experts.239.gate_proj,0.0000177060,0.05000,15.442
+16,mlp.experts.234.gate_proj,0.0000086079,0.05000,15.491
+16,mlp.experts.236.gate_proj,0.0000057345,0.05000,15.390
+16,mlp.experts.224.gate_proj,0.0000084427,0.05000,15.496
+16,mlp.experts.232.gate_proj,0.0000090811,0.05000,15.621
+16,mlp.experts.227.gate_proj,0.0000051468,0.05000,15.526
+16,mlp.experts.241.gate_proj,0.0000105589,0.05000,15.585
+16,mlp.experts.244.gate_proj,0.0000154844,0.05000,15.458
+16,mlp.experts.235.gate_proj,0.0000086644,0.05000,15.527
+16,mlp.experts.246.gate_proj,0.0000158922,0.05000,15.488
+16,mlp.experts.254.gate_proj,0.0000097568,0.05000,15.448
+16,mlp.experts.247.gate_proj,0.0000079558,0.05000,15.485
+16,mlp.experts.29.up_proj,0.0000062464,0.05000,15.270
+16,mlp.experts.245.gate_proj,0.0000052692,0.05000,14.474
+16,mlp.experts.249.gate_proj,0.0000116226,0.05000,14.487
+16,mlp.experts.242.gate_proj,0.0000064782,0.05000,14.577
+16,mlp.experts.250.gate_proj,0.0000067489,0.05000,14.509
+16,mlp.experts.255.gate_proj,0.0000052216,0.05000,14.591
+16,mlp.experts.240.gate_proj,0.0000142827,0.05000,14.603
+16,mlp.experts.252.gate_proj,0.0000046802,0.05000,14.671
+16,mlp.experts.248.gate_proj,0.0000074950,0.05000,14.568
+16,mlp.experts.243.gate_proj,0.0000103501,0.05000,14.745
+16,mlp.experts.1.up_proj,0.0000036632,0.05000,14.646
+16,mlp.experts.4.up_proj,0.0000088453,0.05000,14.403
+16,mlp.experts.251.gate_proj,0.0000349244,0.05000,14.639
+16,mlp.experts.6.up_proj,0.0000084516,0.05000,14.659
+16,mlp.experts.14.up_proj,0.0000038058,0.05000,14.616
+16,mlp.experts.7.up_proj,0.0000199036,0.05000,14.540
+16,mlp.experts.45.up_proj,0.0000053417,0.05000,14.627
+16,mlp.experts.5.up_proj,0.0000044481,0.05000,15.294
+16,mlp.experts.9.up_proj,0.0000262393,0.05000,15.225
+16,mlp.experts.2.up_proj,0.0000073171,0.05000,15.373
+16,mlp.experts.10.up_proj,0.0000060037,0.05000,15.357
+16,mlp.experts.15.up_proj,0.0000131238,0.05000,15.463
+16,mlp.experts.8.up_proj,0.0000111773,0.05000,15.252
+16,mlp.experts.12.up_proj,0.0000084312,0.05000,15.323
+16,mlp.experts.0.up_proj,0.0000040761,0.05000,15.467
+16,mlp.experts.17.up_proj,0.0000042775,0.05000,15.138
+16,mlp.experts.3.up_proj,0.0000472931,0.05000,15.228
+16,mlp.experts.20.up_proj,0.0000073899,0.05000,15.312
+16,mlp.experts.11.up_proj,0.0000236448,0.05000,15.375
+16,mlp.experts.22.up_proj,0.0000042590,0.05000,15.314
+16,mlp.experts.30.up_proj,0.0000058577,0.05000,15.356
+16,mlp.experts.23.up_proj,0.0000047408,0.05000,15.234
+16,mlp.experts.61.up_proj,0.0000057507,0.05000,15.136
+16,mlp.experts.77.up_proj,failsafe(rtn): 0.0009651,0.00000,0.631
+16,mlp.experts.21.up_proj,0.0000080274,0.05000,15.222
+16,mlp.experts.25.up_proj,0.0000047417,0.05000,15.558
+16,mlp.experts.18.up_proj,0.0000069976,0.05000,15.406
+16,mlp.experts.26.up_proj,0.0000072062,0.05000,15.446
+16,mlp.experts.31.up_proj,0.0000239451,0.05000,15.435
+16,mlp.experts.28.up_proj,0.0000032877,0.05000,15.534
+16,mlp.experts.24.up_proj,0.0000066552,0.05000,15.699
+16,mlp.experts.16.up_proj,0.0000058471,0.05000,15.576
+16,mlp.experts.33.up_proj,0.0000080901,0.05000,15.483
+16,mlp.experts.19.up_proj,0.0000130318,0.05000,15.503
+16,mlp.experts.36.up_proj,0.0000144870,0.05000,15.576
+16,mlp.experts.38.up_proj,0.0000042767,0.05000,15.376
+16,mlp.experts.27.up_proj,0.0000291164,0.05000,15.412
+16,mlp.experts.46.up_proj,0.0000049447,0.05000,15.390
+16,mlp.experts.39.up_proj,0.0000072350,0.05000,15.411
+16,mlp.experts.93.up_proj,0.0000059278,0.05000,15.410
+16,mlp.experts.37.up_proj,0.0000103949,0.05000,15.814
+16,mlp.experts.41.up_proj,0.0000056735,0.05000,15.772
+16,mlp.experts.42.up_proj,0.0000099160,0.05000,15.698
+16,mlp.experts.34.up_proj,0.0000050662,0.05000,15.806
+16,mlp.experts.47.up_proj,0.0000048940,0.05000,15.823
+16,mlp.experts.44.up_proj,0.0000183327,0.05000,15.774
+16,mlp.experts.49.up_proj,0.0000084792,0.05000,15.620
+16,mlp.experts.40.up_proj,0.0000032262,0.05000,15.770
+16,mlp.experts.32.up_proj,0.0000053435,0.05000,15.755
+16,mlp.experts.35.up_proj,0.0000049522,0.05000,15.909
+16,mlp.experts.52.up_proj,0.0000221987,0.05000,15.785
+16,mlp.experts.54.up_proj,0.0000061366,0.05000,15.770
+16,mlp.experts.62.up_proj,0.0000148293,0.05000,15.668
+16,mlp.experts.43.up_proj,0.0000046523,0.05000,15.826
+16,mlp.experts.55.up_proj,0.0000047408,0.05000,15.770
+16,mlp.experts.109.up_proj,0.0000145037,0.05000,15.454
+16,mlp.experts.53.up_proj,0.0000062375,0.05000,15.291
+16,mlp.experts.57.up_proj,0.0000239584,0.05000,15.206
+16,mlp.experts.50.up_proj,0.0000053140,0.05000,15.227
+16,mlp.experts.58.up_proj,0.0000027631,0.05000,15.248
+16,mlp.experts.63.up_proj,0.0000082077,0.05000,15.132
+16,mlp.experts.60.up_proj,0.0000058630,0.05000,15.140
+16,mlp.experts.65.up_proj,0.0000071203,0.05000,15.149
+16,mlp.experts.48.up_proj,0.0000034830,0.05000,15.226
+16,mlp.experts.56.up_proj,0.0000091606,0.05000,15.277
+16,mlp.experts.68.up_proj,0.0000303688,0.05000,15.057
+16,mlp.experts.51.up_proj,0.0000025880,0.05000,15.307
+16,mlp.experts.70.up_proj,0.0000138455,0.05000,15.248
+16,mlp.experts.78.up_proj,0.0000082650,0.05000,15.349
+16,mlp.experts.59.up_proj,0.0000059318,0.05000,15.335
+16,mlp.experts.71.up_proj,0.0000153632,0.05000,15.377
+16,mlp.experts.86.up_proj,failsafe(rtn): 0.0009270,0.00000,0.829
+16,mlp.experts.94.up_proj,failsafe(rtn): 0.0009766,0.00000,0.863
+16,mlp.experts.125.up_proj,0.0000284427,0.05000,15.620
+16,mlp.experts.69.up_proj,0.0000246250,0.05000,15.412
+16,mlp.experts.73.up_proj,0.0000078288,0.05000,15.585
+16,mlp.experts.66.up_proj,0.0000100011,0.05000,15.672
+16,mlp.experts.74.up_proj,0.0000032507,0.05000,15.747
+16,mlp.experts.79.up_proj,0.0000161755,0.05000,15.648
+16,mlp.experts.81.up_proj,0.0000063866,0.05000,15.525
+16,mlp.experts.76.up_proj,0.0000290283,0.05000,15.783
+16,mlp.experts.64.up_proj,0.0000112960,0.05000,15.548
+16,mlp.experts.72.up_proj,0.0000024265,0.05000,15.517
+16,mlp.experts.84.up_proj,0.0000114224,0.05000,15.550
+16,mlp.experts.67.up_proj,0.0000053873,0.05000,15.610
+16,mlp.experts.97.up_proj,failsafe(rtn): 0.0009460,0.00000,0.748
+16,mlp.experts.75.up_proj,0.0000086214,0.05000,15.543
+16,mlp.experts.87.up_proj,0.0000060542,0.05000,15.530
+16,mlp.experts.102.up_proj,0.0000082714,0.05000,15.547
+16,mlp.experts.110.up_proj,0.0000096643,0.05000,15.518
+16,mlp.experts.141.up_proj,0.0000047621,0.05000,15.174
+16,mlp.experts.85.up_proj,0.0000070541,0.05000,15.251
+16,mlp.experts.89.up_proj,0.0000061826,0.05000,15.174
+16,mlp.experts.82.up_proj,0.0000085272,0.05000,15.017
+16,mlp.experts.90.up_proj,0.0000164055,0.05000,15.015
+16,mlp.experts.95.up_proj,0.0000042194,0.05000,15.232
+16,mlp.experts.80.up_proj,0.0000034897,0.05000,15.038
+16,mlp.experts.88.up_proj,0.0000084351,0.05000,15.109
+16,mlp.experts.92.up_proj,0.0000062751,0.05000,15.168
+16,mlp.experts.100.up_proj,0.0000233478,0.05000,15.249
+16,mlp.experts.83.up_proj,0.0000116168,0.05000,15.274
+16,mlp.experts.113.up_proj,0.0000077515,0.05000,15.213
+16,mlp.experts.91.up_proj,0.0000054782,0.05000,15.260
+16,mlp.experts.103.up_proj,0.0000094296,0.05000,15.310
+16,mlp.experts.118.up_proj,0.0000112236,0.05000,15.388
+16,mlp.experts.126.up_proj,0.0000145677,0.05000,15.300
+16,mlp.experts.157.up_proj,0.0000068847,0.05000,15.436
+16,mlp.experts.101.up_proj,0.0000033607,0.05000,15.607
+16,mlp.experts.105.up_proj,0.0000073478,0.05000,15.597
+16,mlp.experts.98.up_proj,0.0000234693,0.05000,15.441
+16,mlp.experts.106.up_proj,0.0000109311,0.05000,15.781
+16,mlp.experts.111.up_proj,0.0000080199,0.05000,15.552
+16,mlp.experts.108.up_proj,0.0000138701,0.05000,15.451
+16,mlp.experts.96.up_proj,0.0000086423,0.05000,15.669
+16,mlp.experts.104.up_proj,0.0000089233,0.05000,15.616
+16,mlp.experts.116.up_proj,0.0000087792,0.05000,15.602
+16,mlp.experts.99.up_proj,0.0000071338,0.05000,15.671
+16,mlp.experts.129.up_proj,0.0000202936,0.05000,15.611
+16,mlp.experts.107.up_proj,0.0000067079,0.05000,15.576
+16,mlp.experts.119.up_proj,0.0000051673,0.05000,15.541
+16,mlp.experts.142.up_proj,0.0000319147,0.05000,15.493
+16,mlp.experts.134.up_proj,0.0000134996,0.05000,15.711
+16,mlp.experts.173.up_proj,0.0000127783,0.05000,15.532
+16,mlp.experts.117.up_proj,0.0000016716,0.05000,14.663
+16,mlp.experts.121.up_proj,0.0000100213,0.05000,14.718
+16,mlp.experts.114.up_proj,0.0000072874,0.05000,14.702
+16,mlp.experts.122.up_proj,0.0000100159,0.05000,14.821
+16,mlp.experts.127.up_proj,0.0000093662,0.05000,14.973
+16,mlp.experts.124.up_proj,0.0000086199,0.05000,14.859
+16,mlp.experts.112.up_proj,0.0000065806,0.05000,14.782
+16,mlp.experts.120.up_proj,0.0000073370,0.05000,14.818
+16,mlp.experts.132.up_proj,0.0000175310,0.05000,14.827
+16,mlp.experts.145.up_proj,0.0000079841,0.05000,14.625
+16,mlp.experts.115.up_proj,0.0000039344,0.05000,14.773
+16,mlp.experts.123.up_proj,0.0000137320,0.05000,14.806
+16,mlp.experts.148.up_proj,failsafe(rtn): 0.0009117,0.00000,0.736
+16,mlp.experts.135.up_proj,0.0000254788,0.05000,14.748
+16,mlp.experts.158.up_proj,0.0000067635,0.05000,14.537
+16,mlp.experts.150.up_proj,0.0000107851,0.05000,14.599
+16,mlp.experts.189.up_proj,0.0000029691,0.05000,14.713
+16,mlp.experts.133.up_proj,0.0000040284,0.05000,15.976
+16,mlp.experts.137.up_proj,0.0000088230,0.05000,15.906
+16,mlp.experts.130.up_proj,0.0000039871,0.05000,15.873
+16,mlp.experts.138.up_proj,0.0000093556,0.05000,15.708
+16,mlp.experts.143.up_proj,0.0000039293,0.05000,15.861
+16,mlp.experts.128.up_proj,0.0000475322,0.05000,15.881
+16,mlp.experts.140.up_proj,0.0000148939,0.05000,15.983
+16,mlp.experts.136.up_proj,0.0000063059,0.05000,15.908
+16,mlp.experts.161.up_proj,0.0000079951,0.05000,15.853
+16,mlp.experts.131.up_proj,0.0000085834,0.05000,16.019
+16,mlp.experts.139.up_proj,0.0000472590,0.05000,16.098
+16,mlp.experts.151.up_proj,0.0000054679,0.05000,15.959
+16,mlp.experts.164.up_proj,0.0000070222,0.05000,16.201
+16,mlp.experts.174.up_proj,0.0000091785,0.05000,15.945
+16,mlp.experts.166.up_proj,0.0000092139,0.05000,15.936
+16,mlp.experts.205.up_proj,0.0000184313,0.05000,15.881
+16,mlp.experts.149.up_proj,0.0000066389,0.05000,14.934
+16,mlp.experts.146.up_proj,0.0000253663,0.05000,14.739
+16,mlp.experts.153.up_proj,0.0000110533,0.05000,14.869
+16,mlp.experts.154.up_proj,0.0000113950,0.05000,14.938
+16,mlp.experts.159.up_proj,0.0000052929,0.05000,14.955
+16,mlp.experts.144.up_proj,0.0000057836,0.05000,15.026
+16,mlp.experts.156.up_proj,0.0000053828,0.05000,14.970
+16,mlp.experts.152.up_proj,0.0000080446,0.05000,14.960
+16,mlp.experts.177.up_proj,0.0000047080,0.05000,14.736
+16,mlp.experts.147.up_proj,0.0000071294,0.05000,14.863
+16,mlp.experts.155.up_proj,0.0000075047,0.05000,14.936
+16,mlp.experts.167.up_proj,0.0000046464,0.05000,14.791
+16,mlp.experts.180.up_proj,0.0000051894,0.05000,14.817
+16,mlp.experts.190.up_proj,0.0000064886,0.05000,14.894
+16,mlp.experts.182.up_proj,0.0000094034,0.05000,14.919
+16,mlp.experts.221.up_proj,0.0000064199,0.05000,14.861
+16,mlp.experts.165.up_proj,0.0000315094,0.05000,15.025
+16,mlp.experts.162.up_proj,0.0000110661,0.05000,15.299
+16,mlp.experts.169.up_proj,0.0000146942,0.05000,15.372
+16,mlp.experts.170.up_proj,0.0000070625,0.05000,15.316
+16,mlp.experts.175.up_proj,0.0000086683,0.05000,15.273
+16,mlp.experts.160.up_proj,0.0000073119,0.05000,15.161
+16,mlp.experts.172.up_proj,0.0000047522,0.05000,15.233
+16,mlp.experts.168.up_proj,0.0000069008,0.05000,15.231
+16,mlp.experts.193.up_proj,0.0000163257,0.05000,15.244
+16,mlp.experts.163.up_proj,0.0000108378,0.05000,15.337
+16,mlp.experts.171.up_proj,0.0000069535,0.05000,15.207
+16,mlp.experts.183.up_proj,0.0000031878,0.05000,15.231
+16,mlp.experts.196.up_proj,0.0000055933,0.05000,15.060
+16,mlp.experts.206.up_proj,0.0000243608,0.05000,15.220
+16,mlp.experts.198.up_proj,0.0000113873,0.05000,15.101
+16,mlp.experts.237.up_proj,0.0000081749,0.05000,15.324
+16,mlp.experts.181.up_proj,0.0000078173,0.05000,15.390
+16,mlp.experts.178.up_proj,0.0000081824,0.05000,15.264
+16,mlp.experts.185.up_proj,0.0000088938,0.05000,15.245
+16,mlp.experts.186.up_proj,0.0000081407,0.05000,15.146
+16,mlp.experts.191.up_proj,0.0000032378,0.05000,14.995
+16,mlp.experts.176.up_proj,0.0000228085,0.05000,15.043
+16,mlp.experts.188.up_proj,0.0000076307,0.05000,15.024
+16,mlp.experts.184.up_proj,0.0000050726,0.05000,15.102
+16,mlp.experts.209.up_proj,0.0000043812,0.05000,14.947
+16,mlp.experts.179.up_proj,0.0000068947,0.05000,15.086
+16,mlp.experts.199.up_proj,0.0000059224,0.05000,14.961
+16,mlp.experts.187.up_proj,0.0000150453,0.05000,15.046
+16,mlp.experts.212.up_proj,0.0000062691,0.05000,14.979
+16,mlp.experts.222.up_proj,0.0000133790,0.05000,14.932
+16,mlp.experts.214.up_proj,0.0000130224,0.05000,14.908
+16,mlp.experts.253.up_proj,0.0000050972,0.05000,14.774
+16,mlp.experts.13.down_proj,failsafe(rtn): 0.0009384,0.00000,0.147
+16,mlp.experts.29.down_proj,0.0000000562,0.05000,3.484
+16,mlp.experts.45.down_proj,0.0000002304,0.05000,3.583
+16,mlp.experts.197.up_proj,0.0000121345,0.05000,14.329
+16,mlp.experts.61.down_proj,0.0000001576,0.05000,3.922
+16,mlp.experts.77.down_proj,failsafe(rtn): 0.0009117,0.00000,0.234
+16,mlp.experts.194.up_proj,0.0000052853,0.05000,14.512
+16,mlp.experts.201.up_proj,0.0000076271,0.05000,14.508
+16,mlp.experts.202.up_proj,0.0000150709,0.05000,14.767
+16,mlp.experts.192.up_proj,0.0000078084,0.05000,14.852
+16,mlp.experts.207.up_proj,0.0000267961,0.05000,14.945
+16,mlp.experts.200.up_proj,0.0000078591,0.05000,14.881
+16,mlp.experts.204.up_proj,0.0000045079,0.05000,15.046
+16,mlp.experts.225.up_proj,0.0000103054,0.05000,14.965
+16,mlp.experts.195.up_proj,0.0000061683,0.05000,15.059
+16,mlp.experts.203.up_proj,0.0000077173,0.05000,15.057
+16,mlp.experts.215.up_proj,0.0000122987,0.05000,15.110
+16,mlp.experts.228.up_proj,0.0000064467,0.05000,14.986
+16,mlp.experts.238.up_proj,0.0000050386,0.05000,15.006
+16,mlp.experts.230.up_proj,0.0000071510,0.05000,14.931
+16,mlp.experts.231.up_proj,failsafe(rtn): 0.0008812,0.00000,0.674
+16,mlp.experts.93.down_proj,0.0000000593,0.05000,3.824
+16,mlp.experts.109.down_proj,0.0000002148,0.05000,3.775
+16,mlp.experts.125.down_proj,0.0000006880,0.05000,4.085
+16,mlp.experts.213.up_proj,0.0000131636,0.05000,15.610
+16,mlp.experts.141.down_proj,0.0000000536,0.05000,4.043
+16,mlp.experts.210.up_proj,0.0000044900,0.05000,15.621
+16,mlp.experts.217.up_proj,0.0000115508,0.05000,15.555
+16,mlp.experts.218.up_proj,0.0000054391,0.05000,15.443
+16,mlp.experts.208.up_proj,0.0000196298,0.05000,15.460
+16,mlp.experts.223.up_proj,0.0000199410,0.05000,15.461
+16,mlp.experts.241.up_proj,0.0000096417,0.05000,15.278
+16,mlp.experts.220.up_proj,0.0000078526,0.05000,15.465
+16,mlp.experts.216.up_proj,0.0000098058,0.05000,15.557
+16,mlp.experts.211.up_proj,0.0000132852,0.05000,15.449
+16,mlp.experts.244.up_proj,0.0000143608,0.05000,15.523
+16,mlp.experts.219.up_proj,0.0000123979,0.05000,15.645
+16,mlp.experts.254.up_proj,0.0000094826,0.05000,15.442
+16,mlp.experts.246.up_proj,0.0000149980,0.05000,15.504
+16,mlp.experts.247.up_proj,0.0000074900,0.05000,15.735
+16,mlp.experts.157.down_proj,0.0000001897,0.05000,3.839
+16,mlp.experts.1.down_proj,0.0000001570,0.05000,4.026
+16,mlp.experts.4.down_proj,0.0000002817,0.05000,4.020
+16,mlp.experts.14.down_proj,0.0000000373,0.05000,3.982
+16,mlp.experts.6.down_proj,0.0000002672,0.05000,3.986
+16,mlp.experts.7.down_proj,0.0000007490,0.05000,4.078
+16,mlp.experts.173.down_proj,0.0000002887,0.05000,4.092
+16,mlp.experts.17.down_proj,0.0000000919,0.05000,4.122
+16,mlp.experts.20.down_proj,0.0000002198,0.05000,4.001
+16,mlp.experts.30.down_proj,0.0000002199,0.05000,3.958
+16,mlp.experts.22.down_proj,0.0000001418,0.05000,3.951
+16,mlp.experts.23.down_proj,0.0000000477,0.05000,3.725
+16,mlp.experts.189.down_proj,0.0000000948,0.05000,3.757
+16,mlp.experts.33.down_proj,0.0000003466,0.05000,3.737
+16,mlp.experts.46.down_proj,0.0000001906,0.05000,3.594
+16,mlp.experts.36.down_proj,0.0000001750,0.05000,3.630
+16,mlp.experts.38.down_proj,0.0000000554,0.05000,3.607
+16,mlp.experts.229.up_proj,0.0000054720,0.05000,15.259
+16,mlp.experts.39.down_proj,0.0000000517,0.05000,3.725
+16,mlp.experts.226.up_proj,0.0000203715,0.05000,15.337
+16,mlp.experts.205.down_proj,0.0000003250,0.05000,3.764
+16,mlp.experts.233.up_proj,0.0000056054,0.05000,15.328
+16,mlp.experts.234.up_proj,0.0000098961,0.05000,15.513
+16,mlp.experts.224.up_proj,0.0000082091,0.05000,15.793
+16,mlp.experts.239.up_proj,0.0000174322,0.05000,15.822
+16,mlp.experts.236.up_proj,0.0000052816,0.05000,15.613
+16,mlp.experts.49.down_proj,0.0000000809,0.05000,3.912
+16,mlp.experts.232.up_proj,0.0000074131,0.05000,15.914
+16,mlp.experts.227.up_proj,0.0000048492,0.05000,15.574
+16,mlp.experts.235.up_proj,0.0000087984,0.05000,15.668
+16,mlp.experts.62.down_proj,0.0000002640,0.05000,4.201
+16,mlp.experts.52.down_proj,0.0000007791,0.05000,4.235
+16,mlp.experts.54.down_proj,0.0000002374,0.05000,4.275
+16,mlp.experts.55.down_proj,0.0000001845,0.05000,4.357
+16,mlp.experts.221.down_proj,0.0000002458,0.05000,4.155
+16,mlp.experts.65.down_proj,0.0000001119,0.05000,3.798
+16,mlp.experts.78.down_proj,0.0000002389,0.05000,3.905
+16,mlp.experts.68.down_proj,0.0000008987,0.05000,3.901
+16,mlp.experts.70.down_proj,0.0000002409,0.05000,3.937
+16,mlp.experts.94.down_proj,failsafe(rtn): 0.0009232,0.00000,0.195
+16,mlp.experts.86.down_proj,failsafe(rtn): 0.0009003,0.00000,0.188
+16,mlp.experts.71.down_proj,0.0000006843,0.05000,3.967
+16,mlp.experts.237.down_proj,0.0000003150,0.05000,3.975
+16,mlp.experts.81.down_proj,0.0000001167,0.05000,3.750
+16,mlp.experts.97.down_proj,failsafe(rtn): 0.0009079,0.00000,0.144
+16,mlp.experts.84.down_proj,0.0000001196,0.05000,3.362
+16,mlp.experts.110.down_proj,0.0000002484,0.05000,3.486
+16,mlp.experts.102.down_proj,0.0000004524,0.05000,3.534
+16,mlp.experts.87.down_proj,0.0000001879,0.05000,3.309
+16,mlp.experts.253.down_proj,0.0000001698,0.05000,3.357
+16,mlp.experts.113.down_proj,0.0000001854,0.05000,3.471
+16,mlp.experts.100.down_proj,0.0000002864,0.05000,3.478
+16,mlp.experts.126.down_proj,0.0000001451,0.05000,3.349
+16,mlp.experts.118.down_proj,0.0000003263,0.05000,3.328
+16,mlp.experts.245.up_proj,0.0000049453,0.05000,14.959
+16,mlp.experts.103.down_proj,0.0000001651,0.05000,3.341
+16,mlp.experts.249.up_proj,0.0000122407,0.05000,14.869
+16,mlp.experts.242.up_proj,0.0000058045,0.05000,15.019
+16,mlp.experts.250.up_proj,0.0000067929,0.05000,14.808
+16,mlp.experts.252.up_proj,0.0000043844,0.05000,14.542
+16,mlp.experts.255.up_proj,0.0000049981,0.05000,14.632
+16,mlp.experts.240.up_proj,0.0000140993,0.05000,14.705
+16,mlp.experts.248.up_proj,0.0000069739,0.05000,14.422
+16,mlp.experts.129.down_proj,0.0000005212,0.05000,3.538
+16,mlp.experts.243.up_proj,0.0000106612,0.05000,14.726
+16,mlp.experts.251.up_proj,0.0000326343,0.05000,14.509
+16,mlp.experts.116.down_proj,0.0000003843,0.05000,3.635
+16,mlp.experts.142.down_proj,0.0000012724,0.05000,3.649
+16,mlp.experts.134.down_proj,0.0000001552,0.05000,3.632
+16,mlp.experts.5.down_proj,0.0000001535,0.05000,3.660
+16,mlp.experts.119.down_proj,0.0000001383,0.05000,3.515
+16,mlp.experts.9.down_proj,0.0000011175,0.05000,3.399
+16,mlp.experts.2.down_proj,0.0000002807,0.05000,3.400
+16,mlp.experts.10.down_proj,0.0000001306,0.05000,3.214
+16,mlp.experts.12.down_proj,0.0000003041,0.05000,3.187
+16,mlp.experts.0.down_proj,0.0000001528,0.05000,3.236
+16,mlp.experts.15.down_proj,0.0000005945,0.05000,3.291
+16,mlp.experts.8.down_proj,0.0000003370,0.05000,3.293
+16,mlp.experts.145.down_proj,0.0000002469,0.05000,3.312
+16,mlp.experts.3.down_proj,0.0000015609,0.05000,3.251
+16,mlp.experts.11.down_proj,0.0000003964,0.05000,3.450
+16,mlp.experts.132.down_proj,0.0000003973,0.05000,3.458
+16,mlp.experts.158.down_proj,0.0000000727,0.05000,3.463
+16,mlp.experts.148.down_proj,failsafe(rtn): 0.0008926,0.00000,0.179
+16,mlp.experts.150.down_proj,0.0000003412,0.05000,3.584
+16,mlp.experts.21.down_proj,0.0000002325,0.05000,3.595
+16,mlp.experts.135.down_proj,0.0000005303,0.05000,3.705
+16,mlp.experts.25.down_proj,0.0000001803,0.05000,3.730
+16,mlp.experts.18.down_proj,0.0000000640,0.05000,3.760
+16,mlp.experts.26.down_proj,0.0000003120,0.05000,3.999
+16,mlp.experts.28.down_proj,0.0000001046,0.05000,3.949
+16,mlp.experts.16.down_proj,0.0000000628,0.05000,3.957
+16,mlp.experts.31.down_proj,0.0000007091,0.05000,3.933
+16,mlp.experts.161.down_proj,0.0000003839,0.05000,3.863
+16,mlp.experts.24.down_proj,0.0000002698,0.05000,4.028
+16,mlp.experts.19.down_proj,0.0000002882,0.05000,3.848
+16,mlp.experts.27.down_proj,0.0000007547,0.05000,3.869
+16,mlp.experts.174.down_proj,0.0000000821,0.05000,3.911
+16,mlp.experts.164.down_proj,0.0000001001,0.05000,3.906
+16,mlp.experts.166.down_proj,0.0000000924,0.05000,3.813
+16,mlp.experts.37.down_proj,0.0000001464,0.05000,3.785
+16,mlp.experts.151.down_proj,0.0000002093,0.05000,3.690
+16,mlp.experts.41.down_proj,0.0000000469,0.05000,3.784
+16,mlp.experts.34.down_proj,0.0000001706,0.05000,3.776
+16,mlp.experts.42.down_proj,0.0000002863,0.05000,3.567
+16,mlp.experts.44.down_proj,0.0000004185,0.05000,3.478
+16,mlp.experts.47.down_proj,0.0000002078,0.05000,3.462
+16,mlp.experts.32.down_proj,0.0000002314,0.05000,3.508
+16,mlp.experts.177.down_proj,0.0000000690,0.05000,3.360
+16,mlp.experts.40.down_proj,0.0000000579,0.05000,3.404
+16,mlp.experts.35.down_proj,0.0000001356,0.05000,3.426
+16,mlp.experts.43.down_proj,0.0000001542,0.05000,3.503
+16,mlp.experts.180.down_proj,0.0000001164,0.05000,3.402
+16,mlp.experts.190.down_proj,0.0000001675,0.05000,3.435
+16,mlp.experts.182.down_proj,0.0000001015,0.05000,3.431
+16,mlp.experts.53.down_proj,0.0000002613,0.05000,3.451
+16,mlp.experts.167.down_proj,0.0000001552,0.05000,3.479
+16,mlp.experts.57.down_proj,0.0000002413,0.05000,3.589
+16,mlp.experts.50.down_proj,0.0000000445,0.05000,3.635
+16,mlp.experts.58.down_proj,0.0000000829,0.05000,3.708
+16,mlp.experts.60.down_proj,0.0000000807,0.05000,3.685
+16,mlp.experts.63.down_proj,0.0000000877,0.05000,3.676
+16,mlp.experts.48.down_proj,0.0000000494,0.05000,3.670
+16,mlp.experts.193.down_proj,0.0000007242,0.05000,3.722
+16,mlp.experts.56.down_proj,0.0000002076,0.05000,3.745
+16,mlp.experts.51.down_proj,0.0000000477,0.05000,3.752
+16,mlp.experts.59.down_proj,0.0000002286,0.05000,3.792
+16,mlp.experts.196.down_proj,0.0000001928,0.05000,3.836
+16,mlp.experts.206.down_proj,0.0000007527,0.05000,3.864
+16,mlp.experts.198.down_proj,0.0000003228,0.05000,3.877
+16,mlp.experts.69.down_proj,0.0000005480,0.05000,3.745
+16,mlp.experts.183.down_proj,0.0000001161,0.05000,3.697
+16,mlp.experts.73.down_proj,0.0000003453,0.05000,3.547
+16,mlp.experts.66.down_proj,0.0000000860,0.05000,3.559
+16,mlp.experts.74.down_proj,0.0000001253,0.05000,3.472
+16,mlp.experts.76.down_proj,0.0000007456,0.05000,3.442
+16,mlp.experts.79.down_proj,0.0000004803,0.05000,3.477
+16,mlp.experts.64.down_proj,0.0000001659,0.05000,3.502
+16,mlp.experts.209.down_proj,0.0000001885,0.05000,3.325
+16,mlp.experts.72.down_proj,0.0000000830,0.05000,3.399
+16,mlp.experts.67.down_proj,0.0000001279,0.05000,3.415
+16,mlp.experts.75.down_proj,0.0000000880,0.05000,3.282
+16,mlp.experts.212.down_proj,0.0000002704,0.05000,3.289
+16,mlp.experts.222.down_proj,0.0000003181,0.05000,3.259
+16,mlp.experts.214.down_proj,0.0000002633,0.05000,3.209
+16,mlp.experts.85.down_proj,0.0000001898,0.05000,3.237
+16,mlp.experts.199.down_proj,0.0000001939,0.05000,3.300
+16,mlp.experts.89.down_proj,0.0000000530,0.05000,3.454
+16,mlp.experts.82.down_proj,0.0000003567,0.05000,3.639
+16,mlp.experts.90.down_proj,0.0000006355,0.05000,3.591
+16,mlp.experts.92.down_proj,0.0000000624,0.05000,3.643
+16,mlp.experts.95.down_proj,0.0000001522,0.05000,3.699
+16,mlp.experts.80.down_proj,0.0000001180,0.05000,3.690
+16,mlp.experts.225.down_proj,0.0000000912,0.05000,3.688
+16,mlp.experts.88.down_proj,0.0000000900,0.05000,3.654
+16,mlp.experts.83.down_proj,0.0000003191,0.05000,3.544
+16,mlp.experts.91.down_proj,0.0000002586,0.05000,3.607
+16,mlp.experts.238.down_proj,0.0000001214,0.05000,3.543
+16,mlp.experts.228.down_proj,0.0000001296,0.05000,3.612
+16,mlp.experts.230.down_proj,0.0000002663,0.05000,3.471
+16,mlp.experts.101.down_proj,0.0000001725,0.05000,3.489
+16,mlp.experts.215.down_proj,0.0000002576,0.05000,3.525
+16,mlp.experts.231.down_proj,failsafe(rtn): 0.0008736,0.00000,0.201
+16,mlp.experts.105.down_proj,0.0000002067,0.05000,3.373
+16,mlp.experts.98.down_proj,0.0000007685,0.05000,3.311
+16,mlp.experts.106.down_proj,0.0000002922,0.05000,3.443
+16,mlp.experts.108.down_proj,0.0000003641,0.05000,3.439
+16,mlp.experts.111.down_proj,0.0000002040,0.05000,3.356
+16,mlp.experts.241.down_proj,0.0000002471,0.05000,3.328
+16,mlp.experts.96.down_proj,0.0000002524,0.05000,3.380
+16,mlp.experts.104.down_proj,0.0000002088,0.05000,3.325
+16,mlp.experts.99.down_proj,0.0000002336,0.05000,3.517
+16,mlp.experts.107.down_proj,0.0000001131,0.05000,3.387
+16,mlp.experts.254.down_proj,0.0000002275,0.05000,3.400
+16,mlp.experts.244.down_proj,0.0000003211,0.05000,3.387
+16,mlp.experts.246.down_proj,0.0000001635,0.05000,3.379
+16,mlp.experts.117.down_proj,0.0000000704,0.05000,3.368
+16,mlp.experts.247.down_proj,0.0000000774,0.05000,3.161
+16,mlp.experts.121.down_proj,0.0000003298,0.05000,3.034
+16,mlp.experts.114.down_proj,0.0000002463,0.05000,2.930
+16,mlp.experts.122.down_proj,0.0000004181,0.05000,2.729
+16,mlp.experts.124.down_proj,0.0000003183,0.05000,2.618
+16,mlp.experts.112.down_proj,0.0000001002,0.05000,2.555
+16,mlp.experts.127.down_proj,0.0000005621,0.05000,2.646
+16,mlp.experts.120.down_proj,0.0000004704,0.05000,2.502
+16,mlp.experts.115.down_proj,0.0000001544,0.05000,2.176
+16,mlp.experts.123.down_proj,0.0000004243,0.05000,2.075
+16,mlp.experts.133.down_proj,0.0000001537,0.05000,2.081
+16,mlp.experts.137.down_proj,0.0000003046,0.05000,2.071
+16,mlp.experts.130.down_proj,0.0000000975,0.05000,2.073
+16,mlp.experts.138.down_proj,0.0000003364,0.05000,2.134
+16,mlp.experts.140.down_proj,0.0000003127,0.05000,2.172
+16,mlp.experts.128.down_proj,0.0000016597,0.05000,2.191
+16,mlp.experts.143.down_proj,0.0000000981,0.05000,2.229
+16,mlp.experts.136.down_proj,0.0000001941,0.05000,2.193
+16,mlp.experts.131.down_proj,0.0000000915,0.05000,2.305
+16,mlp.experts.139.down_proj,0.0000012972,0.05000,2.357
+16,mlp.experts.149.down_proj,0.0000001990,0.05000,2.235
+16,mlp.experts.153.down_proj,0.0000002129,0.05000,2.239
+16,mlp.experts.146.down_proj,0.0000005161,0.05000,2.309
+16,mlp.experts.154.down_proj,0.0000003233,0.05000,2.310
+16,mlp.experts.156.down_proj,0.0000001706,0.05000,2.328
+16,mlp.experts.144.down_proj,0.0000000748,0.05000,2.270
+16,mlp.experts.159.down_proj,0.0000000693,0.05000,2.257
+16,mlp.experts.152.down_proj,0.0000001905,0.05000,2.275
+16,mlp.experts.147.down_proj,0.0000002213,0.05000,2.229
+16,mlp.experts.155.down_proj,0.0000002379,0.05000,2.187
+16,mlp.experts.165.down_proj,0.0000011325,0.05000,2.237
+16,mlp.experts.169.down_proj,0.0000004253,0.05000,2.271
+16,mlp.experts.162.down_proj,0.0000001013,0.05000,2.288
+16,mlp.experts.170.down_proj,0.0000002458,0.05000,2.179
+16,mlp.experts.172.down_proj,0.0000001452,0.05000,2.285
+16,mlp.experts.160.down_proj,0.0000001504,0.05000,2.258
+16,mlp.experts.175.down_proj,0.0000000854,0.05000,2.217
+16,mlp.experts.168.down_proj,0.0000003544,0.05000,2.204
+16,mlp.experts.163.down_proj,0.0000001609,0.05000,2.206
+16,mlp.experts.171.down_proj,0.0000001336,0.05000,2.174
+16,mlp.experts.181.down_proj,0.0000002452,0.05000,2.122
+16,mlp.experts.185.down_proj,0.0000003871,0.05000,1.991
+16,mlp.experts.178.down_proj,0.0000002755,0.05000,1.950
+16,mlp.experts.186.down_proj,0.0000002158,0.05000,1.985
+16,mlp.experts.188.down_proj,0.0000002538,0.05000,1.991
+16,mlp.experts.191.down_proj,0.0000001260,0.05000,2.035
+16,mlp.experts.184.down_proj,0.0000001512,0.05000,2.043
+16,mlp.experts.176.down_proj,0.0000006878,0.05000,2.091
+16,mlp.experts.179.down_proj,0.0000001695,0.05000,2.197
+16,mlp.experts.187.down_proj,0.0000002976,0.05000,2.286
+16,mlp.experts.197.down_proj,0.0000004635,0.05000,2.184
+16,mlp.experts.201.down_proj,0.0000003497,0.05000,2.307
+16,mlp.experts.194.down_proj,0.0000000920,0.05000,2.328
+16,mlp.experts.202.down_proj,0.0000002780,0.05000,2.282
+16,mlp.experts.204.down_proj,0.0000000651,0.05000,2.291
+16,mlp.experts.207.down_proj,0.0000005634,0.05000,2.264
+16,mlp.experts.200.down_proj,0.0000002240,0.05000,2.257
+16,mlp.experts.192.down_proj,0.0000000777,0.05000,2.239
+16,mlp.experts.195.down_proj,0.0000002206,0.05000,2.135
+16,mlp.experts.203.down_proj,0.0000000905,0.05000,2.100
+16,mlp.experts.213.down_proj,0.0000001260,0.05000,2.032
+16,mlp.experts.217.down_proj,0.0000001673,0.05000,2.029
+16,mlp.experts.210.down_proj,0.0000000392,0.05000,2.049
+16,mlp.experts.218.down_proj,0.0000000547,0.05000,2.073
+16,mlp.experts.220.down_proj,0.0000000685,0.05000,2.087
+16,mlp.experts.223.down_proj,0.0000002859,0.05000,2.097
+16,mlp.experts.216.down_proj,0.0000001270,0.05000,2.093
+16,mlp.experts.208.down_proj,0.0000002156,0.05000,2.129
+16,mlp.experts.211.down_proj,0.0000004494,0.05000,2.136
+16,mlp.experts.229.down_proj,0.0000002085,0.05000,2.145
+16,mlp.experts.219.down_proj,0.0000006691,0.05000,2.236
+16,mlp.experts.233.down_proj,0.0000001426,0.05000,2.182
+16,mlp.experts.226.down_proj,0.0000005748,0.05000,2.222
+16,mlp.experts.234.down_proj,0.0000002395,0.05000,2.293
+16,mlp.experts.236.down_proj,0.0000000548,0.05000,2.338
+16,mlp.experts.239.down_proj,0.0000004295,0.05000,2.316
+16,mlp.experts.232.down_proj,0.0000002017,0.05000,2.319
+16,mlp.experts.224.down_proj,0.0000003613,0.05000,2.293
+16,mlp.experts.227.down_proj,0.0000000550,0.05000,2.268
+16,mlp.experts.245.down_proj,0.0000000468,0.05000,2.215
+16,mlp.experts.235.down_proj,0.0000002618,0.05000,2.273
+16,mlp.experts.249.down_proj,0.0000004036,0.05000,2.169
+16,mlp.experts.242.down_proj,0.0000000621,0.05000,2.157
+16,mlp.experts.250.down_proj,0.0000002869,0.05000,2.027
+16,mlp.experts.248.down_proj,0.0000000582,0.05000,1.938
+16,mlp.experts.255.down_proj,0.0000003310,0.05000,1.979
+16,mlp.experts.252.down_proj,0.0000001289,0.05000,1.987
+16,mlp.experts.240.down_proj,0.0000004116,0.05000,1.971
+16,mlp.experts.243.down_proj,0.0000005100,0.05000,1.612
+16,mlp.experts.251.down_proj,0.0000012433,0.05000,1.216
+17,mlp.experts.9.gate_proj,0.0000130780,0.05000,15.196
+17,mlp.experts.3.gate_proj,0.0000169897,0.05000,15.213
+17,mlp.experts.0.gate_proj,0.0000046577,0.05000,15.321
+17,mlp.experts.1.gate_proj,0.0000026198,0.05000,15.320
+17,mlp.experts.12.gate_proj,0.0000115553,0.05000,15.325
+17,mlp.experts.2.gate_proj,0.0000082743,0.05000,15.333
+17,mlp.experts.5.gate_proj,0.0000089925,0.05000,15.337
+17,mlp.experts.11.gate_proj,0.0000134550,0.05000,15.335
+17,mlp.experts.15.gate_proj,0.0000095500,0.05000,15.341
+17,mlp.experts.4.gate_proj,0.0000272217,0.05000,15.351
+17,mlp.experts.14.gate_proj,0.0000028620,0.05000,15.465
+17,mlp.experts.13.gate_proj,0.0000035656,0.05000,15.475
+17,mlp.experts.8.gate_proj,0.0000052908,0.05000,15.489
+17,mlp.experts.6.gate_proj,0.0000434373,0.05000,15.504
+17,mlp.experts.7.gate_proj,0.0000067723,0.05000,15.554
+17,mlp.experts.10.gate_proj,0.0000086903,0.05000,15.551
+17,mlp.experts.24.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.819
+17,mlp.experts.19.gate_proj,0.0000053881,0.05000,15.490
+17,mlp.experts.21.gate_proj,0.0000073255,0.05000,15.409
+17,mlp.experts.16.gate_proj,0.0000045869,0.05000,15.539
+17,mlp.experts.18.gate_proj,0.0000143052,0.05000,15.530
+17,mlp.experts.25.gate_proj,0.0000142257,0.05000,15.689
+17,mlp.experts.28.gate_proj,0.0000174833,0.05000,15.551
+17,mlp.experts.27.gate_proj,0.0000162585,0.05000,15.577
+17,mlp.experts.26.gate_proj,0.0000061547,0.05000,15.376
+17,mlp.experts.17.gate_proj,0.0000078778,0.05000,15.611
+17,mlp.experts.30.gate_proj,0.0000057680,0.05000,15.498
+17,mlp.experts.22.gate_proj,0.0000122861,0.05000,15.461
+17,mlp.experts.31.gate_proj,0.0000179077,0.05000,15.604
+17,mlp.experts.29.gate_proj,0.0000110744,0.05000,15.503
+17,mlp.experts.20.gate_proj,0.0000035348,0.05000,15.644
+17,mlp.experts.23.gate_proj,0.0000050927,0.05000,15.602
+17,mlp.experts.40.gate_proj,0.0000301228,0.05000,15.451
+17,mlp.experts.35.gate_proj,0.0000039061,0.05000,15.591
+17,mlp.experts.32.gate_proj,0.0000059363,0.05000,15.489
+17,mlp.experts.37.gate_proj,0.0000054866,0.05000,15.589
+17,mlp.experts.34.gate_proj,0.0000140263,0.05000,15.503
+17,mlp.experts.44.gate_proj,0.0000095711,0.05000,15.557
+17,mlp.experts.41.gate_proj,0.0000087517,0.05000,15.571
+17,mlp.experts.36.gate_proj,0.0000175890,0.05000,15.399
+17,mlp.experts.33.gate_proj,0.0000083831,0.05000,15.564
+17,mlp.experts.45.gate_proj,0.0000059189,0.05000,15.519
+17,mlp.experts.38.gate_proj,0.0000062345,0.05000,15.562
+17,mlp.experts.46.gate_proj,0.0000096366,0.05000,15.577
+17,mlp.experts.43.gate_proj,0.0000346182,0.05000,15.653
+17,mlp.experts.42.gate_proj,0.0000097771,0.05000,15.646
+17,mlp.experts.47.gate_proj,0.0000070397,0.05000,15.691
+17,mlp.experts.39.gate_proj,0.0000123633,0.05000,15.582
+17,mlp.experts.56.gate_proj,0.0000104934,0.05000,15.666
+17,mlp.experts.53.gate_proj,0.0000129566,0.05000,14.492
+17,mlp.experts.48.gate_proj,0.0000088123,0.05000,14.586
+17,mlp.experts.50.gate_proj,0.0000060683,0.05000,14.735
+17,mlp.experts.60.gate_proj,0.0000121253,0.05000,14.735
+17,mlp.experts.52.gate_proj,0.0000412310,0.05000,14.706
+17,mlp.experts.51.gate_proj,0.0000111275,0.05000,14.917
+17,mlp.experts.49.gate_proj,0.0000112103,0.05000,14.695
+17,mlp.experts.57.gate_proj,0.0000065708,0.05000,14.798
+17,mlp.experts.61.gate_proj,0.0000054469,0.05000,14.745
+17,mlp.experts.62.gate_proj,0.0000063769,0.05000,14.772
+17,mlp.experts.54.gate_proj,0.0000109458,0.05000,14.849
+17,mlp.experts.58.gate_proj,0.0000057916,0.05000,14.844
+17,mlp.experts.59.gate_proj,0.0000081114,0.05000,14.857
+17,mlp.experts.63.gate_proj,0.0000193437,0.05000,14.782
+17,mlp.experts.55.gate_proj,0.0000145276,0.05000,14.867
+17,mlp.experts.72.gate_proj,0.0000166403,0.05000,14.788
+17,mlp.experts.69.gate_proj,0.0000023122,0.05000,15.164
+17,mlp.experts.64.gate_proj,0.0000032735,0.05000,15.230
+17,mlp.experts.77.gate_proj,0.0000135218,0.05000,15.010
+17,mlp.experts.76.gate_proj,0.0000038115,0.05000,15.163
+17,mlp.experts.65.gate_proj,0.0000191850,0.05000,15.128
+17,mlp.experts.68.gate_proj,0.0000125556,0.05000,15.274
+17,mlp.experts.67.gate_proj,0.0000132952,0.05000,15.258
+17,mlp.experts.66.gate_proj,0.0000150270,0.05000,15.436
+17,mlp.experts.78.gate_proj,0.0000144037,0.05000,15.294
+17,mlp.experts.74.gate_proj,0.0000078039,0.05000,15.204
+17,mlp.experts.73.gate_proj,0.0000028568,0.05000,15.407
+17,mlp.experts.70.gate_proj,0.0000269455,0.05000,15.274
+17,mlp.experts.75.gate_proj,0.0000416413,0.05000,15.244
+17,mlp.experts.79.gate_proj,0.0000076255,0.05000,15.268
+17,mlp.experts.71.gate_proj,0.0000067396,0.05000,15.270
+17,mlp.experts.85.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.924
+17,mlp.experts.88.gate_proj,0.0000054813,0.05000,15.303
+17,mlp.experts.80.gate_proj,0.0000367005,0.05000,14.402
+17,mlp.experts.93.gate_proj,0.0000066142,0.05000,14.290
+17,mlp.experts.92.gate_proj,0.0000118684,0.05000,14.310
+17,mlp.experts.81.gate_proj,0.0000412614,0.05000,14.286
+17,mlp.experts.84.gate_proj,0.0000017436,0.05000,14.346
+17,mlp.experts.83.gate_proj,0.0000480800,0.05000,14.518
+17,mlp.experts.89.gate_proj,0.0000021052,0.05000,14.332
+17,mlp.experts.82.gate_proj,0.0000203549,0.05000,14.531
+17,mlp.experts.94.gate_proj,0.0000125048,0.05000,14.452
+17,mlp.experts.86.gate_proj,0.0000131624,0.05000,14.393
+17,mlp.experts.90.gate_proj,0.0000166542,0.05000,14.510
+17,mlp.experts.95.gate_proj,0.0000096640,0.05000,14.530
+17,mlp.experts.91.gate_proj,0.0000050327,0.05000,14.613
+17,mlp.experts.87.gate_proj,0.0000052803,0.05000,14.497
+17,mlp.experts.101.gate_proj,0.0000083747,0.05000,14.465
+17,mlp.experts.104.gate_proj,0.0000053706,0.05000,14.352
+17,mlp.experts.96.gate_proj,0.0000102539,0.05000,15.050
+17,mlp.experts.97.gate_proj,0.0000060402,0.05000,15.029
+17,mlp.experts.108.gate_proj,0.0000035605,0.05000,15.140
+17,mlp.experts.109.gate_proj,0.0000039881,0.05000,15.196
+17,mlp.experts.100.gate_proj,0.0000046572,0.05000,15.166
+17,mlp.experts.99.gate_proj,0.0000071328,0.05000,14.993
+17,mlp.experts.106.gate_proj,0.0000076891,0.05000,14.964
+17,mlp.experts.105.gate_proj,0.0000169456,0.05000,15.104
+17,mlp.experts.98.gate_proj,0.0000033210,0.05000,15.122
+17,mlp.experts.102.gate_proj,0.0000091696,0.05000,15.136
+17,mlp.experts.110.gate_proj,0.0000052780,0.05000,15.246
+17,mlp.experts.117.gate_proj,0.0000114509,0.05000,14.937
+17,mlp.experts.107.gate_proj,0.0000119666,0.05000,15.098
+17,mlp.experts.111.gate_proj,0.0000218637,0.05000,15.147
+17,mlp.experts.103.gate_proj,0.0000128153,0.05000,15.155
+17,mlp.experts.120.gate_proj,0.0000112861,0.05000,15.049
+17,mlp.experts.133.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.848
+17,mlp.experts.112.gate_proj,0.0000084983,0.05000,15.294
+17,mlp.experts.113.gate_proj,0.0000076046,0.05000,15.285
+17,mlp.experts.124.gate_proj,0.0000248701,0.05000,15.197
+17,mlp.experts.125.gate_proj,0.0000097759,0.05000,15.316
+17,mlp.experts.115.gate_proj,0.0000058155,0.05000,15.322
+17,mlp.experts.116.gate_proj,0.0000174834,0.05000,15.334
+17,mlp.experts.121.gate_proj,0.0000131850,0.05000,15.385
+17,mlp.experts.122.gate_proj,0.0000111145,0.05000,15.407
+17,mlp.experts.126.gate_proj,0.0000061699,0.05000,15.208
+17,mlp.experts.118.gate_proj,0.0000061287,0.05000,15.447
+17,mlp.experts.114.gate_proj,0.0000073305,0.05000,15.462
+17,mlp.experts.123.gate_proj,0.0000101943,0.05000,15.307
+17,mlp.experts.119.gate_proj,0.0000052254,0.05000,15.232
+17,mlp.experts.127.gate_proj,0.0000075481,0.05000,15.467
+17,mlp.experts.136.gate_proj,0.0000095431,0.05000,15.299
+17,mlp.experts.149.gate_proj,0.0000093171,0.05000,15.270
+17,mlp.experts.128.gate_proj,0.0000067752,0.05000,15.432
+17,mlp.experts.129.gate_proj,0.0000046534,0.05000,15.384
+17,mlp.experts.140.gate_proj,0.0000228222,0.05000,15.485
+17,mlp.experts.141.gate_proj,0.0000143307,0.05000,15.408
+17,mlp.experts.132.gate_proj,0.0000113004,0.05000,15.281
+17,mlp.experts.131.gate_proj,0.0000043743,0.05000,15.448
+17,mlp.experts.137.gate_proj,0.0000129226,0.05000,15.368
+17,mlp.experts.138.gate_proj,0.0000143437,0.05000,15.374
+17,mlp.experts.142.gate_proj,0.0000063879,0.05000,15.427
+17,mlp.experts.130.gate_proj,0.0000065917,0.05000,15.387
+17,mlp.experts.134.gate_proj,0.0000065173,0.05000,15.533
+17,mlp.experts.139.gate_proj,0.0000087237,0.05000,15.505
+17,mlp.experts.135.gate_proj,0.0000078411,0.05000,15.571
+17,mlp.experts.143.gate_proj,0.0000153126,0.05000,15.491
+17,mlp.experts.152.gate_proj,0.0000051251,0.05000,15.473
+17,mlp.experts.165.gate_proj,0.0000106172,0.05000,15.362
+17,mlp.experts.145.gate_proj,0.0000131633,0.05000,14.888
+17,mlp.experts.144.gate_proj,0.0000354546,0.05000,14.946
+17,mlp.experts.156.gate_proj,0.0000093707,0.05000,14.821
+17,mlp.experts.157.gate_proj,0.0000078305,0.05000,14.795
+17,mlp.experts.148.gate_proj,0.0000186834,0.05000,14.905
+17,mlp.experts.147.gate_proj,0.0000121095,0.05000,15.012
+17,mlp.experts.146.gate_proj,0.0000176098,0.05000,14.700
+17,mlp.experts.158.gate_proj,0.0000130663,0.05000,14.860
+17,mlp.experts.153.gate_proj,0.0000368637,0.05000,14.985
+17,mlp.experts.154.gate_proj,0.0000228292,0.05000,15.032
+17,mlp.experts.155.gate_proj,0.0000062475,0.05000,14.774
+17,mlp.experts.150.gate_proj,0.0000089824,0.05000,14.874
+17,mlp.experts.151.gate_proj,0.0000093354,0.05000,14.913
+17,mlp.experts.159.gate_proj,0.0000110232,0.05000,14.875
+17,mlp.experts.168.gate_proj,0.0000108017,0.05000,14.918
+17,mlp.experts.181.gate_proj,0.0000193214,0.05000,14.818
+17,mlp.experts.161.gate_proj,0.0000120779,0.05000,15.385
+17,mlp.experts.160.gate_proj,0.0000044018,0.05000,15.388
+17,mlp.experts.172.gate_proj,0.0000053299,0.05000,15.361
+17,mlp.experts.173.gate_proj,0.0000070752,0.05000,15.420
+17,mlp.experts.164.gate_proj,0.0000089516,0.05000,15.370
+17,mlp.experts.163.gate_proj,0.0000154568,0.05000,15.461
+17,mlp.experts.162.gate_proj,0.0000055723,0.05000,15.520
+17,mlp.experts.174.gate_proj,0.0000055810,0.05000,15.505
+17,mlp.experts.170.gate_proj,0.0000055474,0.05000,15.424
+17,mlp.experts.169.gate_proj,0.0000062784,0.05000,15.538
+17,mlp.experts.171.gate_proj,0.0000065907,0.05000,15.505
+17,mlp.experts.166.gate_proj,0.0000199247,0.05000,15.520
+17,mlp.experts.167.gate_proj,0.0000203015,0.05000,15.504
+17,mlp.experts.175.gate_proj,0.0000086304,0.05000,15.534
+17,mlp.experts.197.gate_proj,0.0000038124,0.05000,15.307
+17,mlp.experts.184.gate_proj,0.0000178078,0.05000,15.548
+17,mlp.experts.178.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.866
+17,mlp.experts.176.gate_proj,0.0000102879,0.05000,15.155
+17,mlp.experts.177.gate_proj,0.0000100822,0.05000,15.205
+17,mlp.experts.188.gate_proj,0.0000088927,0.05000,15.285
+17,mlp.experts.189.gate_proj,0.0000126960,0.05000,15.285
+17,mlp.experts.180.gate_proj,0.0000065738,0.05000,15.295
+17,mlp.experts.179.gate_proj,0.0000397312,0.05000,15.463
+17,mlp.experts.185.gate_proj,0.0000069874,0.05000,15.275
+17,mlp.experts.186.gate_proj,0.0000075770,0.05000,15.452
+17,mlp.experts.193.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.952
+17,mlp.experts.190.gate_proj,0.0000142833,0.05000,15.641
+17,mlp.experts.182.gate_proj,0.0000167957,0.05000,15.420
+17,mlp.experts.187.gate_proj,0.0000226194,0.05000,15.558
+17,mlp.experts.191.gate_proj,0.0000063955,0.05000,15.419
+17,mlp.experts.183.gate_proj,0.0000103615,0.05000,15.559
+17,mlp.experts.213.gate_proj,0.0000059337,0.05000,15.454
+17,mlp.experts.200.gate_proj,0.0000119930,0.05000,15.506
+17,mlp.experts.194.gate_proj,0.0000155327,0.05000,15.493
+17,mlp.experts.192.gate_proj,0.0000081813,0.05000,14.106
+17,mlp.experts.204.gate_proj,0.0000093522,0.05000,14.166
+17,mlp.experts.205.gate_proj,0.0000284316,0.05000,14.094
+17,mlp.experts.196.gate_proj,0.0000036591,0.05000,14.168
+17,mlp.experts.195.gate_proj,0.0000067202,0.05000,13.920
+17,mlp.experts.201.gate_proj,0.0000089962,0.05000,14.004
+17,mlp.experts.209.gate_proj,0.0000119829,0.05000,13.887
+17,mlp.experts.206.gate_proj,0.0000043225,0.05000,13.910
+17,mlp.experts.202.gate_proj,0.0000047898,0.05000,14.132
+17,mlp.experts.203.gate_proj,0.0000298635,0.05000,14.006
+17,mlp.experts.198.gate_proj,0.0000031375,0.05000,14.070
+17,mlp.experts.207.gate_proj,0.0000278175,0.05000,13.911
+17,mlp.experts.199.gate_proj,0.0000203687,0.05000,13.984
+17,mlp.experts.229.gate_proj,0.0000055903,0.05000,13.885
+17,mlp.experts.210.gate_proj,0.0000047399,0.05000,13.849
+17,mlp.experts.216.gate_proj,0.0000086687,0.05000,13.996
+17,mlp.experts.220.gate_proj,0.0000087547,0.05000,14.876
+17,mlp.experts.208.gate_proj,0.0000156245,0.05000,15.071
+17,mlp.experts.221.gate_proj,0.0000120912,0.05000,15.027
+17,mlp.experts.212.gate_proj,0.0000183603,0.05000,15.009
+17,mlp.experts.225.gate_proj,0.0000103051,0.05000,15.121
+17,mlp.experts.211.gate_proj,0.0000060739,0.05000,15.302
+17,mlp.experts.217.gate_proj,0.0000047745,0.05000,15.248
+17,mlp.experts.218.gate_proj,0.0000162116,0.05000,15.187
+17,mlp.experts.222.gate_proj,0.0000040801,0.05000,15.264
+17,mlp.experts.214.gate_proj,0.0000078218,0.05000,15.092
+17,mlp.experts.219.gate_proj,0.0000051581,0.05000,15.280
+17,mlp.experts.223.gate_proj,0.0000051410,0.05000,15.243
+17,mlp.experts.215.gate_proj,0.0000072978,0.05000,15.272
+17,mlp.experts.245.gate_proj,0.0000311610,0.05000,15.243
+17,mlp.experts.226.gate_proj,0.0000044876,0.05000,15.171
+17,mlp.experts.232.gate_proj,0.0000123139,0.05000,15.116
+17,mlp.experts.236.gate_proj,0.0000137404,0.05000,15.255
+17,mlp.experts.224.gate_proj,0.0000413449,0.05000,15.322
+17,mlp.experts.228.gate_proj,0.0000070456,0.05000,15.268
+17,mlp.experts.237.gate_proj,0.0000079141,0.05000,15.434
+17,mlp.experts.241.gate_proj,0.0000175442,0.05000,15.246
+17,mlp.experts.227.gate_proj,0.0000136013,0.05000,15.292
+17,mlp.experts.233.gate_proj,0.0000064251,0.05000,15.326
+17,mlp.experts.230.gate_proj,0.0000065660,0.05000,15.287
+17,mlp.experts.238.gate_proj,0.0000040476,0.05000,15.376
+17,mlp.experts.234.gate_proj,0.0000025005,0.05000,15.508
+17,mlp.experts.235.gate_proj,0.0000087711,0.05000,15.314
+17,mlp.experts.239.gate_proj,0.0000094797,0.05000,15.294
+17,mlp.experts.5.up_proj,0.0000088249,0.05000,15.311
+17,mlp.experts.231.gate_proj,0.0000074333,0.05000,15.415
+17,mlp.experts.248.gate_proj,0.0000071931,0.05000,15.200
+17,mlp.experts.242.gate_proj,0.0000069485,0.05000,15.282
+17,mlp.experts.252.gate_proj,0.0000204658,0.05000,15.812
+17,mlp.experts.240.gate_proj,0.0000212448,0.05000,15.862
+17,mlp.experts.253.gate_proj,0.0000127202,0.05000,15.844
+17,mlp.experts.244.gate_proj,0.0000078256,0.05000,16.045
+17,mlp.experts.1.up_proj,0.0000024044,0.05000,15.788
+17,mlp.experts.243.gate_proj,0.0000080505,0.05000,15.920
+17,mlp.experts.246.gate_proj,0.0000085876,0.05000,15.727
+17,mlp.experts.249.gate_proj,0.0000120600,0.05000,15.945
+17,mlp.experts.254.gate_proj,0.0000113529,0.05000,15.966
+17,mlp.experts.250.gate_proj,0.0000041891,0.05000,16.055
+17,mlp.experts.251.gate_proj,0.0000179645,0.05000,16.047
+17,mlp.experts.255.gate_proj,0.0000034874,0.05000,16.043
+17,mlp.experts.247.gate_proj,0.0000039536,0.05000,15.823
+17,mlp.experts.21.up_proj,0.0000074620,0.05000,15.963
+17,mlp.experts.2.up_proj,0.0000076586,0.05000,15.981
+17,mlp.experts.8.up_proj,0.0000055855,0.05000,16.020
+17,mlp.experts.24.up_proj,failsafe(rtn): 0.0008430,0.00000,0.854
+17,mlp.experts.12.up_proj,0.0000109671,0.05000,14.866
+17,mlp.experts.0.up_proj,0.0000044069,0.05000,15.037
+17,mlp.experts.13.up_proj,0.0000032786,0.05000,15.100
+17,mlp.experts.4.up_proj,0.0000259000,0.05000,14.979
+17,mlp.experts.17.up_proj,0.0000077042,0.05000,15.017
+17,mlp.experts.6.up_proj,0.0000417719,0.05000,15.040
+17,mlp.experts.3.up_proj,0.0000167704,0.05000,15.139
+17,mlp.experts.9.up_proj,0.0000126442,0.05000,15.124
+17,mlp.experts.14.up_proj,0.0000025728,0.05000,15.034
+17,mlp.experts.11.up_proj,0.0000126609,0.05000,15.017
+17,mlp.experts.7.up_proj,0.0000067876,0.05000,14.942
+17,mlp.experts.37.up_proj,0.0000043888,0.05000,15.017
+17,mlp.experts.10.up_proj,0.0000067650,0.05000,15.197
+17,mlp.experts.15.up_proj,0.0000093445,0.05000,15.242
+17,mlp.experts.18.up_proj,0.0000127902,0.05000,15.051
+17,mlp.experts.40.up_proj,0.0000285902,0.05000,14.973
+17,mlp.experts.28.up_proj,0.0000161790,0.05000,15.885
+17,mlp.experts.16.up_proj,0.0000048862,0.05000,15.850
+17,mlp.experts.29.up_proj,0.0000113507,0.05000,15.686
+17,mlp.experts.20.up_proj,0.0000034438,0.05000,15.855
+17,mlp.experts.33.up_proj,0.0000078833,0.05000,15.647
+17,mlp.experts.22.up_proj,0.0000117362,0.05000,15.755
+17,mlp.experts.25.up_proj,0.0000133147,0.05000,15.658
+17,mlp.experts.19.up_proj,0.0000071536,0.05000,15.786
+17,mlp.experts.30.up_proj,0.0000052953,0.05000,15.779
+17,mlp.experts.53.up_proj,0.0000122082,0.05000,15.685
+17,mlp.experts.27.up_proj,0.0000151214,0.05000,15.847
+17,mlp.experts.23.up_proj,0.0000049109,0.05000,15.851
+17,mlp.experts.26.up_proj,0.0000058797,0.05000,15.738
+17,mlp.experts.34.up_proj,0.0000119742,0.05000,15.735
+17,mlp.experts.31.up_proj,0.0000164584,0.05000,15.900
+17,mlp.experts.56.up_proj,0.0000099387,0.05000,15.736
+17,mlp.experts.44.up_proj,0.0000085416,0.05000,15.177
+17,mlp.experts.32.up_proj,0.0000053984,0.05000,15.142
+17,mlp.experts.45.up_proj,0.0000055288,0.05000,15.253
+17,mlp.experts.36.up_proj,0.0000172113,0.05000,15.301
+17,mlp.experts.49.up_proj,0.0000106388,0.05000,15.400
+17,mlp.experts.38.up_proj,0.0000053967,0.05000,15.294
+17,mlp.experts.41.up_proj,0.0000084042,0.05000,15.320
+17,mlp.experts.35.up_proj,0.0000037823,0.05000,15.335
+17,mlp.experts.46.up_proj,0.0000092456,0.05000,15.447
+17,mlp.experts.42.up_proj,0.0000091867,0.05000,15.239
+17,mlp.experts.69.up_proj,0.0000021772,0.05000,15.341
+17,mlp.experts.43.up_proj,0.0000328918,0.05000,15.356
+17,mlp.experts.39.up_proj,0.0000115097,0.05000,15.363
+17,mlp.experts.50.up_proj,0.0000059185,0.05000,15.247
+17,mlp.experts.47.up_proj,0.0000065750,0.05000,15.260
+17,mlp.experts.85.up_proj,failsafe(rtn): 0.0009651,0.00000,0.859
+17,mlp.experts.72.up_proj,0.0000155989,0.05000,15.289
+17,mlp.experts.60.up_proj,0.0000124924,0.05000,15.521
+17,mlp.experts.48.up_proj,0.0000082272,0.05000,15.659
+17,mlp.experts.61.up_proj,0.0000060440,0.05000,15.489
+17,mlp.experts.52.up_proj,0.0000417684,0.05000,15.652
+17,mlp.experts.65.up_proj,0.0000206159,0.05000,15.560
+17,mlp.experts.54.up_proj,0.0000086943,0.05000,15.548
+17,mlp.experts.57.up_proj,0.0000060581,0.05000,15.579
+17,mlp.experts.51.up_proj,0.0000104837,0.05000,15.581
+17,mlp.experts.62.up_proj,0.0000067767,0.05000,15.319
+17,mlp.experts.58.up_proj,0.0000053039,0.05000,15.482
+17,mlp.experts.59.up_proj,0.0000077421,0.05000,15.569
+17,mlp.experts.66.up_proj,0.0000145910,0.05000,15.499
+17,mlp.experts.55.up_proj,0.0000138527,0.05000,15.654
+17,mlp.experts.63.up_proj,0.0000191150,0.05000,15.657
+17,mlp.experts.101.up_proj,0.0000078793,0.05000,15.527
+17,mlp.experts.88.up_proj,0.0000051557,0.05000,15.654
+17,mlp.experts.76.up_proj,0.0000039550,0.05000,14.763
+17,mlp.experts.64.up_proj,0.0000030572,0.05000,14.608
+17,mlp.experts.77.up_proj,0.0000126092,0.05000,14.669
+17,mlp.experts.81.up_proj,0.0000423173,0.05000,14.550
+17,mlp.experts.68.up_proj,0.0000118145,0.05000,14.638
+17,mlp.experts.70.up_proj,0.0000253453,0.05000,14.711
+17,mlp.experts.73.up_proj,0.0000026333,0.05000,14.671
+17,mlp.experts.67.up_proj,0.0000124051,0.05000,14.797
+17,mlp.experts.78.up_proj,0.0000158299,0.05000,14.666
+17,mlp.experts.75.up_proj,0.0000405132,0.05000,14.625
+17,mlp.experts.71.up_proj,0.0000056217,0.05000,14.535
+17,mlp.experts.74.up_proj,0.0000074370,0.05000,14.790
+17,mlp.experts.82.up_proj,0.0000183612,0.05000,14.764
+17,mlp.experts.79.up_proj,0.0000070998,0.05000,14.648
+17,mlp.experts.117.up_proj,0.0000105128,0.05000,14.580
+17,mlp.experts.104.up_proj,0.0000051779,0.05000,14.487
+17,mlp.experts.133.up_proj,failsafe(rtn): 0.0009270,0.00000,0.613
+17,mlp.experts.92.up_proj,0.0000107823,0.05000,14.895
+17,mlp.experts.80.up_proj,0.0000324562,0.05000,14.934
+17,mlp.experts.93.up_proj,0.0000062619,0.05000,15.059
+17,mlp.experts.97.up_proj,0.0000056474,0.05000,15.114
+17,mlp.experts.84.up_proj,0.0000017408,0.05000,15.072
+17,mlp.experts.89.up_proj,0.0000020315,0.05000,15.008
+17,mlp.experts.86.up_proj,0.0000124596,0.05000,15.165
+17,mlp.experts.83.up_proj,0.0000494302,0.05000,15.006
+17,mlp.experts.94.up_proj,0.0000114424,0.05000,15.099
+17,mlp.experts.90.up_proj,0.0000162736,0.05000,14.906
+17,mlp.experts.87.up_proj,0.0000052356,0.05000,14.954
+17,mlp.experts.98.up_proj,0.0000031052,0.05000,14.883
+17,mlp.experts.91.up_proj,0.0000046878,0.05000,15.065
+17,mlp.experts.95.up_proj,0.0000088567,0.05000,14.950
+17,mlp.experts.120.up_proj,0.0000114171,0.05000,14.967
+17,mlp.experts.149.up_proj,0.0000088020,0.05000,15.285
+17,mlp.experts.108.up_proj,0.0000032077,0.05000,14.792
+17,mlp.experts.96.up_proj,0.0000095538,0.05000,14.724
+17,mlp.experts.109.up_proj,0.0000038450,0.05000,14.681
+17,mlp.experts.113.up_proj,0.0000067809,0.05000,14.592
+17,mlp.experts.100.up_proj,0.0000043606,0.05000,14.740
+17,mlp.experts.105.up_proj,0.0000154706,0.05000,14.719
+17,mlp.experts.102.up_proj,0.0000101233,0.05000,14.759
+17,mlp.experts.99.up_proj,0.0000068838,0.05000,14.755
+17,mlp.experts.110.up_proj,0.0000053548,0.05000,14.644
+17,mlp.experts.114.up_proj,0.0000077694,0.05000,14.667
+17,mlp.experts.103.up_proj,0.0000122881,0.05000,14.725
+17,mlp.experts.106.up_proj,0.0000072455,0.05000,14.777
+17,mlp.experts.111.up_proj,0.0000217095,0.05000,14.630
+17,mlp.experts.107.up_proj,0.0000117587,0.05000,14.873
+17,mlp.experts.136.up_proj,0.0000084473,0.05000,14.717
+17,mlp.experts.165.up_proj,0.0000088451,0.05000,14.627
+17,mlp.experts.124.up_proj,0.0000227484,0.05000,14.710
+17,mlp.experts.112.up_proj,0.0000078549,0.05000,14.744
+17,mlp.experts.125.up_proj,0.0000090130,0.05000,14.747
+17,mlp.experts.129.up_proj,0.0000041774,0.05000,14.823
+17,mlp.experts.116.up_proj,0.0000159363,0.05000,14.915
+17,mlp.experts.121.up_proj,0.0000111686,0.05000,14.728
+17,mlp.experts.126.up_proj,0.0000054074,0.05000,14.716
+17,mlp.experts.115.up_proj,0.0000055277,0.05000,14.732
+17,mlp.experts.118.up_proj,0.0000060750,0.05000,14.808
+17,mlp.experts.130.up_proj,0.0000064105,0.05000,14.696
+17,mlp.experts.119.up_proj,0.0000050561,0.05000,14.726
+17,mlp.experts.122.up_proj,0.0000107903,0.05000,14.799
+17,mlp.experts.127.up_proj,0.0000070959,0.05000,14.741
+17,mlp.experts.123.up_proj,0.0000098428,0.05000,14.742
+17,mlp.experts.152.up_proj,0.0000046503,0.05000,14.667
+17,mlp.experts.181.up_proj,0.0000171756,0.05000,14.642
+17,mlp.experts.140.up_proj,0.0000205225,0.05000,14.727
+17,mlp.experts.128.up_proj,0.0000070539,0.05000,14.579
+17,mlp.experts.141.up_proj,0.0000153748,0.05000,14.559
+17,mlp.experts.145.up_proj,0.0000126484,0.05000,14.529
+17,mlp.experts.132.up_proj,0.0000124548,0.05000,14.515
+17,mlp.experts.137.up_proj,0.0000124252,0.05000,14.530
+17,mlp.experts.131.up_proj,0.0000041739,0.05000,14.624
+17,mlp.experts.142.up_proj,0.0000063486,0.05000,14.650
+17,mlp.experts.134.up_proj,0.0000061184,0.05000,14.843
+17,mlp.experts.146.up_proj,0.0000161103,0.05000,14.821
+17,mlp.experts.135.up_proj,0.0000076875,0.05000,14.893
+17,mlp.experts.138.up_proj,0.0000129874,0.05000,15.021
+17,mlp.experts.139.up_proj,0.0000091035,0.05000,14.875
+17,mlp.experts.143.up_proj,0.0000139331,0.05000,14.932
+17,mlp.experts.168.up_proj,0.0000101424,0.05000,14.861
+17,mlp.experts.197.up_proj,0.0000037701,0.05000,15.027
+17,mlp.experts.156.up_proj,0.0000084644,0.05000,16.022
+17,mlp.experts.144.up_proj,0.0000123516,0.05000,16.007
+17,mlp.experts.157.up_proj,0.0000072870,0.05000,15.986
+17,mlp.experts.161.up_proj,0.0000114772,0.05000,15.956
+17,mlp.experts.148.up_proj,0.0000186178,0.05000,15.822
+17,mlp.experts.153.up_proj,0.0000339903,0.05000,15.980
+17,mlp.experts.147.up_proj,0.0000116410,0.05000,15.826
+17,mlp.experts.158.up_proj,0.0000128174,0.05000,15.824
+17,mlp.experts.150.up_proj,0.0000084625,0.05000,15.797
+17,mlp.experts.151.up_proj,0.0000088053,0.05000,15.663
+17,mlp.experts.162.up_proj,0.0000053105,0.05000,15.794
+17,mlp.experts.154.up_proj,0.0000206908,0.05000,15.769
+17,mlp.experts.155.up_proj,0.0000053666,0.05000,15.796
+17,mlp.experts.159.up_proj,0.0000105201,0.05000,15.919
+17,mlp.experts.178.up_proj,failsafe(rtn): 0.0008965,0.00000,0.823
+17,mlp.experts.184.up_proj,0.0000206814,0.05000,15.763
+17,mlp.experts.213.up_proj,0.0000058675,0.05000,15.689
+17,mlp.experts.160.up_proj,0.0000041850,0.05000,15.516
+17,mlp.experts.172.up_proj,0.0000059425,0.05000,15.655
+17,mlp.experts.173.up_proj,0.0000073991,0.05000,15.865
+17,mlp.experts.177.up_proj,0.0000096950,0.05000,15.680
+17,mlp.experts.164.up_proj,0.0000081536,0.05000,15.709
+17,mlp.experts.169.up_proj,0.0000062327,0.05000,15.723
+17,mlp.experts.174.up_proj,0.0000057920,0.05000,15.867
+17,mlp.experts.193.up_proj,failsafe(rtn): 0.0008659,0.00000,0.825
+17,mlp.experts.163.up_proj,0.0000148351,0.05000,16.017
+17,mlp.experts.166.up_proj,0.0000225907,0.05000,15.899
+17,mlp.experts.167.up_proj,0.0000191199,0.05000,15.839
+17,mlp.experts.170.up_proj,0.0000049703,0.05000,15.695
+17,mlp.experts.171.up_proj,0.0000062010,0.05000,15.898
+17,mlp.experts.175.up_proj,0.0000080844,0.05000,15.905
+17,mlp.experts.194.up_proj,0.0000137443,0.05000,15.877
+17,mlp.experts.200.up_proj,0.0000109231,0.05000,15.884
+17,mlp.experts.229.up_proj,0.0000056821,0.05000,15.840
+17,mlp.experts.176.up_proj,0.0000098450,0.05000,14.848
+17,mlp.experts.188.up_proj,0.0000085040,0.05000,14.833
+17,mlp.experts.189.up_proj,0.0000119843,0.05000,14.860
+17,mlp.experts.180.up_proj,0.0000062602,0.05000,14.972
+17,mlp.experts.185.up_proj,0.0000063014,0.05000,14.844
+17,mlp.experts.209.up_proj,0.0000103592,0.05000,14.791
+17,mlp.experts.190.up_proj,0.0000144879,0.05000,14.982
+17,mlp.experts.179.up_proj,0.0000387986,0.05000,14.893
+17,mlp.experts.182.up_proj,0.0000158222,0.05000,14.930
+17,mlp.experts.183.up_proj,0.0000101497,0.05000,14.872
+17,mlp.experts.186.up_proj,0.0000069732,0.05000,14.878
+17,mlp.experts.187.up_proj,0.0000230293,0.05000,14.834
+17,mlp.experts.191.up_proj,0.0000061676,0.05000,14.816
+17,mlp.experts.210.up_proj,0.0000044058,0.05000,14.749
+17,mlp.experts.216.up_proj,0.0000088038,0.05000,14.749
+17,mlp.experts.245.up_proj,0.0000245402,0.05000,14.621
+17,mlp.experts.5.down_proj,0.0000003020,0.05000,3.665
+17,mlp.experts.21.down_proj,0.0000002689,0.05000,3.413
+17,mlp.experts.37.down_proj,0.0000001199,0.05000,3.852
+17,mlp.experts.204.up_proj,0.0000094341,0.05000,15.069
+17,mlp.experts.192.up_proj,0.0000078959,0.05000,15.125
+17,mlp.experts.205.up_proj,0.0000275981,0.05000,15.121
+17,mlp.experts.196.up_proj,0.0000034371,0.05000,14.968
+17,mlp.experts.201.up_proj,0.0000090933,0.05000,14.832
+17,mlp.experts.195.up_proj,0.0000068427,0.05000,14.716
+17,mlp.experts.225.up_proj,0.0000096547,0.05000,15.001
+17,mlp.experts.206.up_proj,0.0000036458,0.05000,14.955
+17,mlp.experts.198.up_proj,0.0000028934,0.05000,14.859
+17,mlp.experts.199.up_proj,0.0000191773,0.05000,15.099
+17,mlp.experts.202.up_proj,0.0000046342,0.05000,14.998
+17,mlp.experts.207.up_proj,0.0000256963,0.05000,14.947
+17,mlp.experts.203.up_proj,0.0000269451,0.05000,15.096
+17,mlp.experts.226.up_proj,0.0000041480,0.05000,14.968
+17,mlp.experts.232.up_proj,0.0000110498,0.05000,15.092
+17,mlp.experts.53.down_proj,0.0000001363,0.05000,4.149
+17,mlp.experts.69.down_proj,0.0000000466,0.05000,3.692
+17,mlp.experts.85.down_proj,failsafe(rtn): 0.0009193,0.00000,0.220
+17,mlp.experts.101.down_proj,0.0000002791,0.05000,3.765
+17,mlp.experts.117.down_proj,0.0000002185,0.05000,3.620
+17,mlp.experts.133.down_proj,failsafe(rtn): 0.0009041,0.00000,0.155
+17,mlp.experts.220.up_proj,0.0000085832,0.05000,15.129
+17,mlp.experts.208.up_proj,0.0000145365,0.05000,15.176
+17,mlp.experts.221.up_proj,0.0000112479,0.05000,14.992
+17,mlp.experts.212.up_proj,0.0000151011,0.05000,14.935
+17,mlp.experts.217.up_proj,0.0000045921,0.05000,15.075
+17,mlp.experts.211.up_proj,0.0000062738,0.05000,15.114
+17,mlp.experts.241.up_proj,0.0000185494,0.05000,15.089
+17,mlp.experts.222.up_proj,0.0000040305,0.05000,15.116
+17,mlp.experts.214.up_proj,0.0000087569,0.05000,15.162
+17,mlp.experts.215.up_proj,0.0000068651,0.05000,15.111
+17,mlp.experts.218.up_proj,0.0000167608,0.05000,15.131
+17,mlp.experts.223.up_proj,0.0000050098,0.05000,14.990
+17,mlp.experts.219.up_proj,0.0000047513,0.05000,15.100
+17,mlp.experts.242.up_proj,0.0000068757,0.05000,15.166
+17,mlp.experts.248.up_proj,0.0000068229,0.05000,15.031
+17,mlp.experts.149.down_proj,0.0000001994,0.05000,3.939
+17,mlp.experts.1.down_proj,0.0000000722,0.05000,3.954
+17,mlp.experts.2.down_proj,0.0000002967,0.05000,3.848
+17,mlp.experts.8.down_proj,0.0000001848,0.05000,3.839
+17,mlp.experts.24.down_proj,failsafe(rtn): 0.0008469,0.00000,0.237
+17,mlp.experts.165.down_proj,0.0000000841,0.05000,3.906
+17,mlp.experts.17.down_proj,0.0000002693,0.05000,4.125
+17,mlp.experts.18.down_proj,0.0000002062,0.05000,4.201
+17,mlp.experts.40.down_proj,0.0000004809,0.05000,4.286
+17,mlp.experts.181.down_proj,0.0000004100,0.05000,4.243
+17,mlp.experts.33.down_proj,0.0000000744,0.05000,4.127
+17,mlp.experts.34.down_proj,0.0000001608,0.05000,3.740
+17,mlp.experts.56.down_proj,0.0000003381,0.05000,3.675
+17,mlp.experts.236.up_proj,0.0000147094,0.05000,15.678
+17,mlp.experts.197.down_proj,0.0000000950,0.05000,3.823
+17,mlp.experts.224.up_proj,0.0000371485,0.05000,15.800
+17,mlp.experts.237.up_proj,0.0000074311,0.05000,15.985
+17,mlp.experts.228.up_proj,0.0000063875,0.05000,16.011
+17,mlp.experts.233.up_proj,0.0000056069,0.05000,16.159
+17,mlp.experts.227.up_proj,0.0000126817,0.05000,16.080
+17,mlp.experts.49.down_proj,0.0000003309,0.05000,3.916
+17,mlp.experts.230.up_proj,0.0000064810,0.05000,15.937
+17,mlp.experts.238.up_proj,0.0000042104,0.05000,16.044
+17,mlp.experts.231.up_proj,0.0000069044,0.05000,15.937
+17,mlp.experts.234.up_proj,0.0000024389,0.05000,15.915
+17,mlp.experts.239.up_proj,0.0000089358,0.05000,15.920
+17,mlp.experts.235.up_proj,0.0000081014,0.05000,15.859
+17,mlp.experts.50.down_proj,0.0000001861,0.05000,4.017
+17,mlp.experts.72.down_proj,0.0000001826,0.05000,3.985
+17,mlp.experts.213.down_proj,0.0000002225,0.05000,3.887
+17,mlp.experts.65.down_proj,0.0000005731,0.05000,3.640
+17,mlp.experts.66.down_proj,0.0000004417,0.05000,3.842
+17,mlp.experts.88.down_proj,0.0000001489,0.05000,3.792
+17,mlp.experts.229.down_proj,0.0000001902,0.05000,3.834
+17,mlp.experts.81.down_proj,0.0000007640,0.05000,3.935
+17,mlp.experts.82.down_proj,0.0000004588,0.05000,3.776
+17,mlp.experts.104.down_proj,0.0000001664,0.05000,3.922
+17,mlp.experts.245.down_proj,0.0000003128,0.05000,3.905
+17,mlp.experts.97.down_proj,0.0000000514,0.05000,3.895
+17,mlp.experts.98.down_proj,0.0000000999,0.05000,3.986
+17,mlp.experts.120.down_proj,0.0000003690,0.05000,3.975
+17,mlp.experts.252.up_proj,0.0000184610,0.05000,15.464
+17,mlp.experts.240.up_proj,0.0000197298,0.05000,15.406
+17,mlp.experts.253.up_proj,0.0000118246,0.05000,15.529
+17,mlp.experts.244.up_proj,0.0000086852,0.05000,15.432
+17,mlp.experts.249.up_proj,0.0000113024,0.05000,15.267
+17,mlp.experts.243.up_proj,0.0000075031,0.05000,15.340
+17,mlp.experts.246.up_proj,0.0000082485,0.05000,15.206
+17,mlp.experts.254.up_proj,0.0000105812,0.05000,15.206
+17,mlp.experts.113.down_proj,0.0000001040,0.05000,3.810
+17,mlp.experts.247.up_proj,0.0000037396,0.05000,15.588
+17,mlp.experts.250.up_proj,0.0000046062,0.05000,15.537
+17,mlp.experts.255.up_proj,0.0000033739,0.05000,15.571
+17,mlp.experts.251.up_proj,0.0000163465,0.05000,15.475
+17,mlp.experts.114.down_proj,0.0000003176,0.05000,3.981
+17,mlp.experts.136.down_proj,0.0000001081,0.05000,3.991
+17,mlp.experts.12.down_proj,0.0000002911,0.05000,3.929
+17,mlp.experts.0.down_proj,0.0000001314,0.05000,3.965
+17,mlp.experts.13.down_proj,0.0000001243,0.05000,4.011
+17,mlp.experts.4.down_proj,0.0000005099,0.05000,4.001
+17,mlp.experts.9.down_proj,0.0000001403,0.05000,3.992
+17,mlp.experts.3.down_proj,0.0000005617,0.05000,3.963
+17,mlp.experts.129.down_proj,0.0000001219,0.05000,3.931
+17,mlp.experts.6.down_proj,0.0000009918,0.05000,3.994
+17,mlp.experts.14.down_proj,0.0000000699,0.05000,3.991
+17,mlp.experts.7.down_proj,0.0000001901,0.05000,3.878
+17,mlp.experts.10.down_proj,0.0000001479,0.05000,4.014
+17,mlp.experts.15.down_proj,0.0000002352,0.05000,3.905
+17,mlp.experts.11.down_proj,0.0000002250,0.05000,3.871
+17,mlp.experts.130.down_proj,0.0000001994,0.05000,4.015
+17,mlp.experts.152.down_proj,0.0000000963,0.05000,3.942
+17,mlp.experts.28.down_proj,0.0000003821,0.05000,3.908
+17,mlp.experts.16.down_proj,0.0000001517,0.05000,3.866
+17,mlp.experts.29.down_proj,0.0000002048,0.05000,3.571
+17,mlp.experts.20.down_proj,0.0000001272,0.05000,3.599
+17,mlp.experts.25.down_proj,0.0000001423,0.05000,3.472
+17,mlp.experts.19.down_proj,0.0000001692,0.05000,3.467
+17,mlp.experts.30.down_proj,0.0000000564,0.05000,3.415
+17,mlp.experts.22.down_proj,0.0000002100,0.05000,3.464
+17,mlp.experts.145.down_proj,0.0000002267,0.05000,3.503
+17,mlp.experts.23.down_proj,0.0000001355,0.05000,3.518
+17,mlp.experts.26.down_proj,0.0000001519,0.05000,3.538
+17,mlp.experts.27.down_proj,0.0000002675,0.05000,3.518
+17,mlp.experts.31.down_proj,0.0000004469,0.05000,3.534
+17,mlp.experts.146.down_proj,0.0000003582,0.05000,3.377
+17,mlp.experts.168.down_proj,0.0000000916,0.05000,3.440
+17,mlp.experts.44.down_proj,0.0000002365,0.05000,3.449
+17,mlp.experts.32.down_proj,0.0000001467,0.05000,3.458
+17,mlp.experts.45.down_proj,0.0000000526,0.05000,3.719
+17,mlp.experts.36.down_proj,0.0000002702,0.05000,3.776
+17,mlp.experts.41.down_proj,0.0000002723,0.05000,3.807
+17,mlp.experts.46.down_proj,0.0000002203,0.05000,3.876
+17,mlp.experts.161.down_proj,0.0000001342,0.05000,3.884
+17,mlp.experts.38.down_proj,0.0000001399,0.05000,3.945
+17,mlp.experts.35.down_proj,0.0000000780,0.05000,3.982
+17,mlp.experts.39.down_proj,0.0000001716,0.05000,3.830
+17,mlp.experts.42.down_proj,0.0000001216,0.05000,3.774
+17,mlp.experts.47.down_proj,0.0000000776,0.05000,3.739
+17,mlp.experts.43.down_proj,0.0000009543,0.05000,3.753
+17,mlp.experts.162.down_proj,0.0000001954,0.05000,3.785
+17,mlp.experts.178.down_proj,failsafe(rtn): 0.0008888,0.00000,0.163
+17,mlp.experts.184.down_proj,0.0000005765,0.05000,3.725
+17,mlp.experts.60.down_proj,0.0000004337,0.05000,3.633
+17,mlp.experts.48.down_proj,0.0000002213,0.05000,3.548
+17,mlp.experts.61.down_proj,0.0000002004,0.05000,3.257
+17,mlp.experts.52.down_proj,0.0000010039,0.05000,3.283
+17,mlp.experts.57.down_proj,0.0000003375,0.05000,3.213
+17,mlp.experts.177.down_proj,0.0000003053,0.05000,3.177
+17,mlp.experts.62.down_proj,0.0000002551,0.05000,3.230
+17,mlp.experts.54.down_proj,0.0000002078,0.05000,3.226
+17,mlp.experts.51.down_proj,0.0000001291,0.05000,3.240
+17,mlp.experts.193.down_proj,failsafe(rtn): 0.0008698,0.00000,0.158
+17,mlp.experts.55.down_proj,0.0000003199,0.05000,3.303
+17,mlp.experts.58.down_proj,0.0000001815,0.05000,3.289
+17,mlp.experts.63.down_proj,0.0000006754,0.05000,3.353
+17,mlp.experts.59.down_proj,0.0000000859,0.05000,3.378
+17,mlp.experts.194.down_proj,0.0000001646,0.05000,3.252
+17,mlp.experts.200.down_proj,0.0000003150,0.05000,3.258
+17,mlp.experts.76.down_proj,0.0000001823,0.05000,3.316
+17,mlp.experts.64.down_proj,0.0000000793,0.05000,3.352
+17,mlp.experts.77.down_proj,0.0000001725,0.05000,3.325
+17,mlp.experts.68.down_proj,0.0000001620,0.05000,3.366
+17,mlp.experts.73.down_proj,0.0000000557,0.05000,3.337
+17,mlp.experts.78.down_proj,0.0000006674,0.05000,3.191
+17,mlp.experts.70.down_proj,0.0000005685,0.05000,3.209
+17,mlp.experts.67.down_proj,0.0000003420,0.05000,3.215
+17,mlp.experts.209.down_proj,0.0000002533,0.05000,3.192
+17,mlp.experts.71.down_proj,0.0000001180,0.05000,3.167
+17,mlp.experts.74.down_proj,0.0000000794,0.05000,3.247
+17,mlp.experts.79.down_proj,0.0000001610,0.05000,3.184
+17,mlp.experts.75.down_proj,0.0000010560,0.05000,3.231
+17,mlp.experts.210.down_proj,0.0000001698,0.05000,3.242
+17,mlp.experts.216.down_proj,0.0000003040,0.05000,3.293
+17,mlp.experts.92.down_proj,0.0000002900,0.05000,3.189
+17,mlp.experts.80.down_proj,0.0000008253,0.05000,3.193
+17,mlp.experts.93.down_proj,0.0000001007,0.05000,3.215
+17,mlp.experts.84.down_proj,0.0000000971,0.05000,3.295
+17,mlp.experts.89.down_proj,0.0000000651,0.05000,3.320
+17,mlp.experts.94.down_proj,0.0000003522,0.05000,3.386
+17,mlp.experts.86.down_proj,0.0000001684,0.05000,3.407
+17,mlp.experts.225.down_proj,0.0000005900,0.05000,3.369
+17,mlp.experts.83.down_proj,0.0000010420,0.05000,3.487
+17,mlp.experts.87.down_proj,0.0000001391,0.05000,3.368
+17,mlp.experts.90.down_proj,0.0000004349,0.05000,3.318
+17,mlp.experts.95.down_proj,0.0000000821,0.05000,3.367
+17,mlp.experts.91.down_proj,0.0000000471,0.05000,3.343
+17,mlp.experts.226.down_proj,0.0000000488,0.05000,3.414
+17,mlp.experts.232.down_proj,0.0000002006,0.05000,3.494
+17,mlp.experts.108.down_proj,0.0000000422,0.05000,3.599
+17,mlp.experts.96.down_proj,0.0000001159,0.05000,3.570
+17,mlp.experts.109.down_proj,0.0000001497,0.05000,3.740
+17,mlp.experts.105.down_proj,0.0000003105,0.05000,3.744
+17,mlp.experts.100.down_proj,0.0000000855,0.05000,3.846
+17,mlp.experts.110.down_proj,0.0000001354,0.05000,3.797
+17,mlp.experts.102.down_proj,0.0000004456,0.05000,3.819
+17,mlp.experts.241.down_proj,0.0000003580,0.05000,3.803
+17,mlp.experts.99.down_proj,0.0000000754,0.05000,3.781
+17,mlp.experts.103.down_proj,0.0000003068,0.05000,3.833
+17,mlp.experts.106.down_proj,0.0000000741,0.05000,3.774
+17,mlp.experts.111.down_proj,0.0000002424,0.05000,3.807
+17,mlp.experts.107.down_proj,0.0000001482,0.05000,3.823
+17,mlp.experts.242.down_proj,0.0000001942,0.05000,3.631
+17,mlp.experts.248.down_proj,0.0000001005,0.05000,3.503
+17,mlp.experts.124.down_proj,0.0000005702,0.05000,3.380
+17,mlp.experts.112.down_proj,0.0000000837,0.05000,3.360
+17,mlp.experts.125.down_proj,0.0000000921,0.05000,3.092
+17,mlp.experts.121.down_proj,0.0000001104,0.05000,2.932
+17,mlp.experts.116.down_proj,0.0000002092,0.05000,2.999
+17,mlp.experts.126.down_proj,0.0000001196,0.05000,2.843
+17,mlp.experts.118.down_proj,0.0000001382,0.05000,2.780
+17,mlp.experts.115.down_proj,0.0000001724,0.05000,2.761
+17,mlp.experts.119.down_proj,0.0000003347,0.05000,2.768
+17,mlp.experts.122.down_proj,0.0000003259,0.05000,2.776
+17,mlp.experts.127.down_proj,0.0000000758,0.05000,2.777
+17,mlp.experts.123.down_proj,0.0000002581,0.05000,2.768
+17,mlp.experts.140.down_proj,0.0000003702,0.05000,2.687
+17,mlp.experts.128.down_proj,0.0000002266,0.05000,2.716
+17,mlp.experts.141.down_proj,0.0000006380,0.05000,2.680
+17,mlp.experts.137.down_proj,0.0000003170,0.05000,2.610
+17,mlp.experts.132.down_proj,0.0000004014,0.05000,2.679
+17,mlp.experts.142.down_proj,0.0000002035,0.05000,2.678
+17,mlp.experts.134.down_proj,0.0000000620,0.05000,2.642
+17,mlp.experts.131.down_proj,0.0000000394,0.05000,2.679
+17,mlp.experts.138.down_proj,0.0000003436,0.05000,2.478
+17,mlp.experts.135.down_proj,0.0000002102,0.05000,2.531
+17,mlp.experts.143.down_proj,0.0000003436,0.05000,2.470
+17,mlp.experts.139.down_proj,0.0000002531,0.05000,2.526
+17,mlp.experts.156.down_proj,0.0000001908,0.05000,2.529
+17,mlp.experts.144.down_proj,0.0000000509,0.05000,2.548
+17,mlp.experts.157.down_proj,0.0000002361,0.05000,2.552
+17,mlp.experts.153.down_proj,0.0000008314,0.05000,2.542
+17,mlp.experts.148.down_proj,0.0000006036,0.05000,2.693
+17,mlp.experts.158.down_proj,0.0000003758,0.05000,2.656
+17,mlp.experts.150.down_proj,0.0000000817,0.05000,2.635
+17,mlp.experts.147.down_proj,0.0000004014,0.05000,2.730
+17,mlp.experts.154.down_proj,0.0000006047,0.05000,2.752
+17,mlp.experts.151.down_proj,0.0000002663,0.05000,2.778
+17,mlp.experts.159.down_proj,0.0000001142,0.05000,2.726
+17,mlp.experts.155.down_proj,0.0000001154,0.05000,2.710
+17,mlp.experts.172.down_proj,0.0000002026,0.05000,2.785
+17,mlp.experts.160.down_proj,0.0000000924,0.05000,2.707
+17,mlp.experts.173.down_proj,0.0000002362,0.05000,2.665
+17,mlp.experts.169.down_proj,0.0000001860,0.05000,2.622
+17,mlp.experts.164.down_proj,0.0000002372,0.05000,2.600
+17,mlp.experts.166.down_proj,0.0000005786,0.05000,2.470
+17,mlp.experts.174.down_proj,0.0000001642,0.05000,2.491
+17,mlp.experts.163.down_proj,0.0000003981,0.05000,2.481
+17,mlp.experts.170.down_proj,0.0000001204,0.05000,2.538
+17,mlp.experts.167.down_proj,0.0000002061,0.05000,2.566
+17,mlp.experts.175.down_proj,0.0000000862,0.05000,2.583
+17,mlp.experts.171.down_proj,0.0000001867,0.05000,2.619
+17,mlp.experts.188.down_proj,0.0000002451,0.05000,2.696
+17,mlp.experts.176.down_proj,0.0000002674,0.05000,2.763
+17,mlp.experts.189.down_proj,0.0000002953,0.05000,2.768
+17,mlp.experts.185.down_proj,0.0000001525,0.05000,2.773
+17,mlp.experts.180.down_proj,0.0000001703,0.05000,2.740
+17,mlp.experts.190.down_proj,0.0000005728,0.05000,2.731
+17,mlp.experts.182.down_proj,0.0000001739,0.05000,2.762
+17,mlp.experts.179.down_proj,0.0000011820,0.05000,2.704
+17,mlp.experts.186.down_proj,0.0000000709,0.05000,2.586
+17,mlp.experts.183.down_proj,0.0000001073,0.05000,2.604
+17,mlp.experts.191.down_proj,0.0000002216,0.05000,2.610
+17,mlp.experts.187.down_proj,0.0000007251,0.05000,2.599
+17,mlp.experts.204.down_proj,0.0000003175,0.05000,2.386
+17,mlp.experts.192.down_proj,0.0000002070,0.05000,2.388
+17,mlp.experts.205.down_proj,0.0000007904,0.05000,2.398
+17,mlp.experts.201.down_proj,0.0000002346,0.05000,2.487
+17,mlp.experts.196.down_proj,0.0000001170,0.05000,2.497
+17,mlp.experts.206.down_proj,0.0000001048,0.05000,2.537
+17,mlp.experts.198.down_proj,0.0000000610,0.05000,2.534
+17,mlp.experts.195.down_proj,0.0000005734,0.05000,2.556
+17,mlp.experts.202.down_proj,0.0000001279,0.05000,2.544
+17,mlp.experts.199.down_proj,0.0000004515,0.05000,2.559
+17,mlp.experts.207.down_proj,0.0000004782,0.05000,2.586
+17,mlp.experts.203.down_proj,0.0000005999,0.05000,2.598
+17,mlp.experts.220.down_proj,0.0000002765,0.05000,2.808
+17,mlp.experts.208.down_proj,0.0000002600,0.05000,2.752
+17,mlp.experts.221.down_proj,0.0000001703,0.05000,2.693
+17,mlp.experts.217.down_proj,0.0000002327,0.05000,2.684
+17,mlp.experts.212.down_proj,0.0000002502,0.05000,2.673
+17,mlp.experts.214.down_proj,0.0000003637,0.05000,2.629
+17,mlp.experts.222.down_proj,0.0000001172,0.05000,2.697
+17,mlp.experts.211.down_proj,0.0000002054,0.05000,2.743
+17,mlp.experts.218.down_proj,0.0000005379,0.05000,2.759
+17,mlp.experts.215.down_proj,0.0000000955,0.05000,2.795
+17,mlp.experts.223.down_proj,0.0000001965,0.05000,2.896
+17,mlp.experts.219.down_proj,0.0000001234,0.05000,2.856
+17,mlp.experts.236.down_proj,0.0000004938,0.05000,2.846
+17,mlp.experts.224.down_proj,0.0000007594,0.05000,2.876
+17,mlp.experts.237.down_proj,0.0000001848,0.05000,2.843
+17,mlp.experts.233.down_proj,0.0000001993,0.05000,2.857
+17,mlp.experts.228.down_proj,0.0000001322,0.05000,2.839
+17,mlp.experts.230.down_proj,0.0000002354,0.05000,2.779
+17,mlp.experts.238.down_proj,0.0000001414,0.05000,2.803
+17,mlp.experts.227.down_proj,0.0000001432,0.05000,2.818
+17,mlp.experts.234.down_proj,0.0000000650,0.05000,2.708
+17,mlp.experts.231.down_proj,0.0000001911,0.05000,2.777
+17,mlp.experts.239.down_proj,0.0000002041,0.05000,2.729
+17,mlp.experts.235.down_proj,0.0000001973,0.05000,2.758
+17,mlp.experts.252.down_proj,0.0000002872,0.05000,2.584
+17,mlp.experts.240.down_proj,0.0000005198,0.05000,2.572
+17,mlp.experts.253.down_proj,0.0000001064,0.05000,2.462
+17,mlp.experts.249.down_proj,0.0000001162,0.05000,2.495
+17,mlp.experts.244.down_proj,0.0000002817,0.05000,2.377
+17,mlp.experts.246.down_proj,0.0000001076,0.05000,2.351
+17,mlp.experts.254.down_proj,0.0000002862,0.05000,2.311
+17,mlp.experts.243.down_proj,0.0000000561,0.05000,2.164
+17,mlp.experts.250.down_proj,0.0000001577,0.05000,2.070
+17,mlp.experts.247.down_proj,0.0000000416,0.05000,1.871
+17,mlp.experts.255.down_proj,0.0000000954,0.05000,1.752
+17,mlp.experts.251.down_proj,0.0000003361,0.05000,1.620
+18,mlp.experts.7.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.763
+18,mlp.experts.5.gate_proj,0.0000112005,0.05000,15.768
+18,mlp.experts.8.gate_proj,0.0000044670,0.05000,15.821
+18,mlp.experts.15.gate_proj,0.0000088598,0.05000,15.816
+18,mlp.experts.11.gate_proj,0.0000090487,0.05000,15.868
+18,mlp.experts.2.gate_proj,0.0000157841,0.05000,15.889
+18,mlp.experts.0.gate_proj,0.0000029137,0.05000,15.911
+18,mlp.experts.6.gate_proj,0.0000075456,0.05000,15.911
+18,mlp.experts.12.gate_proj,0.0000099379,0.05000,15.917
+18,mlp.experts.1.gate_proj,0.0000059880,0.05000,15.995
+18,mlp.experts.10.gate_proj,0.0000128928,0.05000,15.996
+18,mlp.experts.9.gate_proj,0.0000118813,0.05000,16.012
+18,mlp.experts.13.gate_proj,0.0000033001,0.05000,16.015
+18,mlp.experts.4.gate_proj,0.0000061794,0.05000,15.977
+18,mlp.experts.3.gate_proj,0.0000088994,0.05000,15.991
+18,mlp.experts.14.gate_proj,0.0000163134,0.05000,16.194
+18,mlp.experts.23.gate_proj,0.0000085825,0.05000,16.115
+18,mlp.experts.21.gate_proj,0.0000078789,0.05000,15.724
+18,mlp.experts.16.gate_proj,0.0000049455,0.05000,15.591
+18,mlp.experts.24.gate_proj,0.0000084912,0.05000,15.707
+18,mlp.experts.27.gate_proj,0.0000077772,0.05000,15.691
+18,mlp.experts.28.gate_proj,0.0000068984,0.05000,15.654
+18,mlp.experts.20.gate_proj,0.0000308167,0.05000,15.571
+18,mlp.experts.31.gate_proj,0.0000111339,0.05000,15.778
+18,mlp.experts.26.gate_proj,0.0000287048,0.05000,15.618
+18,mlp.experts.29.gate_proj,0.0000528619,0.05000,15.644
+18,mlp.experts.18.gate_proj,0.0000056805,0.05000,15.783
+18,mlp.experts.17.gate_proj,0.0000167569,0.05000,15.735
+18,mlp.experts.22.gate_proj,0.0000094211,0.05000,15.833
+18,mlp.experts.30.gate_proj,0.0000116141,0.05000,15.595
+18,mlp.experts.25.gate_proj,0.0000053622,0.05000,15.871
+18,mlp.experts.19.gate_proj,0.0000065906,0.05000,15.828
+18,mlp.experts.39.gate_proj,0.0000077869,0.05000,15.744
+18,mlp.experts.32.gate_proj,0.0000135855,0.05000,13.891
+18,mlp.experts.40.gate_proj,0.0000047555,0.05000,13.954
+18,mlp.experts.47.gate_proj,0.0000218807,0.05000,13.925
+18,mlp.experts.43.gate_proj,0.0000030315,0.05000,13.983
+18,mlp.experts.37.gate_proj,0.0000075152,0.05000,14.086
+18,mlp.experts.42.gate_proj,0.0000047585,0.05000,13.956
+18,mlp.experts.44.gate_proj,0.0000103706,0.05000,14.003
+18,mlp.experts.45.gate_proj,0.0000140292,0.05000,13.924
+18,mlp.experts.36.gate_proj,0.0000247678,0.05000,14.037
+18,mlp.experts.38.gate_proj,0.0000145140,0.05000,13.923
+18,mlp.experts.34.gate_proj,0.0000050621,0.05000,13.974
+18,mlp.experts.33.gate_proj,0.0000050445,0.05000,14.039
+18,mlp.experts.35.gate_proj,0.0000110417,0.05000,13.967
+18,mlp.experts.46.gate_proj,0.0000387526,0.05000,14.088
+18,mlp.experts.41.gate_proj,0.0000126926,0.05000,14.035
+18,mlp.experts.55.gate_proj,0.0000094492,0.05000,13.947
+18,mlp.experts.56.gate_proj,0.0000122499,0.05000,14.412
+18,mlp.experts.48.gate_proj,0.0000312011,0.05000,14.528
+18,mlp.experts.53.gate_proj,0.0000096350,0.05000,14.372
+18,mlp.experts.61.gate_proj,0.0000060625,0.05000,14.443
+18,mlp.experts.60.gate_proj,0.0000121533,0.05000,14.493
+18,mlp.experts.50.gate_proj,0.0000046415,0.05000,14.445
+18,mlp.experts.59.gate_proj,0.0000192272,0.05000,14.596
+18,mlp.experts.54.gate_proj,0.0000126331,0.05000,14.531
+18,mlp.experts.52.gate_proj,0.0000141005,0.05000,14.537
+18,mlp.experts.58.gate_proj,0.0000043041,0.05000,14.624
+18,mlp.experts.63.gate_proj,0.0000071308,0.05000,14.716
+18,mlp.experts.49.gate_proj,0.0000399419,0.05000,14.537
+18,mlp.experts.51.gate_proj,0.0000367981,0.05000,14.500
+18,mlp.experts.62.gate_proj,0.0000028999,0.05000,14.557
+18,mlp.experts.57.gate_proj,0.0000028962,0.05000,14.574
+18,mlp.experts.65.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.823
+18,mlp.experts.78.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.790
+18,mlp.experts.71.gate_proj,0.0000050428,0.05000,14.545
+18,mlp.experts.72.gate_proj,0.0000071879,0.05000,15.600
+18,mlp.experts.64.gate_proj,0.0000052640,0.05000,15.620
+18,mlp.experts.69.gate_proj,0.0000069801,0.05000,15.675
+18,mlp.experts.77.gate_proj,0.0000030489,0.05000,15.561
+18,mlp.experts.66.gate_proj,0.0000108681,0.05000,15.618
+18,mlp.experts.70.gate_proj,0.0000126973,0.05000,15.636
+18,mlp.experts.75.gate_proj,0.0000071576,0.05000,15.715
+18,mlp.experts.76.gate_proj,0.0000371830,0.05000,15.745
+18,mlp.experts.68.gate_proj,0.0000325245,0.05000,15.670
+18,mlp.experts.74.gate_proj,0.0000031558,0.05000,15.754
+18,mlp.experts.67.gate_proj,0.0000078056,0.05000,15.649
+18,mlp.experts.79.gate_proj,0.0000023304,0.05000,15.849
+18,mlp.experts.73.gate_proj,0.0000079519,0.05000,15.634
+18,mlp.experts.81.gate_proj,0.0000329771,0.05000,15.646
+18,mlp.experts.94.gate_proj,0.0000093772,0.05000,15.646
+18,mlp.experts.87.gate_proj,0.0000052542,0.05000,15.819
+18,mlp.experts.88.gate_proj,0.0000104824,0.05000,15.094
+18,mlp.experts.93.gate_proj,0.0000103580,0.05000,15.145
+18,mlp.experts.85.gate_proj,0.0000073302,0.05000,15.159
+18,mlp.experts.80.gate_proj,0.0000060265,0.05000,15.271
+18,mlp.experts.82.gate_proj,0.0000095837,0.05000,15.222
+18,mlp.experts.84.gate_proj,0.0000117232,0.05000,15.103
+18,mlp.experts.86.gate_proj,0.0000117005,0.05000,15.262
+18,mlp.experts.91.gate_proj,0.0000027825,0.05000,15.244
+18,mlp.experts.92.gate_proj,0.0000087276,0.05000,15.284
+18,mlp.experts.89.gate_proj,0.0000079226,0.05000,15.048
+18,mlp.experts.83.gate_proj,0.0000060916,0.05000,15.202
+18,mlp.experts.90.gate_proj,0.0000124272,0.05000,15.251
+18,mlp.experts.95.gate_proj,0.0000156253,0.05000,15.196
+18,mlp.experts.97.gate_proj,0.0000067181,0.05000,15.035
+18,mlp.experts.110.gate_proj,0.0000155049,0.05000,15.023
+18,mlp.experts.103.gate_proj,0.0000069926,0.05000,15.193
+18,mlp.experts.104.gate_proj,0.0000132470,0.05000,15.759
+18,mlp.experts.109.gate_proj,0.0000143845,0.05000,15.712
+18,mlp.experts.101.gate_proj,0.0000127186,0.05000,15.714
+18,mlp.experts.96.gate_proj,0.0000141647,0.05000,15.907
+18,mlp.experts.108.gate_proj,0.0000098702,0.05000,15.650
+18,mlp.experts.107.gate_proj,0.0000221389,0.05000,15.692
+18,mlp.experts.98.gate_proj,0.0000091370,0.05000,15.853
+18,mlp.experts.100.gate_proj,0.0000158696,0.05000,15.877
+18,mlp.experts.102.gate_proj,0.0000098645,0.05000,15.809
+18,mlp.experts.105.gate_proj,0.0000086156,0.05000,15.759
+18,mlp.experts.106.gate_proj,0.0000100578,0.05000,15.771
+18,mlp.experts.111.gate_proj,0.0000103928,0.05000,15.753
+18,mlp.experts.99.gate_proj,0.0000080787,0.05000,15.931
+18,mlp.experts.113.gate_proj,0.0000069722,0.05000,15.807
+18,mlp.experts.124.gate_proj,failsafe(rtn): 0.0008659,0.00000,0.860
+18,mlp.experts.126.gate_proj,0.0000053149,0.05000,15.874
+18,mlp.experts.119.gate_proj,0.0000091634,0.05000,15.801
+18,mlp.experts.117.gate_proj,0.0000044616,0.05000,14.907
+18,mlp.experts.120.gate_proj,0.0000307447,0.05000,15.143
+18,mlp.experts.125.gate_proj,0.0000350642,0.05000,15.142
+18,mlp.experts.112.gate_proj,0.0000068203,0.05000,15.180
+18,mlp.experts.123.gate_proj,0.0000030900,0.05000,15.152
+18,mlp.experts.118.gate_proj,0.0000260987,0.05000,15.086
+18,mlp.experts.114.gate_proj,0.0000103157,0.05000,15.171
+18,mlp.experts.121.gate_proj,0.0000079292,0.05000,15.105
+18,mlp.experts.116.gate_proj,0.0000073104,0.05000,15.281
+18,mlp.experts.122.gate_proj,0.0000075589,0.05000,15.119
+18,mlp.experts.127.gate_proj,0.0000098303,0.05000,15.281
+18,mlp.experts.115.gate_proj,0.0000098370,0.05000,15.233
+18,mlp.experts.129.gate_proj,0.0000074642,0.05000,15.235
+18,mlp.experts.140.gate_proj,0.0000207231,0.05000,15.180
+18,mlp.experts.142.gate_proj,0.0000189934,0.05000,15.250
+18,mlp.experts.135.gate_proj,0.0000075190,0.05000,15.156
+18,mlp.experts.133.gate_proj,0.0000129128,0.05000,14.778
+18,mlp.experts.136.gate_proj,0.0000162895,0.05000,14.848
+18,mlp.experts.141.gate_proj,0.0000135877,0.05000,14.831
+18,mlp.experts.134.gate_proj,0.0000062263,0.05000,14.666
+18,mlp.experts.128.gate_proj,0.0000058146,0.05000,14.762
+18,mlp.experts.130.gate_proj,0.0000096487,0.05000,14.684
+18,mlp.experts.132.gate_proj,0.0000073096,0.05000,14.711
+18,mlp.experts.137.gate_proj,0.0000086234,0.05000,14.821
+18,mlp.experts.138.gate_proj,0.0000061849,0.05000,14.742
+18,mlp.experts.139.gate_proj,0.0000039508,0.05000,14.935
+18,mlp.experts.143.gate_proj,0.0000392149,0.05000,14.737
+18,mlp.experts.131.gate_proj,0.0000076677,0.05000,14.824
+18,mlp.experts.145.gate_proj,0.0000042223,0.05000,14.552
+18,mlp.experts.156.gate_proj,0.0000105538,0.05000,14.743
+18,mlp.experts.158.gate_proj,0.0000087906,0.05000,14.759
+18,mlp.experts.151.gate_proj,0.0000209510,0.05000,14.788
+18,mlp.experts.149.gate_proj,0.0000181913,0.05000,14.939
+18,mlp.experts.152.gate_proj,0.0000040327,0.05000,15.011
+18,mlp.experts.157.gate_proj,0.0000107990,0.05000,14.956
+18,mlp.experts.150.gate_proj,0.0000259185,0.05000,14.875
+18,mlp.experts.144.gate_proj,0.0000238575,0.05000,14.935
+18,mlp.experts.146.gate_proj,0.0000112470,0.05000,15.013
+18,mlp.experts.153.gate_proj,0.0000339114,0.05000,14.928
+18,mlp.experts.148.gate_proj,0.0000101291,0.05000,14.955
+18,mlp.experts.154.gate_proj,0.0000242258,0.05000,15.022
+18,mlp.experts.159.gate_proj,0.0000057866,0.05000,14.895
+18,mlp.experts.155.gate_proj,0.0000088828,0.05000,15.056
+18,mlp.experts.147.gate_proj,0.0000441306,0.05000,14.978
+18,mlp.experts.161.gate_proj,0.0000144049,0.05000,14.883
+18,mlp.experts.172.gate_proj,0.0000076651,0.05000,15.092
+18,mlp.experts.174.gate_proj,0.0000056248,0.05000,15.031
+18,mlp.experts.167.gate_proj,0.0000154026,0.05000,15.032
+18,mlp.experts.165.gate_proj,0.0000068569,0.05000,15.664
+18,mlp.experts.168.gate_proj,0.0000160566,0.05000,15.600
+18,mlp.experts.173.gate_proj,0.0000077776,0.05000,15.572
+18,mlp.experts.166.gate_proj,0.0000073170,0.05000,15.629
+18,mlp.experts.160.gate_proj,0.0000056225,0.05000,15.595
+18,mlp.experts.164.gate_proj,0.0000084493,0.05000,15.452
+18,mlp.experts.162.gate_proj,0.0000084163,0.05000,15.571
+18,mlp.experts.169.gate_proj,0.0000087978,0.05000,15.577
+18,mlp.experts.170.gate_proj,0.0000110421,0.05000,15.546
+18,mlp.experts.171.gate_proj,0.0000070929,0.05000,15.617
+18,mlp.experts.163.gate_proj,0.0000034891,0.05000,15.446
+18,mlp.experts.175.gate_proj,0.0000053883,0.05000,15.718
+18,mlp.experts.177.gate_proj,0.0000052720,0.05000,15.536
+18,mlp.experts.188.gate_proj,0.0000088878,0.05000,15.499
+18,mlp.experts.190.gate_proj,0.0000060440,0.05000,15.457
+18,mlp.experts.183.gate_proj,0.0000091701,0.05000,15.550
+18,mlp.experts.184.gate_proj,0.0000124796,0.05000,14.923
+18,mlp.experts.181.gate_proj,0.0000084350,0.05000,15.200
+18,mlp.experts.189.gate_proj,0.0000202800,0.05000,15.144
+18,mlp.experts.182.gate_proj,0.0000049552,0.05000,15.030
+18,mlp.experts.176.gate_proj,0.0000035268,0.05000,15.061
+18,mlp.experts.178.gate_proj,0.0000157767,0.05000,15.076
+18,mlp.experts.180.gate_proj,0.0000095695,0.05000,15.139
+18,mlp.experts.185.gate_proj,0.0000091834,0.05000,15.159
+18,mlp.experts.186.gate_proj,0.0000119811,0.05000,15.180
+18,mlp.experts.193.gate_proj,0.0000072137,0.05000,15.063
+18,mlp.experts.200.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.959
+18,mlp.experts.179.gate_proj,0.0000038067,0.05000,15.263
+18,mlp.experts.187.gate_proj,0.0000066280,0.05000,15.357
+18,mlp.experts.191.gate_proj,0.0000149819,0.05000,15.406
+18,mlp.experts.206.gate_proj,0.0000113377,0.05000,15.161
+18,mlp.experts.204.gate_proj,0.0000057960,0.05000,15.300
+18,mlp.experts.199.gate_proj,0.0000081764,0.05000,15.303
+18,mlp.experts.197.gate_proj,0.0000070441,0.05000,14.413
+18,mlp.experts.198.gate_proj,0.0000117916,0.05000,14.329
+18,mlp.experts.192.gate_proj,0.0000092334,0.05000,14.326
+18,mlp.experts.194.gate_proj,0.0000100573,0.05000,14.285
+18,mlp.experts.205.gate_proj,0.0000155605,0.05000,14.592
+18,mlp.experts.201.gate_proj,0.0000087749,0.05000,14.391
+18,mlp.experts.196.gate_proj,0.0000088618,0.05000,14.489
+18,mlp.experts.202.gate_proj,0.0000519167,0.05000,14.327
+18,mlp.experts.195.gate_proj,0.0000340481,0.05000,14.203
+18,mlp.experts.216.gate_proj,0.0000137810,0.05000,14.253
+18,mlp.experts.203.gate_proj,0.0000064433,0.05000,14.391
+18,mlp.experts.209.gate_proj,0.0000073635,0.05000,14.478
+18,mlp.experts.207.gate_proj,0.0000017765,0.05000,14.489
+18,mlp.experts.222.gate_proj,0.0000187271,0.05000,14.383
+18,mlp.experts.220.gate_proj,0.0000109305,0.05000,14.400
+18,mlp.experts.215.gate_proj,0.0000073537,0.05000,14.379
+18,mlp.experts.213.gate_proj,0.0000069902,0.05000,14.619
+18,mlp.experts.221.gate_proj,0.0000035035,0.05000,14.450
+18,mlp.experts.210.gate_proj,0.0000214966,0.05000,14.553
+18,mlp.experts.214.gate_proj,0.0000081999,0.05000,14.739
+18,mlp.experts.208.gate_proj,0.0000183253,0.05000,14.690
+18,mlp.experts.217.gate_proj,0.0000117010,0.05000,14.583
+18,mlp.experts.212.gate_proj,0.0000127886,0.05000,14.599
+18,mlp.experts.218.gate_proj,0.0000525025,0.05000,14.610
+18,mlp.experts.232.gate_proj,0.0000092801,0.05000,14.597
+18,mlp.experts.211.gate_proj,0.0000193635,0.05000,14.656
+18,mlp.experts.225.gate_proj,0.0000032447,0.05000,14.603
+18,mlp.experts.219.gate_proj,0.0000108270,0.05000,14.645
+18,mlp.experts.223.gate_proj,0.0000062257,0.05000,14.592
+18,mlp.experts.236.gate_proj,0.0000113348,0.05000,14.474
+18,mlp.experts.238.gate_proj,0.0000103931,0.05000,14.659
+18,mlp.experts.231.gate_proj,0.0000173529,0.05000,14.637
+18,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.773
+18,mlp.experts.229.gate_proj,0.0000072929,0.05000,15.289
+18,mlp.experts.230.gate_proj,0.0000059819,0.05000,15.249
+18,mlp.experts.226.gate_proj,0.0000102557,0.05000,15.344
+18,mlp.experts.237.gate_proj,0.0000096051,0.05000,15.418
+18,mlp.experts.224.gate_proj,0.0000042003,0.05000,15.392
+18,mlp.experts.228.gate_proj,0.0000129162,0.05000,15.342
+18,mlp.experts.233.gate_proj,0.0000060387,0.05000,15.466
+18,mlp.experts.234.gate_proj,0.0000266533,0.05000,15.483
+18,mlp.experts.248.gate_proj,0.0000455387,0.05000,15.353
+18,mlp.experts.227.gate_proj,0.0000087864,0.05000,15.325
+18,mlp.experts.242.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.773
+18,mlp.experts.235.gate_proj,0.0000155541,0.05000,15.383
+18,mlp.experts.241.gate_proj,0.0000059713,0.05000,15.568
+18,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.831
+18,mlp.experts.239.gate_proj,0.0000037434,0.05000,15.580
+18,mlp.experts.254.gate_proj,0.0000051853,0.05000,15.471
+18,mlp.experts.247.gate_proj,0.0000236999,0.05000,15.576
+18,mlp.experts.12.up_proj,0.0000095533,0.05000,15.568
+18,mlp.experts.7.up_proj,failsafe(rtn): 0.0009537,0.00000,0.697
+18,mlp.experts.245.gate_proj,0.0000064102,0.05000,15.028
+18,mlp.experts.246.gate_proj,0.0000201500,0.05000,15.157
+18,mlp.experts.240.gate_proj,0.0000043182,0.05000,14.993
+18,mlp.experts.253.gate_proj,0.0000049786,0.05000,15.259
+18,mlp.experts.244.gate_proj,0.0000269452,0.05000,15.079
+18,mlp.experts.250.gate_proj,0.0000089836,0.05000,15.029
+18,mlp.experts.8.up_proj,0.0000043098,0.05000,15.128
+18,mlp.experts.243.gate_proj,0.0000229735,0.05000,15.180
+18,mlp.experts.251.gate_proj,0.0000083841,0.05000,14.975
+18,mlp.experts.2.up_proj,0.0000139712,0.05000,14.996
+18,mlp.experts.1.up_proj,0.0000053818,0.05000,15.000
+18,mlp.experts.9.up_proj,0.0000100874,0.05000,15.065
+18,mlp.experts.255.gate_proj,0.0000051885,0.05000,15.128
+18,mlp.experts.14.up_proj,0.0000155526,0.05000,15.050
+18,mlp.experts.28.up_proj,0.0000063750,0.05000,14.956
+18,mlp.experts.23.up_proj,0.0000083081,0.05000,15.138
+18,mlp.experts.5.up_proj,0.0000104920,0.05000,14.651
+18,mlp.experts.6.up_proj,0.0000077382,0.05000,14.558
+18,mlp.experts.0.up_proj,0.0000037526,0.05000,14.771
+18,mlp.experts.13.up_proj,0.0000032079,0.05000,14.779
+18,mlp.experts.10.up_proj,0.0000117137,0.05000,14.695
+18,mlp.experts.4.up_proj,0.0000054932,0.05000,14.839
+18,mlp.experts.24.up_proj,0.0000081677,0.05000,14.682
+18,mlp.experts.18.up_proj,0.0000054456,0.05000,14.618
+18,mlp.experts.3.up_proj,0.0000083523,0.05000,14.759
+18,mlp.experts.11.up_proj,0.0000090013,0.05000,14.821
+18,mlp.experts.17.up_proj,0.0000156389,0.05000,14.745
+18,mlp.experts.25.up_proj,0.0000050925,0.05000,14.723
+18,mlp.experts.15.up_proj,0.0000085942,0.05000,14.745
+18,mlp.experts.30.up_proj,0.0000101086,0.05000,14.750
+18,mlp.experts.44.up_proj,0.0000096814,0.05000,14.669
+18,mlp.experts.39.up_proj,0.0000079131,0.05000,14.528
+18,mlp.experts.21.up_proj,0.0000079563,0.05000,14.457
+18,mlp.experts.22.up_proj,0.0000100009,0.05000,14.583
+18,mlp.experts.16.up_proj,0.0000052053,0.05000,14.621
+18,mlp.experts.29.up_proj,0.0000506721,0.05000,14.519
+18,mlp.experts.26.up_proj,0.0000260651,0.05000,14.556
+18,mlp.experts.20.up_proj,0.0000316560,0.05000,14.664
+18,mlp.experts.34.up_proj,0.0000048018,0.05000,14.649
+18,mlp.experts.40.up_proj,0.0000041447,0.05000,14.796
+18,mlp.experts.33.up_proj,0.0000046301,0.05000,14.487
+18,mlp.experts.27.up_proj,0.0000071198,0.05000,14.714
+18,mlp.experts.19.up_proj,0.0000065725,0.05000,14.861
+18,mlp.experts.41.up_proj,0.0000115889,0.05000,14.831
+18,mlp.experts.31.up_proj,0.0000106108,0.05000,14.858
+18,mlp.experts.46.up_proj,0.0000314915,0.05000,14.959
+18,mlp.experts.60.up_proj,0.0000110691,0.05000,14.851
+18,mlp.experts.55.up_proj,0.0000085157,0.05000,14.832
+18,mlp.experts.37.up_proj,0.0000070181,0.05000,15.205
+18,mlp.experts.38.up_proj,0.0000124252,0.05000,15.076
+18,mlp.experts.32.up_proj,0.0000126655,0.05000,14.975
+18,mlp.experts.45.up_proj,0.0000147257,0.05000,15.038
+18,mlp.experts.36.up_proj,0.0000211281,0.05000,14.924
+18,mlp.experts.42.up_proj,0.0000041069,0.05000,15.167
+18,mlp.experts.56.up_proj,0.0000118448,0.05000,14.936
+18,mlp.experts.50.up_proj,0.0000051822,0.05000,15.006
+18,mlp.experts.49.up_proj,0.0000338307,0.05000,14.948
+18,mlp.experts.43.up_proj,0.0000028573,0.05000,14.926
+18,mlp.experts.35.up_proj,0.0000104026,0.05000,14.911
+18,mlp.experts.57.up_proj,0.0000043414,0.05000,14.924
+18,mlp.experts.47.up_proj,0.0000189395,0.05000,14.879
+18,mlp.experts.62.up_proj,0.0000029214,0.05000,14.862
+18,mlp.experts.65.up_proj,failsafe(rtn): 0.0008736,0.00000,0.826
+18,mlp.experts.76.up_proj,0.0000352307,0.05000,15.030
+18,mlp.experts.78.up_proj,failsafe(rtn): 0.0009766,0.00000,0.787
+18,mlp.experts.71.up_proj,0.0000053227,0.05000,15.017
+18,mlp.experts.53.up_proj,0.0000092229,0.05000,14.834
+18,mlp.experts.54.up_proj,0.0000115695,0.05000,14.948
+18,mlp.experts.48.up_proj,0.0000282682,0.05000,14.960
+18,mlp.experts.61.up_proj,0.0000055051,0.05000,14.872
+18,mlp.experts.52.up_proj,0.0000121703,0.05000,14.943
+18,mlp.experts.58.up_proj,0.0000040522,0.05000,14.904
+18,mlp.experts.72.up_proj,0.0000071442,0.05000,14.934
+18,mlp.experts.66.up_proj,0.0000118407,0.05000,14.986
+18,mlp.experts.51.up_proj,0.0000426541,0.05000,15.007
+18,mlp.experts.59.up_proj,0.0000175545,0.05000,15.212
+18,mlp.experts.73.up_proj,0.0000074425,0.05000,14.900
+18,mlp.experts.63.up_proj,0.0000068508,0.05000,14.974
+18,mlp.experts.81.up_proj,0.0000435099,0.05000,14.935
+18,mlp.experts.94.up_proj,0.0000088109,0.05000,14.864
+18,mlp.experts.92.up_proj,0.0000077897,0.05000,15.169
+18,mlp.experts.87.up_proj,0.0000049858,0.05000,15.050
+18,mlp.experts.69.up_proj,0.0000065330,0.05000,14.803
+18,mlp.experts.70.up_proj,0.0000114446,0.05000,14.898
+18,mlp.experts.64.up_proj,0.0000049486,0.05000,14.875
+18,mlp.experts.77.up_proj,0.0000028994,0.05000,14.925
+18,mlp.experts.68.up_proj,0.0000332211,0.05000,14.856
+18,mlp.experts.82.up_proj,0.0000082347,0.05000,14.663
+18,mlp.experts.74.up_proj,0.0000031692,0.05000,14.911
+18,mlp.experts.88.up_proj,0.0000098923,0.05000,14.784
+18,mlp.experts.67.up_proj,0.0000082018,0.05000,14.805
+18,mlp.experts.75.up_proj,0.0000067898,0.05000,14.890
+18,mlp.experts.89.up_proj,0.0000074409,0.05000,14.818
+18,mlp.experts.79.up_proj,0.0000021799,0.05000,14.800
+18,mlp.experts.97.up_proj,0.0000062536,0.05000,14.910
+18,mlp.experts.110.up_proj,0.0000142908,0.05000,14.644
+18,mlp.experts.108.up_proj,0.0000075569,0.05000,14.662
+18,mlp.experts.103.up_proj,0.0000073610,0.05000,14.750
+18,mlp.experts.124.up_proj,failsafe(rtn): 0.0008698,0.00000,0.810
+18,mlp.experts.85.up_proj,0.0000074202,0.05000,14.478
+18,mlp.experts.86.up_proj,0.0000103813,0.05000,14.671
+18,mlp.experts.80.up_proj,0.0000058426,0.05000,14.620
+18,mlp.experts.93.up_proj,0.0000096770,0.05000,14.622
+18,mlp.experts.84.up_proj,0.0000115184,0.05000,14.651
+18,mlp.experts.98.up_proj,0.0000077953,0.05000,14.613
+18,mlp.experts.104.up_proj,0.0000118700,0.05000,14.727
+18,mlp.experts.90.up_proj,0.0000127624,0.05000,14.856
+18,mlp.experts.83.up_proj,0.0000055455,0.05000,14.830
+18,mlp.experts.91.up_proj,0.0000025855,0.05000,14.748
+18,mlp.experts.105.up_proj,0.0000078197,0.05000,14.685
+18,mlp.experts.95.up_proj,0.0000144865,0.05000,14.660
+18,mlp.experts.113.up_proj,0.0000066974,0.05000,14.549
+18,mlp.experts.126.up_proj,0.0000053368,0.05000,14.787
+18,mlp.experts.119.up_proj,0.0000089732,0.05000,14.636
+18,mlp.experts.140.up_proj,0.0000189861,0.05000,14.706
+18,mlp.experts.101.up_proj,0.0000114275,0.05000,15.289
+18,mlp.experts.96.up_proj,0.0000140758,0.05000,15.188
+18,mlp.experts.102.up_proj,0.0000092903,0.05000,15.394
+18,mlp.experts.109.up_proj,0.0000134733,0.05000,15.356
+18,mlp.experts.100.up_proj,0.0000150301,0.05000,15.331
+18,mlp.experts.114.up_proj,0.0000103980,0.05000,15.284
+18,mlp.experts.120.up_proj,0.0000389288,0.05000,15.348
+18,mlp.experts.106.up_proj,0.0000095382,0.05000,15.272
+18,mlp.experts.99.up_proj,0.0000073291,0.05000,15.304
+18,mlp.experts.107.up_proj,0.0000202776,0.05000,15.220
+18,mlp.experts.121.up_proj,0.0000078753,0.05000,15.260
+18,mlp.experts.111.up_proj,0.0000098219,0.05000,15.335
+18,mlp.experts.129.up_proj,0.0000069606,0.05000,15.243
+18,mlp.experts.142.up_proj,0.0000192122,0.05000,15.074
+18,mlp.experts.135.up_proj,0.0000071730,0.05000,15.153
+18,mlp.experts.156.up_proj,0.0000095932,0.05000,15.316
+18,mlp.experts.117.up_proj,0.0000038736,0.05000,15.293
+18,mlp.experts.112.up_proj,0.0000060967,0.05000,15.101
+18,mlp.experts.118.up_proj,0.0000235014,0.05000,15.132
+18,mlp.experts.125.up_proj,0.0000285345,0.05000,15.114
+18,mlp.experts.130.up_proj,0.0000087261,0.05000,15.038
+18,mlp.experts.116.up_proj,0.0000076627,0.05000,15.165
+18,mlp.experts.122.up_proj,0.0000076025,0.05000,14.980
+18,mlp.experts.136.up_proj,0.0000154197,0.05000,15.073
+18,mlp.experts.115.up_proj,0.0000100883,0.05000,15.114
+18,mlp.experts.123.up_proj,0.0000028782,0.05000,15.198
+18,mlp.experts.137.up_proj,0.0000078159,0.05000,15.425
+18,mlp.experts.145.up_proj,0.0000037259,0.05000,15.361
+18,mlp.experts.127.up_proj,0.0000080341,0.05000,15.430
+18,mlp.experts.158.up_proj,0.0000083483,0.05000,15.301
+18,mlp.experts.151.up_proj,0.0000228441,0.05000,15.323
+18,mlp.experts.172.up_proj,0.0000072500,0.05000,15.337
+18,mlp.experts.133.up_proj,0.0000120459,0.05000,15.542
+18,mlp.experts.128.up_proj,0.0000056445,0.05000,15.798
+18,mlp.experts.134.up_proj,0.0000059338,0.05000,15.699
+18,mlp.experts.141.up_proj,0.0000122774,0.05000,15.640
+18,mlp.experts.146.up_proj,0.0000105385,0.05000,15.607
+18,mlp.experts.132.up_proj,0.0000066220,0.05000,15.730
+18,mlp.experts.152.up_proj,0.0000036750,0.05000,15.609
+18,mlp.experts.138.up_proj,0.0000057019,0.05000,15.748
+18,mlp.experts.131.up_proj,0.0000095132,0.05000,15.667
+18,mlp.experts.153.up_proj,0.0000302152,0.05000,15.326
+18,mlp.experts.139.up_proj,0.0000035751,0.05000,15.719
+18,mlp.experts.161.up_proj,0.0000161929,0.05000,15.499
+18,mlp.experts.143.up_proj,0.0000405673,0.05000,15.475
+18,mlp.experts.174.up_proj,0.0000053219,0.05000,15.498
+18,mlp.experts.167.up_proj,0.0000142142,0.05000,15.659
+18,mlp.experts.188.up_proj,0.0000088642,0.05000,15.442
+18,mlp.experts.149.up_proj,0.0000172275,0.05000,14.345
+18,mlp.experts.144.up_proj,0.0000224861,0.05000,14.382
+18,mlp.experts.150.up_proj,0.0000230156,0.05000,14.456
+18,mlp.experts.157.up_proj,0.0000098138,0.05000,14.578
+18,mlp.experts.162.up_proj,0.0000082004,0.05000,14.566
+18,mlp.experts.148.up_proj,0.0000091273,0.05000,14.576
+18,mlp.experts.154.up_proj,0.0000232370,0.05000,14.546
+18,mlp.experts.168.up_proj,0.0000141373,0.05000,14.665
+18,mlp.experts.147.up_proj,0.0000434956,0.05000,14.468
+18,mlp.experts.155.up_proj,0.0000083970,0.05000,14.612
+18,mlp.experts.169.up_proj,0.0000089458,0.05000,14.681
+18,mlp.experts.177.up_proj,0.0000047310,0.05000,14.550
+18,mlp.experts.159.up_proj,0.0000056163,0.05000,14.610
+18,mlp.experts.190.up_proj,0.0000059261,0.05000,14.455
+18,mlp.experts.183.up_proj,0.0000088794,0.05000,14.429
+18,mlp.experts.204.up_proj,0.0000058874,0.05000,14.442
+18,mlp.experts.165.up_proj,0.0000062103,0.05000,14.997
+18,mlp.experts.160.up_proj,0.0000053050,0.05000,14.803
+18,mlp.experts.166.up_proj,0.0000063674,0.05000,14.953
+18,mlp.experts.173.up_proj,0.0000072611,0.05000,14.887
+18,mlp.experts.178.up_proj,0.0000137108,0.05000,14.738
+18,mlp.experts.170.up_proj,0.0000101843,0.05000,14.728
+18,mlp.experts.164.up_proj,0.0000076482,0.05000,14.870
+18,mlp.experts.184.up_proj,0.0000115641,0.05000,14.878
+18,mlp.experts.163.up_proj,0.0000032598,0.05000,15.081
+18,mlp.experts.171.up_proj,0.0000070322,0.05000,14.931
+18,mlp.experts.185.up_proj,0.0000078254,0.05000,14.978
+18,mlp.experts.200.up_proj,failsafe(rtn): 0.0009613,0.00000,0.843
+18,mlp.experts.193.up_proj,0.0000068332,0.05000,15.119
+18,mlp.experts.175.up_proj,0.0000050214,0.05000,15.315
+18,mlp.experts.206.up_proj,0.0000091545,0.05000,15.202
+18,mlp.experts.199.up_proj,0.0000077144,0.05000,15.262
+18,mlp.experts.220.up_proj,0.0000105867,0.05000,15.106
+18,mlp.experts.181.up_proj,0.0000076201,0.05000,15.293
+18,mlp.experts.176.up_proj,0.0000032225,0.05000,15.381
+18,mlp.experts.182.up_proj,0.0000050091,0.05000,15.367
+18,mlp.experts.189.up_proj,0.0000183224,0.05000,15.316
+18,mlp.experts.194.up_proj,0.0000096558,0.05000,15.444
+18,mlp.experts.180.up_proj,0.0000090581,0.05000,15.288
+18,mlp.experts.186.up_proj,0.0000127640,0.05000,15.448
+18,mlp.experts.179.up_proj,0.0000040446,0.05000,15.497
+18,mlp.experts.187.up_proj,0.0000069786,0.05000,15.421
+18,mlp.experts.216.up_proj,0.0000129084,0.05000,15.397
+18,mlp.experts.201.up_proj,0.0000081851,0.05000,15.574
+18,mlp.experts.209.up_proj,0.0000065020,0.05000,15.529
+18,mlp.experts.191.up_proj,0.0000130195,0.05000,15.392
+18,mlp.experts.222.up_proj,0.0000161664,0.05000,15.426
+18,mlp.experts.215.up_proj,0.0000071429,0.05000,15.426
+18,mlp.experts.236.up_proj,0.0000102889,0.05000,15.354
+18,mlp.experts.252.up_proj,failsafe(rtn): 0.0008621,0.00000,0.768
+18,mlp.experts.12.down_proj,0.0000002981,0.05000,3.721
+18,mlp.experts.28.down_proj,0.0000002136,0.05000,3.522
+18,mlp.experts.197.up_proj,0.0000071178,0.05000,15.716
+18,mlp.experts.192.up_proj,0.0000091460,0.05000,15.567
+18,mlp.experts.44.down_proj,0.0000001062,0.05000,3.992
+18,mlp.experts.205.up_proj,0.0000166681,0.05000,15.486
+18,mlp.experts.198.up_proj,0.0000103892,0.05000,15.623
+18,mlp.experts.210.up_proj,0.0000188526,0.05000,15.570
+18,mlp.experts.196.up_proj,0.0000074780,0.05000,15.482
+18,mlp.experts.202.up_proj,0.0000486546,0.05000,15.574
+18,mlp.experts.195.up_proj,0.0000131349,0.05000,15.594
+18,mlp.experts.232.up_proj,0.0000098357,0.05000,15.441
+18,mlp.experts.217.up_proj,0.0000109691,0.05000,15.351
+18,mlp.experts.203.up_proj,0.0000064307,0.05000,15.656
+18,mlp.experts.225.up_proj,0.0000032046,0.05000,15.512
+18,mlp.experts.238.up_proj,0.0000097818,0.05000,15.360
+18,mlp.experts.207.up_proj,0.0000016274,0.05000,15.588
+18,mlp.experts.231.up_proj,0.0000149660,0.05000,15.339
+18,mlp.experts.60.down_proj,0.0000001061,0.05000,3.979
+18,mlp.experts.76.down_proj,0.0000012014,0.05000,3.781
+18,mlp.experts.92.down_proj,0.0000002044,0.05000,3.400
+18,mlp.experts.213.up_proj,0.0000065776,0.05000,14.748
+18,mlp.experts.208.up_proj,0.0000179420,0.05000,14.961
+18,mlp.experts.108.down_proj,0.0000001999,0.05000,3.853
+18,mlp.experts.221.up_proj,0.0000032685,0.05000,14.827
+18,mlp.experts.214.up_proj,0.0000085512,0.05000,14.843
+18,mlp.experts.226.up_proj,0.0000101348,0.05000,14.739
+18,mlp.experts.212.up_proj,0.0000110521,0.05000,14.866
+18,mlp.experts.218.up_proj,0.0000447481,0.05000,14.777
+18,mlp.experts.242.up_proj,failsafe(rtn): 0.0009346,0.00000,0.722
+18,mlp.experts.211.up_proj,0.0000178934,0.05000,14.761
+18,mlp.experts.233.up_proj,0.0000060189,0.05000,14.636
+18,mlp.experts.248.up_proj,0.0000389454,0.05000,14.706
+18,mlp.experts.219.up_proj,0.0000104029,0.05000,14.786
+18,mlp.experts.241.up_proj,0.0000053378,0.05000,14.594
+18,mlp.experts.254.up_proj,0.0000047589,0.05000,14.472
+18,mlp.experts.223.up_proj,0.0000059487,0.05000,14.480
+18,mlp.experts.249.up_proj,failsafe(rtn): 0.0008583,0.00000,0.638
+18,mlp.experts.247.up_proj,0.0000196483,0.05000,14.578
+18,mlp.experts.7.down_proj,failsafe(rtn): 0.0009232,0.00000,0.126
+18,mlp.experts.2.down_proj,0.0000003097,0.05000,3.068
+18,mlp.experts.1.down_proj,0.0000001369,0.05000,2.980
+18,mlp.experts.14.down_proj,0.0000001691,0.05000,2.999
+18,mlp.experts.9.down_proj,0.0000003078,0.05000,2.887
+18,mlp.experts.23.down_proj,0.0000001094,0.05000,2.705
+18,mlp.experts.18.down_proj,0.0000001290,0.05000,2.945
+18,mlp.experts.17.down_proj,0.0000006336,0.05000,3.031
+18,mlp.experts.30.down_proj,0.0000001308,0.05000,3.040
+18,mlp.experts.25.down_proj,0.0000001851,0.05000,3.122
+18,mlp.experts.39.down_proj,0.0000001177,0.05000,3.306
+18,mlp.experts.34.down_proj,0.0000000817,0.05000,2.978
+18,mlp.experts.33.down_proj,0.0000000992,0.05000,2.872
+18,mlp.experts.46.down_proj,0.0000006051,0.05000,2.803
+18,mlp.experts.41.down_proj,0.0000003708,0.05000,2.699
+18,mlp.experts.229.up_proj,0.0000064108,0.05000,12.387
+18,mlp.experts.55.down_proj,0.0000002144,0.05000,2.887
+18,mlp.experts.224.up_proj,0.0000038432,0.05000,12.013
+18,mlp.experts.237.up_proj,0.0000078491,0.05000,12.053
+18,mlp.experts.124.down_proj,failsafe(rtn): 0.0008583,0.00000,0.207
+18,mlp.experts.230.up_proj,0.0000056386,0.05000,12.170
+18,mlp.experts.234.up_proj,0.0000248791,0.05000,12.153
+18,mlp.experts.50.down_proj,0.0000002523,0.05000,3.385
+18,mlp.experts.227.up_proj,0.0000082776,0.05000,12.428
+18,mlp.experts.235.up_proj,0.0000133102,0.05000,12.305
+18,mlp.experts.62.down_proj,0.0000000900,0.05000,3.586
+18,mlp.experts.239.up_proj,0.0000036156,0.05000,12.500
+18,mlp.experts.49.down_proj,0.0000010054,0.05000,3.693
+18,mlp.experts.78.down_proj,failsafe(rtn): 0.0009308,0.00000,0.208
+18,mlp.experts.57.down_proj,0.0000001195,0.05000,3.729
+18,mlp.experts.71.down_proj,0.0000001976,0.05000,3.668
+18,mlp.experts.8.down_proj,0.0000002160,0.05000,3.687
+18,mlp.experts.140.down_proj,0.0000004075,0.05000,3.701
+18,mlp.experts.66.down_proj,0.0000005060,0.05000,3.645
+18,mlp.experts.94.down_proj,0.0000000884,0.05000,3.464
+18,mlp.experts.87.down_proj,0.0000001593,0.05000,3.446
+18,mlp.experts.24.down_proj,0.0000000894,0.05000,3.522
+18,mlp.experts.156.down_proj,0.0000001405,0.05000,3.529
+18,mlp.experts.82.down_proj,0.0000002528,0.05000,3.550
+18,mlp.experts.110.down_proj,0.0000001959,0.05000,3.375
+18,mlp.experts.103.down_proj,0.0000002349,0.05000,3.487
+18,mlp.experts.40.down_proj,0.0000000459,0.05000,3.415
+18,mlp.experts.172.down_proj,0.0000000685,0.05000,3.422
+18,mlp.experts.98.down_proj,0.0000002098,0.05000,3.169
+18,mlp.experts.126.down_proj,0.0000001175,0.05000,3.349
+18,mlp.experts.245.up_proj,0.0000057786,0.05000,13.642
+18,mlp.experts.119.down_proj,0.0000002784,0.05000,3.302
+18,mlp.experts.253.up_proj,0.0000041323,0.05000,13.666
+18,mlp.experts.228.up_proj,0.0000114414,0.05000,13.863
+18,mlp.experts.240.up_proj,0.0000039998,0.05000,13.879
+18,mlp.experts.56.down_proj,0.0000004310,0.05000,3.279
+18,mlp.experts.65.down_proj,failsafe(rtn): 0.0008698,0.00000,0.218
+18,mlp.experts.246.up_proj,0.0000179469,0.05000,13.921
+18,mlp.experts.188.down_proj,0.0000003278,0.05000,3.432
+18,mlp.experts.250.up_proj,0.0000094830,0.05000,13.966
+18,mlp.experts.114.down_proj,0.0000003622,0.05000,3.683
+18,mlp.experts.243.up_proj,0.0000189265,0.05000,13.906
+18,mlp.experts.251.up_proj,0.0000077991,0.05000,13.888
+18,mlp.experts.255.up_proj,0.0000042387,0.05000,13.686
+18,mlp.experts.142.down_proj,0.0000007916,0.05000,3.484
+18,mlp.experts.135.down_proj,0.0000002280,0.05000,3.504
+18,mlp.experts.5.down_proj,0.0000003239,0.05000,3.497
+18,mlp.experts.13.down_proj,0.0000000770,0.05000,3.555
+18,mlp.experts.73.down_proj,0.0000002485,0.05000,3.592
+18,mlp.experts.72.down_proj,0.0000002320,0.05000,3.493
+18,mlp.experts.0.down_proj,0.0000001643,0.05000,3.538
+18,mlp.experts.81.down_proj,0.0000012586,0.05000,3.512
+18,mlp.experts.204.down_proj,0.0000002891,0.05000,3.421
+18,mlp.experts.3.down_proj,0.0000000774,0.05000,3.406
+18,mlp.experts.11.down_proj,0.0000004035,0.05000,3.494
+18,mlp.experts.15.down_proj,0.0000001823,0.05000,3.608
+18,mlp.experts.158.down_proj,0.0000002674,0.05000,3.628
+18,mlp.experts.10.down_proj,0.0000003940,0.05000,3.649
+18,mlp.experts.130.down_proj,0.0000003281,0.05000,3.654
+18,mlp.experts.6.down_proj,0.0000001544,0.05000,3.707
+18,mlp.experts.151.down_proj,0.0000008589,0.05000,3.590
+18,mlp.experts.21.down_proj,0.0000003075,0.05000,3.523
+18,mlp.experts.29.down_proj,0.0000013343,0.05000,3.494
+18,mlp.experts.89.down_proj,0.0000001830,0.05000,3.464
+18,mlp.experts.88.down_proj,0.0000000951,0.05000,3.526
+18,mlp.experts.16.down_proj,0.0000002038,0.05000,3.560
+18,mlp.experts.97.down_proj,0.0000003659,0.05000,3.492
+18,mlp.experts.220.down_proj,0.0000003669,0.05000,3.560
+18,mlp.experts.26.down_proj,0.0000008822,0.05000,3.515
+18,mlp.experts.146.down_proj,0.0000001465,0.05000,3.528
+18,mlp.experts.174.down_proj,0.0000003172,0.05000,3.611
+18,mlp.experts.22.down_proj,0.0000003662,0.05000,3.600
+18,mlp.experts.31.down_proj,0.0000001017,0.05000,3.678
+18,mlp.experts.27.down_proj,0.0000002131,0.05000,3.682
+18,mlp.experts.167.down_proj,0.0000001529,0.05000,3.754
+18,mlp.experts.19.down_proj,0.0000002595,0.05000,3.771
+18,mlp.experts.37.down_proj,0.0000000820,0.05000,3.700
+18,mlp.experts.105.down_proj,0.0000000842,0.05000,3.700
+18,mlp.experts.45.down_proj,0.0000006628,0.05000,3.752
+18,mlp.experts.104.down_proj,0.0000001003,0.05000,3.715
+18,mlp.experts.32.down_proj,0.0000001730,0.05000,3.736
+18,mlp.experts.113.down_proj,0.0000001032,0.05000,3.731
+18,mlp.experts.236.down_proj,0.0000001579,0.05000,3.628
+18,mlp.experts.252.down_proj,failsafe(rtn): 0.0008621,0.00000,0.154
+18,mlp.experts.162.down_proj,0.0000002985,0.05000,3.253
+18,mlp.experts.42.down_proj,0.0000000522,0.05000,3.319
+18,mlp.experts.38.down_proj,0.0000001338,0.05000,3.204
+18,mlp.experts.190.down_proj,0.0000002112,0.05000,3.271
+18,mlp.experts.47.down_proj,0.0000002328,0.05000,3.209
+18,mlp.experts.43.down_proj,0.0000000817,0.05000,3.223
+18,mlp.experts.35.down_proj,0.0000001307,0.05000,3.182
+18,mlp.experts.183.down_proj,0.0000002461,0.05000,3.222
+18,mlp.experts.53.down_proj,0.0000002697,0.05000,3.155
+18,mlp.experts.244.up_proj,0.0000258398,0.05000,13.865
+18,mlp.experts.61.down_proj,0.0000000541,0.05000,3.143
+18,mlp.experts.121.down_proj,0.0000002225,0.05000,3.189
+18,mlp.experts.120.down_proj,0.0000010032,0.05000,3.162
+18,mlp.experts.48.down_proj,0.0000006305,0.05000,3.147
+18,mlp.experts.129.down_proj,0.0000002723,0.05000,3.146
+18,mlp.experts.178.down_proj,0.0000004071,0.05000,3.759
+18,mlp.experts.58.down_proj,0.0000001744,0.05000,3.791
+18,mlp.experts.206.down_proj,0.0000002856,0.05000,3.771
+18,mlp.experts.54.down_proj,0.0000001886,0.05000,3.802
+18,mlp.experts.59.down_proj,0.0000004123,0.05000,3.791
+18,mlp.experts.63.down_proj,0.0000002419,0.05000,3.837
+18,mlp.experts.69.down_proj,0.0000002450,0.05000,3.809
+18,mlp.experts.199.down_proj,0.0000000985,0.05000,3.819
+18,mlp.experts.51.down_proj,0.0000009475,0.05000,3.856
+18,mlp.experts.77.down_proj,0.0000001245,0.05000,3.776
+18,mlp.experts.4.down_proj,0.0000001817,0.05000,3.834
+18,mlp.experts.137.down_proj,0.0000000798,0.05000,3.865
+18,mlp.experts.64.down_proj,0.0000002489,0.05000,3.797
+18,mlp.experts.136.down_proj,0.0000001773,0.05000,3.904
+18,mlp.experts.145.down_proj,0.0000000942,0.05000,3.887
+18,mlp.experts.194.down_proj,0.0000001799,0.05000,3.520
+18,mlp.experts.222.down_proj,0.0000005482,0.05000,3.501
+18,mlp.experts.74.down_proj,0.0000001800,0.05000,3.516
+18,mlp.experts.70.down_proj,0.0000003861,0.05000,3.509
+18,mlp.experts.79.down_proj,0.0000001069,0.05000,3.399
+18,mlp.experts.75.down_proj,0.0000000812,0.05000,3.517
+18,mlp.experts.85.down_proj,0.0000003128,0.05000,3.439
+18,mlp.experts.67.down_proj,0.0000002238,0.05000,3.444
+18,mlp.experts.215.down_proj,0.0000002194,0.05000,3.469
+18,mlp.experts.20.down_proj,0.0000009192,0.05000,3.452
+18,mlp.experts.93.down_proj,0.0000001609,0.05000,3.514
+18,mlp.experts.153.down_proj,0.0000006967,0.05000,3.462
+18,mlp.experts.80.down_proj,0.0000001671,0.05000,3.468
+18,mlp.experts.161.down_proj,0.0000003464,0.05000,3.476
+18,mlp.experts.152.down_proj,0.0000001527,0.05000,3.524
+18,mlp.experts.210.down_proj,0.0000005544,0.05000,3.811
+18,mlp.experts.238.down_proj,0.0000003130,0.05000,3.825
+18,mlp.experts.90.down_proj,0.0000005259,0.05000,3.851
+18,mlp.experts.86.down_proj,0.0000002914,0.05000,3.875
+18,mlp.experts.95.down_proj,0.0000003494,0.05000,3.949
+18,mlp.experts.231.down_proj,0.0000004534,0.05000,3.846
+18,mlp.experts.91.down_proj,0.0000000919,0.05000,3.942
+18,mlp.experts.101.down_proj,0.0000003119,0.05000,3.945
+18,mlp.experts.36.down_proj,0.0000004967,0.05000,3.925
+18,mlp.experts.109.down_proj,0.0000003832,0.05000,3.901
+18,mlp.experts.83.down_proj,0.0000001557,0.05000,4.009
+18,mlp.experts.169.down_proj,0.0000009014,0.05000,3.914
+18,mlp.experts.96.down_proj,0.0000006360,0.05000,3.896
+18,mlp.experts.168.down_proj,0.0000004638,0.05000,3.875
+18,mlp.experts.177.down_proj,0.0000001652,0.05000,3.913
+18,mlp.experts.226.down_proj,0.0000003387,0.05000,3.618
+18,mlp.experts.254.down_proj,0.0000000871,0.05000,3.632
+18,mlp.experts.106.down_proj,0.0000003553,0.05000,3.609
+18,mlp.experts.102.down_proj,0.0000001380,0.05000,3.611
+18,mlp.experts.242.down_proj,failsafe(rtn): 0.0009079,0.00000,0.163
+18,mlp.experts.247.down_proj,0.0000006088,0.05000,3.254
+18,mlp.experts.111.down_proj,0.0000001009,0.05000,3.300
+18,mlp.experts.117.down_proj,0.0000001327,0.05000,3.217
+18,mlp.experts.107.down_proj,0.0000003750,0.05000,3.274
+18,mlp.experts.52.down_proj,0.0000002568,0.05000,3.233
+18,mlp.experts.125.down_proj,0.0000006887,0.05000,3.234
+18,mlp.experts.99.down_proj,0.0000000921,0.05000,3.240
+18,mlp.experts.112.down_proj,0.0000001621,0.05000,3.178
+18,mlp.experts.185.down_proj,0.0000003308,0.05000,3.227
+18,mlp.experts.193.down_proj,0.0000000636,0.05000,3.088
+18,mlp.experts.184.down_proj,0.0000001624,0.05000,3.141
+18,mlp.experts.200.down_proj,failsafe(rtn): 0.0009270,0.00000,0.123
+18,mlp.experts.122.down_proj,0.0000002737,0.05000,2.409
+18,mlp.experts.118.down_proj,0.0000006040,0.05000,2.383
+18,mlp.experts.133.down_proj,0.0000001113,0.05000,2.309
+18,mlp.experts.127.down_proj,0.0000001794,0.05000,2.375
+18,mlp.experts.123.down_proj,0.0000000478,0.05000,2.337
+18,mlp.experts.141.down_proj,0.0000001832,0.05000,2.315
+18,mlp.experts.68.down_proj,0.0000009180,0.05000,2.353
+18,mlp.experts.115.down_proj,0.0000003859,0.05000,2.343
+18,mlp.experts.128.down_proj,0.0000002534,0.05000,2.315
+18,mlp.experts.209.down_proj,0.0000001601,0.05000,2.301
+18,mlp.experts.201.down_proj,0.0000001282,0.05000,2.337
+18,mlp.experts.216.down_proj,0.0000001182,0.05000,2.314
+18,mlp.experts.138.down_proj,0.0000001364,0.05000,2.630
+18,mlp.experts.134.down_proj,0.0000001157,0.05000,2.635
+18,mlp.experts.149.down_proj,0.0000005892,0.05000,2.645
+18,mlp.experts.143.down_proj,0.0000011567,0.05000,2.606
+18,mlp.experts.84.down_proj,0.0000003133,0.05000,2.593
+18,mlp.experts.139.down_proj,0.0000001143,0.05000,2.643
+18,mlp.experts.157.down_proj,0.0000002868,0.05000,2.641
+18,mlp.experts.131.down_proj,0.0000002476,0.05000,2.652
+18,mlp.experts.144.down_proj,0.0000003640,0.05000,2.654
+18,mlp.experts.225.down_proj,0.0000001186,0.05000,2.638
+18,mlp.experts.217.down_proj,0.0000001117,0.05000,2.680
+18,mlp.experts.232.down_proj,0.0000004842,0.05000,2.708
+18,mlp.experts.154.down_proj,0.0000005011,0.05000,2.540
+18,mlp.experts.150.down_proj,0.0000006640,0.05000,2.581
+18,mlp.experts.159.down_proj,0.0000001709,0.05000,2.641
+18,mlp.experts.165.down_proj,0.0000002022,0.05000,2.660
+18,mlp.experts.155.down_proj,0.0000000961,0.05000,2.638
+18,mlp.experts.100.down_proj,0.0000001738,0.05000,2.661
+18,mlp.experts.173.down_proj,0.0000002193,0.05000,2.664
+18,mlp.experts.147.down_proj,0.0000012783,0.05000,2.662
+18,mlp.experts.241.down_proj,0.0000001473,0.05000,2.631
+18,mlp.experts.160.down_proj,0.0000000589,0.05000,2.696
+18,mlp.experts.233.down_proj,0.0000002019,0.05000,2.647
+18,mlp.experts.249.down_proj,failsafe(rtn): 0.0008621,0.00000,0.151
+18,mlp.experts.248.down_proj,0.0000012577,0.05000,2.648
+18,mlp.experts.170.down_proj,0.0000003768,0.05000,2.233
+18,mlp.experts.166.down_proj,0.0000001092,0.05000,2.203
+18,mlp.experts.181.down_proj,0.0000001056,0.05000,2.062
+18,mlp.experts.116.down_proj,0.0000001494,0.05000,2.004
+18,mlp.experts.175.down_proj,0.0000001752,0.05000,2.100
+18,mlp.experts.171.down_proj,0.0000001841,0.05000,2.047
+18,mlp.experts.189.down_proj,0.0000005980,0.05000,2.039
+18,mlp.experts.163.down_proj,0.0000000904,0.05000,2.002
+18,mlp.experts.176.down_proj,0.0000000665,0.05000,1.982
+18,mlp.experts.186.down_proj,0.0000006521,0.05000,1.840
+18,mlp.experts.182.down_proj,0.0000001951,0.05000,1.901
+18,mlp.experts.197.down_proj,0.0000002984,0.05000,1.840
+18,mlp.experts.132.down_proj,0.0000000750,0.05000,1.868
+18,mlp.experts.205.down_proj,0.0000006637,0.05000,1.815
+18,mlp.experts.187.down_proj,0.0000002587,0.05000,1.878
+18,mlp.experts.191.down_proj,0.0000003837,0.05000,1.888
+18,mlp.experts.192.down_proj,0.0000004173,0.05000,1.847
+18,mlp.experts.179.down_proj,0.0000001762,0.05000,1.903
+18,mlp.experts.202.down_proj,0.0000016588,0.05000,1.843
+18,mlp.experts.198.down_proj,0.0000002829,0.05000,1.817
+18,mlp.experts.213.down_proj,0.0000001076,0.05000,1.877
+18,mlp.experts.203.down_proj,0.0000001920,0.05000,1.875
+18,mlp.experts.221.down_proj,0.0000000872,0.05000,1.920
+18,mlp.experts.148.down_proj,0.0000002327,0.05000,1.943
+18,mlp.experts.207.down_proj,0.0000000851,0.05000,1.913
+18,mlp.experts.208.down_proj,0.0000006698,0.05000,1.875
+18,mlp.experts.195.down_proj,0.0000000258,0.05000,1.909
+18,mlp.experts.218.down_proj,0.0000010435,0.05000,1.883
+18,mlp.experts.214.down_proj,0.0000003432,0.05000,1.900
+18,mlp.experts.229.down_proj,0.0000002136,0.05000,1.840
+18,mlp.experts.219.down_proj,0.0000003543,0.05000,1.861
+18,mlp.experts.237.down_proj,0.0000003266,0.05000,1.852
+18,mlp.experts.164.down_proj,0.0000002018,0.05000,1.859
+18,mlp.experts.223.down_proj,0.0000001962,0.05000,1.857
+18,mlp.experts.224.down_proj,0.0000001308,0.05000,1.895
+18,mlp.experts.211.down_proj,0.0000005812,0.05000,1.898
+18,mlp.experts.234.down_proj,0.0000004263,0.05000,1.887
+18,mlp.experts.230.down_proj,0.0000000523,0.05000,1.877
+18,mlp.experts.245.down_proj,0.0000001710,0.05000,1.871
+18,mlp.experts.253.down_proj,0.0000000780,0.05000,1.854
+18,mlp.experts.235.down_proj,0.0000004271,0.05000,1.868
+18,mlp.experts.180.down_proj,0.0000000885,0.05000,1.846
+18,mlp.experts.239.down_proj,0.0000001983,0.05000,1.856
+18,mlp.experts.240.down_proj,0.0000001309,0.05000,1.833
+18,mlp.experts.227.down_proj,0.0000002185,0.05000,1.805
+18,mlp.experts.250.down_proj,0.0000003973,0.05000,1.253
+18,mlp.experts.246.down_proj,0.0000004583,0.05000,1.198
+18,mlp.experts.196.down_proj,0.0000001914,0.05000,0.870
+18,mlp.experts.251.down_proj,0.0000002519,0.05000,0.893
+18,mlp.experts.255.down_proj,0.0000001669,0.05000,0.872
+18,mlp.experts.243.down_proj,0.0000005476,0.05000,0.813
+18,mlp.experts.212.down_proj,0.0000002679,0.05000,0.140
+18,mlp.experts.228.down_proj,0.0000003193,0.05000,0.124
+18,mlp.experts.244.down_proj,0.0000008246,0.05000,0.122
+19,mlp.experts.14.gate_proj,0.0000080486,0.05000,15.515
+19,mlp.experts.2.gate_proj,0.0000034356,0.05000,15.527
+19,mlp.experts.5.gate_proj,0.0000365886,0.05000,15.540
+19,mlp.experts.1.gate_proj,0.0000084346,0.05000,15.553
+19,mlp.experts.8.gate_proj,0.0000125935,0.05000,15.570
+19,mlp.experts.15.gate_proj,0.0000191275,0.05000,15.577
+19,mlp.experts.9.gate_proj,0.0000345334,0.05000,15.586
+19,mlp.experts.11.gate_proj,0.0000085400,0.05000,15.629
+19,mlp.experts.12.gate_proj,0.0000076697,0.05000,15.637
+19,mlp.experts.3.gate_proj,0.0000124280,0.05000,15.691
+19,mlp.experts.4.gate_proj,0.0000125691,0.05000,15.734
+19,mlp.experts.10.gate_proj,0.0000044358,0.05000,15.715
+19,mlp.experts.13.gate_proj,0.0000199503,0.05000,15.726
+19,mlp.experts.6.gate_proj,0.0000229248,0.05000,15.745
+19,mlp.experts.7.gate_proj,0.0000069335,0.05000,15.799
+19,mlp.experts.0.gate_proj,0.0000480456,0.05000,15.801
+19,mlp.experts.21.gate_proj,0.0000409797,0.05000,15.379
+19,mlp.experts.17.gate_proj,0.0000154883,0.05000,15.445
+19,mlp.experts.29.gate_proj,0.0000173654,0.05000,15.364
+19,mlp.experts.25.gate_proj,0.0000079767,0.05000,15.510
+19,mlp.experts.18.gate_proj,0.0000104989,0.05000,15.575
+19,mlp.experts.27.gate_proj,0.0000243307,0.05000,15.483
+19,mlp.experts.31.gate_proj,0.0000090539,0.05000,15.539
+19,mlp.experts.24.gate_proj,0.0000127780,0.05000,15.596
+19,mlp.experts.20.gate_proj,0.0000034705,0.05000,15.486
+19,mlp.experts.28.gate_proj,0.0000117036,0.05000,15.559
+19,mlp.experts.22.gate_proj,0.0000086928,0.05000,15.519
+19,mlp.experts.30.gate_proj,0.0000080922,0.05000,15.763
+19,mlp.experts.19.gate_proj,0.0000273496,0.05000,15.619
+19,mlp.experts.16.gate_proj,0.0000074507,0.05000,15.539
+19,mlp.experts.26.gate_proj,0.0000065297,0.05000,15.666
+19,mlp.experts.23.gate_proj,0.0000057749,0.05000,15.684
+19,mlp.experts.45.gate_proj,0.0000137792,0.05000,15.994
+19,mlp.experts.37.gate_proj,0.0000126176,0.05000,16.147
+19,mlp.experts.33.gate_proj,0.0000053045,0.05000,16.086
+19,mlp.experts.41.gate_proj,0.0000090525,0.05000,16.032
+19,mlp.experts.43.gate_proj,0.0000110236,0.05000,16.064
+19,mlp.experts.36.gate_proj,0.0000035786,0.05000,15.990
+19,mlp.experts.34.gate_proj,0.0000072033,0.05000,16.097
+19,mlp.experts.44.gate_proj,0.0000084455,0.05000,16.098
+19,mlp.experts.40.gate_proj,0.0000078616,0.05000,16.152
+19,mlp.experts.46.gate_proj,0.0000123486,0.05000,16.008
+19,mlp.experts.47.gate_proj,0.0000087215,0.05000,16.242
+19,mlp.experts.35.gate_proj,0.0000050908,0.05000,16.034
+19,mlp.experts.32.gate_proj,0.0000128462,0.05000,16.017
+19,mlp.experts.42.gate_proj,0.0000119800,0.05000,16.127
+19,mlp.experts.38.gate_proj,0.0000062832,0.05000,16.192
+19,mlp.experts.39.gate_proj,0.0000041537,0.05000,16.224
+19,mlp.experts.53.gate_proj,0.0000095388,0.05000,15.483
+19,mlp.experts.49.gate_proj,0.0000193884,0.05000,15.480
+19,mlp.experts.59.gate_proj,0.0000027216,0.05000,15.431
+19,mlp.experts.61.gate_proj,0.0000115632,0.05000,15.569
+19,mlp.experts.60.gate_proj,0.0000091721,0.05000,15.362
+19,mlp.experts.57.gate_proj,0.0000049773,0.05000,15.590
+19,mlp.experts.62.gate_proj,0.0000365143,0.05000,15.345
+19,mlp.experts.50.gate_proj,0.0000099361,0.05000,15.596
+19,mlp.experts.56.gate_proj,0.0000101299,0.05000,15.508
+19,mlp.experts.63.gate_proj,0.0000065330,0.05000,15.484
+19,mlp.experts.52.gate_proj,0.0000109586,0.05000,15.664
+19,mlp.experts.51.gate_proj,0.0000148101,0.05000,15.583
+19,mlp.experts.54.gate_proj,0.0000058078,0.05000,15.463
+19,mlp.experts.48.gate_proj,0.0000091359,0.05000,15.619
+19,mlp.experts.58.gate_proj,0.0000178456,0.05000,15.522
+19,mlp.experts.55.gate_proj,0.0000200948,0.05000,15.528
+19,mlp.experts.65.gate_proj,0.0000214615,0.05000,15.146
+19,mlp.experts.76.gate_proj,0.0000410650,0.05000,15.169
+19,mlp.experts.73.gate_proj,0.0000054465,0.05000,15.136
+19,mlp.experts.78.gate_proj,0.0000209111,0.05000,15.136
+19,mlp.experts.69.gate_proj,0.0000175104,0.05000,15.331
+19,mlp.experts.77.gate_proj,0.0000196033,0.05000,15.273
+19,mlp.experts.75.gate_proj,0.0000089263,0.05000,15.344
+19,mlp.experts.68.gate_proj,0.0000116674,0.05000,15.086
+19,mlp.experts.66.gate_proj,0.0000098506,0.05000,15.187
+19,mlp.experts.79.gate_proj,0.0000106059,0.05000,15.199
+19,mlp.experts.67.gate_proj,0.0000161876,0.05000,15.082
+19,mlp.experts.64.gate_proj,0.0000224947,0.05000,15.167
+19,mlp.experts.70.gate_proj,0.0000145054,0.05000,15.202
+19,mlp.experts.74.gate_proj,0.0000146453,0.05000,15.211
+19,mlp.experts.72.gate_proj,0.0000131705,0.05000,15.469
+19,mlp.experts.71.gate_proj,0.0000039815,0.05000,15.111
+19,mlp.experts.81.gate_proj,0.0000260304,0.05000,15.446
+19,mlp.experts.92.gate_proj,0.0000108955,0.05000,15.342
+19,mlp.experts.93.gate_proj,0.0000367803,0.05000,15.260
+19,mlp.experts.91.gate_proj,0.0000068236,0.05000,15.296
+19,mlp.experts.94.gate_proj,0.0000133915,0.05000,15.400
+19,mlp.experts.84.gate_proj,0.0000121440,0.05000,15.322
+19,mlp.experts.85.gate_proj,0.0000087430,0.05000,15.423
+19,mlp.experts.89.gate_proj,0.0000155700,0.05000,15.537
+19,mlp.experts.82.gate_proj,0.0000148726,0.05000,15.424
+19,mlp.experts.83.gate_proj,0.0000246986,0.05000,15.444
+19,mlp.experts.87.gate_proj,0.0000045657,0.05000,15.145
+19,mlp.experts.95.gate_proj,0.0000056688,0.05000,15.509
+19,mlp.experts.80.gate_proj,0.0000154658,0.05000,15.422
+19,mlp.experts.88.gate_proj,0.0000028095,0.05000,15.333
+19,mlp.experts.86.gate_proj,0.0000113673,0.05000,15.440
+19,mlp.experts.90.gate_proj,0.0000069356,0.05000,15.418
+19,mlp.experts.109.gate_proj,0.0000091328,0.05000,15.049
+19,mlp.experts.108.gate_proj,0.0000067236,0.05000,15.093
+19,mlp.experts.97.gate_proj,0.0000314427,0.05000,15.149
+19,mlp.experts.100.gate_proj,0.0000095215,0.05000,15.121
+19,mlp.experts.110.gate_proj,0.0000049486,0.05000,15.156
+19,mlp.experts.107.gate_proj,0.0000142277,0.05000,15.268
+19,mlp.experts.105.gate_proj,0.0000177558,0.05000,15.132
+19,mlp.experts.101.gate_proj,0.0000076689,0.05000,15.205
+19,mlp.experts.98.gate_proj,0.0000297793,0.05000,15.168
+19,mlp.experts.111.gate_proj,0.0000071570,0.05000,15.218
+19,mlp.experts.103.gate_proj,0.0000497327,0.05000,15.296
+19,mlp.experts.96.gate_proj,0.0000084544,0.05000,15.217
+19,mlp.experts.102.gate_proj,0.0000088722,0.05000,15.210
+19,mlp.experts.106.gate_proj,0.0000120970,0.05000,15.143
+19,mlp.experts.99.gate_proj,0.0000091756,0.05000,15.438
+19,mlp.experts.104.gate_proj,0.0000350042,0.05000,15.288
+19,mlp.experts.125.gate_proj,0.0000114627,0.05000,15.572
+19,mlp.experts.124.gate_proj,0.0000269265,0.05000,15.585
+19,mlp.experts.113.gate_proj,0.0000203242,0.05000,15.566
+19,mlp.experts.116.gate_proj,0.0000073637,0.05000,15.544
+19,mlp.experts.117.gate_proj,0.0000328917,0.05000,15.575
+19,mlp.experts.126.gate_proj,0.0000123527,0.05000,15.697
+19,mlp.experts.123.gate_proj,0.0000115988,0.05000,15.607
+19,mlp.experts.121.gate_proj,0.0000125794,0.05000,15.736
+19,mlp.experts.114.gate_proj,0.0000161377,0.05000,15.761
+19,mlp.experts.112.gate_proj,0.0000094423,0.05000,15.575
+19,mlp.experts.127.gate_proj,0.0000039434,0.05000,15.638
+19,mlp.experts.119.gate_proj,0.0000161114,0.05000,15.643
+19,mlp.experts.122.gate_proj,0.0000056657,0.05000,15.600
+19,mlp.experts.118.gate_proj,0.0000089235,0.05000,15.610
+19,mlp.experts.115.gate_proj,0.0000050698,0.05000,15.578
+19,mlp.experts.120.gate_proj,0.0000080779,0.05000,15.584
+19,mlp.experts.140.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.909
+19,mlp.experts.129.gate_proj,0.0000098417,0.05000,14.434
+19,mlp.experts.141.gate_proj,0.0000075417,0.05000,14.628
+19,mlp.experts.132.gate_proj,0.0000099848,0.05000,14.592
+19,mlp.experts.133.gate_proj,0.0000047633,0.05000,14.465
+19,mlp.experts.142.gate_proj,0.0000118839,0.05000,14.590
+19,mlp.experts.139.gate_proj,0.0000104572,0.05000,14.701
+19,mlp.experts.137.gate_proj,0.0000086517,0.05000,14.645
+19,mlp.experts.143.gate_proj,0.0000076638,0.05000,14.534
+19,mlp.experts.128.gate_proj,0.0000462193,0.05000,14.578
+19,mlp.experts.130.gate_proj,0.0000078948,0.05000,14.662
+19,mlp.experts.138.gate_proj,0.0000229945,0.05000,14.579
+19,mlp.experts.131.gate_proj,0.0000141157,0.05000,14.553
+19,mlp.experts.136.gate_proj,0.0000314553,0.05000,14.545
+19,mlp.experts.134.gate_proj,0.0000035975,0.05000,14.641
+19,mlp.experts.135.gate_proj,0.0000094268,0.05000,14.789
+19,mlp.experts.156.gate_proj,0.0000260919,0.05000,14.573
+19,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.762
+19,mlp.experts.145.gate_proj,0.0000316751,0.05000,14.473
+19,mlp.experts.148.gate_proj,0.0000052694,0.05000,14.410
+19,mlp.experts.157.gate_proj,0.0000345108,0.05000,14.512
+19,mlp.experts.149.gate_proj,0.0000123973,0.05000,14.463
+19,mlp.experts.158.gate_proj,0.0000089555,0.05000,14.534
+19,mlp.experts.155.gate_proj,0.0000295720,0.05000,14.441
+19,mlp.experts.153.gate_proj,0.0000067085,0.05000,14.351
+19,mlp.experts.159.gate_proj,0.0000230653,0.05000,14.398
+19,mlp.experts.146.gate_proj,0.0000202534,0.05000,14.387
+19,mlp.experts.144.gate_proj,0.0000107471,0.05000,14.445
+19,mlp.experts.150.gate_proj,0.0000101226,0.05000,14.380
+19,mlp.experts.151.gate_proj,0.0000096572,0.05000,14.327
+19,mlp.experts.152.gate_proj,0.0000400050,0.05000,14.452
+19,mlp.experts.154.gate_proj,0.0000056724,0.05000,14.511
+19,mlp.experts.172.gate_proj,0.0000474590,0.05000,14.382
+19,mlp.experts.168.gate_proj,failsafe(rtn): 0.0008888,0.00000,0.710
+19,mlp.experts.163.gate_proj,0.0000052770,0.05000,14.500
+19,mlp.experts.173.gate_proj,0.0000073424,0.05000,14.535
+19,mlp.experts.161.gate_proj,0.0000364719,0.05000,14.760
+19,mlp.experts.164.gate_proj,0.0000145301,0.05000,14.780
+19,mlp.experts.165.gate_proj,0.0000094127,0.05000,14.805
+19,mlp.experts.169.gate_proj,0.0000030513,0.05000,14.673
+19,mlp.experts.174.gate_proj,0.0000064674,0.05000,14.729
+19,mlp.experts.171.gate_proj,0.0000348332,0.05000,14.725
+19,mlp.experts.175.gate_proj,0.0000096869,0.05000,14.683
+19,mlp.experts.162.gate_proj,0.0000086399,0.05000,14.698
+19,mlp.experts.166.gate_proj,0.0000105489,0.05000,14.630
+19,mlp.experts.160.gate_proj,0.0000051091,0.05000,14.771
+19,mlp.experts.167.gate_proj,0.0000079484,0.05000,14.712
+19,mlp.experts.170.gate_proj,0.0000183780,0.05000,14.727
+19,mlp.experts.188.gate_proj,0.0000096517,0.05000,14.725
+19,mlp.experts.187.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.865
+19,mlp.experts.184.gate_proj,0.0000207297,0.05000,14.672
+19,mlp.experts.179.gate_proj,0.0000165073,0.05000,14.915
+19,mlp.experts.177.gate_proj,0.0000151245,0.05000,14.848
+19,mlp.experts.189.gate_proj,0.0000364286,0.05000,14.886
+19,mlp.experts.180.gate_proj,0.0000096571,0.05000,14.822
+19,mlp.experts.181.gate_proj,0.0000157177,0.05000,14.816
+19,mlp.experts.185.gate_proj,0.0000206524,0.05000,14.817
+19,mlp.experts.190.gate_proj,0.0000065903,0.05000,14.877
+19,mlp.experts.178.gate_proj,0.0000113730,0.05000,14.820
+19,mlp.experts.176.gate_proj,0.0000069738,0.05000,14.765
+19,mlp.experts.191.gate_proj,0.0000133915,0.05000,14.967
+19,mlp.experts.183.gate_proj,0.0000046295,0.05000,14.777
+19,mlp.experts.182.gate_proj,0.0000623193,0.05000,14.906
+19,mlp.experts.186.gate_proj,0.0000053885,0.05000,14.827
+19,mlp.experts.204.gate_proj,0.0000134185,0.05000,14.747
+19,mlp.experts.203.gate_proj,0.0000093317,0.05000,14.696
+19,mlp.experts.200.gate_proj,0.0000529501,0.05000,14.736
+19,mlp.experts.195.gate_proj,0.0000081271,0.05000,14.659
+19,mlp.experts.205.gate_proj,0.0000330685,0.05000,14.322
+19,mlp.experts.193.gate_proj,0.0000130065,0.05000,14.421
+19,mlp.experts.196.gate_proj,0.0000109619,0.05000,14.381
+19,mlp.experts.197.gate_proj,0.0000086363,0.05000,14.391
+19,mlp.experts.201.gate_proj,0.0000133935,0.05000,14.375
+19,mlp.experts.194.gate_proj,0.0000076097,0.05000,14.391
+19,mlp.experts.206.gate_proj,0.0000137619,0.05000,14.524
+19,mlp.experts.192.gate_proj,0.0000056571,0.05000,14.491
+19,mlp.experts.199.gate_proj,0.0000081059,0.05000,14.536
+19,mlp.experts.198.gate_proj,0.0000479361,0.05000,14.566
+19,mlp.experts.202.gate_proj,0.0000120009,0.05000,14.477
+19,mlp.experts.207.gate_proj,0.0000095350,0.05000,14.657
+19,mlp.experts.220.gate_proj,0.0000268608,0.05000,14.498
+19,mlp.experts.219.gate_proj,0.0000162545,0.05000,14.631
+19,mlp.experts.216.gate_proj,0.0000101378,0.05000,14.645
+19,mlp.experts.211.gate_proj,0.0000080034,0.05000,14.825
+19,mlp.experts.209.gate_proj,0.0000116745,0.05000,15.195
+19,mlp.experts.221.gate_proj,0.0000089999,0.05000,15.343
+19,mlp.experts.212.gate_proj,0.0000039861,0.05000,15.320
+19,mlp.experts.213.gate_proj,0.0000211610,0.05000,15.328
+19,mlp.experts.217.gate_proj,0.0000022519,0.05000,15.252
+19,mlp.experts.222.gate_proj,0.0000252579,0.05000,15.315
+19,mlp.experts.210.gate_proj,0.0000492433,0.05000,15.384
+19,mlp.experts.208.gate_proj,0.0000059730,0.05000,15.359
+19,mlp.experts.236.gate_proj,0.0000233116,0.05000,15.224
+19,mlp.experts.214.gate_proj,0.0000070281,0.05000,15.304
+19,mlp.experts.215.gate_proj,0.0000044800,0.05000,15.356
+19,mlp.experts.218.gate_proj,0.0000084940,0.05000,15.316
+19,mlp.experts.223.gate_proj,0.0000126980,0.05000,15.461
+19,mlp.experts.232.gate_proj,0.0000176610,0.05000,15.247
+19,mlp.experts.235.gate_proj,0.0000084044,0.05000,15.425
+19,mlp.experts.227.gate_proj,0.0000126121,0.05000,15.588
+19,mlp.experts.225.gate_proj,0.0000096736,0.05000,14.016
+19,mlp.experts.237.gate_proj,0.0000101195,0.05000,14.096
+19,mlp.experts.228.gate_proj,0.0000090955,0.05000,14.089
+19,mlp.experts.229.gate_proj,0.0000103137,0.05000,14.092
+19,mlp.experts.233.gate_proj,0.0000230497,0.05000,14.227
+19,mlp.experts.238.gate_proj,0.0000085878,0.05000,14.130
+19,mlp.experts.224.gate_proj,0.0000062366,0.05000,14.058
+19,mlp.experts.226.gate_proj,0.0000039579,0.05000,14.242
+19,mlp.experts.252.gate_proj,0.0000126508,0.05000,14.054
+19,mlp.experts.231.gate_proj,0.0000100397,0.05000,14.077
+19,mlp.experts.230.gate_proj,0.0000063446,0.05000,14.251
+19,mlp.experts.234.gate_proj,0.0000164024,0.05000,14.251
+19,mlp.experts.239.gate_proj,0.0000302213,0.05000,14.081
+19,mlp.experts.251.gate_proj,0.0000191380,0.05000,14.121
+19,mlp.experts.248.gate_proj,0.0000122619,0.05000,14.154
+19,mlp.experts.243.gate_proj,0.0000064139,0.05000,14.117
+19,mlp.experts.241.gate_proj,0.0000183582,0.05000,14.764
+19,mlp.experts.253.gate_proj,0.0000063262,0.05000,14.787
+19,mlp.experts.244.gate_proj,0.0000324184,0.05000,14.790
+19,mlp.experts.245.gate_proj,0.0000099100,0.05000,14.701
+19,mlp.experts.249.gate_proj,0.0000106732,0.05000,14.749
+19,mlp.experts.240.gate_proj,0.0000070683,0.05000,14.576
+19,mlp.experts.254.gate_proj,0.0000113112,0.05000,14.820
+19,mlp.experts.242.gate_proj,0.0000088271,0.05000,14.684
+19,mlp.experts.247.gate_proj,0.0000077890,0.05000,14.724
+19,mlp.experts.12.up_proj,0.0000070534,0.05000,14.807
+19,mlp.experts.246.gate_proj,0.0000174847,0.05000,14.680
+19,mlp.experts.250.gate_proj,0.0000112891,0.05000,14.827
+19,mlp.experts.255.gate_proj,0.0000189850,0.05000,14.883
+19,mlp.experts.8.up_proj,0.0000114356,0.05000,14.714
+19,mlp.experts.11.up_proj,0.0000076332,0.05000,14.873
+19,mlp.experts.3.up_proj,0.0000118400,0.05000,14.973
+19,mlp.experts.1.up_proj,0.0000078566,0.05000,15.775
+19,mlp.experts.13.up_proj,0.0000178857,0.05000,15.756
+19,mlp.experts.5.up_proj,0.0000310466,0.05000,15.555
+19,mlp.experts.9.up_proj,0.0000328407,0.05000,15.767
+19,mlp.experts.4.up_proj,0.0000135566,0.05000,16.006
+19,mlp.experts.0.up_proj,0.0000459534,0.05000,15.908
+19,mlp.experts.14.up_proj,0.0000077025,0.05000,15.873
+19,mlp.experts.2.up_proj,0.0000029496,0.05000,15.848
+19,mlp.experts.7.up_proj,0.0000061815,0.05000,15.881
+19,mlp.experts.28.up_proj,0.0000114943,0.05000,15.948
+19,mlp.experts.6.up_proj,0.0000238382,0.05000,15.923
+19,mlp.experts.10.up_proj,0.0000041353,0.05000,15.963
+19,mlp.experts.15.up_proj,0.0000153336,0.05000,15.979
+19,mlp.experts.24.up_proj,0.0000119549,0.05000,15.855
+19,mlp.experts.27.up_proj,0.0000243721,0.05000,15.990
+19,mlp.experts.19.up_proj,0.0000271558,0.05000,15.850
+19,mlp.experts.17.up_proj,0.0000143895,0.05000,16.115
+19,mlp.experts.29.up_proj,0.0000145015,0.05000,16.092
+19,mlp.experts.21.up_proj,0.0000349333,0.05000,16.081
+19,mlp.experts.25.up_proj,0.0000071705,0.05000,16.080
+19,mlp.experts.20.up_proj,0.0000039533,0.05000,16.087
+19,mlp.experts.16.up_proj,0.0000068927,0.05000,16.116
+19,mlp.experts.18.up_proj,0.0000103753,0.05000,16.118
+19,mlp.experts.23.up_proj,0.0000055884,0.05000,16.163
+19,mlp.experts.30.up_proj,0.0000075114,0.05000,16.346
+19,mlp.experts.44.up_proj,0.0000080211,0.05000,16.145
+19,mlp.experts.22.up_proj,0.0000070283,0.05000,16.255
+19,mlp.experts.26.up_proj,0.0000068825,0.05000,16.202
+19,mlp.experts.31.up_proj,0.0000078716,0.05000,16.207
+19,mlp.experts.40.up_proj,0.0000064047,0.05000,16.095
+19,mlp.experts.43.up_proj,0.0000101125,0.05000,16.176
+19,mlp.experts.35.up_proj,0.0000048984,0.05000,15.982
+19,mlp.experts.33.up_proj,0.0000046060,0.05000,15.305
+19,mlp.experts.37.up_proj,0.0000080390,0.05000,15.204
+19,mlp.experts.45.up_proj,0.0000123239,0.05000,15.292
+19,mlp.experts.41.up_proj,0.0000086166,0.05000,15.220
+19,mlp.experts.32.up_proj,0.0000121448,0.05000,15.006
+19,mlp.experts.36.up_proj,0.0000034834,0.05000,15.281
+19,mlp.experts.34.up_proj,0.0000074968,0.05000,15.038
+19,mlp.experts.39.up_proj,0.0000042695,0.05000,15.076
+19,mlp.experts.46.up_proj,0.0000113417,0.05000,15.074
+19,mlp.experts.60.up_proj,0.0000076868,0.05000,15.069
+19,mlp.experts.38.up_proj,0.0000059203,0.05000,15.061
+19,mlp.experts.42.up_proj,0.0000111071,0.05000,15.125
+19,mlp.experts.47.up_proj,0.0000083464,0.05000,15.173
+19,mlp.experts.56.up_proj,0.0000083823,0.05000,15.155
+19,mlp.experts.59.up_proj,0.0000026427,0.05000,15.247
+19,mlp.experts.51.up_proj,0.0000155697,0.05000,15.173
+19,mlp.experts.49.up_proj,0.0000203646,0.05000,14.349
+19,mlp.experts.53.up_proj,0.0000094336,0.05000,14.336
+19,mlp.experts.61.up_proj,0.0000102889,0.05000,14.427
+19,mlp.experts.57.up_proj,0.0000054477,0.05000,14.350
+19,mlp.experts.52.up_proj,0.0000102717,0.05000,14.293
+19,mlp.experts.48.up_proj,0.0000097169,0.05000,14.416
+19,mlp.experts.50.up_proj,0.0000099155,0.05000,14.366
+19,mlp.experts.55.up_proj,0.0000167993,0.05000,14.308
+19,mlp.experts.62.up_proj,0.0000322013,0.05000,14.377
+19,mlp.experts.76.up_proj,0.0000372314,0.05000,14.417
+19,mlp.experts.54.up_proj,0.0000061661,0.05000,14.334
+19,mlp.experts.58.up_proj,0.0000147374,0.05000,14.212
+19,mlp.experts.72.up_proj,0.0000143147,0.05000,14.225
+19,mlp.experts.63.up_proj,0.0000061778,0.05000,14.287
+19,mlp.experts.75.up_proj,0.0000098352,0.05000,14.424
+19,mlp.experts.67.up_proj,0.0000145134,0.05000,14.499
+19,mlp.experts.65.up_proj,0.0000175897,0.05000,14.457
+19,mlp.experts.77.up_proj,0.0000165168,0.05000,14.433
+19,mlp.experts.69.up_proj,0.0000164118,0.05000,14.577
+19,mlp.experts.73.up_proj,0.0000048350,0.05000,14.592
+19,mlp.experts.68.up_proj,0.0000117912,0.05000,14.682
+19,mlp.experts.64.up_proj,0.0000190623,0.05000,14.628
+19,mlp.experts.66.up_proj,0.0000085511,0.05000,14.599
+19,mlp.experts.71.up_proj,0.0000038436,0.05000,14.791
+19,mlp.experts.78.up_proj,0.0000191409,0.05000,14.864
+19,mlp.experts.92.up_proj,0.0000101844,0.05000,14.898
+19,mlp.experts.74.up_proj,0.0000134427,0.05000,14.878
+19,mlp.experts.70.up_proj,0.0000154134,0.05000,14.980
+19,mlp.experts.88.up_proj,0.0000027171,0.05000,14.718
+19,mlp.experts.79.up_proj,0.0000092535,0.05000,14.850
+19,mlp.experts.91.up_proj,0.0000060133,0.05000,14.742
+19,mlp.experts.83.up_proj,0.0000240639,0.05000,14.611
+19,mlp.experts.93.up_proj,0.0000326693,0.05000,15.515
+19,mlp.experts.81.up_proj,0.0000240346,0.05000,15.651
+19,mlp.experts.85.up_proj,0.0000089814,0.05000,15.511
+19,mlp.experts.89.up_proj,0.0000148539,0.05000,15.713
+19,mlp.experts.82.up_proj,0.0000136093,0.05000,15.563
+19,mlp.experts.80.up_proj,0.0000120332,0.05000,15.736
+19,mlp.experts.84.up_proj,0.0000112363,0.05000,15.755
+19,mlp.experts.87.up_proj,0.0000038301,0.05000,15.584
+19,mlp.experts.108.up_proj,0.0000068676,0.05000,15.383
+19,mlp.experts.94.up_proj,0.0000125006,0.05000,15.627
+19,mlp.experts.86.up_proj,0.0000108851,0.05000,15.508
+19,mlp.experts.90.up_proj,0.0000064765,0.05000,15.540
+19,mlp.experts.104.up_proj,0.0000298870,0.05000,15.607
+19,mlp.experts.95.up_proj,0.0000053211,0.05000,15.680
+19,mlp.experts.107.up_proj,0.0000126931,0.05000,15.478
+19,mlp.experts.99.up_proj,0.0000078921,0.05000,15.546
+19,mlp.experts.101.up_proj,0.0000063578,0.05000,14.725
+19,mlp.experts.97.up_proj,0.0000285059,0.05000,14.834
+19,mlp.experts.109.up_proj,0.0000094070,0.05000,14.863
+19,mlp.experts.105.up_proj,0.0000168671,0.05000,14.685
+19,mlp.experts.98.up_proj,0.0000275405,0.05000,14.626
+19,mlp.experts.96.up_proj,0.0000079597,0.05000,14.683
+19,mlp.experts.100.up_proj,0.0000079093,0.05000,14.807
+19,mlp.experts.124.up_proj,0.0000277310,0.05000,14.670
+19,mlp.experts.103.up_proj,0.0000412677,0.05000,14.870
+19,mlp.experts.110.up_proj,0.0000043777,0.05000,14.836
+19,mlp.experts.106.up_proj,0.0000106883,0.05000,14.744
+19,mlp.experts.120.up_proj,0.0000081122,0.05000,14.650
+19,mlp.experts.102.up_proj,0.0000082343,0.05000,14.852
+19,mlp.experts.111.up_proj,0.0000066372,0.05000,14.684
+19,mlp.experts.140.up_proj,failsafe(rtn): 0.0009537,0.00000,0.732
+19,mlp.experts.123.up_proj,0.0000110159,0.05000,14.731
+19,mlp.experts.115.up_proj,0.0000042346,0.05000,14.719
+19,mlp.experts.117.up_proj,0.0000317556,0.05000,15.432
+19,mlp.experts.113.up_proj,0.0000187207,0.05000,15.456
+19,mlp.experts.125.up_proj,0.0000103970,0.05000,15.519
+19,mlp.experts.114.up_proj,0.0000114009,0.05000,15.399
+19,mlp.experts.121.up_proj,0.0000117152,0.05000,15.488
+19,mlp.experts.116.up_proj,0.0000061321,0.05000,15.415
+19,mlp.experts.112.up_proj,0.0000088714,0.05000,15.564
+19,mlp.experts.119.up_proj,0.0000149529,0.05000,15.657
+19,mlp.experts.126.up_proj,0.0000102700,0.05000,15.612
+19,mlp.experts.136.up_proj,0.0000258067,0.05000,15.585
+19,mlp.experts.118.up_proj,0.0000069979,0.05000,15.573
+19,mlp.experts.122.up_proj,0.0000049850,0.05000,15.682
+19,mlp.experts.127.up_proj,0.0000036716,0.05000,15.788
+19,mlp.experts.156.up_proj,0.0000240841,0.05000,15.753
+19,mlp.experts.139.up_proj,0.0000096070,0.05000,15.757
+19,mlp.experts.131.up_proj,0.0000137768,0.05000,15.771
+19,mlp.experts.147.up_proj,failsafe(rtn): 0.0009575,0.00000,0.773
+19,mlp.experts.129.up_proj,0.0000097824,0.05000,15.323
+19,mlp.experts.141.up_proj,0.0000070270,0.05000,15.399
+19,mlp.experts.133.up_proj,0.0000038300,0.05000,15.631
+19,mlp.experts.130.up_proj,0.0000081836,0.05000,15.403
+19,mlp.experts.137.up_proj,0.0000087023,0.05000,15.604
+19,mlp.experts.128.up_proj,0.0000425989,0.05000,15.506
+19,mlp.experts.132.up_proj,0.0000085887,0.05000,15.565
+19,mlp.experts.135.up_proj,0.0000092773,0.05000,15.546
+19,mlp.experts.142.up_proj,0.0000113623,0.05000,15.564
+19,mlp.experts.152.up_proj,0.0000402305,0.05000,15.454
+19,mlp.experts.134.up_proj,0.0000032325,0.05000,15.586
+19,mlp.experts.138.up_proj,0.0000219272,0.05000,15.559
+19,mlp.experts.172.up_proj,0.0000554129,0.05000,15.399
+19,mlp.experts.143.up_proj,0.0000068834,0.05000,15.555
+19,mlp.experts.168.up_proj,failsafe(rtn): 0.0008545,0.00000,0.856
+19,mlp.experts.155.up_proj,0.0000298931,0.05000,15.549
+19,mlp.experts.163.up_proj,0.0000052953,0.05000,15.411
+19,mlp.experts.145.up_proj,0.0000401252,0.05000,15.081
+19,mlp.experts.157.up_proj,0.0000354174,0.05000,15.041
+19,mlp.experts.149.up_proj,0.0000128744,0.05000,15.126
+19,mlp.experts.146.up_proj,0.0000208859,0.05000,15.113
+19,mlp.experts.153.up_proj,0.0000052714,0.05000,15.013
+19,mlp.experts.144.up_proj,0.0000093880,0.05000,14.949
+19,mlp.experts.148.up_proj,0.0000049352,0.05000,14.955
+19,mlp.experts.151.up_proj,0.0000096880,0.05000,14.924
+19,mlp.experts.158.up_proj,0.0000080702,0.05000,15.067
+19,mlp.experts.150.up_proj,0.0000122566,0.05000,14.877
+19,mlp.experts.154.up_proj,0.0000053495,0.05000,14.981
+19,mlp.experts.188.up_proj,0.0000109167,0.05000,15.043
+19,mlp.experts.159.up_proj,0.0000206469,0.05000,14.971
+19,mlp.experts.184.up_proj,0.0000184597,0.05000,15.012
+19,mlp.experts.171.up_proj,0.0000336776,0.05000,15.222
+19,mlp.experts.187.up_proj,failsafe(rtn): 0.0009232,0.00000,0.722
+19,mlp.experts.179.up_proj,0.0000132750,0.05000,15.232
+19,mlp.experts.161.up_proj,0.0000327374,0.05000,14.362
+19,mlp.experts.173.up_proj,0.0000069620,0.05000,14.406
+19,mlp.experts.165.up_proj,0.0000089718,0.05000,14.449
+19,mlp.experts.162.up_proj,0.0000075273,0.05000,14.411
+19,mlp.experts.169.up_proj,0.0000029701,0.05000,14.412
+19,mlp.experts.160.up_proj,0.0000047878,0.05000,14.462
+19,mlp.experts.164.up_proj,0.0000132582,0.05000,14.483
+19,mlp.experts.167.up_proj,0.0000082738,0.05000,14.459
+19,mlp.experts.166.up_proj,0.0000090907,0.05000,14.324
+19,mlp.experts.174.up_proj,0.0000056627,0.05000,14.448
+19,mlp.experts.170.up_proj,0.0000171246,0.05000,14.413
+19,mlp.experts.204.up_proj,0.0000123382,0.05000,14.299
+19,mlp.experts.175.up_proj,0.0000088679,0.05000,14.275
+19,mlp.experts.200.up_proj,0.0000519668,0.05000,14.230
+19,mlp.experts.203.up_proj,0.0000077903,0.05000,14.248
+19,mlp.experts.195.up_proj,0.0000081246,0.05000,14.309
+19,mlp.experts.177.up_proj,0.0000127517,0.05000,15.235
+19,mlp.experts.189.up_proj,0.0000350665,0.05000,15.068
+19,mlp.experts.181.up_proj,0.0000141001,0.05000,15.300
+19,mlp.experts.178.up_proj,0.0000106737,0.05000,15.321
+19,mlp.experts.185.up_proj,0.0000183601,0.05000,15.257
+19,mlp.experts.180.up_proj,0.0000084911,0.05000,15.229
+19,mlp.experts.176.up_proj,0.0000059933,0.05000,15.353
+19,mlp.experts.183.up_proj,0.0000047880,0.05000,15.399
+19,mlp.experts.182.up_proj,0.0000526485,0.05000,15.245
+19,mlp.experts.186.up_proj,0.0000050661,0.05000,15.279
+19,mlp.experts.190.up_proj,0.0000074955,0.05000,15.390
+19,mlp.experts.220.up_proj,0.0000234200,0.05000,15.213
+19,mlp.experts.191.up_proj,0.0000126253,0.05000,15.322
+19,mlp.experts.216.up_proj,0.0000089001,0.05000,15.347
+19,mlp.experts.219.up_proj,0.0000142439,0.05000,15.284
+19,mlp.experts.211.up_proj,0.0000083840,0.05000,15.174
+19,mlp.experts.205.up_proj,0.0000345249,0.05000,15.194
+19,mlp.experts.193.up_proj,0.0000107749,0.05000,15.317
+19,mlp.experts.197.up_proj,0.0000083736,0.05000,15.112
+19,mlp.experts.201.up_proj,0.0000137980,0.05000,15.155
+19,mlp.experts.194.up_proj,0.0000072981,0.05000,15.336
+19,mlp.experts.196.up_proj,0.0000102707,0.05000,15.263
+19,mlp.experts.192.up_proj,0.0000053507,0.05000,15.331
+19,mlp.experts.198.up_proj,0.0000415876,0.05000,15.133
+19,mlp.experts.199.up_proj,0.0000081770,0.05000,15.340
+19,mlp.experts.202.up_proj,0.0000103822,0.05000,15.416
+19,mlp.experts.206.up_proj,0.0000115672,0.05000,15.410
+19,mlp.experts.236.up_proj,0.0000214597,0.05000,15.370
+19,mlp.experts.232.up_proj,0.0000151587,0.05000,15.296
+19,mlp.experts.207.up_proj,0.0000090125,0.05000,15.557
+19,mlp.experts.235.up_proj,0.0000080001,0.05000,15.524
+19,mlp.experts.227.up_proj,0.0000109105,0.05000,15.553
+19,mlp.experts.221.up_proj,0.0000085416,0.05000,14.703
+19,mlp.experts.209.up_proj,0.0000105674,0.05000,14.902
+19,mlp.experts.213.up_proj,0.0000186533,0.05000,14.801
+19,mlp.experts.210.up_proj,0.0000427852,0.05000,14.745
+19,mlp.experts.217.up_proj,0.0000021393,0.05000,14.822
+19,mlp.experts.212.up_proj,0.0000034558,0.05000,14.991
+19,mlp.experts.208.up_proj,0.0000053677,0.05000,14.959
+19,mlp.experts.214.up_proj,0.0000059062,0.05000,14.941
+19,mlp.experts.215.up_proj,0.0000049956,0.05000,15.060
+19,mlp.experts.222.up_proj,0.0000238329,0.05000,14.855
+19,mlp.experts.252.up_proj,0.0000141486,0.05000,14.759
+19,mlp.experts.218.up_proj,0.0000090766,0.05000,14.894
+19,mlp.experts.248.up_proj,0.0000111767,0.05000,14.769
+19,mlp.experts.223.up_proj,0.0000104698,0.05000,14.896
+19,mlp.experts.251.up_proj,0.0000156956,0.05000,14.704
+19,mlp.experts.243.up_proj,0.0000062574,0.05000,14.647
+19,mlp.experts.12.down_proj,0.0000003925,0.05000,3.659
+19,mlp.experts.8.down_proj,0.0000003779,0.05000,3.712
+19,mlp.experts.11.down_proj,0.0000001491,0.05000,3.706
+19,mlp.experts.3.down_proj,0.0000005764,0.05000,3.862
+19,mlp.experts.28.down_proj,0.0000005498,0.05000,3.792
+19,mlp.experts.24.down_proj,0.0000001690,0.05000,3.799
+19,mlp.experts.27.down_proj,0.0000011181,0.05000,3.699
+19,mlp.experts.19.down_proj,0.0000006286,0.05000,3.583
+19,mlp.experts.44.down_proj,0.0000000987,0.05000,3.351
+19,mlp.experts.40.down_proj,0.0000001906,0.05000,3.148
+19,mlp.experts.237.up_proj,0.0000096773,0.05000,14.463
+19,mlp.experts.43.down_proj,0.0000003744,0.05000,3.286
+19,mlp.experts.225.up_proj,0.0000081408,0.05000,14.465
+19,mlp.experts.229.up_proj,0.0000112674,0.05000,14.413
+19,mlp.experts.35.down_proj,0.0000001275,0.05000,3.327
+19,mlp.experts.233.up_proj,0.0000246419,0.05000,14.351
+19,mlp.experts.226.up_proj,0.0000038252,0.05000,14.394
+19,mlp.experts.224.up_proj,0.0000056180,0.05000,14.372
+19,mlp.experts.228.up_proj,0.0000091883,0.05000,14.478
+19,mlp.experts.230.up_proj,0.0000059450,0.05000,14.594
+19,mlp.experts.231.up_proj,0.0000090974,0.05000,14.470
+19,mlp.experts.238.up_proj,0.0000080795,0.05000,14.542
+19,mlp.experts.234.up_proj,0.0000152847,0.05000,14.542
+19,mlp.experts.60.down_proj,0.0000002534,0.05000,3.892
+19,mlp.experts.239.up_proj,0.0000114221,0.05000,14.543
+19,mlp.experts.56.down_proj,0.0000001514,0.05000,4.043
+19,mlp.experts.59.down_proj,0.0000001073,0.05000,3.913
+19,mlp.experts.51.down_proj,0.0000007552,0.05000,3.975
+19,mlp.experts.76.down_proj,0.0000008998,0.05000,3.365
+19,mlp.experts.72.down_proj,0.0000003628,0.05000,3.268
+19,mlp.experts.75.down_proj,0.0000002476,0.05000,3.429
+19,mlp.experts.67.down_proj,0.0000003283,0.05000,3.608
+19,mlp.experts.92.down_proj,0.0000001453,0.05000,3.786
+19,mlp.experts.88.down_proj,0.0000001388,0.05000,3.793
+19,mlp.experts.91.down_proj,0.0000002081,0.05000,3.829
+19,mlp.experts.83.down_proj,0.0000007524,0.05000,3.880
+19,mlp.experts.108.down_proj,0.0000002878,0.05000,4.037
+19,mlp.experts.104.down_proj,0.0000009180,0.05000,4.050
+19,mlp.experts.253.up_proj,0.0000059965,0.05000,15.118
+19,mlp.experts.107.down_proj,0.0000004277,0.05000,3.999
+19,mlp.experts.241.up_proj,0.0000179566,0.05000,15.155
+19,mlp.experts.245.up_proj,0.0000085405,0.05000,15.157
+19,mlp.experts.99.down_proj,0.0000001388,0.05000,3.987
+19,mlp.experts.242.up_proj,0.0000080398,0.05000,15.233
+19,mlp.experts.249.up_proj,0.0000101873,0.05000,15.282
+19,mlp.experts.240.up_proj,0.0000070926,0.05000,15.032
+19,mlp.experts.244.up_proj,0.0000259056,0.05000,15.134
+19,mlp.experts.246.up_proj,0.0000162852,0.05000,15.074
+19,mlp.experts.247.up_proj,0.0000076755,0.05000,15.232
+19,mlp.experts.250.up_proj,0.0000093417,0.05000,14.970
+19,mlp.experts.254.up_proj,0.0000106463,0.05000,15.006
+19,mlp.experts.124.down_proj,0.0000009126,0.05000,3.792
+19,mlp.experts.140.down_proj,failsafe(rtn): 0.0009232,0.00000,0.160
+19,mlp.experts.120.down_proj,0.0000003459,0.05000,3.790
+19,mlp.experts.255.up_proj,0.0000164472,0.05000,14.956
+19,mlp.experts.13.down_proj,0.0000006268,0.05000,3.781
+19,mlp.experts.123.down_proj,0.0000001287,0.05000,3.801
+19,mlp.experts.1.down_proj,0.0000001047,0.05000,3.803
+19,mlp.experts.5.down_proj,0.0000011612,0.05000,3.779
+19,mlp.experts.115.down_proj,0.0000001723,0.05000,3.899
+19,mlp.experts.2.down_proj,0.0000001367,0.05000,3.895
+19,mlp.experts.9.down_proj,0.0000004861,0.05000,3.874
+19,mlp.experts.0.down_proj,0.0000015480,0.05000,3.954
+19,mlp.experts.4.down_proj,0.0000005661,0.05000,3.959
+19,mlp.experts.6.down_proj,0.0000007227,0.05000,3.925
+19,mlp.experts.7.down_proj,0.0000002347,0.05000,4.018
+19,mlp.experts.14.down_proj,0.0000002290,0.05000,3.995
+19,mlp.experts.10.down_proj,0.0000000416,0.05000,4.112
+19,mlp.experts.156.down_proj,0.0000005251,0.05000,4.134
+19,mlp.experts.136.down_proj,0.0000008248,0.05000,4.157
+19,mlp.experts.15.down_proj,0.0000004599,0.05000,4.157
+19,mlp.experts.29.down_proj,0.0000003545,0.05000,4.156
+19,mlp.experts.139.down_proj,0.0000001018,0.05000,4.103
+19,mlp.experts.17.down_proj,0.0000001965,0.05000,4.059
+19,mlp.experts.21.down_proj,0.0000007388,0.05000,4.062
+19,mlp.experts.25.down_proj,0.0000002079,0.05000,3.848
+19,mlp.experts.18.down_proj,0.0000005260,0.05000,3.872
+19,mlp.experts.131.down_proj,0.0000004827,0.05000,3.908
+19,mlp.experts.147.down_proj,failsafe(rtn): 0.0009232,0.00000,0.174
+19,mlp.experts.16.down_proj,0.0000002018,0.05000,3.965
+19,mlp.experts.20.down_proj,0.0000001223,0.05000,3.980
+19,mlp.experts.22.down_proj,0.0000002580,0.05000,3.930
+19,mlp.experts.23.down_proj,0.0000003144,0.05000,3.845
+19,mlp.experts.30.down_proj,0.0000002677,0.05000,3.826
+19,mlp.experts.26.down_proj,0.0000001746,0.05000,3.763
+19,mlp.experts.172.down_proj,0.0000011251,0.05000,3.692
+19,mlp.experts.31.down_proj,0.0000002547,0.05000,3.663
+19,mlp.experts.152.down_proj,0.0000015998,0.05000,3.691
+19,mlp.experts.168.down_proj,failsafe(rtn): 0.0008545,0.00000,0.190
+19,mlp.experts.45.down_proj,0.0000004014,0.05000,3.723
+19,mlp.experts.155.down_proj,0.0000011559,0.05000,3.749
+19,mlp.experts.33.down_proj,0.0000001647,0.05000,3.691
+19,mlp.experts.37.down_proj,0.0000001741,0.05000,3.714
+19,mlp.experts.34.down_proj,0.0000003248,0.05000,3.850
+19,mlp.experts.41.down_proj,0.0000001010,0.05000,3.883
+19,mlp.experts.163.down_proj,0.0000001979,0.05000,3.928
+19,mlp.experts.32.down_proj,0.0000001326,0.05000,4.037
+19,mlp.experts.36.down_proj,0.0000000753,0.05000,4.016
+19,mlp.experts.38.down_proj,0.0000002174,0.05000,3.984
+19,mlp.experts.46.down_proj,0.0000003816,0.05000,4.138
+19,mlp.experts.39.down_proj,0.0000001577,0.05000,4.178
+19,mlp.experts.42.down_proj,0.0000004275,0.05000,4.176
+19,mlp.experts.188.down_proj,0.0000001930,0.05000,4.209
+19,mlp.experts.47.down_proj,0.0000002696,0.05000,4.262
+19,mlp.experts.184.down_proj,0.0000002348,0.05000,4.226
+19,mlp.experts.61.down_proj,0.0000001876,0.05000,3.984
+19,mlp.experts.49.down_proj,0.0000009999,0.05000,3.927
+19,mlp.experts.171.down_proj,0.0000011019,0.05000,4.011
+19,mlp.experts.53.down_proj,0.0000003631,0.05000,3.981
+19,mlp.experts.187.down_proj,failsafe(rtn): 0.0009117,0.00000,0.154
+19,mlp.experts.50.down_proj,0.0000006125,0.05000,3.769
+19,mlp.experts.57.down_proj,0.0000001534,0.05000,3.750
+19,mlp.experts.179.down_proj,0.0000004197,0.05000,3.664
+19,mlp.experts.48.down_proj,0.0000003772,0.05000,3.633
+19,mlp.experts.52.down_proj,0.0000004111,0.05000,3.663
+19,mlp.experts.54.down_proj,0.0000002357,0.05000,3.600
+19,mlp.experts.62.down_proj,0.0000011148,0.05000,3.536
+19,mlp.experts.55.down_proj,0.0000004107,0.05000,3.584
+19,mlp.experts.58.down_proj,0.0000003775,0.05000,3.631
+19,mlp.experts.204.down_proj,0.0000001309,0.05000,3.571
+19,mlp.experts.63.down_proj,0.0000002259,0.05000,3.750
+19,mlp.experts.200.down_proj,0.0000015331,0.05000,3.761
+19,mlp.experts.77.down_proj,0.0000005164,0.05000,3.789
+19,mlp.experts.65.down_proj,0.0000007022,0.05000,3.798
+19,mlp.experts.69.down_proj,0.0000002471,0.05000,3.780
+19,mlp.experts.203.down_proj,0.0000001871,0.05000,3.900
+19,mlp.experts.73.down_proj,0.0000002054,0.05000,3.934
+19,mlp.experts.66.down_proj,0.0000002257,0.05000,3.943
+19,mlp.experts.195.down_proj,0.0000001190,0.05000,4.054
+19,mlp.experts.64.down_proj,0.0000003763,0.05000,4.072
+19,mlp.experts.68.down_proj,0.0000003825,0.05000,4.003
+19,mlp.experts.70.down_proj,0.0000006597,0.05000,3.861
+19,mlp.experts.78.down_proj,0.0000002856,0.05000,3.858
+19,mlp.experts.74.down_proj,0.0000001806,0.05000,3.757
+19,mlp.experts.71.down_proj,0.0000001236,0.05000,3.871
+19,mlp.experts.220.down_proj,0.0000003022,0.05000,3.709
+19,mlp.experts.79.down_proj,0.0000001176,0.05000,3.735
+19,mlp.experts.216.down_proj,0.0000003424,0.05000,3.782
+19,mlp.experts.93.down_proj,0.0000004958,0.05000,4.033
+19,mlp.experts.81.down_proj,0.0000004217,0.05000,4.074
+19,mlp.experts.85.down_proj,0.0000003383,0.05000,3.998
+19,mlp.experts.219.down_proj,0.0000002205,0.05000,4.027
+19,mlp.experts.89.down_proj,0.0000001720,0.05000,3.988
+19,mlp.experts.82.down_proj,0.0000005088,0.05000,4.081
+19,mlp.experts.211.down_proj,0.0000003525,0.05000,4.028
+19,mlp.experts.80.down_proj,0.0000003691,0.05000,4.166
+19,mlp.experts.84.down_proj,0.0000003301,0.05000,4.146
+19,mlp.experts.86.down_proj,0.0000002104,0.05000,4.267
+19,mlp.experts.94.down_proj,0.0000001788,0.05000,4.314
+19,mlp.experts.90.down_proj,0.0000000659,0.05000,4.396
+19,mlp.experts.87.down_proj,0.0000000685,0.05000,4.404
+19,mlp.experts.236.down_proj,0.0000002827,0.05000,4.400
+19,mlp.experts.95.down_proj,0.0000002687,0.05000,4.403
+19,mlp.experts.232.down_proj,0.0000003439,0.05000,4.447
+19,mlp.experts.109.down_proj,0.0000003280,0.05000,4.305
+19,mlp.experts.101.down_proj,0.0000002367,0.05000,4.266
+19,mlp.experts.97.down_proj,0.0000005240,0.05000,4.317
+19,mlp.experts.235.down_proj,0.0000000967,0.05000,4.354
+19,mlp.experts.105.down_proj,0.0000002072,0.05000,4.407
+19,mlp.experts.98.down_proj,0.0000003838,0.05000,4.420
+19,mlp.experts.227.down_proj,0.0000003273,0.05000,4.338
+19,mlp.experts.96.down_proj,0.0000003439,0.05000,4.371
+19,mlp.experts.100.down_proj,0.0000002512,0.05000,4.420
+19,mlp.experts.102.down_proj,0.0000002895,0.05000,4.390
+19,mlp.experts.106.down_proj,0.0000004234,0.05000,4.124
+19,mlp.experts.110.down_proj,0.0000001442,0.05000,4.288
+19,mlp.experts.103.down_proj,0.0000020603,0.05000,4.147
+19,mlp.experts.252.down_proj,0.0000005401,0.05000,4.150
+19,mlp.experts.111.down_proj,0.0000002564,0.05000,4.017
+19,mlp.experts.248.down_proj,0.0000001920,0.05000,4.027
+19,mlp.experts.125.down_proj,0.0000001710,0.05000,3.925
+19,mlp.experts.113.down_proj,0.0000006008,0.05000,3.878
+19,mlp.experts.117.down_proj,0.0000012200,0.05000,3.912
+19,mlp.experts.251.down_proj,0.0000004972,0.05000,3.770
+19,mlp.experts.121.down_proj,0.0000002615,0.05000,3.552
+19,mlp.experts.114.down_proj,0.0000001118,0.05000,3.576
+19,mlp.experts.243.down_proj,0.0000001757,0.05000,3.522
+19,mlp.experts.112.down_proj,0.0000002903,0.05000,3.353
+19,mlp.experts.116.down_proj,0.0000002014,0.05000,3.315
+19,mlp.experts.118.down_proj,0.0000001745,0.05000,3.117
+19,mlp.experts.122.down_proj,0.0000001614,0.05000,3.070
+19,mlp.experts.119.down_proj,0.0000004029,0.05000,3.077
+19,mlp.experts.126.down_proj,0.0000003814,0.05000,3.093
+19,mlp.experts.127.down_proj,0.0000001811,0.05000,3.019
+19,mlp.experts.141.down_proj,0.0000001225,0.05000,2.598
+19,mlp.experts.129.down_proj,0.0000003577,0.05000,2.605
+19,mlp.experts.133.down_proj,0.0000001883,0.05000,2.599
+19,mlp.experts.137.down_proj,0.0000003063,0.05000,2.562
+19,mlp.experts.130.down_proj,0.0000002337,0.05000,2.559
+19,mlp.experts.128.down_proj,0.0000015152,0.05000,2.439
+19,mlp.experts.132.down_proj,0.0000003500,0.05000,2.444
+19,mlp.experts.134.down_proj,0.0000001544,0.05000,2.461
+19,mlp.experts.138.down_proj,0.0000002684,0.05000,2.450
+19,mlp.experts.135.down_proj,0.0000004854,0.05000,2.473
+19,mlp.experts.142.down_proj,0.0000001517,0.05000,2.486
+19,mlp.experts.143.down_proj,0.0000002423,0.05000,2.550
+19,mlp.experts.157.down_proj,0.0000011750,0.05000,2.541
+19,mlp.experts.149.down_proj,0.0000007734,0.05000,2.493
+19,mlp.experts.145.down_proj,0.0000015783,0.05000,2.523
+19,mlp.experts.153.down_proj,0.0000000455,0.05000,2.568
+19,mlp.experts.146.down_proj,0.0000010112,0.05000,2.655
+19,mlp.experts.144.down_proj,0.0000003230,0.05000,2.677
+19,mlp.experts.148.down_proj,0.0000000470,0.05000,2.691
+19,mlp.experts.150.down_proj,0.0000003030,0.05000,2.691
+19,mlp.experts.154.down_proj,0.0000000730,0.05000,2.750
+19,mlp.experts.151.down_proj,0.0000004313,0.05000,2.767
+19,mlp.experts.158.down_proj,0.0000000793,0.05000,2.811
+19,mlp.experts.159.down_proj,0.0000006762,0.05000,2.745
+19,mlp.experts.173.down_proj,0.0000001033,0.05000,2.857
+19,mlp.experts.165.down_proj,0.0000004460,0.05000,2.900
+19,mlp.experts.161.down_proj,0.0000004940,0.05000,2.923
+19,mlp.experts.169.down_proj,0.0000001287,0.05000,2.832
+19,mlp.experts.162.down_proj,0.0000001839,0.05000,2.822
+19,mlp.experts.160.down_proj,0.0000001369,0.05000,2.757
+19,mlp.experts.164.down_proj,0.0000003322,0.05000,2.779
+19,mlp.experts.166.down_proj,0.0000002433,0.05000,2.762
+19,mlp.experts.170.down_proj,0.0000004531,0.05000,2.741
+19,mlp.experts.167.down_proj,0.0000003255,0.05000,2.651
+19,mlp.experts.174.down_proj,0.0000002505,0.05000,2.701
+19,mlp.experts.175.down_proj,0.0000003187,0.05000,2.602
+19,mlp.experts.189.down_proj,0.0000008248,0.05000,2.593
+19,mlp.experts.181.down_proj,0.0000004763,0.05000,2.605
+19,mlp.experts.177.down_proj,0.0000002385,0.05000,2.607
+19,mlp.experts.185.down_proj,0.0000007230,0.05000,2.605
+19,mlp.experts.178.down_proj,0.0000002847,0.05000,2.598
+19,mlp.experts.176.down_proj,0.0000001049,0.05000,2.595
+19,mlp.experts.180.down_proj,0.0000002699,0.05000,2.601
+19,mlp.experts.182.down_proj,0.0000015521,0.05000,2.577
+19,mlp.experts.183.down_proj,0.0000002397,0.05000,2.559
+19,mlp.experts.186.down_proj,0.0000000635,0.05000,2.611
+19,mlp.experts.190.down_proj,0.0000003412,0.05000,2.547
+19,mlp.experts.191.down_proj,0.0000001551,0.05000,2.660
+19,mlp.experts.205.down_proj,0.0000011250,0.05000,2.663
+19,mlp.experts.193.down_proj,0.0000003019,0.05000,2.569
+19,mlp.experts.197.down_proj,0.0000003281,0.05000,2.631
+19,mlp.experts.201.down_proj,0.0000003870,0.05000,2.581
+19,mlp.experts.194.down_proj,0.0000000793,0.05000,2.573
+19,mlp.experts.192.down_proj,0.0000002662,0.05000,2.535
+19,mlp.experts.196.down_proj,0.0000003420,0.05000,2.574
+19,mlp.experts.198.down_proj,0.0000010923,0.05000,2.594
+19,mlp.experts.199.down_proj,0.0000003354,0.05000,2.520
+19,mlp.experts.202.down_proj,0.0000004050,0.05000,2.568
+19,mlp.experts.206.down_proj,0.0000002874,0.05000,2.585
+19,mlp.experts.207.down_proj,0.0000001012,0.05000,2.523
+19,mlp.experts.221.down_proj,0.0000001177,0.05000,2.614
+19,mlp.experts.213.down_proj,0.0000007337,0.05000,2.647
+19,mlp.experts.209.down_proj,0.0000001429,0.05000,2.660
+19,mlp.experts.217.down_proj,0.0000001579,0.05000,2.749
+19,mlp.experts.210.down_proj,0.0000016009,0.05000,2.785
+19,mlp.experts.208.down_proj,0.0000001200,0.05000,2.866
+19,mlp.experts.212.down_proj,0.0000000930,0.05000,2.867
+19,mlp.experts.214.down_proj,0.0000000906,0.05000,2.867
+19,mlp.experts.215.down_proj,0.0000001775,0.05000,2.877
+19,mlp.experts.218.down_proj,0.0000004034,0.05000,2.880
+19,mlp.experts.222.down_proj,0.0000004380,0.05000,2.904
+19,mlp.experts.223.down_proj,0.0000003062,0.05000,2.847
+19,mlp.experts.237.down_proj,0.0000002440,0.05000,2.667
+19,mlp.experts.225.down_proj,0.0000002879,0.05000,2.693
+19,mlp.experts.229.down_proj,0.0000009834,0.05000,2.710
+19,mlp.experts.233.down_proj,0.0000011415,0.05000,2.547
+19,mlp.experts.226.down_proj,0.0000001463,0.05000,2.527
+19,mlp.experts.224.down_proj,0.0000001138,0.05000,2.393
+19,mlp.experts.228.down_proj,0.0000003940,0.05000,2.442
+19,mlp.experts.230.down_proj,0.0000002540,0.05000,2.426
+19,mlp.experts.231.down_proj,0.0000003499,0.05000,2.408
+19,mlp.experts.234.down_proj,0.0000001864,0.05000,2.402
+19,mlp.experts.238.down_proj,0.0000000846,0.05000,2.414
+19,mlp.experts.239.down_proj,0.0000000227,0.05000,2.425
+19,mlp.experts.253.down_proj,0.0000002327,0.05000,2.426
+19,mlp.experts.241.down_proj,0.0000005197,0.05000,2.423
+19,mlp.experts.245.down_proj,0.0000002575,0.05000,2.421
+19,mlp.experts.249.down_proj,0.0000004094,0.05000,2.339
+19,mlp.experts.242.down_proj,0.0000001063,0.05000,2.250
+19,mlp.experts.240.down_proj,0.0000003733,0.05000,2.198
+19,mlp.experts.244.down_proj,0.0000003452,0.05000,2.067
+19,mlp.experts.246.down_proj,0.0000001908,0.05000,1.994
+19,mlp.experts.247.down_proj,0.0000002024,0.05000,1.826
+19,mlp.experts.250.down_proj,0.0000002638,0.05000,1.788
+19,mlp.experts.254.down_proj,0.0000001478,0.05000,1.653
+19,mlp.experts.255.down_proj,0.0000001910,0.05000,1.450
+20,mlp.experts.12.gate_proj,0.0000200743,0.05000,15.597
+20,mlp.experts.9.gate_proj,0.0000107066,0.05000,15.673
+20,mlp.experts.13.gate_proj,0.0000303428,0.05000,15.675
+20,mlp.experts.1.gate_proj,0.0000050676,0.05000,15.688
+20,mlp.experts.2.gate_proj,0.0000337635,0.05000,15.713
+20,mlp.experts.8.gate_proj,0.0000022970,0.05000,15.721
+20,mlp.experts.5.gate_proj,0.0000184917,0.05000,15.730
+20,mlp.experts.6.gate_proj,0.0000126945,0.05000,15.746
+20,mlp.experts.7.gate_proj,0.0000068517,0.05000,15.771
+20,mlp.experts.0.gate_proj,0.0000230200,0.05000,15.801
+20,mlp.experts.11.gate_proj,0.0000066942,0.05000,15.822
+20,mlp.experts.10.gate_proj,0.0000238448,0.05000,15.821
+20,mlp.experts.4.gate_proj,0.0000108432,0.05000,15.829
+20,mlp.experts.15.gate_proj,0.0000232635,0.05000,15.829
+20,mlp.experts.3.gate_proj,0.0000107938,0.05000,15.938
+20,mlp.experts.14.gate_proj,0.0000750238,0.05000,15.996
+20,mlp.experts.30.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.828
+20,mlp.experts.18.gate_proj,0.0000091502,0.05000,15.716
+20,mlp.experts.24.gate_proj,0.0000151905,0.05000,15.751
+20,mlp.experts.25.gate_proj,0.0000209016,0.05000,15.809
+20,mlp.experts.17.gate_proj,0.0000046509,0.05000,15.807
+20,mlp.experts.26.gate_proj,0.0000025628,0.05000,15.681
+20,mlp.experts.28.gate_proj,0.0000125459,0.05000,15.933
+20,mlp.experts.29.gate_proj,0.0000118633,0.05000,15.842
+20,mlp.experts.22.gate_proj,0.0000098571,0.05000,15.796
+20,mlp.experts.20.gate_proj,0.0000213177,0.05000,15.754
+20,mlp.experts.16.gate_proj,0.0000081383,0.05000,15.890
+20,mlp.experts.27.gate_proj,0.0000261655,0.05000,15.879
+20,mlp.experts.21.gate_proj,0.0000120400,0.05000,16.008
+20,mlp.experts.23.gate_proj,0.0000056109,0.05000,16.039
+20,mlp.experts.31.gate_proj,0.0000599520,0.05000,16.021
+20,mlp.experts.19.gate_proj,0.0000226420,0.05000,15.955
+20,mlp.experts.46.gate_proj,0.0000362840,0.05000,15.739
+20,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.760
+20,mlp.experts.55.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.817
+20,mlp.experts.41.gate_proj,0.0000081978,0.05000,15.411
+20,mlp.experts.44.gate_proj,0.0000101709,0.05000,15.392
+20,mlp.experts.34.gate_proj,0.0000226796,0.05000,15.578
+20,mlp.experts.45.gate_proj,0.0000165034,0.05000,15.494
+20,mlp.experts.40.gate_proj,0.0000124436,0.05000,15.562
+20,mlp.experts.42.gate_proj,0.0000048200,0.05000,15.542
+20,mlp.experts.33.gate_proj,0.0000083023,0.05000,15.615
+20,mlp.experts.36.gate_proj,0.0000078063,0.05000,15.591
+20,mlp.experts.32.gate_proj,0.0000174933,0.05000,15.521
+20,mlp.experts.38.gate_proj,0.0000085486,0.05000,15.662
+20,mlp.experts.37.gate_proj,0.0000146218,0.05000,15.530
+20,mlp.experts.43.gate_proj,0.0000183410,0.05000,15.722
+20,mlp.experts.47.gate_proj,0.0000176779,0.05000,15.747
+20,mlp.experts.35.gate_proj,0.0000097086,0.05000,15.834
+20,mlp.experts.62.gate_proj,0.0000184306,0.05000,15.840
+20,mlp.experts.71.gate_proj,0.0000084884,0.05000,15.878
+20,mlp.experts.87.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.683
+20,mlp.experts.58.gate_proj,0.0000148323,0.05000,15.527
+20,mlp.experts.57.gate_proj,0.0000181832,0.05000,15.691
+20,mlp.experts.61.gate_proj,0.0000144647,0.05000,15.583
+20,mlp.experts.60.gate_proj,0.0000491819,0.05000,15.704
+20,mlp.experts.50.gate_proj,0.0000033788,0.05000,15.713
+20,mlp.experts.56.gate_proj,0.0000044615,0.05000,15.721
+20,mlp.experts.49.gate_proj,0.0000083615,0.05000,15.675
+20,mlp.experts.48.gate_proj,0.0000103335,0.05000,15.660
+20,mlp.experts.53.gate_proj,0.0000091809,0.05000,15.671
+20,mlp.experts.52.gate_proj,0.0000455280,0.05000,15.781
+20,mlp.experts.54.gate_proj,0.0000303155,0.05000,15.753
+20,mlp.experts.59.gate_proj,0.0000191710,0.05000,15.694
+20,mlp.experts.63.gate_proj,0.0000099796,0.05000,15.784
+20,mlp.experts.51.gate_proj,0.0000352364,0.05000,15.818
+20,mlp.experts.77.gate_proj,failsafe(rtn): 0.0008507,0.00000,0.973
+20,mlp.experts.78.gate_proj,0.0000137911,0.05000,15.672
+20,mlp.experts.103.gate_proj,0.0000044761,0.05000,16.001
+20,mlp.experts.74.gate_proj,0.0000100650,0.05000,15.341
+20,mlp.experts.76.gate_proj,0.0000049079,0.05000,15.285
+20,mlp.experts.73.gate_proj,0.0000145795,0.05000,15.445
+20,mlp.experts.68.gate_proj,0.0000088388,0.05000,15.113
+20,mlp.experts.65.gate_proj,0.0000072788,0.05000,15.259
+20,mlp.experts.66.gate_proj,0.0000127283,0.05000,15.397
+20,mlp.experts.64.gate_proj,0.0000115221,0.05000,15.309
+20,mlp.experts.69.gate_proj,0.0000117627,0.05000,15.315
+20,mlp.experts.70.gate_proj,0.0000326575,0.05000,15.275
+20,mlp.experts.72.gate_proj,0.0000019304,0.05000,15.501
+20,mlp.experts.75.gate_proj,0.0000237047,0.05000,15.350
+20,mlp.experts.90.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.874
+20,mlp.experts.79.gate_proj,0.0000410633,0.05000,15.460
+20,mlp.experts.67.gate_proj,0.0000391090,0.05000,15.320
+20,mlp.experts.93.gate_proj,0.0000199651,0.05000,15.350
+20,mlp.experts.94.gate_proj,0.0000153908,0.05000,15.126
+20,mlp.experts.119.gate_proj,0.0000064597,0.05000,14.893
+20,mlp.experts.92.gate_proj,0.0000152830,0.05000,15.236
+20,mlp.experts.81.gate_proj,0.0000169201,0.05000,15.086
+20,mlp.experts.82.gate_proj,0.0000159062,0.05000,15.088
+20,mlp.experts.85.gate_proj,0.0000052353,0.05000,14.963
+20,mlp.experts.84.gate_proj,0.0000550348,0.05000,15.206
+20,mlp.experts.89.gate_proj,0.0000107392,0.05000,15.255
+20,mlp.experts.80.gate_proj,0.0000130694,0.05000,15.198
+20,mlp.experts.86.gate_proj,0.0000053376,0.05000,15.162
+20,mlp.experts.88.gate_proj,0.0000123598,0.05000,15.142
+20,mlp.experts.91.gate_proj,0.0000161241,0.05000,15.218
+20,mlp.experts.106.gate_proj,0.0000094359,0.05000,15.201
+20,mlp.experts.95.gate_proj,0.0000090796,0.05000,15.309
+20,mlp.experts.83.gate_proj,0.0000053111,0.05000,15.266
+20,mlp.experts.109.gate_proj,0.0000515515,0.05000,15.279
+20,mlp.experts.110.gate_proj,0.0000224097,0.05000,15.271
+20,mlp.experts.135.gate_proj,0.0000097403,0.05000,15.701
+20,mlp.experts.97.gate_proj,0.0000396836,0.05000,15.090
+20,mlp.experts.100.gate_proj,0.0000057571,0.05000,15.124
+20,mlp.experts.108.gate_proj,0.0000360150,0.05000,15.336
+20,mlp.experts.98.gate_proj,0.0000204834,0.05000,15.316
+20,mlp.experts.105.gate_proj,0.0000099520,0.05000,15.267
+20,mlp.experts.96.gate_proj,0.0000108250,0.05000,15.218
+20,mlp.experts.101.gate_proj,0.0000532770,0.05000,15.444
+20,mlp.experts.104.gate_proj,0.0000110088,0.05000,15.245
+20,mlp.experts.102.gate_proj,0.0000395046,0.05000,15.286
+20,mlp.experts.107.gate_proj,0.0000119441,0.05000,15.165
+20,mlp.experts.122.gate_proj,0.0000119841,0.05000,15.175
+20,mlp.experts.111.gate_proj,0.0000394755,0.05000,15.193
+20,mlp.experts.125.gate_proj,0.0000133924,0.05000,15.136
+20,mlp.experts.99.gate_proj,0.0000059144,0.05000,15.424
+20,mlp.experts.126.gate_proj,0.0000382732,0.05000,15.128
+20,mlp.experts.151.gate_proj,0.0000063241,0.05000,15.265
+20,mlp.experts.113.gate_proj,0.0000050070,0.05000,16.266
+20,mlp.experts.116.gate_proj,0.0000154828,0.05000,16.179
+20,mlp.experts.114.gate_proj,0.0000301327,0.05000,16.106
+20,mlp.experts.124.gate_proj,0.0000086522,0.05000,16.224
+20,mlp.experts.121.gate_proj,0.0000067352,0.05000,16.251
+20,mlp.experts.117.gate_proj,0.0000070328,0.05000,16.167
+20,mlp.experts.123.gate_proj,0.0000064008,0.05000,16.081
+20,mlp.experts.112.gate_proj,0.0000086601,0.05000,16.316
+20,mlp.experts.120.gate_proj,0.0000093706,0.05000,16.263
+20,mlp.experts.118.gate_proj,0.0000106404,0.05000,16.231
+20,mlp.experts.138.gate_proj,0.0000101643,0.05000,16.313
+20,mlp.experts.141.gate_proj,0.0000082745,0.05000,16.172
+20,mlp.experts.127.gate_proj,0.0000062400,0.05000,16.346
+20,mlp.experts.115.gate_proj,0.0000047252,0.05000,16.257
+20,mlp.experts.142.gate_proj,0.0000189126,0.05000,16.201
+20,mlp.experts.167.gate_proj,0.0000170440,0.05000,16.108
+20,mlp.experts.129.gate_proj,0.0000132317,0.05000,14.960
+20,mlp.experts.130.gate_proj,0.0000564932,0.05000,14.999
+20,mlp.experts.132.gate_proj,0.0000077007,0.05000,15.163
+20,mlp.experts.140.gate_proj,0.0000188480,0.05000,15.143
+20,mlp.experts.133.gate_proj,0.0000046756,0.05000,15.084
+20,mlp.experts.137.gate_proj,0.0000349308,0.05000,15.121
+20,mlp.experts.139.gate_proj,0.0000110683,0.05000,15.089
+20,mlp.experts.136.gate_proj,0.0000151530,0.05000,15.059
+20,mlp.experts.134.gate_proj,0.0000181776,0.05000,15.077
+20,mlp.experts.128.gate_proj,0.0000071164,0.05000,15.188
+20,mlp.experts.154.gate_proj,0.0000552975,0.05000,15.152
+20,mlp.experts.157.gate_proj,0.0000084404,0.05000,15.168
+20,mlp.experts.131.gate_proj,0.0000372853,0.05000,15.083
+20,mlp.experts.158.gate_proj,0.0000339591,0.05000,15.112
+20,mlp.experts.143.gate_proj,0.0000364405,0.05000,15.326
+20,mlp.experts.173.gate_proj,failsafe(rtn): 0.0008621,0.00000,0.751
+20,mlp.experts.183.gate_proj,0.0000075173,0.05000,15.266
+20,mlp.experts.145.gate_proj,0.0000084715,0.05000,15.764
+20,mlp.experts.146.gate_proj,0.0000028725,0.05000,15.657
+20,mlp.experts.148.gate_proj,0.0000032117,0.05000,15.739
+20,mlp.experts.156.gate_proj,0.0000094143,0.05000,15.707
+20,mlp.experts.150.gate_proj,0.0000092760,0.05000,15.759
+20,mlp.experts.155.gate_proj,0.0000259609,0.05000,15.864
+20,mlp.experts.153.gate_proj,0.0000123114,0.05000,15.973
+20,mlp.experts.152.gate_proj,0.0000041310,0.05000,15.923
+20,mlp.experts.149.gate_proj,0.0000186925,0.05000,16.038
+20,mlp.experts.144.gate_proj,0.0000100600,0.05000,15.881
+20,mlp.experts.164.gate_proj,failsafe(rtn): 0.0008354,0.00000,0.922
+20,mlp.experts.170.gate_proj,0.0000563392,0.05000,15.808
+20,mlp.experts.174.gate_proj,0.0000049476,0.05000,15.839
+20,mlp.experts.147.gate_proj,0.0000140499,0.05000,16.000
+20,mlp.experts.159.gate_proj,0.0000113212,0.05000,15.948
+20,mlp.experts.189.gate_proj,0.0000260801,0.05000,15.810
+20,mlp.experts.199.gate_proj,0.0000071117,0.05000,15.804
+20,mlp.experts.161.gate_proj,0.0000384782,0.05000,15.419
+20,mlp.experts.162.gate_proj,0.0000311420,0.05000,15.531
+20,mlp.experts.172.gate_proj,0.0000171472,0.05000,15.328
+20,mlp.experts.166.gate_proj,0.0000374012,0.05000,15.156
+20,mlp.experts.168.gate_proj,0.0000185955,0.05000,15.252
+20,mlp.experts.165.gate_proj,0.0000415902,0.05000,15.252
+20,mlp.experts.171.gate_proj,0.0000071731,0.05000,15.325
+20,mlp.experts.169.gate_proj,0.0000051395,0.05000,15.323
+20,mlp.experts.160.gate_proj,0.0000207942,0.05000,15.271
+20,mlp.experts.178.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.705
+20,mlp.experts.186.gate_proj,0.0000079406,0.05000,15.108
+20,mlp.experts.180.gate_proj,0.0000099779,0.05000,15.243
+20,mlp.experts.190.gate_proj,0.0000136122,0.05000,15.089
+20,mlp.experts.163.gate_proj,0.0000229287,0.05000,15.070
+20,mlp.experts.175.gate_proj,0.0000041814,0.05000,15.157
+20,mlp.experts.205.gate_proj,0.0000043450,0.05000,15.143
+20,mlp.experts.215.gate_proj,0.0000222219,0.05000,15.095
+20,mlp.experts.177.gate_proj,0.0000275429,0.05000,14.578
+20,mlp.experts.188.gate_proj,0.0000086389,0.05000,14.699
+20,mlp.experts.182.gate_proj,0.0000504157,0.05000,14.759
+20,mlp.experts.184.gate_proj,0.0000098774,0.05000,14.708
+20,mlp.experts.187.gate_proj,0.0000055189,0.05000,14.758
+20,mlp.experts.185.gate_proj,0.0000142490,0.05000,14.737
+20,mlp.experts.176.gate_proj,0.0000065434,0.05000,14.741
+20,mlp.experts.181.gate_proj,0.0000106528,0.05000,14.831
+20,mlp.experts.194.gate_proj,0.0000147497,0.05000,14.920
+20,mlp.experts.196.gate_proj,0.0000070399,0.05000,14.909
+20,mlp.experts.202.gate_proj,0.0000047987,0.05000,14.986
+20,mlp.experts.206.gate_proj,0.0000096473,0.05000,14.956
+20,mlp.experts.179.gate_proj,0.0000109442,0.05000,15.025
+20,mlp.experts.191.gate_proj,0.0000076566,0.05000,15.091
+20,mlp.experts.221.gate_proj,0.0000453339,0.05000,14.828
+20,mlp.experts.231.gate_proj,0.0000089010,0.05000,14.666
+20,mlp.experts.193.gate_proj,0.0000049989,0.05000,14.284
+20,mlp.experts.204.gate_proj,0.0000102950,0.05000,14.173
+20,mlp.experts.198.gate_proj,0.0000207368,0.05000,14.248
+20,mlp.experts.200.gate_proj,0.0000220693,0.05000,14.136
+20,mlp.experts.201.gate_proj,0.0000156883,0.05000,14.122
+20,mlp.experts.197.gate_proj,0.0000068835,0.05000,14.177
+20,mlp.experts.192.gate_proj,0.0000154312,0.05000,14.257
+20,mlp.experts.203.gate_proj,0.0000141631,0.05000,14.349
+20,mlp.experts.212.gate_proj,0.0000320899,0.05000,14.211
+20,mlp.experts.210.gate_proj,0.0000105989,0.05000,14.286
+20,mlp.experts.218.gate_proj,0.0000156749,0.05000,14.299
+20,mlp.experts.222.gate_proj,0.0000043537,0.05000,14.360
+20,mlp.experts.195.gate_proj,0.0000053516,0.05000,14.276
+20,mlp.experts.207.gate_proj,0.0000049859,0.05000,14.291
+20,mlp.experts.237.gate_proj,0.0000038995,0.05000,14.308
+20,mlp.experts.247.gate_proj,0.0000125666,0.05000,14.739
+20,mlp.experts.209.gate_proj,0.0000119087,0.05000,15.518
+20,mlp.experts.220.gate_proj,0.0000087884,0.05000,15.510
+20,mlp.experts.216.gate_proj,0.0000044500,0.05000,15.528
+20,mlp.experts.214.gate_proj,0.0000137492,0.05000,15.595
+20,mlp.experts.213.gate_proj,0.0000161063,0.05000,15.464
+20,mlp.experts.208.gate_proj,0.0000180727,0.05000,15.409
+20,mlp.experts.217.gate_proj,0.0000048621,0.05000,15.726
+20,mlp.experts.219.gate_proj,0.0000163289,0.05000,15.585
+20,mlp.experts.228.gate_proj,0.0000335267,0.05000,15.476
+20,mlp.experts.226.gate_proj,0.0000700151,0.05000,15.511
+20,mlp.experts.234.gate_proj,0.0000052554,0.05000,15.428
+20,mlp.experts.211.gate_proj,0.0000113673,0.05000,15.391
+20,mlp.experts.238.gate_proj,0.0000228699,0.05000,15.603
+20,mlp.experts.223.gate_proj,0.0000056881,0.05000,15.419
+20,mlp.experts.253.gate_proj,0.0000113724,0.05000,15.676
+20,mlp.experts.7.up_proj,0.0000077683,0.05000,15.306
+20,mlp.experts.225.gate_proj,0.0000102939,0.05000,15.744
+20,mlp.experts.236.gate_proj,0.0000192796,0.05000,15.869
+20,mlp.experts.232.gate_proj,0.0000170133,0.05000,15.828
+20,mlp.experts.230.gate_proj,0.0000120076,0.05000,15.874
+20,mlp.experts.224.gate_proj,0.0000044670,0.05000,15.824
+20,mlp.experts.229.gate_proj,0.0000348867,0.05000,15.909
+20,mlp.experts.233.gate_proj,0.0000125280,0.05000,15.842
+20,mlp.experts.235.gate_proj,0.0000146669,0.05000,15.904
+20,mlp.experts.242.gate_proj,0.0000078752,0.05000,15.820
+20,mlp.experts.250.gate_proj,0.0000548785,0.05000,15.816
+20,mlp.experts.244.gate_proj,0.0000229497,0.05000,15.874
+20,mlp.experts.254.gate_proj,0.0000301366,0.05000,15.709
+20,mlp.experts.227.gate_proj,0.0000482337,0.05000,15.853
+20,mlp.experts.239.gate_proj,0.0000066722,0.05000,15.822
+20,mlp.experts.13.up_proj,0.0000315713,0.05000,15.711
+20,mlp.experts.23.up_proj,0.0000046924,0.05000,15.979
+20,mlp.experts.39.up_proj,failsafe(rtn): 0.0008621,0.00000,0.863
+20,mlp.experts.55.up_proj,failsafe(rtn): 0.0008965,0.00000,0.813
+20,mlp.experts.241.gate_proj,0.0000600630,0.05000,15.719
+20,mlp.experts.252.gate_proj,0.0000085863,0.05000,15.653
+20,mlp.experts.246.gate_proj,0.0000032527,0.05000,15.598
+20,mlp.experts.248.gate_proj,0.0000156819,0.05000,15.743
+20,mlp.experts.245.gate_proj,0.0000084226,0.05000,15.571
+20,mlp.experts.240.gate_proj,0.0000036309,0.05000,15.728
+20,mlp.experts.249.gate_proj,0.0000160965,0.05000,15.812
+20,mlp.experts.251.gate_proj,0.0000174259,0.05000,15.751
+20,mlp.experts.10.up_proj,0.0000201750,0.05000,15.648
+20,mlp.experts.2.up_proj,0.0000297622,0.05000,15.705
+20,mlp.experts.4.up_proj,0.0000105314,0.05000,15.905
+20,mlp.experts.14.up_proj,0.0000593398,0.05000,15.663
+20,mlp.experts.243.gate_proj,0.0000109282,0.05000,15.722
+20,mlp.experts.255.gate_proj,0.0000284195,0.05000,15.792
+20,mlp.experts.29.up_proj,0.0000088911,0.05000,15.635
+20,mlp.experts.30.up_proj,failsafe(rtn): 0.0008736,0.00000,0.781
+20,mlp.experts.71.up_proj,0.0000062999,0.05000,15.302
+20,mlp.experts.87.up_proj,failsafe(rtn): 0.0008659,0.00000,0.862
+20,mlp.experts.1.up_proj,0.0000038945,0.05000,15.229
+20,mlp.experts.12.up_proj,0.0000172164,0.05000,15.183
+20,mlp.experts.6.up_proj,0.0000093199,0.05000,15.271
+20,mlp.experts.8.up_proj,0.0000021552,0.05000,15.228
+20,mlp.experts.0.up_proj,0.0000176384,0.05000,15.174
+20,mlp.experts.5.up_proj,0.0000153759,0.05000,15.277
+20,mlp.experts.9.up_proj,0.0000083836,0.05000,15.137
+20,mlp.experts.11.up_proj,0.0000061502,0.05000,15.198
+20,mlp.experts.26.up_proj,0.0000021666,0.05000,14.960
+20,mlp.experts.18.up_proj,0.0000085636,0.05000,14.903
+20,mlp.experts.20.up_proj,0.0000239852,0.05000,14.995
+20,mlp.experts.3.up_proj,0.0000090983,0.05000,15.082
+20,mlp.experts.45.up_proj,0.0000124859,0.05000,14.789
+20,mlp.experts.15.up_proj,0.0000179403,0.05000,15.179
+20,mlp.experts.46.up_proj,0.0000248554,0.05000,15.188
+20,mlp.experts.103.up_proj,0.0000044385,0.05000,14.969
+20,mlp.experts.17.up_proj,0.0000043361,0.05000,14.470
+20,mlp.experts.28.up_proj,0.0000115627,0.05000,14.574
+20,mlp.experts.22.up_proj,0.0000084419,0.05000,14.556
+20,mlp.experts.24.up_proj,0.0000132319,0.05000,14.543
+20,mlp.experts.16.up_proj,0.0000073152,0.05000,14.477
+20,mlp.experts.21.up_proj,0.0000113219,0.05000,14.493
+20,mlp.experts.25.up_proj,0.0000134389,0.05000,14.544
+20,mlp.experts.42.up_proj,0.0000044096,0.05000,14.679
+20,mlp.experts.27.up_proj,0.0000210758,0.05000,14.705
+20,mlp.experts.34.up_proj,0.0000166889,0.05000,14.811
+20,mlp.experts.36.up_proj,0.0000063855,0.05000,14.649
+20,mlp.experts.19.up_proj,0.0000187916,0.05000,14.562
+20,mlp.experts.61.up_proj,0.0000116719,0.05000,14.486
+20,mlp.experts.31.up_proj,0.0000541709,0.05000,14.572
+20,mlp.experts.62.up_proj,0.0000145963,0.05000,14.536
+20,mlp.experts.77.up_proj,failsafe(rtn): 0.0009232,0.00000,0.828
+20,mlp.experts.119.up_proj,0.0000079342,0.05000,15.129
+20,mlp.experts.33.up_proj,0.0000073816,0.05000,15.083
+20,mlp.experts.44.up_proj,0.0000084079,0.05000,15.047
+20,mlp.experts.32.up_proj,0.0000138949,0.05000,14.901
+20,mlp.experts.38.up_proj,0.0000083557,0.05000,15.022
+20,mlp.experts.37.up_proj,0.0000107434,0.05000,15.056
+20,mlp.experts.40.up_proj,0.0000113578,0.05000,15.127
+20,mlp.experts.41.up_proj,0.0000065966,0.05000,14.975
+20,mlp.experts.50.up_proj,0.0000029420,0.05000,14.950
+20,mlp.experts.58.up_proj,0.0000122129,0.05000,15.092
+20,mlp.experts.43.up_proj,0.0000141751,0.05000,15.150
+20,mlp.experts.52.up_proj,0.0000487931,0.05000,15.010
+20,mlp.experts.35.up_proj,0.0000108060,0.05000,15.076
+20,mlp.experts.47.up_proj,0.0000131914,0.05000,14.916
+20,mlp.experts.93.up_proj,0.0000183442,0.05000,14.978
+20,mlp.experts.78.up_proj,0.0000179160,0.05000,15.082
+20,mlp.experts.135.up_proj,0.0000093595,0.05000,15.385
+20,mlp.experts.49.up_proj,0.0000089602,0.05000,15.333
+20,mlp.experts.60.up_proj,0.0000365016,0.05000,15.345
+20,mlp.experts.48.up_proj,0.0000078597,0.05000,15.393
+20,mlp.experts.54.up_proj,0.0000222414,0.05000,15.393
+20,mlp.experts.53.up_proj,0.0000069112,0.05000,15.475
+20,mlp.experts.57.up_proj,0.0000213327,0.05000,15.422
+20,mlp.experts.56.up_proj,0.0000041006,0.05000,15.623
+20,mlp.experts.74.up_proj,0.0000087856,0.05000,15.539
+20,mlp.experts.66.up_proj,0.0000093066,0.05000,15.539
+20,mlp.experts.68.up_proj,0.0000081207,0.05000,15.409
+20,mlp.experts.59.up_proj,0.0000161122,0.05000,15.529
+20,mlp.experts.51.up_proj,0.0000329884,0.05000,15.467
+20,mlp.experts.63.up_proj,0.0000091399,0.05000,15.568
+20,mlp.experts.90.up_proj,failsafe(rtn): 0.0008812,0.00000,0.772
+20,mlp.experts.109.up_proj,0.0000423387,0.05000,15.281
+20,mlp.experts.94.up_proj,0.0000116507,0.05000,15.487
+20,mlp.experts.151.up_proj,0.0000047788,0.05000,14.964
+20,mlp.experts.65.up_proj,0.0000057673,0.05000,15.733
+20,mlp.experts.76.up_proj,0.0000038024,0.05000,15.669
+20,mlp.experts.70.up_proj,0.0000228180,0.05000,15.478
+20,mlp.experts.64.up_proj,0.0000083615,0.05000,15.694
+20,mlp.experts.69.up_proj,0.0000116072,0.05000,15.614
+20,mlp.experts.72.up_proj,0.0000016821,0.05000,15.482
+20,mlp.experts.73.up_proj,0.0000123592,0.05000,15.678
+20,mlp.experts.82.up_proj,0.0000118608,0.05000,15.594
+20,mlp.experts.75.up_proj,0.0000173764,0.05000,15.652
+20,mlp.experts.84.up_proj,0.0000518364,0.05000,15.759
+20,mlp.experts.67.up_proj,0.0000272195,0.05000,15.821
+20,mlp.experts.79.up_proj,0.0000346585,0.05000,15.769
+20,mlp.experts.106.up_proj,0.0000077030,0.05000,15.743
+20,mlp.experts.125.up_proj,0.0000133022,0.05000,15.639
+20,mlp.experts.110.up_proj,0.0000208029,0.05000,15.497
+20,mlp.experts.167.up_proj,0.0000122046,0.05000,15.969
+20,mlp.experts.81.up_proj,0.0000157154,0.05000,15.238
+20,mlp.experts.92.up_proj,0.0000141171,0.05000,15.202
+20,mlp.experts.80.up_proj,0.0000114018,0.05000,15.264
+20,mlp.experts.86.up_proj,0.0000058898,0.05000,15.398
+20,mlp.experts.85.up_proj,0.0000049907,0.05000,15.242
+20,mlp.experts.88.up_proj,0.0000121547,0.05000,15.325
+20,mlp.experts.89.up_proj,0.0000159108,0.05000,15.369
+20,mlp.experts.91.up_proj,0.0000141319,0.05000,15.067
+20,mlp.experts.98.up_proj,0.0000165210,0.05000,15.260
+20,mlp.experts.100.up_proj,0.0000047382,0.05000,15.161
+20,mlp.experts.83.up_proj,0.0000050809,0.05000,15.240
+20,mlp.experts.95.up_proj,0.0000072115,0.05000,15.229
+20,mlp.experts.122.up_proj,0.0000135559,0.05000,15.249
+20,mlp.experts.141.up_proj,0.0000068237,0.05000,15.272
+20,mlp.experts.126.up_proj,0.0000300513,0.05000,15.300
+20,mlp.experts.183.up_proj,0.0000063438,0.05000,15.181
+20,mlp.experts.97.up_proj,0.0000323991,0.05000,14.819
+20,mlp.experts.108.up_proj,0.0000331710,0.05000,14.797
+20,mlp.experts.96.up_proj,0.0000091125,0.05000,14.722
+20,mlp.experts.102.up_proj,0.0000304516,0.05000,14.681
+20,mlp.experts.101.up_proj,0.0000406464,0.05000,14.780
+20,mlp.experts.104.up_proj,0.0000105010,0.05000,14.691
+20,mlp.experts.105.up_proj,0.0000074332,0.05000,14.719
+20,mlp.experts.114.up_proj,0.0000218904,0.05000,14.632
+20,mlp.experts.107.up_proj,0.0000105482,0.05000,14.761
+20,mlp.experts.116.up_proj,0.0000143331,0.05000,14.793
+20,mlp.experts.99.up_proj,0.0000058249,0.05000,14.775
+20,mlp.experts.111.up_proj,0.0000370376,0.05000,14.882
+20,mlp.experts.157.up_proj,0.0000079932,0.05000,14.703
+20,mlp.experts.138.up_proj,0.0000088670,0.05000,14.834
+20,mlp.experts.142.up_proj,0.0000155055,0.05000,14.732
+20,mlp.experts.173.up_proj,failsafe(rtn): 0.0008202,0.00000,0.802
+20,mlp.experts.199.up_proj,0.0000064567,0.05000,15.176
+20,mlp.experts.113.up_proj,0.0000050686,0.05000,15.313
+20,mlp.experts.124.up_proj,0.0000081271,0.05000,15.346
+20,mlp.experts.112.up_proj,0.0000075026,0.05000,15.251
+20,mlp.experts.118.up_proj,0.0000080915,0.05000,15.604
+20,mlp.experts.117.up_proj,0.0000057247,0.05000,15.413
+20,mlp.experts.120.up_proj,0.0000083506,0.05000,15.502
+20,mlp.experts.121.up_proj,0.0000097787,0.05000,15.392
+20,mlp.experts.123.up_proj,0.0000078259,0.05000,15.464
+20,mlp.experts.130.up_proj,0.0000467354,0.05000,15.649
+20,mlp.experts.132.up_proj,0.0000066241,0.05000,15.533
+20,mlp.experts.115.up_proj,0.0000042918,0.05000,15.506
+20,mlp.experts.127.up_proj,0.0000057746,0.05000,15.516
+20,mlp.experts.154.up_proj,0.0000440715,0.05000,15.477
+20,mlp.experts.158.up_proj,0.0000258560,0.05000,15.467
+20,mlp.experts.189.up_proj,0.0000183498,0.05000,15.412
+20,mlp.experts.215.up_proj,0.0000163543,0.05000,14.888
+20,mlp.experts.129.up_proj,0.0000101027,0.05000,15.111
+20,mlp.experts.140.up_proj,0.0000157033,0.05000,15.253
+20,mlp.experts.128.up_proj,0.0000060295,0.05000,15.135
+20,mlp.experts.134.up_proj,0.0000136411,0.05000,15.215
+20,mlp.experts.133.up_proj,0.0000036498,0.05000,15.178
+20,mlp.experts.136.up_proj,0.0000128660,0.05000,15.334
+20,mlp.experts.137.up_proj,0.0000321797,0.05000,15.296
+20,mlp.experts.139.up_proj,0.0000101110,0.05000,15.224
+20,mlp.experts.146.up_proj,0.0000026006,0.05000,15.101
+20,mlp.experts.148.up_proj,0.0000024589,0.05000,15.109
+20,mlp.experts.131.up_proj,0.0000259828,0.05000,15.158
+20,mlp.experts.170.up_proj,0.0000426988,0.05000,14.899
+20,mlp.experts.164.up_proj,failsafe(rtn): 0.0010300,0.00000,0.601
+20,mlp.experts.143.up_proj,0.0000276864,0.05000,15.049
+20,mlp.experts.174.up_proj,0.0000044023,0.05000,15.022
+20,mlp.experts.205.up_proj,0.0000039075,0.05000,14.989
+20,mlp.experts.231.up_proj,0.0000073775,0.05000,15.120
+20,mlp.experts.145.up_proj,0.0000075054,0.05000,15.374
+20,mlp.experts.156.up_proj,0.0000071152,0.05000,15.394
+20,mlp.experts.144.up_proj,0.0000083665,0.05000,15.272
+20,mlp.experts.149.up_proj,0.0000148003,0.05000,15.291
+20,mlp.experts.150.up_proj,0.0000083624,0.05000,15.400
+20,mlp.experts.153.up_proj,0.0000094206,0.05000,15.259
+20,mlp.experts.152.up_proj,0.0000036551,0.05000,15.343
+20,mlp.experts.155.up_proj,0.0000207353,0.05000,15.309
+20,mlp.experts.162.up_proj,0.0000294360,0.05000,15.423
+20,mlp.experts.147.up_proj,0.0000112117,0.05000,15.564
+20,mlp.experts.186.up_proj,0.0000071847,0.05000,15.529
+20,mlp.experts.178.up_proj,failsafe(rtn): 0.0008774,0.00000,0.788
+20,mlp.experts.180.up_proj,0.0000127262,0.05000,15.585
+20,mlp.experts.190.up_proj,0.0000114275,0.05000,15.431
+20,mlp.experts.159.up_proj,0.0000101313,0.05000,15.687
+20,mlp.experts.221.up_proj,0.0000342400,0.05000,15.412
+20,mlp.experts.247.up_proj,0.0000132266,0.05000,15.850
+20,mlp.experts.7.down_proj,0.0000003083,0.05000,3.935
+20,mlp.experts.23.down_proj,0.0000001298,0.05000,3.382
+20,mlp.experts.39.down_proj,failsafe(rtn): 0.0008621,0.00000,0.151
+20,mlp.experts.161.up_proj,0.0000299979,0.05000,14.848
+20,mlp.experts.55.down_proj,failsafe(rtn): 0.0008850,0.00000,0.158
+20,mlp.experts.172.up_proj,0.0000083818,0.05000,14.796
+20,mlp.experts.160.up_proj,0.0000182102,0.05000,14.884
+20,mlp.experts.165.up_proj,0.0000310151,0.05000,14.845
+20,mlp.experts.166.up_proj,0.0000265874,0.05000,14.869
+20,mlp.experts.169.up_proj,0.0000039680,0.05000,14.803
+20,mlp.experts.168.up_proj,0.0000163873,0.05000,14.974
+20,mlp.experts.171.up_proj,0.0000054089,0.05000,15.043
+20,mlp.experts.163.up_proj,0.0000174221,0.05000,14.892
+20,mlp.experts.194.up_proj,0.0000128193,0.05000,14.913
+20,mlp.experts.196.up_proj,0.0000064911,0.05000,14.892
+20,mlp.experts.202.up_proj,0.0000038826,0.05000,15.036
+20,mlp.experts.206.up_proj,0.0000071342,0.05000,14.969
+20,mlp.experts.175.up_proj,0.0000039340,0.05000,14.991
+20,mlp.experts.237.up_proj,0.0000034654,0.05000,14.935
+20,mlp.experts.71.down_proj,0.0000001854,0.05000,4.209
+20,mlp.experts.87.down_proj,failsafe(rtn): 0.0008621,0.00000,0.173
+20,mlp.experts.103.down_proj,0.0000001146,0.05000,3.846
+20,mlp.experts.119.down_proj,0.0000001266,0.05000,3.484
+20,mlp.experts.177.up_proj,0.0000218961,0.05000,15.136
+20,mlp.experts.176.up_proj,0.0000061403,0.05000,15.297
+20,mlp.experts.135.down_proj,0.0000003702,0.05000,3.927
+20,mlp.experts.188.up_proj,0.0000075069,0.05000,15.487
+20,mlp.experts.181.up_proj,0.0000080234,0.05000,15.431
+20,mlp.experts.185.up_proj,0.0000129302,0.05000,15.289
+20,mlp.experts.182.up_proj,0.0000364972,0.05000,15.523
+20,mlp.experts.184.up_proj,0.0000086596,0.05000,15.235
+20,mlp.experts.187.up_proj,0.0000046328,0.05000,15.315
+20,mlp.experts.179.up_proj,0.0000089087,0.05000,15.402
+20,mlp.experts.210.up_proj,0.0000080521,0.05000,15.245
+20,mlp.experts.222.up_proj,0.0000039642,0.05000,15.188
+20,mlp.experts.218.up_proj,0.0000109545,0.05000,15.252
+20,mlp.experts.212.up_proj,0.0000304002,0.05000,15.270
+20,mlp.experts.191.up_proj,0.0000064827,0.05000,15.302
+20,mlp.experts.253.up_proj,0.0000091693,0.05000,15.021
+20,mlp.experts.151.down_proj,0.0000001430,0.05000,3.723
+20,mlp.experts.13.down_proj,0.0000009885,0.05000,3.735
+20,mlp.experts.167.down_proj,0.0000003224,0.05000,4.070
+20,mlp.experts.29.down_proj,0.0000002548,0.05000,4.000
+20,mlp.experts.183.down_proj,0.0000001858,0.05000,3.707
+20,mlp.experts.45.down_proj,0.0000003746,0.05000,3.870
+20,mlp.experts.193.up_proj,0.0000036729,0.05000,15.312
+20,mlp.experts.204.up_proj,0.0000105482,0.05000,15.170
+20,mlp.experts.192.up_proj,0.0000134600,0.05000,15.334
+20,mlp.experts.199.down_proj,0.0000001526,0.05000,3.811
+20,mlp.experts.197.up_proj,0.0000065019,0.05000,15.238
+20,mlp.experts.201.up_proj,0.0000140304,0.05000,15.228
+20,mlp.experts.200.up_proj,0.0000179898,0.05000,15.127
+20,mlp.experts.198.up_proj,0.0000188830,0.05000,15.283
+20,mlp.experts.203.up_proj,0.0000121367,0.05000,15.453
+20,mlp.experts.226.up_proj,0.0000599396,0.05000,15.141
+20,mlp.experts.228.up_proj,0.0000241899,0.05000,15.148
+20,mlp.experts.195.up_proj,0.0000048509,0.05000,15.326
+20,mlp.experts.234.up_proj,0.0000053433,0.05000,15.242
+20,mlp.experts.238.up_proj,0.0000176167,0.05000,15.290
+20,mlp.experts.207.up_proj,0.0000048988,0.05000,15.156
+20,mlp.experts.61.down_proj,0.0000003381,0.05000,3.662
+20,mlp.experts.77.down_proj,failsafe(rtn): 0.0009193,0.00000,0.156
+20,mlp.experts.215.down_proj,0.0000004583,0.05000,3.989
+20,mlp.experts.93.down_proj,0.0000003257,0.05000,3.843
+20,mlp.experts.231.down_proj,0.0000001741,0.05000,3.698
+20,mlp.experts.109.down_proj,0.0000011940,0.05000,3.773
+20,mlp.experts.247.down_proj,0.0000005732,0.05000,3.722
+20,mlp.experts.125.down_proj,0.0000003683,0.05000,3.595
+20,mlp.experts.209.up_proj,0.0000109602,0.05000,14.747
+20,mlp.experts.220.up_proj,0.0000081647,0.05000,14.948
+20,mlp.experts.208.up_proj,0.0000136435,0.05000,15.053
+20,mlp.experts.213.up_proj,0.0000160183,0.05000,14.950
+20,mlp.experts.214.up_proj,0.0000103961,0.05000,14.804
+20,mlp.experts.217.up_proj,0.0000046559,0.05000,14.989
+20,mlp.experts.216.up_proj,0.0000042765,0.05000,14.916
+20,mlp.experts.219.up_proj,0.0000124581,0.05000,14.908
+20,mlp.experts.242.up_proj,0.0000071536,0.05000,14.716
+20,mlp.experts.211.up_proj,0.0000086129,0.05000,14.853
+20,mlp.experts.244.up_proj,0.0000194159,0.05000,14.903
+20,mlp.experts.254.up_proj,0.0000262379,0.05000,14.896
+20,mlp.experts.250.up_proj,0.0000399907,0.05000,14.938
+20,mlp.experts.223.up_proj,0.0000051796,0.05000,14.909
+20,mlp.experts.141.down_proj,0.0000001429,0.05000,3.693
+20,mlp.experts.2.down_proj,0.0000007014,0.05000,3.224
+20,mlp.experts.4.down_proj,0.0000003079,0.05000,3.313
+20,mlp.experts.14.down_proj,0.0000016569,0.05000,3.266
+20,mlp.experts.10.down_proj,0.0000003303,0.05000,3.294
+20,mlp.experts.30.down_proj,failsafe(rtn): 0.0008698,0.00000,0.167
+20,mlp.experts.157.down_proj,0.0000002758,0.05000,3.234
+20,mlp.experts.173.down_proj,failsafe(rtn): 0.0008278,0.00000,0.194
+20,mlp.experts.18.down_proj,0.0000000773,0.05000,3.364
+20,mlp.experts.20.down_proj,0.0000007055,0.05000,3.253
+20,mlp.experts.26.down_proj,0.0000000316,0.05000,3.282
+20,mlp.experts.46.down_proj,0.0000007258,0.05000,3.218
+20,mlp.experts.189.down_proj,0.0000004514,0.05000,3.104
+20,mlp.experts.34.down_proj,0.0000004858,0.05000,3.265
+20,mlp.experts.36.down_proj,0.0000000807,0.05000,3.238
+20,mlp.experts.42.down_proj,0.0000000704,0.05000,3.232
+20,mlp.experts.62.down_proj,0.0000003617,0.05000,3.262
+20,mlp.experts.225.up_proj,0.0000075319,0.05000,13.279
+20,mlp.experts.205.down_proj,0.0000000365,0.05000,3.374
+20,mlp.experts.236.up_proj,0.0000137109,0.05000,13.398
+20,mlp.experts.224.up_proj,0.0000036017,0.05000,13.385
+20,mlp.experts.229.up_proj,0.0000269671,0.05000,13.332
+20,mlp.experts.230.up_proj,0.0000086813,0.05000,13.278
+20,mlp.experts.233.up_proj,0.0000090447,0.05000,13.483
+20,mlp.experts.232.up_proj,0.0000152017,0.05000,13.485
+20,mlp.experts.235.up_proj,0.0000134026,0.05000,13.366
+20,mlp.experts.50.down_proj,0.0000000357,0.05000,3.503
+20,mlp.experts.227.up_proj,0.0000346160,0.05000,13.312
+20,mlp.experts.52.down_proj,0.0000014377,0.05000,3.698
+20,mlp.experts.239.up_proj,0.0000063963,0.05000,13.341
+20,mlp.experts.58.down_proj,0.0000003065,0.05000,3.674
+20,mlp.experts.78.down_proj,0.0000005046,0.05000,3.766
+20,mlp.experts.221.down_proj,0.0000006288,0.05000,3.667
+20,mlp.experts.66.down_proj,0.0000001751,0.05000,3.566
+20,mlp.experts.68.down_proj,0.0000002605,0.05000,3.467
+20,mlp.experts.74.down_proj,0.0000002458,0.05000,3.483
+20,mlp.experts.94.down_proj,0.0000002311,0.05000,3.419
+20,mlp.experts.90.down_proj,failsafe(rtn): 0.0008850,0.00000,0.144
+20,mlp.experts.237.down_proj,0.0000000331,0.05000,3.341
+20,mlp.experts.82.down_proj,0.0000003457,0.05000,3.386
+20,mlp.experts.84.down_proj,0.0000007871,0.05000,3.406
+20,mlp.experts.110.down_proj,0.0000006218,0.05000,3.458
+20,mlp.experts.106.down_proj,0.0000001167,0.05000,3.493
+20,mlp.experts.253.down_proj,0.0000001059,0.05000,3.658
+20,mlp.experts.98.down_proj,0.0000003440,0.05000,3.479
+20,mlp.experts.100.down_proj,0.0000000792,0.05000,3.373
+20,mlp.experts.126.down_proj,0.0000006833,0.05000,3.349
+20,mlp.experts.122.down_proj,0.0000005189,0.05000,3.406
+20,mlp.experts.241.up_proj,0.0000457384,0.05000,13.752
+20,mlp.experts.252.up_proj,0.0000074108,0.05000,13.615
+20,mlp.experts.240.up_proj,0.0000032072,0.05000,13.655
+20,mlp.experts.245.up_proj,0.0000074420,0.05000,13.726
+20,mlp.experts.246.up_proj,0.0000029381,0.05000,13.658
+20,mlp.experts.249.up_proj,0.0000124569,0.05000,13.546
+20,mlp.experts.248.up_proj,0.0000114669,0.05000,13.538
+20,mlp.experts.251.up_proj,0.0000136535,0.05000,13.467
+20,mlp.experts.114.down_proj,0.0000004371,0.05000,3.174
+20,mlp.experts.243.up_proj,0.0000102113,0.05000,13.439
+20,mlp.experts.255.up_proj,0.0000227930,0.05000,13.454
+20,mlp.experts.116.down_proj,0.0000001889,0.05000,3.296
+20,mlp.experts.142.down_proj,0.0000003200,0.05000,3.254
+20,mlp.experts.138.down_proj,0.0000001149,0.05000,3.243
+20,mlp.experts.1.down_proj,0.0000001254,0.05000,3.276
+20,mlp.experts.12.down_proj,0.0000003469,0.05000,3.241
+20,mlp.experts.0.down_proj,0.0000004810,0.05000,3.155
+20,mlp.experts.6.down_proj,0.0000002389,0.05000,3.150
+20,mlp.experts.5.down_proj,0.0000004385,0.05000,3.203
+20,mlp.experts.9.down_proj,0.0000001990,0.05000,3.217
+20,mlp.experts.8.down_proj,0.0000000303,0.05000,3.236
+20,mlp.experts.11.down_proj,0.0000000837,0.05000,3.227
+20,mlp.experts.130.down_proj,0.0000010260,0.05000,3.272
+20,mlp.experts.3.down_proj,0.0000002280,0.05000,3.371
+20,mlp.experts.132.down_proj,0.0000001972,0.05000,3.243
+20,mlp.experts.15.down_proj,0.0000004048,0.05000,3.285
+20,mlp.experts.158.down_proj,0.0000006911,0.05000,3.332
+20,mlp.experts.154.down_proj,0.0000007544,0.05000,3.291
+20,mlp.experts.17.down_proj,0.0000000402,0.05000,3.379
+20,mlp.experts.28.down_proj,0.0000003535,0.05000,3.413
+20,mlp.experts.16.down_proj,0.0000001667,0.05000,3.416
+20,mlp.experts.22.down_proj,0.0000004295,0.05000,3.344
+20,mlp.experts.21.down_proj,0.0000001689,0.05000,3.312
+20,mlp.experts.25.down_proj,0.0000004146,0.05000,3.276
+20,mlp.experts.24.down_proj,0.0000001814,0.05000,3.333
+20,mlp.experts.27.down_proj,0.0000007445,0.05000,3.347
+20,mlp.experts.146.down_proj,0.0000000398,0.05000,3.299
+20,mlp.experts.19.down_proj,0.0000005064,0.05000,3.264
+20,mlp.experts.148.down_proj,0.0000000985,0.05000,3.230
+20,mlp.experts.31.down_proj,0.0000008858,0.05000,3.249
+20,mlp.experts.164.down_proj,failsafe(rtn): 0.0010300,0.00000,0.159
+20,mlp.experts.170.down_proj,0.0000009918,0.05000,3.169
+20,mlp.experts.174.down_proj,0.0000001094,0.05000,3.240
+20,mlp.experts.33.down_proj,0.0000001985,0.05000,3.184
+20,mlp.experts.44.down_proj,0.0000001263,0.05000,3.318
+20,mlp.experts.32.down_proj,0.0000002735,0.05000,3.366
+20,mlp.experts.37.down_proj,0.0000003051,0.05000,3.366
+20,mlp.experts.38.down_proj,0.0000003315,0.05000,3.385
+20,mlp.experts.41.down_proj,0.0000001572,0.05000,3.419
+20,mlp.experts.40.down_proj,0.0000001613,0.05000,3.499
+20,mlp.experts.43.down_proj,0.0000004623,0.05000,3.510
+20,mlp.experts.162.down_proj,0.0000005070,0.05000,3.414
+20,mlp.experts.178.down_proj,failsafe(rtn): 0.0008736,0.00000,0.189
+20,mlp.experts.35.down_proj,0.0000004402,0.05000,3.470
+20,mlp.experts.47.down_proj,0.0000003644,0.05000,3.534
+20,mlp.experts.180.down_proj,0.0000003272,0.05000,3.525
+20,mlp.experts.186.down_proj,0.0000001890,0.05000,3.509
+20,mlp.experts.190.down_proj,0.0000003104,0.05000,3.520
+20,mlp.experts.49.down_proj,0.0000003057,0.05000,3.441
+20,mlp.experts.60.down_proj,0.0000009591,0.05000,3.277
+20,mlp.experts.48.down_proj,0.0000002110,0.05000,3.295
+20,mlp.experts.53.down_proj,0.0000001713,0.05000,3.287
+20,mlp.experts.54.down_proj,0.0000005331,0.05000,3.354
+20,mlp.experts.57.down_proj,0.0000003646,0.05000,3.311
+20,mlp.experts.56.down_proj,0.0000000908,0.05000,3.279
+20,mlp.experts.59.down_proj,0.0000002684,0.05000,3.323
+20,mlp.experts.194.down_proj,0.0000003342,0.05000,3.304
+20,mlp.experts.51.down_proj,0.0000006484,0.05000,3.320
+20,mlp.experts.63.down_proj,0.0000001428,0.05000,3.275
+20,mlp.experts.196.down_proj,0.0000001017,0.05000,3.280
+20,mlp.experts.202.down_proj,0.0000000860,0.05000,3.294
+20,mlp.experts.206.down_proj,0.0000001891,0.05000,3.309
+20,mlp.experts.65.down_proj,0.0000002031,0.05000,3.379
+20,mlp.experts.76.down_proj,0.0000001450,0.05000,3.570
+20,mlp.experts.64.down_proj,0.0000002115,0.05000,3.680
+20,mlp.experts.69.down_proj,0.0000003556,0.05000,3.581
+20,mlp.experts.70.down_proj,0.0000006226,0.05000,3.689
+20,mlp.experts.73.down_proj,0.0000002072,0.05000,3.638
+20,mlp.experts.72.down_proj,0.0000000443,0.05000,3.659
+20,mlp.experts.75.down_proj,0.0000003774,0.05000,3.770
+20,mlp.experts.67.down_proj,0.0000010251,0.05000,3.709
+20,mlp.experts.210.down_proj,0.0000001484,0.05000,3.798
+20,mlp.experts.79.down_proj,0.0000008757,0.05000,3.863
+20,mlp.experts.212.down_proj,0.0000009104,0.05000,3.845
+20,mlp.experts.218.down_proj,0.0000002588,0.05000,3.753
+20,mlp.experts.222.down_proj,0.0000001170,0.05000,3.786
+20,mlp.experts.81.down_proj,0.0000001679,0.05000,3.639
+20,mlp.experts.92.down_proj,0.0000001379,0.05000,3.430
+20,mlp.experts.80.down_proj,0.0000003980,0.05000,3.334
+20,mlp.experts.85.down_proj,0.0000001837,0.05000,3.252
+20,mlp.experts.86.down_proj,0.0000002258,0.05000,3.245
+20,mlp.experts.89.down_proj,0.0000003845,0.05000,3.194
+20,mlp.experts.88.down_proj,0.0000003300,0.05000,3.154
+20,mlp.experts.91.down_proj,0.0000003084,0.05000,2.982
+20,mlp.experts.83.down_proj,0.0000001156,0.05000,2.803
+20,mlp.experts.226.down_proj,0.0000013638,0.05000,2.770
+20,mlp.experts.95.down_proj,0.0000001490,0.05000,2.742
+20,mlp.experts.228.down_proj,0.0000006315,0.05000,2.691
+20,mlp.experts.238.down_proj,0.0000004272,0.05000,2.671
+20,mlp.experts.234.down_proj,0.0000001313,0.05000,2.745
+20,mlp.experts.97.down_proj,0.0000007102,0.05000,2.673
+20,mlp.experts.108.down_proj,0.0000004944,0.05000,2.731
+20,mlp.experts.96.down_proj,0.0000002808,0.05000,2.743
+20,mlp.experts.101.down_proj,0.0000008712,0.05000,2.749
+20,mlp.experts.102.down_proj,0.0000009515,0.05000,2.747
+20,mlp.experts.105.down_proj,0.0000001345,0.05000,2.823
+20,mlp.experts.104.down_proj,0.0000001267,0.05000,2.932
+20,mlp.experts.107.down_proj,0.0000003715,0.05000,3.015
+20,mlp.experts.242.down_proj,0.0000002791,0.05000,3.021
+20,mlp.experts.99.down_proj,0.0000001399,0.05000,3.066
+20,mlp.experts.111.down_proj,0.0000005963,0.05000,3.060
+20,mlp.experts.244.down_proj,0.0000002643,0.05000,3.042
+20,mlp.experts.250.down_proj,0.0000009898,0.05000,3.034
+20,mlp.experts.254.down_proj,0.0000004836,0.05000,3.066
+20,mlp.experts.113.down_proj,0.0000001490,0.05000,3.031
+20,mlp.experts.124.down_proj,0.0000002315,0.05000,2.828
+20,mlp.experts.117.down_proj,0.0000001315,0.05000,2.740
+20,mlp.experts.112.down_proj,0.0000002314,0.05000,2.798
+20,mlp.experts.118.down_proj,0.0000001634,0.05000,2.625
+20,mlp.experts.121.down_proj,0.0000001893,0.05000,2.617
+20,mlp.experts.120.down_proj,0.0000002910,0.05000,2.540
+20,mlp.experts.123.down_proj,0.0000002178,0.05000,2.233
+20,mlp.experts.115.down_proj,0.0000001151,0.05000,2.141
+20,mlp.experts.127.down_proj,0.0000000625,0.05000,2.053
+20,mlp.experts.129.down_proj,0.0000002430,0.05000,1.991
+20,mlp.experts.140.down_proj,0.0000003644,0.05000,1.963
+20,mlp.experts.133.down_proj,0.0000001059,0.05000,1.911
+20,mlp.experts.128.down_proj,0.0000001370,0.05000,1.933
+20,mlp.experts.134.down_proj,0.0000003054,0.05000,1.893
+20,mlp.experts.137.down_proj,0.0000004575,0.05000,1.963
+20,mlp.experts.136.down_proj,0.0000003806,0.05000,1.947
+20,mlp.experts.139.down_proj,0.0000000850,0.05000,2.038
+20,mlp.experts.131.down_proj,0.0000006391,0.05000,2.029
+20,mlp.experts.143.down_proj,0.0000004479,0.05000,2.103
+20,mlp.experts.145.down_proj,0.0000001571,0.05000,2.097
+20,mlp.experts.149.down_proj,0.0000003276,0.05000,2.141
+20,mlp.experts.156.down_proj,0.0000002175,0.05000,2.211
+20,mlp.experts.144.down_proj,0.0000002080,0.05000,2.205
+20,mlp.experts.150.down_proj,0.0000001303,0.05000,2.172
+20,mlp.experts.153.down_proj,0.0000001918,0.05000,2.232
+20,mlp.experts.152.down_proj,0.0000000720,0.05000,2.209
+20,mlp.experts.155.down_proj,0.0000006026,0.05000,2.159
+20,mlp.experts.147.down_proj,0.0000002517,0.05000,2.127
+20,mlp.experts.159.down_proj,0.0000004898,0.05000,2.055
+20,mlp.experts.161.down_proj,0.0000008077,0.05000,2.076
+20,mlp.experts.165.down_proj,0.0000007186,0.05000,2.014
+20,mlp.experts.172.down_proj,0.0000000297,0.05000,1.998
+20,mlp.experts.166.down_proj,0.0000006657,0.05000,1.955
+20,mlp.experts.160.down_proj,0.0000002655,0.05000,1.999
+20,mlp.experts.169.down_proj,0.0000001483,0.05000,2.016
+20,mlp.experts.168.down_proj,0.0000002619,0.05000,2.049
+20,mlp.experts.171.down_proj,0.0000001162,0.05000,2.097
+20,mlp.experts.163.down_proj,0.0000003872,0.05000,2.105
+20,mlp.experts.175.down_proj,0.0000000477,0.05000,2.133
+20,mlp.experts.177.down_proj,0.0000004877,0.05000,2.168
+20,mlp.experts.181.down_proj,0.0000002113,0.05000,2.307
+20,mlp.experts.188.down_proj,0.0000002323,0.05000,2.342
+20,mlp.experts.182.down_proj,0.0000007198,0.05000,2.296
+20,mlp.experts.176.down_proj,0.0000001307,0.05000,2.386
+20,mlp.experts.185.down_proj,0.0000004062,0.05000,2.457
+20,mlp.experts.184.down_proj,0.0000003331,0.05000,2.528
+20,mlp.experts.187.down_proj,0.0000000885,0.05000,2.459
+20,mlp.experts.179.down_proj,0.0000001715,0.05000,2.429
+20,mlp.experts.191.down_proj,0.0000001585,0.05000,2.491
+20,mlp.experts.193.down_proj,0.0000001129,0.05000,2.498
+20,mlp.experts.198.down_proj,0.0000007487,0.05000,2.212
+20,mlp.experts.197.down_proj,0.0000000616,0.05000,2.278
+20,mlp.experts.204.down_proj,0.0000002712,0.05000,2.323
+20,mlp.experts.192.down_proj,0.0000002339,0.05000,2.247
+20,mlp.experts.201.down_proj,0.0000004379,0.05000,2.135
+20,mlp.experts.200.down_proj,0.0000002991,0.05000,2.041
+20,mlp.experts.203.down_proj,0.0000002054,0.05000,2.083
+20,mlp.experts.195.down_proj,0.0000001558,0.05000,2.035
+20,mlp.experts.207.down_proj,0.0000001904,0.05000,2.051
+20,mlp.experts.209.down_proj,0.0000001395,0.05000,1.981
+20,mlp.experts.214.down_proj,0.0000002740,0.05000,2.011
+20,mlp.experts.213.down_proj,0.0000003112,0.05000,2.032
+20,mlp.experts.220.down_proj,0.0000001745,0.05000,2.053
+20,mlp.experts.208.down_proj,0.0000003725,0.05000,2.054
+20,mlp.experts.217.down_proj,0.0000000556,0.05000,2.054
+20,mlp.experts.216.down_proj,0.0000001292,0.05000,2.056
+20,mlp.experts.219.down_proj,0.0000002857,0.05000,2.076
+20,mlp.experts.211.down_proj,0.0000001834,0.05000,2.060
+20,mlp.experts.223.down_proj,0.0000000443,0.05000,2.042
+20,mlp.experts.225.down_proj,0.0000002020,0.05000,2.081
+20,mlp.experts.230.down_proj,0.0000001736,0.05000,1.989
+20,mlp.experts.229.down_proj,0.0000005177,0.05000,1.995
+20,mlp.experts.236.down_proj,0.0000003060,0.05000,2.020
+20,mlp.experts.224.down_proj,0.0000001114,0.05000,2.057
+20,mlp.experts.233.down_proj,0.0000002715,0.05000,2.033
+20,mlp.experts.232.down_proj,0.0000003113,0.05000,2.073
+20,mlp.experts.235.down_proj,0.0000001179,0.05000,1.983
+20,mlp.experts.227.down_proj,0.0000009390,0.05000,1.990
+20,mlp.experts.239.down_proj,0.0000002280,0.05000,1.944
+20,mlp.experts.241.down_proj,0.0000013316,0.05000,1.933
+20,mlp.experts.246.down_proj,0.0000000547,0.05000,1.896
+20,mlp.experts.245.down_proj,0.0000000702,0.05000,1.934
+20,mlp.experts.252.down_proj,0.0000001870,0.05000,1.899
+20,mlp.experts.240.down_proj,0.0000000991,0.05000,1.894
+20,mlp.experts.249.down_proj,0.0000002529,0.05000,1.812
+20,mlp.experts.248.down_proj,0.0000003446,0.05000,1.671
+20,mlp.experts.251.down_proj,0.0000002289,0.05000,1.384
+20,mlp.experts.243.down_proj,0.0000001159,0.05000,1.324
+20,mlp.experts.255.down_proj,0.0000007913,0.05000,1.071
+21,mlp.experts.9.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.793
+21,mlp.experts.10.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.883
+21,mlp.experts.5.gate_proj,0.0000066841,0.05000,15.778
+21,mlp.experts.12.gate_proj,0.0000095267,0.05000,15.783
+21,mlp.experts.1.gate_proj,0.0000033829,0.05000,15.855
+21,mlp.experts.11.gate_proj,0.0000198814,0.05000,15.900
+21,mlp.experts.0.gate_proj,0.0000151075,0.05000,15.931
+21,mlp.experts.13.gate_proj,0.0000061075,0.05000,15.916
+21,mlp.experts.2.gate_proj,0.0000073123,0.05000,15.933
+21,mlp.experts.4.gate_proj,0.0000140562,0.05000,15.938
+21,mlp.experts.3.gate_proj,0.0000503463,0.05000,15.946
+21,mlp.experts.14.gate_proj,0.0000043451,0.05000,15.951
+21,mlp.experts.7.gate_proj,0.0000475256,0.05000,16.080
+21,mlp.experts.8.gate_proj,0.0000091900,0.05000,16.095
+21,mlp.experts.6.gate_proj,0.0000038554,0.05000,16.104
+21,mlp.experts.15.gate_proj,0.0000127242,0.05000,16.139
+21,mlp.experts.26.gate_proj,0.0000152977,0.05000,15.972
+21,mlp.experts.25.gate_proj,0.0000080308,0.05000,16.093
+21,mlp.experts.23.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.852
+21,mlp.experts.17.gate_proj,0.0000098332,0.05000,14.991
+21,mlp.experts.28.gate_proj,0.0000119243,0.05000,15.073
+21,mlp.experts.21.gate_proj,0.0000385327,0.05000,15.112
+21,mlp.experts.16.gate_proj,0.0000215722,0.05000,15.058
+21,mlp.experts.27.gate_proj,0.0000183579,0.05000,15.143
+21,mlp.experts.20.gate_proj,0.0000071658,0.05000,15.108
+21,mlp.experts.24.gate_proj,0.0000093331,0.05000,14.996
+21,mlp.experts.30.gate_proj,0.0000214222,0.05000,15.132
+21,mlp.experts.18.gate_proj,0.0000101292,0.05000,15.198
+21,mlp.experts.29.gate_proj,0.0000078394,0.05000,15.245
+21,mlp.experts.19.gate_proj,0.0000106794,0.05000,15.236
+21,mlp.experts.31.gate_proj,0.0000144018,0.05000,15.124
+21,mlp.experts.22.gate_proj,0.0000116246,0.05000,15.329
+21,mlp.experts.41.gate_proj,0.0000169291,0.05000,15.109
+21,mlp.experts.39.gate_proj,0.0000197188,0.05000,15.098
+21,mlp.experts.42.gate_proj,0.0000064827,0.05000,15.179
+21,mlp.experts.57.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.791
+21,mlp.experts.33.gate_proj,0.0000576120,0.05000,15.515
+21,mlp.experts.37.gate_proj,0.0000258313,0.05000,15.503
+21,mlp.experts.44.gate_proj,0.0000025064,0.05000,15.675
+21,mlp.experts.45.gate_proj,0.0000045954,0.05000,15.491
+21,mlp.experts.36.gate_proj,0.0000155737,0.05000,15.659
+21,mlp.experts.34.gate_proj,0.0000215759,0.05000,15.660
+21,mlp.experts.43.gate_proj,0.0000185401,0.05000,15.783
+21,mlp.experts.46.gate_proj,0.0000320963,0.05000,15.696
+21,mlp.experts.32.gate_proj,0.0000093098,0.05000,15.852
+21,mlp.experts.40.gate_proj,0.0000322337,0.05000,15.744
+21,mlp.experts.35.gate_proj,0.0000123415,0.05000,15.742
+21,mlp.experts.47.gate_proj,0.0000107621,0.05000,15.820
+21,mlp.experts.38.gate_proj,0.0000041946,0.05000,15.766
+21,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.937
+21,mlp.experts.55.gate_proj,0.0000138032,0.05000,15.735
+21,mlp.experts.58.gate_proj,0.0000058303,0.05000,15.822
+21,mlp.experts.51.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.892
+21,mlp.experts.73.gate_proj,0.0000116978,0.05000,15.851
+21,mlp.experts.49.gate_proj,0.0000622724,0.05000,15.475
+21,mlp.experts.53.gate_proj,0.0000069300,0.05000,15.420
+21,mlp.experts.60.gate_proj,0.0000090640,0.05000,15.343
+21,mlp.experts.61.gate_proj,0.0000063449,0.05000,15.442
+21,mlp.experts.48.gate_proj,0.0000144817,0.05000,15.394
+21,mlp.experts.59.gate_proj,0.0000163126,0.05000,15.462
+21,mlp.experts.62.gate_proj,0.0000159115,0.05000,15.557
+21,mlp.experts.52.gate_proj,0.0000130378,0.05000,15.650
+21,mlp.experts.56.gate_proj,0.0000078218,0.05000,15.661
+21,mlp.experts.63.gate_proj,0.0000084129,0.05000,15.501
+21,mlp.experts.54.gate_proj,0.0000075775,0.05000,15.498
+21,mlp.experts.66.gate_proj,0.0000082121,0.05000,15.316
+21,mlp.experts.71.gate_proj,0.0000081009,0.05000,15.326
+21,mlp.experts.74.gate_proj,0.0000316905,0.05000,15.409
+21,mlp.experts.67.gate_proj,0.0000031341,0.05000,15.613
+21,mlp.experts.89.gate_proj,0.0000334351,0.05000,15.321
+21,mlp.experts.69.gate_proj,0.0000200230,0.05000,15.837
+21,mlp.experts.65.gate_proj,0.0000119888,0.05000,15.880
+21,mlp.experts.76.gate_proj,0.0000605262,0.05000,15.904
+21,mlp.experts.64.gate_proj,0.0000650977,0.05000,15.787
+21,mlp.experts.77.gate_proj,0.0000072423,0.05000,15.883
+21,mlp.experts.75.gate_proj,0.0000076119,0.05000,15.840
+21,mlp.experts.68.gate_proj,0.0000201560,0.05000,15.773
+21,mlp.experts.78.gate_proj,0.0000250941,0.05000,15.847
+21,mlp.experts.72.gate_proj,0.0000058991,0.05000,15.820
+21,mlp.experts.79.gate_proj,0.0000083676,0.05000,15.857
+21,mlp.experts.70.gate_proj,0.0000241659,0.05000,15.806
+21,mlp.experts.92.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.829
+21,mlp.experts.82.gate_proj,0.0000082654,0.05000,15.699
+21,mlp.experts.93.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.872
+21,mlp.experts.90.gate_proj,0.0000163376,0.05000,15.660
+21,mlp.experts.84.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.854
+21,mlp.experts.87.gate_proj,0.0000258882,0.05000,16.043
+21,mlp.experts.83.gate_proj,0.0000075935,0.05000,16.008
+21,mlp.experts.98.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.919
+21,mlp.experts.105.gate_proj,0.0000099428,0.05000,16.116
+21,mlp.experts.85.gate_proj,0.0000349464,0.05000,15.299
+21,mlp.experts.81.gate_proj,0.0000071677,0.05000,15.292
+21,mlp.experts.80.gate_proj,0.0000284472,0.05000,15.285
+21,mlp.experts.91.gate_proj,0.0000236476,0.05000,15.304
+21,mlp.experts.94.gate_proj,0.0000061597,0.05000,15.257
+21,mlp.experts.88.gate_proj,0.0000111957,0.05000,15.197
+21,mlp.experts.86.gate_proj,0.0000265757,0.05000,15.216
+21,mlp.experts.95.gate_proj,0.0000033568,0.05000,15.259
+21,mlp.experts.108.gate_proj,0.0000125745,0.05000,15.199
+21,mlp.experts.106.gate_proj,0.0000122221,0.05000,15.007
+21,mlp.experts.109.gate_proj,0.0000175854,0.05000,15.074
+21,mlp.experts.100.gate_proj,0.0000090770,0.05000,15.137
+21,mlp.experts.104.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.803
+21,mlp.experts.103.gate_proj,0.0000087974,0.05000,15.407
+21,mlp.experts.99.gate_proj,0.0000029972,0.05000,15.245
+21,mlp.experts.114.gate_proj,0.0000121425,0.05000,15.105
+21,mlp.experts.121.gate_proj,0.0000052870,0.05000,15.107
+21,mlp.experts.120.gate_proj,failsafe(rtn): 0.0008202,0.00000,0.846
+21,mlp.experts.97.gate_proj,0.0000495258,0.05000,14.664
+21,mlp.experts.101.gate_proj,0.0000215187,0.05000,14.767
+21,mlp.experts.96.gate_proj,0.0000105173,0.05000,14.653
+21,mlp.experts.110.gate_proj,0.0000193847,0.05000,14.733
+21,mlp.experts.107.gate_proj,0.0000123257,0.05000,14.812
+21,mlp.experts.102.gate_proj,0.0000100207,0.05000,14.705
+21,mlp.experts.111.gate_proj,0.0000273605,0.05000,14.958
+21,mlp.experts.124.gate_proj,0.0000345987,0.05000,14.842
+21,mlp.experts.122.gate_proj,0.0000140837,0.05000,14.857
+21,mlp.experts.125.gate_proj,0.0000189528,0.05000,14.826
+21,mlp.experts.116.gate_proj,0.0000087971,0.05000,14.843
+21,mlp.experts.119.gate_proj,0.0000104549,0.05000,14.943
+21,mlp.experts.138.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.867
+21,mlp.experts.115.gate_proj,0.0000058715,0.05000,14.942
+21,mlp.experts.130.gate_proj,0.0000105859,0.05000,14.966
+21,mlp.experts.136.gate_proj,0.0000075470,0.05000,14.709
+21,mlp.experts.137.gate_proj,0.0000056467,0.05000,14.921
+21,mlp.experts.113.gate_proj,0.0000111869,0.05000,15.966
+21,mlp.experts.117.gate_proj,0.0000070520,0.05000,15.927
+21,mlp.experts.112.gate_proj,0.0000065355,0.05000,16.001
+21,mlp.experts.126.gate_proj,0.0000059514,0.05000,16.016
+21,mlp.experts.123.gate_proj,0.0000133304,0.05000,16.152
+21,mlp.experts.118.gate_proj,0.0000147102,0.05000,16.125
+21,mlp.experts.140.gate_proj,0.0000204304,0.05000,16.018
+21,mlp.experts.127.gate_proj,0.0000040580,0.05000,16.153
+21,mlp.experts.141.gate_proj,0.0000113151,0.05000,16.054
+21,mlp.experts.132.gate_proj,0.0000094767,0.05000,16.069
+21,mlp.experts.135.gate_proj,0.0000100537,0.05000,16.083
+21,mlp.experts.131.gate_proj,0.0000232677,0.05000,16.063
+21,mlp.experts.154.gate_proj,0.0000180434,0.05000,16.098
+21,mlp.experts.146.gate_proj,0.0000224989,0.05000,16.024
+21,mlp.experts.152.gate_proj,0.0000348261,0.05000,15.919
+21,mlp.experts.153.gate_proj,0.0000241017,0.05000,15.979
+21,mlp.experts.129.gate_proj,0.0000122525,0.05000,15.287
+21,mlp.experts.133.gate_proj,0.0000136206,0.05000,15.413
+21,mlp.experts.128.gate_proj,0.0000064444,0.05000,15.245
+21,mlp.experts.142.gate_proj,0.0000042742,0.05000,15.362
+21,mlp.experts.134.gate_proj,0.0000398896,0.05000,15.283
+21,mlp.experts.139.gate_proj,0.0000125728,0.05000,15.431
+21,mlp.experts.156.gate_proj,0.0000082802,0.05000,15.144
+21,mlp.experts.148.gate_proj,0.0000084493,0.05000,15.124
+21,mlp.experts.143.gate_proj,0.0000097829,0.05000,15.516
+21,mlp.experts.157.gate_proj,0.0000216061,0.05000,15.452
+21,mlp.experts.151.gate_proj,0.0000102607,0.05000,15.228
+21,mlp.experts.147.gate_proj,0.0000288748,0.05000,15.287
+21,mlp.experts.170.gate_proj,0.0000076670,0.05000,15.358
+21,mlp.experts.162.gate_proj,0.0000206183,0.05000,15.353
+21,mlp.experts.168.gate_proj,0.0000117486,0.05000,15.328
+21,mlp.experts.169.gate_proj,0.0000216938,0.05000,15.262
+21,mlp.experts.145.gate_proj,0.0000093514,0.05000,14.863
+21,mlp.experts.144.gate_proj,0.0000074336,0.05000,14.800
+21,mlp.experts.149.gate_proj,0.0000184871,0.05000,14.969
+21,mlp.experts.158.gate_proj,0.0000153950,0.05000,15.007
+21,mlp.experts.150.gate_proj,0.0000403495,0.05000,14.978
+21,mlp.experts.172.gate_proj,0.0000163123,0.05000,14.959
+21,mlp.experts.155.gate_proj,0.0000100947,0.05000,15.090
+21,mlp.experts.164.gate_proj,0.0000045956,0.05000,14.920
+21,mlp.experts.173.gate_proj,0.0000204328,0.05000,14.862
+21,mlp.experts.159.gate_proj,0.0000198036,0.05000,15.073
+21,mlp.experts.167.gate_proj,0.0000342640,0.05000,15.005
+21,mlp.experts.178.gate_proj,0.0000095192,0.05000,14.806
+21,mlp.experts.186.gate_proj,0.0000106797,0.05000,14.902
+21,mlp.experts.163.gate_proj,0.0000143818,0.05000,14.993
+21,mlp.experts.184.gate_proj,0.0000094002,0.05000,14.852
+21,mlp.experts.185.gate_proj,0.0000029852,0.05000,14.831
+21,mlp.experts.161.gate_proj,0.0000048389,0.05000,14.846
+21,mlp.experts.160.gate_proj,0.0000086217,0.05000,14.956
+21,mlp.experts.165.gate_proj,0.0000065105,0.05000,14.957
+21,mlp.experts.174.gate_proj,0.0000248942,0.05000,14.941
+21,mlp.experts.188.gate_proj,0.0000093338,0.05000,14.880
+21,mlp.experts.171.gate_proj,0.0000099339,0.05000,14.897
+21,mlp.experts.166.gate_proj,0.0000099313,0.05000,15.007
+21,mlp.experts.189.gate_proj,0.0000084162,0.05000,14.805
+21,mlp.experts.180.gate_proj,0.0000160530,0.05000,14.999
+21,mlp.experts.175.gate_proj,0.0000505157,0.05000,14.918
+21,mlp.experts.183.gate_proj,0.0000332854,0.05000,14.870
+21,mlp.experts.202.gate_proj,0.0000044368,0.05000,14.820
+21,mlp.experts.179.gate_proj,0.0000120711,0.05000,14.886
+21,mlp.experts.194.gate_proj,0.0000146830,0.05000,14.993
+21,mlp.experts.200.gate_proj,0.0000073298,0.05000,14.979
+21,mlp.experts.201.gate_proj,0.0000080908,0.05000,14.877
+21,mlp.experts.177.gate_proj,0.0000166352,0.05000,15.528
+21,mlp.experts.176.gate_proj,0.0000450794,0.05000,15.527
+21,mlp.experts.181.gate_proj,0.0000319116,0.05000,15.667
+21,mlp.experts.190.gate_proj,0.0000315145,0.05000,15.631
+21,mlp.experts.182.gate_proj,0.0000124364,0.05000,15.684
+21,mlp.experts.204.gate_proj,0.0000058783,0.05000,15.868
+21,mlp.experts.205.gate_proj,0.0000022348,0.05000,15.563
+21,mlp.experts.187.gate_proj,0.0000117675,0.05000,15.819
+21,mlp.experts.196.gate_proj,0.0000210825,0.05000,15.642
+21,mlp.experts.191.gate_proj,0.0000077010,0.05000,15.561
+21,mlp.experts.218.gate_proj,0.0000336425,0.05000,15.509
+21,mlp.experts.199.gate_proj,0.0000174804,0.05000,15.733
+21,mlp.experts.195.gate_proj,0.0000077552,0.05000,15.652
+21,mlp.experts.217.gate_proj,0.0000122431,0.05000,15.489
+21,mlp.experts.216.gate_proj,0.0000065138,0.05000,15.550
+21,mlp.experts.210.gate_proj,0.0000092513,0.05000,15.660
+21,mlp.experts.193.gate_proj,0.0000081578,0.05000,15.744
+21,mlp.experts.192.gate_proj,0.0000109194,0.05000,15.809
+21,mlp.experts.197.gate_proj,0.0000042104,0.05000,15.784
+21,mlp.experts.206.gate_proj,0.0000102760,0.05000,15.694
+21,mlp.experts.198.gate_proj,0.0000163259,0.05000,15.807
+21,mlp.experts.220.gate_proj,0.0000161730,0.05000,15.851
+21,mlp.experts.221.gate_proj,0.0000033394,0.05000,15.841
+21,mlp.experts.203.gate_proj,0.0000126706,0.05000,15.914
+21,mlp.experts.212.gate_proj,0.0000169104,0.05000,15.823
+21,mlp.experts.207.gate_proj,0.0000030415,0.05000,15.901
+21,mlp.experts.234.gate_proj,0.0000080558,0.05000,15.904
+21,mlp.experts.233.gate_proj,0.0000126821,0.05000,15.832
+21,mlp.experts.226.gate_proj,0.0000485043,0.05000,15.855
+21,mlp.experts.211.gate_proj,0.0000125194,0.05000,15.944
+21,mlp.experts.215.gate_proj,0.0000076053,0.05000,16.150
+21,mlp.experts.232.gate_proj,0.0000095058,0.05000,16.027
+21,mlp.experts.209.gate_proj,0.0000092163,0.05000,15.508
+21,mlp.experts.208.gate_proj,0.0000107989,0.05000,15.220
+21,mlp.experts.213.gate_proj,0.0000084490,0.05000,15.316
+21,mlp.experts.222.gate_proj,0.0000104644,0.05000,15.259
+21,mlp.experts.214.gate_proj,0.0000124142,0.05000,15.255
+21,mlp.experts.236.gate_proj,0.0000181485,0.05000,15.198
+21,mlp.experts.237.gate_proj,0.0000112949,0.05000,15.218
+21,mlp.experts.219.gate_proj,0.0000196510,0.05000,15.228
+21,mlp.experts.228.gate_proj,0.0000073323,0.05000,15.234
+21,mlp.experts.223.gate_proj,0.0000147136,0.05000,15.260
+21,mlp.experts.250.gate_proj,0.0000151860,0.05000,15.219
+21,mlp.experts.249.gate_proj,0.0000592262,0.05000,15.115
+21,mlp.experts.227.gate_proj,0.0000068029,0.05000,15.056
+21,mlp.experts.242.gate_proj,0.0000270797,0.05000,15.124
+21,mlp.experts.248.gate_proj,0.0000069781,0.05000,15.038
+21,mlp.experts.231.gate_proj,0.0000119596,0.05000,15.176
+21,mlp.experts.10.up_proj,failsafe(rtn): 0.0009232,0.00000,0.789
+21,mlp.experts.9.up_proj,failsafe(rtn): 0.0009537,0.00000,0.896
+21,mlp.experts.225.gate_proj,0.0000042100,0.05000,15.255
+21,mlp.experts.224.gate_proj,0.0000133967,0.05000,15.222
+21,mlp.experts.229.gate_proj,0.0000081095,0.05000,15.186
+21,mlp.experts.238.gate_proj,0.0000503113,0.05000,15.263
+21,mlp.experts.230.gate_proj,0.0000085903,0.05000,15.087
+21,mlp.experts.253.gate_proj,0.0000084447,0.05000,15.042
+21,mlp.experts.252.gate_proj,0.0000061697,0.05000,15.198
+21,mlp.experts.235.gate_proj,0.0000017950,0.05000,15.292
+21,mlp.experts.244.gate_proj,0.0000139722,0.05000,15.206
+21,mlp.experts.239.gate_proj,0.0000123924,0.05000,15.245
+21,mlp.experts.2.up_proj,0.0000063182,0.05000,15.288
+21,mlp.experts.243.gate_proj,0.0000057562,0.05000,15.387
+21,mlp.experts.8.up_proj,0.0000076319,0.05000,15.345
+21,mlp.experts.247.gate_proj,0.0000103624,0.05000,15.524
+21,mlp.experts.26.up_proj,0.0000140420,0.05000,15.251
+21,mlp.experts.25.up_proj,0.0000074745,0.05000,15.241
+21,mlp.experts.241.gate_proj,0.0000179896,0.05000,14.345
+21,mlp.experts.240.gate_proj,0.0000089162,0.05000,14.352
+21,mlp.experts.245.gate_proj,0.0000096755,0.05000,14.368
+21,mlp.experts.254.gate_proj,0.0000046565,0.05000,14.223
+21,mlp.experts.246.gate_proj,0.0000057894,0.05000,14.239
+21,mlp.experts.13.up_proj,0.0000067584,0.05000,14.308
+21,mlp.experts.12.up_proj,0.0000088713,0.05000,14.216
+21,mlp.experts.4.up_proj,0.0000110695,0.05000,14.076
+21,mlp.experts.251.gate_proj,0.0000063058,0.05000,14.261
+21,mlp.experts.255.gate_proj,0.0000042818,0.05000,14.145
+21,mlp.experts.18.up_proj,0.0000090788,0.05000,13.927
+21,mlp.experts.3.up_proj,0.0000483788,0.05000,14.041
+21,mlp.experts.24.up_proj,0.0000071568,0.05000,13.991
+21,mlp.experts.7.up_proj,0.0000340650,0.05000,14.012
+21,mlp.experts.41.up_proj,0.0000191710,0.05000,14.137
+21,mlp.experts.23.up_proj,failsafe(rtn): 0.0008316,0.00000,0.871
+21,mlp.experts.57.up_proj,failsafe(rtn): 0.0008545,0.00000,0.749
+21,mlp.experts.1.up_proj,0.0000026436,0.05000,14.170
+21,mlp.experts.0.up_proj,0.0000150875,0.05000,14.374
+21,mlp.experts.5.up_proj,0.0000065239,0.05000,14.193
+21,mlp.experts.29.up_proj,0.0000071521,0.05000,14.335
+21,mlp.experts.28.up_proj,0.0000096411,0.05000,14.453
+21,mlp.experts.20.up_proj,0.0000066181,0.05000,14.433
+21,mlp.experts.11.up_proj,0.0000176457,0.05000,14.293
+21,mlp.experts.15.up_proj,0.0000126395,0.05000,14.303
+21,mlp.experts.42.up_proj,0.0000064087,0.05000,14.298
+21,mlp.experts.6.up_proj,0.0000028971,0.05000,14.318
+21,mlp.experts.19.up_proj,0.0000086435,0.05000,14.301
+21,mlp.experts.14.up_proj,0.0000044825,0.05000,14.455
+21,mlp.experts.34.up_proj,0.0000168602,0.05000,14.479
+21,mlp.experts.40.up_proj,0.0000261828,0.05000,14.372
+21,mlp.experts.50.up_proj,failsafe(rtn): 0.0009537,0.00000,0.783
+21,mlp.experts.39.up_proj,0.0000138775,0.05000,14.269
+21,mlp.experts.73.up_proj,0.0000100028,0.05000,14.295
+21,mlp.experts.17.up_proj,0.0000079995,0.05000,13.891
+21,mlp.experts.21.up_proj,0.0000398616,0.05000,13.796
+21,mlp.experts.45.up_proj,0.0000043538,0.05000,13.640
+21,mlp.experts.27.up_proj,0.0000152809,0.05000,13.858
+21,mlp.experts.31.up_proj,0.0000120408,0.05000,13.830
+21,mlp.experts.58.up_proj,0.0000057432,0.05000,13.892
+21,mlp.experts.35.up_proj,0.0000102668,0.05000,13.893
+21,mlp.experts.22.up_proj,0.0000109708,0.05000,14.044
+21,mlp.experts.30.up_proj,0.0000202491,0.05000,13.985
+21,mlp.experts.16.up_proj,0.0000203933,0.05000,13.944
+21,mlp.experts.36.up_proj,0.0000120764,0.05000,14.008
+21,mlp.experts.44.up_proj,0.0000023007,0.05000,14.050
+21,mlp.experts.56.up_proj,0.0000061200,0.05000,14.129
+21,mlp.experts.66.up_proj,0.0000069071,0.05000,13.885
+21,mlp.experts.55.up_proj,0.0000120053,0.05000,13.946
+21,mlp.experts.51.up_proj,failsafe(rtn): 0.0008583,0.00000,0.891
+21,mlp.experts.37.up_proj,0.0000194188,0.05000,15.169
+21,mlp.experts.33.up_proj,0.0000468106,0.05000,15.399
+21,mlp.experts.89.up_proj,0.0000321996,0.05000,15.402
+21,mlp.experts.61.up_proj,0.0000055597,0.05000,15.415
+21,mlp.experts.74.up_proj,0.0000267377,0.05000,15.452
+21,mlp.experts.38.up_proj,0.0000036928,0.05000,15.383
+21,mlp.experts.46.up_proj,0.0000244527,0.05000,15.323
+21,mlp.experts.60.up_proj,0.0000082324,0.05000,15.212
+21,mlp.experts.32.up_proj,0.0000088971,0.05000,15.416
+21,mlp.experts.52.up_proj,0.0000091311,0.05000,15.407
+21,mlp.experts.72.up_proj,0.0000054542,0.05000,15.369
+21,mlp.experts.82.up_proj,0.0000068672,0.05000,15.354
+21,mlp.experts.47.up_proj,0.0000106112,0.05000,15.354
+21,mlp.experts.71.up_proj,0.0000075642,0.05000,15.447
+21,mlp.experts.43.up_proj,0.0000136005,0.05000,15.492
+21,mlp.experts.98.up_proj,failsafe(rtn): 0.0009537,0.00000,0.732
+21,mlp.experts.67.up_proj,0.0000028601,0.05000,15.350
+21,mlp.experts.53.up_proj,0.0000064313,0.05000,15.143
+21,mlp.experts.49.up_proj,0.0000704445,0.05000,15.125
+21,mlp.experts.77.up_proj,0.0000090010,0.05000,15.235
+21,mlp.experts.105.up_proj,0.0000102058,0.05000,15.320
+21,mlp.experts.93.up_proj,failsafe(rtn): 0.0008774,0.00000,0.794
+21,mlp.experts.90.up_proj,0.0000146474,0.05000,15.276
+21,mlp.experts.76.up_proj,0.0000479712,0.05000,15.155
+21,mlp.experts.48.up_proj,0.0000118352,0.05000,15.146
+21,mlp.experts.54.up_proj,0.0000060993,0.05000,15.363
+21,mlp.experts.62.up_proj,0.0000136754,0.05000,15.396
+21,mlp.experts.68.up_proj,0.0000164085,0.05000,15.295
+21,mlp.experts.88.up_proj,0.0000085356,0.05000,15.307
+21,mlp.experts.92.up_proj,failsafe(rtn): 0.0008736,0.00000,0.764
+21,mlp.experts.84.up_proj,failsafe(rtn): 0.0010529,0.00000,0.820
+21,mlp.experts.104.up_proj,failsafe(rtn): 0.0008430,0.00000,0.818
+21,mlp.experts.63.up_proj,0.0000077438,0.05000,15.464
+21,mlp.experts.59.up_proj,0.0000202897,0.05000,15.482
+21,mlp.experts.87.up_proj,0.0000230417,0.05000,15.541
+21,mlp.experts.114.up_proj,0.0000103378,0.05000,15.403
+21,mlp.experts.120.up_proj,failsafe(rtn): 0.0009613,0.00000,0.741
+21,mlp.experts.83.up_proj,0.0000059039,0.05000,15.512
+21,mlp.experts.69.up_proj,0.0000150408,0.05000,15.777
+21,mlp.experts.65.up_proj,0.0000093919,0.05000,15.814
+21,mlp.experts.121.up_proj,0.0000052374,0.05000,15.751
+21,mlp.experts.109.up_proj,0.0000159701,0.05000,15.956
+21,mlp.experts.64.up_proj,0.0000525670,0.05000,15.996
+21,mlp.experts.78.up_proj,0.0000206946,0.05000,15.921
+21,mlp.experts.106.up_proj,0.0000101074,0.05000,16.199
+21,mlp.experts.70.up_proj,0.0000231724,0.05000,16.122
+21,mlp.experts.108.up_proj,0.0000108220,0.05000,16.122
+21,mlp.experts.100.up_proj,0.0000078052,0.05000,16.195
+21,mlp.experts.79.up_proj,0.0000069162,0.05000,16.143
+21,mlp.experts.103.up_proj,0.0000073894,0.05000,16.083
+21,mlp.experts.75.up_proj,0.0000064908,0.05000,16.195
+21,mlp.experts.130.up_proj,0.0000082883,0.05000,16.139
+21,mlp.experts.136.up_proj,0.0000070065,0.05000,16.053
+21,mlp.experts.99.up_proj,0.0000027619,0.05000,16.085
+21,mlp.experts.85.up_proj,0.0000404887,0.05000,15.545
+21,mlp.experts.81.up_proj,0.0000061214,0.05000,15.569
+21,mlp.experts.137.up_proj,0.0000046065,0.05000,15.444
+21,mlp.experts.125.up_proj,0.0000143756,0.05000,15.613
+21,mlp.experts.80.up_proj,0.0000206826,0.05000,15.544
+21,mlp.experts.122.up_proj,0.0000129255,0.05000,15.457
+21,mlp.experts.94.up_proj,0.0000069560,0.05000,15.512
+21,mlp.experts.86.up_proj,0.0000225537,0.05000,15.459
+21,mlp.experts.124.up_proj,0.0000299866,0.05000,15.452
+21,mlp.experts.138.up_proj,failsafe(rtn): 0.0008965,0.00000,0.819
+21,mlp.experts.116.up_proj,0.0000074311,0.05000,15.385
+21,mlp.experts.119.up_proj,0.0000077751,0.05000,15.516
+21,mlp.experts.95.up_proj,0.0000037292,0.05000,15.708
+21,mlp.experts.91.up_proj,0.0000175545,0.05000,15.605
+21,mlp.experts.152.up_proj,0.0000296596,0.05000,15.545
+21,mlp.experts.146.up_proj,0.0000186898,0.05000,15.757
+21,mlp.experts.115.up_proj,0.0000045412,0.05000,15.783
+21,mlp.experts.101.up_proj,0.0000211402,0.05000,15.787
+21,mlp.experts.153.up_proj,0.0000220773,0.05000,15.735
+21,mlp.experts.97.up_proj,0.0000517301,0.05000,15.809
+21,mlp.experts.141.up_proj,0.0000092685,0.05000,15.512
+21,mlp.experts.96.up_proj,0.0000085959,0.05000,15.781
+21,mlp.experts.102.up_proj,0.0000094274,0.05000,15.659
+21,mlp.experts.110.up_proj,0.0000156056,0.05000,15.901
+21,mlp.experts.140.up_proj,0.0000156819,0.05000,15.711
+21,mlp.experts.154.up_proj,0.0000154911,0.05000,15.909
+21,mlp.experts.132.up_proj,0.0000071420,0.05000,15.669
+21,mlp.experts.135.up_proj,0.0000092201,0.05000,15.697
+21,mlp.experts.111.up_proj,0.0000226725,0.05000,15.652
+21,mlp.experts.107.up_proj,0.0000107729,0.05000,15.679
+21,mlp.experts.162.up_proj,0.0000146563,0.05000,15.611
+21,mlp.experts.168.up_proj,0.0000099344,0.05000,15.688
+21,mlp.experts.131.up_proj,0.0000224457,0.05000,15.648
+21,mlp.experts.117.up_proj,0.0000046419,0.05000,15.574
+21,mlp.experts.113.up_proj,0.0000103043,0.05000,15.524
+21,mlp.experts.169.up_proj,0.0000188296,0.05000,15.604
+21,mlp.experts.157.up_proj,0.0000173873,0.05000,15.520
+21,mlp.experts.112.up_proj,0.0000060757,0.05000,15.648
+21,mlp.experts.118.up_proj,0.0000127625,0.05000,15.773
+21,mlp.experts.126.up_proj,0.0000056762,0.05000,15.632
+21,mlp.experts.156.up_proj,0.0000067752,0.05000,15.621
+21,mlp.experts.170.up_proj,0.0000078468,0.05000,15.603
+21,mlp.experts.148.up_proj,0.0000061545,0.05000,15.658
+21,mlp.experts.151.up_proj,0.0000112828,0.05000,15.576
+21,mlp.experts.127.up_proj,0.0000037398,0.05000,15.561
+21,mlp.experts.123.up_proj,0.0000123763,0.05000,15.606
+21,mlp.experts.178.up_proj,0.0000088628,0.05000,15.483
+21,mlp.experts.184.up_proj,0.0000084555,0.05000,15.616
+21,mlp.experts.147.up_proj,0.0000252372,0.05000,15.590
+21,mlp.experts.133.up_proj,0.0000106480,0.05000,16.420
+21,mlp.experts.129.up_proj,0.0000105455,0.05000,16.392
+21,mlp.experts.185.up_proj,0.0000022026,0.05000,16.630
+21,mlp.experts.173.up_proj,0.0000178197,0.05000,16.527
+21,mlp.experts.128.up_proj,0.0000056777,0.05000,16.435
+21,mlp.experts.142.up_proj,0.0000046172,0.05000,16.459
+21,mlp.experts.134.up_proj,0.0000379488,0.05000,16.536
+21,mlp.experts.172.up_proj,0.0000123728,0.05000,16.730
+21,mlp.experts.186.up_proj,0.0000085086,0.05000,16.671
+21,mlp.experts.164.up_proj,0.0000045670,0.05000,16.694
+21,mlp.experts.167.up_proj,0.0000262582,0.05000,16.630
+21,mlp.experts.143.up_proj,0.0000083518,0.05000,16.803
+21,mlp.experts.139.up_proj,0.0000097368,0.05000,16.762
+21,mlp.experts.194.up_proj,0.0000133968,0.05000,16.650
+21,mlp.experts.200.up_proj,0.0000064526,0.05000,16.652
+21,mlp.experts.163.up_proj,0.0000127902,0.05000,16.782
+21,mlp.experts.149.up_proj,0.0000175591,0.05000,15.384
+21,mlp.experts.145.up_proj,0.0000088103,0.05000,15.440
+21,mlp.experts.201.up_proj,0.0000075009,0.05000,15.423
+21,mlp.experts.189.up_proj,0.0000074616,0.05000,15.488
+21,mlp.experts.144.up_proj,0.0000065901,0.05000,15.305
+21,mlp.experts.158.up_proj,0.0000138347,0.05000,15.140
+21,mlp.experts.150.up_proj,0.0000332073,0.05000,15.228
+21,mlp.experts.188.up_proj,0.0000074272,0.05000,15.297
+21,mlp.experts.202.up_proj,0.0000035060,0.05000,15.172
+21,mlp.experts.180.up_proj,0.0000115573,0.05000,15.214
+21,mlp.experts.183.up_proj,0.0000284729,0.05000,15.167
+21,mlp.experts.159.up_proj,0.0000147347,0.05000,15.100
+21,mlp.experts.210.up_proj,0.0000084723,0.05000,15.075
+21,mlp.experts.155.up_proj,0.0000092635,0.05000,15.088
+21,mlp.experts.216.up_proj,0.0000054688,0.05000,15.113
+21,mlp.experts.179.up_proj,0.0000101353,0.05000,14.884
+21,mlp.experts.165.up_proj,0.0000053197,0.05000,15.308
+21,mlp.experts.161.up_proj,0.0000053409,0.05000,15.484
+21,mlp.experts.217.up_proj,0.0000094939,0.05000,15.533
+21,mlp.experts.205.up_proj,0.0000022065,0.05000,15.508
+21,mlp.experts.174.up_proj,0.0000218270,0.05000,15.600
+21,mlp.experts.160.up_proj,0.0000067111,0.05000,15.669
+21,mlp.experts.166.up_proj,0.0000080729,0.05000,15.626
+21,mlp.experts.218.up_proj,0.0000266241,0.05000,15.482
+21,mlp.experts.204.up_proj,0.0000054939,0.05000,15.751
+21,mlp.experts.196.up_proj,0.0000173191,0.05000,15.742
+21,mlp.experts.175.up_proj,0.0000425805,0.05000,15.848
+21,mlp.experts.199.up_proj,0.0000153512,0.05000,16.079
+21,mlp.experts.171.up_proj,0.0000092413,0.05000,15.793
+21,mlp.experts.226.up_proj,0.0000392694,0.05000,15.912
+21,mlp.experts.232.up_proj,0.0000087978,0.05000,15.833
+21,mlp.experts.195.up_proj,0.0000066505,0.05000,15.975
+21,mlp.experts.181.up_proj,0.0000299229,0.05000,16.379
+21,mlp.experts.177.up_proj,0.0000123411,0.05000,16.477
+21,mlp.experts.233.up_proj,0.0000099600,0.05000,16.345
+21,mlp.experts.221.up_proj,0.0000024398,0.05000,16.150
+21,mlp.experts.190.up_proj,0.0000244097,0.05000,16.043
+21,mlp.experts.176.up_proj,0.0000418298,0.05000,16.103
+21,mlp.experts.182.up_proj,0.0000107396,0.05000,16.290
+21,mlp.experts.234.up_proj,0.0000070117,0.05000,16.198
+21,mlp.experts.220.up_proj,0.0000123154,0.05000,16.122
+21,mlp.experts.212.up_proj,0.0000130805,0.05000,16.148
+21,mlp.experts.191.up_proj,0.0000061534,0.05000,15.976
+21,mlp.experts.242.up_proj,0.0000200616,0.05000,15.861
+21,mlp.experts.187.up_proj,0.0000112429,0.05000,15.979
+21,mlp.experts.215.up_proj,0.0000057927,0.05000,16.090
+21,mlp.experts.248.up_proj,0.0000063997,0.05000,16.135
+21,mlp.experts.211.up_proj,0.0000100530,0.05000,16.025
+21,mlp.experts.2.down_proj,0.0000002129,0.05000,4.202
+21,mlp.experts.8.down_proj,0.0000001410,0.05000,4.181
+21,mlp.experts.18.down_proj,0.0000001262,0.05000,4.217
+21,mlp.experts.24.down_proj,0.0000001910,0.05000,4.274
+21,mlp.experts.34.down_proj,0.0000003846,0.05000,3.510
+21,mlp.experts.197.up_proj,0.0000039042,0.05000,15.582
+21,mlp.experts.50.down_proj,failsafe(rtn): 0.0009193,0.00000,0.204
+21,mlp.experts.40.down_proj,0.0000006702,0.05000,3.481
+21,mlp.experts.193.up_proj,0.0000070267,0.05000,15.578
+21,mlp.experts.249.up_proj,0.0000551794,0.05000,15.600
+21,mlp.experts.9.down_proj,failsafe(rtn): 0.0009422,0.00000,0.156
+21,mlp.experts.237.up_proj,0.0000109373,0.05000,15.463
+21,mlp.experts.192.up_proj,0.0000090624,0.05000,15.560
+21,mlp.experts.206.up_proj,0.0000079160,0.05000,15.705
+21,mlp.experts.198.up_proj,0.0000126021,0.05000,15.634
+21,mlp.experts.236.up_proj,0.0000143282,0.05000,15.603
+21,mlp.experts.250.up_proj,0.0000135314,0.05000,15.778
+21,mlp.experts.10.down_proj,failsafe(rtn): 0.0008888,0.00000,0.219
+21,mlp.experts.228.up_proj,0.0000049402,0.05000,15.679
+21,mlp.experts.207.up_proj,0.0000027609,0.05000,15.726
+21,mlp.experts.203.up_proj,0.0000138291,0.05000,15.829
+21,mlp.experts.231.up_proj,0.0000105901,0.05000,15.881
+21,mlp.experts.66.down_proj,0.0000002342,0.05000,3.897
+21,mlp.experts.56.down_proj,0.0000001381,0.05000,3.929
+21,mlp.experts.227.up_proj,0.0000069737,0.05000,15.785
+21,mlp.experts.25.down_proj,0.0000000906,0.05000,3.948
+21,mlp.experts.26.down_proj,0.0000001927,0.05000,3.777
+21,mlp.experts.82.down_proj,0.0000002007,0.05000,3.712
+21,mlp.experts.98.down_proj,failsafe(rtn): 0.0009308,0.00000,0.169
+21,mlp.experts.72.down_proj,0.0000000637,0.05000,3.690
+21,mlp.experts.41.down_proj,0.0000005379,0.05000,3.640
+21,mlp.experts.57.down_proj,failsafe(rtn): 0.0008583,0.00000,0.245
+21,mlp.experts.42.down_proj,0.0000002073,0.05000,4.087
+21,mlp.experts.114.down_proj,0.0000001939,0.05000,4.118
+21,mlp.experts.88.down_proj,0.0000001077,0.05000,4.120
+21,mlp.experts.104.down_proj,failsafe(rtn): 0.0008469,0.00000,0.151
+21,mlp.experts.120.down_proj,failsafe(rtn): 0.0009537,0.00000,0.172
+21,mlp.experts.73.down_proj,0.0000002900,0.05000,4.072
+21,mlp.experts.58.down_proj,0.0000000732,0.05000,3.892
+21,mlp.experts.213.up_proj,0.0000079400,0.05000,15.683
+21,mlp.experts.130.down_proj,0.0000002438,0.05000,3.956
+21,mlp.experts.209.up_proj,0.0000085369,0.05000,15.533
+21,mlp.experts.136.down_proj,0.0000000601,0.05000,3.924
+21,mlp.experts.89.down_proj,0.0000012059,0.05000,3.967
+21,mlp.experts.253.up_proj,0.0000072570,0.05000,15.804
+21,mlp.experts.222.up_proj,0.0000092541,0.05000,15.496
+21,mlp.experts.208.up_proj,0.0000105151,0.05000,15.603
+21,mlp.experts.214.up_proj,0.0000100985,0.05000,15.733
+21,mlp.experts.252.up_proj,0.0000042065,0.05000,15.861
+21,mlp.experts.244.up_proj,0.0000110209,0.05000,15.683
+21,mlp.experts.74.down_proj,0.0000005571,0.05000,3.960
+21,mlp.experts.223.up_proj,0.0000144774,0.05000,15.723
+21,mlp.experts.219.up_proj,0.0000149048,0.05000,15.531
+21,mlp.experts.247.up_proj,0.0000089939,0.05000,15.547
+21,mlp.experts.146.down_proj,0.0000004668,0.05000,3.823
+21,mlp.experts.152.down_proj,0.0000005630,0.05000,3.715
+21,mlp.experts.243.up_proj,0.0000051255,0.05000,15.530
+21,mlp.experts.105.down_proj,0.0000003034,0.05000,3.692
+21,mlp.experts.13.down_proj,0.0000002101,0.05000,3.739
+21,mlp.experts.12.down_proj,0.0000000863,0.05000,3.874
+21,mlp.experts.4.down_proj,0.0000003712,0.05000,3.809
+21,mlp.experts.90.down_proj,0.0000004742,0.05000,3.809
+21,mlp.experts.7.down_proj,0.0000005538,0.05000,4.048
+21,mlp.experts.23.down_proj,failsafe(rtn): 0.0008354,0.00000,0.216
+21,mlp.experts.162.down_proj,0.0000004200,0.05000,4.002
+21,mlp.experts.168.down_proj,0.0000001776,0.05000,4.091
+21,mlp.experts.3.down_proj,0.0000010473,0.05000,4.148
+21,mlp.experts.121.down_proj,0.0000001026,0.05000,4.191
+21,mlp.experts.29.down_proj,0.0000002350,0.05000,4.176
+21,mlp.experts.28.down_proj,0.0000002212,0.05000,3.642
+21,mlp.experts.20.down_proj,0.0000001677,0.05000,3.700
+21,mlp.experts.106.down_proj,0.0000003500,0.05000,3.651
+21,mlp.experts.39.down_proj,0.0000003445,0.05000,3.523
+21,mlp.experts.178.down_proj,0.0000002938,0.05000,3.486
+21,mlp.experts.184.down_proj,0.0000001915,0.05000,3.466
+21,mlp.experts.19.down_proj,0.0000003043,0.05000,3.418
+21,mlp.experts.137.down_proj,0.0000001415,0.05000,3.365
+21,mlp.experts.45.down_proj,0.0000000765,0.05000,3.321
+21,mlp.experts.44.down_proj,0.0000000595,0.05000,3.299
+21,mlp.experts.122.down_proj,0.0000001137,0.05000,3.228
+21,mlp.experts.36.down_proj,0.0000001989,0.05000,3.272
+21,mlp.experts.138.down_proj,failsafe(rtn): 0.0008888,0.00000,0.171
+21,mlp.experts.229.up_proj,0.0000068405,0.05000,14.428
+21,mlp.experts.225.up_proj,0.0000035614,0.05000,14.692
+21,mlp.experts.194.down_proj,0.0000001166,0.05000,3.414
+21,mlp.experts.55.down_proj,0.0000001270,0.05000,3.447
+21,mlp.experts.200.down_proj,0.0000001091,0.05000,3.449
+21,mlp.experts.35.down_proj,0.0000001725,0.05000,3.554
+21,mlp.experts.51.down_proj,failsafe(rtn): 0.0008545,0.00000,0.222
+21,mlp.experts.153.down_proj,0.0000006006,0.05000,3.737
+21,mlp.experts.61.down_proj,0.0000001765,0.05000,3.678
+21,mlp.experts.224.up_proj,0.0000113308,0.05000,14.756
+21,mlp.experts.238.up_proj,0.0000420436,0.05000,14.799
+21,mlp.experts.230.up_proj,0.0000072377,0.05000,14.839
+21,mlp.experts.60.down_proj,0.0000001113,0.05000,4.042
+21,mlp.experts.52.down_proj,0.0000002461,0.05000,4.103
+21,mlp.experts.154.down_proj,0.0000002005,0.05000,4.127
+21,mlp.experts.239.up_proj,0.0000095602,0.05000,14.939
+21,mlp.experts.235.up_proj,0.0000017825,0.05000,14.948
+21,mlp.experts.71.down_proj,0.0000000874,0.05000,4.161
+21,mlp.experts.210.down_proj,0.0000000726,0.05000,4.229
+21,mlp.experts.216.down_proj,0.0000001450,0.05000,4.256
+21,mlp.experts.67.down_proj,0.0000000669,0.05000,4.213
+21,mlp.experts.169.down_proj,0.0000003488,0.05000,4.200
+21,mlp.experts.77.down_proj,0.0000002457,0.05000,4.232
+21,mlp.experts.93.down_proj,failsafe(rtn): 0.0008812,0.00000,0.208
+21,mlp.experts.76.down_proj,0.0000011563,0.05000,4.283
+21,mlp.experts.68.down_proj,0.0000003962,0.05000,4.156
+21,mlp.experts.170.down_proj,0.0000001802,0.05000,4.100
+21,mlp.experts.92.down_proj,failsafe(rtn): 0.0008736,0.00000,0.155
+21,mlp.experts.84.down_proj,failsafe(rtn): 0.0010452,0.00000,0.158
+21,mlp.experts.87.down_proj,0.0000004935,0.05000,4.001
+21,mlp.experts.226.down_proj,0.0000009929,0.05000,4.023
+21,mlp.experts.232.down_proj,0.0000000842,0.05000,3.799
+21,mlp.experts.83.down_proj,0.0000001672,0.05000,3.779
+21,mlp.experts.185.down_proj,0.0000001699,0.05000,3.805
+21,mlp.experts.109.down_proj,0.0000007887,0.05000,3.690
+21,mlp.experts.108.down_proj,0.0000003137,0.05000,3.777
+21,mlp.experts.186.down_proj,0.0000002828,0.05000,3.830
+21,mlp.experts.100.down_proj,0.0000002861,0.05000,3.908
+21,mlp.experts.103.down_proj,0.0000001686,0.05000,3.885
+21,mlp.experts.242.down_proj,0.0000006210,0.05000,3.880
+21,mlp.experts.248.down_proj,0.0000000535,0.05000,3.920
+21,mlp.experts.99.down_proj,0.0000001343,0.05000,3.962
+21,mlp.experts.201.down_proj,0.0000000666,0.05000,3.966
+21,mlp.experts.125.down_proj,0.0000002809,0.05000,3.874
+21,mlp.experts.245.up_proj,0.0000099548,0.05000,15.551
+21,mlp.experts.124.down_proj,0.0000007363,0.05000,3.575
+21,mlp.experts.116.down_proj,0.0000002612,0.05000,3.606
+21,mlp.experts.202.down_proj,0.0000001559,0.05000,3.688
+21,mlp.experts.241.up_proj,0.0000137343,0.05000,15.532
+21,mlp.experts.119.down_proj,0.0000001905,0.05000,3.568
+21,mlp.experts.115.down_proj,0.0000000860,0.05000,3.400
+21,mlp.experts.217.down_proj,0.0000003506,0.05000,3.394
+21,mlp.experts.141.down_proj,0.0000001014,0.05000,3.399
+21,mlp.experts.240.up_proj,0.0000079664,0.05000,15.219
+21,mlp.experts.254.up_proj,0.0000042101,0.05000,15.218
+21,mlp.experts.246.up_proj,0.0000054235,0.05000,15.071
+21,mlp.experts.5.down_proj,0.0000002469,0.05000,3.116
+21,mlp.experts.255.up_proj,0.0000036526,0.05000,14.514
+21,mlp.experts.251.up_proj,0.0000054787,0.05000,14.655
+21,mlp.experts.140.down_proj,0.0000002978,0.05000,3.151
+21,mlp.experts.132.down_proj,0.0000002556,0.05000,3.171
+21,mlp.experts.218.down_proj,0.0000004582,0.05000,3.163
+21,mlp.experts.1.down_proj,0.0000000827,0.05000,3.201
+21,mlp.experts.135.down_proj,0.0000001268,0.05000,3.207
+21,mlp.experts.131.down_proj,0.0000006431,0.05000,3.297
+21,mlp.experts.233.down_proj,0.0000002617,0.05000,3.263
+21,mlp.experts.157.down_proj,0.0000004911,0.05000,3.390
+21,mlp.experts.0.down_proj,0.0000004768,0.05000,3.406
+21,mlp.experts.14.down_proj,0.0000001526,0.05000,3.441
+21,mlp.experts.6.down_proj,0.0000000643,0.05000,3.511
+21,mlp.experts.21.down_proj,0.0000014849,0.05000,3.712
+21,mlp.experts.15.down_proj,0.0000003553,0.05000,3.692
+21,mlp.experts.11.down_proj,0.0000005619,0.05000,3.794
+21,mlp.experts.156.down_proj,0.0000002280,0.05000,3.695
+21,mlp.experts.148.down_proj,0.0000002057,0.05000,3.665
+21,mlp.experts.234.down_proj,0.0000002094,0.05000,3.621
+21,mlp.experts.17.down_proj,0.0000002085,0.05000,3.558
+21,mlp.experts.151.down_proj,0.0000003005,0.05000,3.651
+21,mlp.experts.147.down_proj,0.0000005507,0.05000,3.528
+21,mlp.experts.249.down_proj,0.0000011875,0.05000,3.505
+21,mlp.experts.173.down_proj,0.0000004068,0.05000,3.381
+21,mlp.experts.16.down_proj,0.0000006672,0.05000,3.372
+21,mlp.experts.30.down_proj,0.0000002713,0.05000,3.383
+21,mlp.experts.22.down_proj,0.0000005292,0.05000,3.198
+21,mlp.experts.37.down_proj,0.0000005403,0.05000,3.022
+21,mlp.experts.31.down_proj,0.0000001328,0.05000,3.042
+21,mlp.experts.27.down_proj,0.0000003074,0.05000,2.980
+21,mlp.experts.172.down_proj,0.0000004066,0.05000,2.968
+21,mlp.experts.250.down_proj,0.0000003900,0.05000,2.972
+21,mlp.experts.164.down_proj,0.0000001311,0.05000,3.003
+21,mlp.experts.33.down_proj,0.0000011255,0.05000,2.928
+21,mlp.experts.167.down_proj,0.0000007571,0.05000,2.860
+21,mlp.experts.163.down_proj,0.0000002735,0.05000,2.805
+21,mlp.experts.32.down_proj,0.0000001765,0.05000,2.756
+21,mlp.experts.189.down_proj,0.0000001831,0.05000,2.801
+21,mlp.experts.46.down_proj,0.0000008268,0.05000,2.814
+21,mlp.experts.38.down_proj,0.0000001487,0.05000,2.914
+21,mlp.experts.53.down_proj,0.0000000733,0.05000,2.658
+21,mlp.experts.47.down_proj,0.0000004352,0.05000,2.693
+21,mlp.experts.188.down_proj,0.0000001890,0.05000,2.614
+21,mlp.experts.43.down_proj,0.0000002240,0.05000,2.665
+21,mlp.experts.180.down_proj,0.0000003861,0.05000,2.610
+21,mlp.experts.49.down_proj,0.0000020453,0.05000,2.576
+21,mlp.experts.183.down_proj,0.0000004841,0.05000,2.618
+21,mlp.experts.179.down_proj,0.0000001785,0.05000,2.487
+21,mlp.experts.48.down_proj,0.0000002388,0.05000,2.475
+21,mlp.experts.205.down_proj,0.0000001021,0.05000,2.507
+21,mlp.experts.62.down_proj,0.0000001867,0.05000,2.432
+21,mlp.experts.54.down_proj,0.0000002126,0.05000,2.362
+21,mlp.experts.69.down_proj,0.0000004722,0.05000,2.318
+21,mlp.experts.63.down_proj,0.0000000713,0.05000,2.314
+21,mlp.experts.204.down_proj,0.0000001438,0.05000,2.359
+21,mlp.experts.59.down_proj,0.0000004492,0.05000,2.329
+21,mlp.experts.196.down_proj,0.0000005049,0.05000,2.316
+21,mlp.experts.65.down_proj,0.0000002500,0.05000,2.337
+21,mlp.experts.199.down_proj,0.0000003180,0.05000,2.413
+21,mlp.experts.195.down_proj,0.0000001306,0.05000,2.605
+21,mlp.experts.64.down_proj,0.0000017412,0.05000,2.565
+21,mlp.experts.221.down_proj,0.0000000301,0.05000,2.594
+21,mlp.experts.78.down_proj,0.0000002887,0.05000,2.631
+21,mlp.experts.70.down_proj,0.0000006467,0.05000,2.610
+21,mlp.experts.85.down_proj,0.0000015310,0.05000,2.695
+21,mlp.experts.79.down_proj,0.0000001223,0.05000,2.648
+21,mlp.experts.220.down_proj,0.0000003331,0.05000,2.671
+21,mlp.experts.212.down_proj,0.0000004047,0.05000,2.676
+21,mlp.experts.75.down_proj,0.0000001436,0.05000,2.686
+21,mlp.experts.81.down_proj,0.0000002024,0.05000,2.640
+21,mlp.experts.215.down_proj,0.0000002239,0.05000,2.613
+21,mlp.experts.211.down_proj,0.0000001860,0.05000,2.448
+21,mlp.experts.237.down_proj,0.0000003717,0.05000,2.433
+21,mlp.experts.80.down_proj,0.0000005450,0.05000,2.514
+21,mlp.experts.94.down_proj,0.0000002390,0.05000,2.477
+21,mlp.experts.86.down_proj,0.0000003636,0.05000,2.501
+21,mlp.experts.101.down_proj,0.0000004183,0.05000,2.628
+21,mlp.experts.95.down_proj,0.0000000733,0.05000,2.679
+21,mlp.experts.236.down_proj,0.0000005159,0.05000,2.580
+21,mlp.experts.91.down_proj,0.0000004639,0.05000,2.589
+21,mlp.experts.228.down_proj,0.0000000418,0.05000,2.660
+21,mlp.experts.97.down_proj,0.0000009765,0.05000,2.624
+21,mlp.experts.231.down_proj,0.0000003246,0.05000,2.625
+21,mlp.experts.227.down_proj,0.0000002388,0.05000,2.665
+21,mlp.experts.253.down_proj,0.0000002216,0.05000,2.666
+21,mlp.experts.96.down_proj,0.0000003069,0.05000,2.670
+21,mlp.experts.110.down_proj,0.0000004556,0.05000,2.675
+21,mlp.experts.102.down_proj,0.0000003255,0.05000,2.664
+21,mlp.experts.117.down_proj,0.0000000762,0.05000,2.562
+21,mlp.experts.252.down_proj,0.0000000721,0.05000,2.595
+21,mlp.experts.111.down_proj,0.0000006067,0.05000,2.632
+21,mlp.experts.107.down_proj,0.0000002578,0.05000,2.625
+21,mlp.experts.244.down_proj,0.0000003580,0.05000,2.646
+21,mlp.experts.113.down_proj,0.0000000883,0.05000,2.633
+21,mlp.experts.247.down_proj,0.0000001995,0.05000,2.539
+21,mlp.experts.243.down_proj,0.0000001471,0.05000,2.485
+21,mlp.experts.112.down_proj,0.0000000567,0.05000,2.310
+21,mlp.experts.126.down_proj,0.0000002601,0.05000,2.324
+21,mlp.experts.118.down_proj,0.0000001637,0.05000,2.201
+21,mlp.experts.133.down_proj,0.0000003752,0.05000,1.762
+21,mlp.experts.123.down_proj,0.0000003764,0.05000,1.670
+21,mlp.experts.127.down_proj,0.0000000553,0.05000,1.755
+21,mlp.experts.129.down_proj,0.0000002452,0.05000,1.665
+21,mlp.experts.128.down_proj,0.0000001263,0.05000,1.609
+21,mlp.experts.142.down_proj,0.0000001612,0.05000,1.564
+21,mlp.experts.134.down_proj,0.0000010961,0.05000,1.657
+21,mlp.experts.139.down_proj,0.0000003386,0.05000,1.618
+21,mlp.experts.149.down_proj,0.0000002552,0.05000,1.658
+21,mlp.experts.143.down_proj,0.0000001953,0.05000,1.601
+21,mlp.experts.145.down_proj,0.0000002967,0.05000,1.654
+21,mlp.experts.144.down_proj,0.0000002902,0.05000,1.634
+21,mlp.experts.158.down_proj,0.0000001525,0.05000,1.634
+21,mlp.experts.150.down_proj,0.0000009260,0.05000,1.666
+21,mlp.experts.155.down_proj,0.0000000810,0.05000,1.638
+21,mlp.experts.165.down_proj,0.0000001627,0.05000,1.732
+21,mlp.experts.159.down_proj,0.0000003900,0.05000,1.753
+21,mlp.experts.161.down_proj,0.0000002010,0.05000,1.733
+21,mlp.experts.160.down_proj,0.0000003023,0.05000,1.640
+21,mlp.experts.174.down_proj,0.0000003269,0.05000,1.671
+21,mlp.experts.166.down_proj,0.0000002444,0.05000,1.591
+21,mlp.experts.171.down_proj,0.0000001087,0.05000,1.556
+21,mlp.experts.175.down_proj,0.0000008531,0.05000,1.614
+21,mlp.experts.181.down_proj,0.0000009731,0.05000,1.651
+21,mlp.experts.177.down_proj,0.0000001686,0.05000,1.598
+21,mlp.experts.176.down_proj,0.0000009591,0.05000,1.581
+21,mlp.experts.190.down_proj,0.0000004107,0.05000,1.604
+21,mlp.experts.182.down_proj,0.0000001545,0.05000,1.561
+21,mlp.experts.187.down_proj,0.0000003507,0.05000,1.563
+21,mlp.experts.197.down_proj,0.0000000996,0.05000,1.503
+21,mlp.experts.191.down_proj,0.0000001799,0.05000,1.581
+21,mlp.experts.193.down_proj,0.0000001246,0.05000,1.588
+21,mlp.experts.192.down_proj,0.0000003332,0.05000,1.660
+21,mlp.experts.206.down_proj,0.0000002785,0.05000,1.643
+21,mlp.experts.198.down_proj,0.0000003970,0.05000,1.655
+21,mlp.experts.203.down_proj,0.0000003046,0.05000,1.623
+21,mlp.experts.213.down_proj,0.0000000877,0.05000,1.730
+21,mlp.experts.207.down_proj,0.0000001038,0.05000,1.761
+21,mlp.experts.209.down_proj,0.0000000793,0.05000,1.696
+21,mlp.experts.208.down_proj,0.0000004145,0.05000,1.650
+21,mlp.experts.222.down_proj,0.0000001143,0.05000,1.662
+21,mlp.experts.214.down_proj,0.0000001361,0.05000,1.623
+21,mlp.experts.219.down_proj,0.0000003370,0.05000,1.595
+21,mlp.experts.223.down_proj,0.0000004706,0.05000,1.515
+21,mlp.experts.229.down_proj,0.0000001955,0.05000,1.621
+21,mlp.experts.225.down_proj,0.0000001277,0.05000,1.633
+21,mlp.experts.224.down_proj,0.0000002298,0.05000,1.531
+21,mlp.experts.238.down_proj,0.0000011437,0.05000,1.538
+21,mlp.experts.230.down_proj,0.0000001143,0.05000,1.454
+21,mlp.experts.235.down_proj,0.0000000503,0.05000,1.497
+21,mlp.experts.239.down_proj,0.0000003095,0.05000,1.605
+21,mlp.experts.245.down_proj,0.0000004296,0.05000,1.576
+21,mlp.experts.241.down_proj,0.0000005100,0.05000,1.580
+21,mlp.experts.240.down_proj,0.0000003276,0.05000,1.481
+21,mlp.experts.254.down_proj,0.0000001603,0.05000,1.392
+21,mlp.experts.246.down_proj,0.0000000551,0.05000,1.314
+21,mlp.experts.251.down_proj,0.0000001258,0.05000,0.946
+21,mlp.experts.255.down_proj,0.0000001110,0.05000,0.606
+22,mlp.experts.13.gate_proj,0.0000024281,0.05000,15.570
+22,mlp.experts.12.gate_proj,0.0000079264,0.05000,15.653
+22,mlp.experts.0.gate_proj,0.0000060399,0.05000,16.097
+22,mlp.experts.14.gate_proj,0.0000156608,0.05000,15.694
+22,mlp.experts.7.gate_proj,0.0000110392,0.05000,15.746
+22,mlp.experts.9.gate_proj,0.0000078079,0.05000,15.739
+22,mlp.experts.4.gate_proj,0.0000091871,0.05000,15.755
+22,mlp.experts.6.gate_proj,0.0000154977,0.05000,15.758
+22,mlp.experts.8.gate_proj,0.0000099089,0.05000,15.759
+22,mlp.experts.2.gate_proj,0.0000247633,0.05000,16.187
+22,mlp.experts.1.gate_proj,0.0000100709,0.05000,15.765
+22,mlp.experts.3.gate_proj,0.0000185070,0.05000,15.822
+22,mlp.experts.5.gate_proj,0.0000088048,0.05000,15.872
+22,mlp.experts.11.gate_proj,0.0000100156,0.05000,15.942
+22,mlp.experts.15.gate_proj,0.0000207441,0.05000,15.984
+22,mlp.experts.10.gate_proj,0.0000111771,0.05000,16.000
+22,mlp.experts.16.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.987
+22,mlp.experts.29.gate_proj,0.0000156526,0.05000,14.071
+22,mlp.experts.28.gate_proj,0.0000061190,0.05000,14.060
+22,mlp.experts.25.gate_proj,0.0000170351,0.05000,14.088
+22,mlp.experts.23.gate_proj,0.0000042172,0.05000,14.097
+22,mlp.experts.22.gate_proj,0.0000124415,0.05000,14.174
+22,mlp.experts.20.gate_proj,0.0000068765,0.05000,14.205
+22,mlp.experts.24.gate_proj,0.0000061537,0.05000,14.240
+22,mlp.experts.30.gate_proj,0.0000155657,0.05000,14.314
+22,mlp.experts.18.gate_proj,0.0000536543,0.05000,14.242
+22,mlp.experts.17.gate_proj,0.0000081050,0.05000,14.248
+22,mlp.experts.21.gate_proj,0.0000070419,0.05000,14.137
+22,mlp.experts.19.gate_proj,0.0000085421,0.05000,14.225
+22,mlp.experts.27.gate_proj,0.0000043742,0.05000,14.153
+22,mlp.experts.26.gate_proj,0.0000086221,0.05000,14.104
+22,mlp.experts.31.gate_proj,0.0000080665,0.05000,14.200
+22,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.900
+22,mlp.experts.32.gate_proj,0.0000233070,0.05000,14.118
+22,mlp.experts.55.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.881
+22,mlp.experts.45.gate_proj,0.0000166170,0.05000,15.687
+22,mlp.experts.44.gate_proj,0.0000084736,0.05000,15.907
+22,mlp.experts.41.gate_proj,0.0000198588,0.05000,15.805
+22,mlp.experts.38.gate_proj,0.0000052321,0.05000,15.760
+22,mlp.experts.36.gate_proj,0.0000073892,0.05000,15.771
+22,mlp.experts.46.gate_proj,0.0000088696,0.05000,15.758
+22,mlp.experts.37.gate_proj,0.0000180836,0.05000,15.740
+22,mlp.experts.40.gate_proj,0.0000170910,0.05000,15.840
+22,mlp.experts.33.gate_proj,0.0000347682,0.05000,15.878
+22,mlp.experts.34.gate_proj,0.0000101592,0.05000,15.898
+22,mlp.experts.35.gate_proj,0.0000142697,0.05000,15.854
+22,mlp.experts.42.gate_proj,0.0000083664,0.05000,15.852
+22,mlp.experts.43.gate_proj,0.0000119402,0.05000,15.888
+22,mlp.experts.47.gate_proj,0.0000050569,0.05000,15.935
+22,mlp.experts.48.gate_proj,0.0000191499,0.05000,15.805
+22,mlp.experts.71.gate_proj,0.0000136503,0.05000,15.754
+22,mlp.experts.61.gate_proj,0.0000117814,0.05000,14.886
+22,mlp.experts.60.gate_proj,0.0000122369,0.05000,14.836
+22,mlp.experts.57.gate_proj,0.0000165754,0.05000,14.945
+22,mlp.experts.62.gate_proj,0.0000084310,0.05000,14.806
+22,mlp.experts.54.gate_proj,0.0000067167,0.05000,14.917
+22,mlp.experts.52.gate_proj,0.0000103784,0.05000,14.877
+22,mlp.experts.49.gate_proj,0.0000105415,0.05000,14.739
+22,mlp.experts.56.gate_proj,0.0000092735,0.05000,14.809
+22,mlp.experts.59.gate_proj,0.0000079053,0.05000,14.673
+22,mlp.experts.53.gate_proj,0.0000080536,0.05000,14.908
+22,mlp.experts.50.gate_proj,0.0000122738,0.05000,14.811
+22,mlp.experts.51.gate_proj,0.0000069523,0.05000,14.904
+22,mlp.experts.58.gate_proj,0.0000175281,0.05000,14.920
+22,mlp.experts.63.gate_proj,0.0000107264,0.05000,14.951
+22,mlp.experts.64.gate_proj,0.0000135295,0.05000,14.755
+22,mlp.experts.87.gate_proj,0.0000094994,0.05000,14.700
+22,mlp.experts.77.gate_proj,0.0000116291,0.05000,14.409
+22,mlp.experts.76.gate_proj,0.0000065968,0.05000,14.374
+22,mlp.experts.69.gate_proj,0.0000136524,0.05000,14.130
+22,mlp.experts.73.gate_proj,0.0000095124,0.05000,14.339
+22,mlp.experts.78.gate_proj,0.0000108746,0.05000,14.400
+22,mlp.experts.65.gate_proj,0.0000058112,0.05000,14.352
+22,mlp.experts.68.gate_proj,0.0000063604,0.05000,14.407
+22,mlp.experts.72.gate_proj,0.0000061752,0.05000,14.433
+22,mlp.experts.66.gate_proj,0.0000123532,0.05000,14.398
+22,mlp.experts.67.gate_proj,0.0000253009,0.05000,14.330
+22,mlp.experts.70.gate_proj,0.0000020431,0.05000,14.564
+22,mlp.experts.75.gate_proj,0.0000149653,0.05000,14.582
+22,mlp.experts.74.gate_proj,0.0000048469,0.05000,14.466
+22,mlp.experts.79.gate_proj,0.0000041783,0.05000,14.535
+22,mlp.experts.80.gate_proj,0.0000101251,0.05000,14.267
+22,mlp.experts.103.gate_proj,0.0000071167,0.05000,14.445
+22,mlp.experts.93.gate_proj,0.0000084904,0.05000,15.230
+22,mlp.experts.81.gate_proj,0.0000078951,0.05000,15.010
+22,mlp.experts.92.gate_proj,0.0000078397,0.05000,15.236
+22,mlp.experts.89.gate_proj,0.0000333215,0.05000,15.242
+22,mlp.experts.94.gate_proj,0.0000468229,0.05000,15.242
+22,mlp.experts.85.gate_proj,0.0000060725,0.05000,15.394
+22,mlp.experts.86.gate_proj,0.0000118846,0.05000,15.139
+22,mlp.experts.84.gate_proj,0.0000105506,0.05000,15.299
+22,mlp.experts.88.gate_proj,0.0000132793,0.05000,15.230
+22,mlp.experts.83.gate_proj,0.0000066531,0.05000,15.301
+22,mlp.experts.91.gate_proj,0.0000076223,0.05000,15.231
+22,mlp.experts.82.gate_proj,0.0000081592,0.05000,15.409
+22,mlp.experts.90.gate_proj,0.0000062238,0.05000,15.335
+22,mlp.experts.96.gate_proj,0.0000085135,0.05000,15.192
+22,mlp.experts.95.gate_proj,0.0000155347,0.05000,15.360
+22,mlp.experts.101.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.738
+22,mlp.experts.119.gate_proj,0.0000075544,0.05000,15.226
+22,mlp.experts.108.gate_proj,0.0000084575,0.05000,15.277
+22,mlp.experts.109.gate_proj,0.0000090332,0.05000,15.517
+22,mlp.experts.97.gate_proj,0.0000142639,0.05000,15.417
+22,mlp.experts.105.gate_proj,0.0000262241,0.05000,15.453
+22,mlp.experts.104.gate_proj,0.0000026622,0.05000,15.342
+22,mlp.experts.102.gate_proj,0.0000136866,0.05000,15.393
+22,mlp.experts.110.gate_proj,0.0000042755,0.05000,15.484
+22,mlp.experts.100.gate_proj,0.0000114902,0.05000,15.450
+22,mlp.experts.99.gate_proj,0.0000391638,0.05000,15.384
+22,mlp.experts.98.gate_proj,0.0000049298,0.05000,15.349
+22,mlp.experts.107.gate_proj,0.0000141970,0.05000,15.552
+22,mlp.experts.112.gate_proj,0.0000331180,0.05000,15.371
+22,mlp.experts.106.gate_proj,0.0000503381,0.05000,15.565
+22,mlp.experts.111.gate_proj,0.0000166964,0.05000,15.507
+22,mlp.experts.117.gate_proj,0.0000088028,0.05000,15.489
+22,mlp.experts.135.gate_proj,0.0000062473,0.05000,15.263
+22,mlp.experts.125.gate_proj,0.0000054886,0.05000,14.768
+22,mlp.experts.113.gate_proj,0.0000048603,0.05000,14.675
+22,mlp.experts.124.gate_proj,0.0000033692,0.05000,14.810
+22,mlp.experts.121.gate_proj,0.0000141081,0.05000,14.801
+22,mlp.experts.120.gate_proj,0.0000076818,0.05000,14.776
+22,mlp.experts.126.gate_proj,0.0000119415,0.05000,14.819
+22,mlp.experts.118.gate_proj,0.0000158072,0.05000,14.874
+22,mlp.experts.116.gate_proj,0.0000034804,0.05000,14.798
+22,mlp.experts.114.gate_proj,0.0000042016,0.05000,14.733
+22,mlp.experts.115.gate_proj,0.0000151094,0.05000,14.891
+22,mlp.experts.123.gate_proj,0.0000133537,0.05000,14.825
+22,mlp.experts.128.gate_proj,0.0000089352,0.05000,14.810
+22,mlp.experts.122.gate_proj,0.0000171601,0.05000,14.745
+22,mlp.experts.127.gate_proj,0.0000056646,0.05000,14.719
+22,mlp.experts.133.gate_proj,0.0000108507,0.05000,14.744
+22,mlp.experts.151.gate_proj,0.0000092377,0.05000,14.990
+22,mlp.experts.129.gate_proj,0.0000073284,0.05000,14.425
+22,mlp.experts.141.gate_proj,0.0000080426,0.05000,14.497
+22,mlp.experts.140.gate_proj,0.0000113496,0.05000,14.524
+22,mlp.experts.137.gate_proj,0.0000060224,0.05000,14.495
+22,mlp.experts.136.gate_proj,0.0000124072,0.05000,14.609
+22,mlp.experts.132.gate_proj,0.0000022828,0.05000,14.534
+22,mlp.experts.134.gate_proj,0.0000129339,0.05000,14.619
+22,mlp.experts.130.gate_proj,0.0000039802,0.05000,14.610
+22,mlp.experts.142.gate_proj,0.0000094268,0.05000,14.661
+22,mlp.experts.131.gate_proj,0.0000190808,0.05000,14.528
+22,mlp.experts.144.gate_proj,0.0000154817,0.05000,14.395
+22,mlp.experts.139.gate_proj,0.0000028012,0.05000,14.618
+22,mlp.experts.149.gate_proj,0.0000041584,0.05000,14.313
+22,mlp.experts.138.gate_proj,0.0000446097,0.05000,14.604
+22,mlp.experts.143.gate_proj,0.0000107901,0.05000,14.479
+22,mlp.experts.155.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.823
+22,mlp.experts.167.gate_proj,0.0000082392,0.05000,14.585
+22,mlp.experts.156.gate_proj,0.0000038701,0.05000,14.715
+22,mlp.experts.157.gate_proj,0.0000082129,0.05000,14.839
+22,mlp.experts.145.gate_proj,0.0000067601,0.05000,14.890
+22,mlp.experts.153.gate_proj,0.0000291345,0.05000,14.711
+22,mlp.experts.148.gate_proj,0.0000092939,0.05000,14.673
+22,mlp.experts.152.gate_proj,0.0000125518,0.05000,14.791
+22,mlp.experts.158.gate_proj,0.0000126945,0.05000,14.752
+22,mlp.experts.150.gate_proj,0.0000206130,0.05000,14.792
+22,mlp.experts.146.gate_proj,0.0000052191,0.05000,14.817
+22,mlp.experts.160.gate_proj,0.0000021907,0.05000,14.714
+22,mlp.experts.147.gate_proj,0.0000085363,0.05000,14.924
+22,mlp.experts.165.gate_proj,0.0000042396,0.05000,14.633
+22,mlp.experts.159.gate_proj,0.0000087851,0.05000,14.707
+22,mlp.experts.154.gate_proj,0.0000080630,0.05000,14.906
+22,mlp.experts.171.gate_proj,0.0000031994,0.05000,14.873
+22,mlp.experts.183.gate_proj,0.0000117825,0.05000,14.931
+22,mlp.experts.161.gate_proj,0.0000075444,0.05000,15.637
+22,mlp.experts.172.gate_proj,0.0000048480,0.05000,15.763
+22,mlp.experts.173.gate_proj,0.0000093638,0.05000,15.785
+22,mlp.experts.169.gate_proj,0.0000055622,0.05000,15.786
+22,mlp.experts.164.gate_proj,0.0000127526,0.05000,15.713
+22,mlp.experts.168.gate_proj,0.0000084568,0.05000,15.722
+22,mlp.experts.166.gate_proj,0.0000122728,0.05000,15.677
+22,mlp.experts.174.gate_proj,0.0000163371,0.05000,15.697
+22,mlp.experts.181.gate_proj,0.0000101952,0.05000,15.497
+22,mlp.experts.176.gate_proj,0.0000207625,0.05000,15.686
+22,mlp.experts.162.gate_proj,0.0000072011,0.05000,15.781
+22,mlp.experts.163.gate_proj,0.0000061307,0.05000,15.797
+22,mlp.experts.170.gate_proj,0.0000100034,0.05000,15.571
+22,mlp.experts.175.gate_proj,0.0000122185,0.05000,15.735
+22,mlp.experts.187.gate_proj,0.0000100948,0.05000,15.497
+22,mlp.experts.199.gate_proj,0.0000110812,0.05000,15.506
+22,mlp.experts.177.gate_proj,0.0000212299,0.05000,14.331
+22,mlp.experts.188.gate_proj,0.0000128235,0.05000,14.347
+22,mlp.experts.189.gate_proj,0.0000120306,0.05000,14.306
+22,mlp.experts.185.gate_proj,0.0000078310,0.05000,14.454
+22,mlp.experts.190.gate_proj,0.0000071836,0.05000,14.354
+22,mlp.experts.184.gate_proj,0.0000041090,0.05000,14.476
+22,mlp.experts.180.gate_proj,0.0000501392,0.05000,14.565
+22,mlp.experts.182.gate_proj,0.0000129096,0.05000,14.515
+22,mlp.experts.197.gate_proj,0.0000105546,0.05000,14.469
+22,mlp.experts.192.gate_proj,0.0000134527,0.05000,14.441
+22,mlp.experts.178.gate_proj,0.0000282867,0.05000,14.527
+22,mlp.experts.179.gate_proj,0.0000101366,0.05000,14.558
+22,mlp.experts.186.gate_proj,0.0000649520,0.05000,14.500
+22,mlp.experts.191.gate_proj,0.0000099924,0.05000,14.606
+22,mlp.experts.203.gate_proj,0.0000087779,0.05000,14.651
+22,mlp.experts.215.gate_proj,0.0000056582,0.05000,14.717
+22,mlp.experts.193.gate_proj,0.0000069950,0.05000,15.365
+22,mlp.experts.204.gate_proj,0.0000074047,0.05000,15.312
+22,mlp.experts.205.gate_proj,0.0000128524,0.05000,15.346
+22,mlp.experts.201.gate_proj,0.0000038892,0.05000,15.319
+22,mlp.experts.196.gate_proj,0.0000159296,0.05000,15.210
+22,mlp.experts.200.gate_proj,0.0000167440,0.05000,15.235
+22,mlp.experts.213.gate_proj,0.0000148698,0.05000,15.140
+22,mlp.experts.206.gate_proj,0.0000102794,0.05000,15.284
+22,mlp.experts.198.gate_proj,0.0000039103,0.05000,15.282
+22,mlp.experts.208.gate_proj,0.0000081911,0.05000,15.269
+22,mlp.experts.194.gate_proj,0.0000078555,0.05000,15.237
+22,mlp.experts.209.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.887
+22,mlp.experts.195.gate_proj,0.0000099619,0.05000,15.417
+22,mlp.experts.207.gate_proj,0.0000036591,0.05000,15.355
+22,mlp.experts.202.gate_proj,0.0000181026,0.05000,15.532
+22,mlp.experts.219.gate_proj,0.0000149902,0.05000,15.473
+22,mlp.experts.231.gate_proj,0.0000081103,0.05000,15.422
+22,mlp.experts.220.gate_proj,0.0000081306,0.05000,14.616
+22,mlp.experts.221.gate_proj,0.0000298951,0.05000,14.623
+22,mlp.experts.217.gate_proj,0.0000047970,0.05000,14.559
+22,mlp.experts.216.gate_proj,0.0000054429,0.05000,14.563
+22,mlp.experts.229.gate_proj,0.0000188456,0.05000,14.610
+22,mlp.experts.222.gate_proj,0.0000114317,0.05000,14.672
+22,mlp.experts.224.gate_proj,0.0000112044,0.05000,14.557
+22,mlp.experts.212.gate_proj,0.0000120321,0.05000,14.795
+22,mlp.experts.214.gate_proj,0.0000063519,0.05000,14.701
+22,mlp.experts.236.gate_proj,failsafe(rtn): 0.0008507,0.00000,0.784
+22,mlp.experts.225.gate_proj,0.0000056984,0.05000,14.579
+22,mlp.experts.210.gate_proj,0.0000093619,0.05000,14.757
+22,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.818
+22,mlp.experts.211.gate_proj,0.0000078493,0.05000,14.575
+22,mlp.experts.223.gate_proj,0.0000093703,0.05000,14.632
+22,mlp.experts.218.gate_proj,0.0000098732,0.05000,14.606
+22,mlp.experts.235.gate_proj,0.0000153623,0.05000,14.504
+22,mlp.experts.247.gate_proj,0.0000236815,0.05000,14.341
+22,mlp.experts.233.gate_proj,0.0000081316,0.05000,15.335
+22,mlp.experts.245.gate_proj,0.0000069860,0.05000,15.120
+22,mlp.experts.232.gate_proj,0.0000213845,0.05000,15.248
+22,mlp.experts.238.gate_proj,0.0000087228,0.05000,15.238
+22,mlp.experts.230.gate_proj,0.0000397768,0.05000,15.116
+22,mlp.experts.228.gate_proj,0.0000098619,0.05000,15.244
+22,mlp.experts.240.gate_proj,0.0000096990,0.05000,15.268
+22,mlp.experts.252.gate_proj,0.0000114759,0.05000,15.262
+22,mlp.experts.241.gate_proj,0.0000144819,0.05000,15.258
+22,mlp.experts.226.gate_proj,0.0000075658,0.05000,15.377
+22,mlp.experts.253.gate_proj,0.0000077188,0.05000,15.379
+22,mlp.experts.227.gate_proj,0.0000084115,0.05000,15.431
+22,mlp.experts.234.gate_proj,0.0000051815,0.05000,15.354
+22,mlp.experts.239.gate_proj,0.0000248125,0.05000,15.478
+22,mlp.experts.251.gate_proj,0.0000055594,0.05000,15.682
+22,mlp.experts.7.up_proj,0.0000103062,0.05000,15.665
+22,mlp.experts.5.up_proj,0.0000088155,0.05000,15.177
+22,mlp.experts.249.gate_proj,0.0000127334,0.05000,15.216
+22,mlp.experts.248.gate_proj,0.0000085398,0.05000,15.144
+22,mlp.experts.254.gate_proj,0.0000267414,0.05000,15.191
+22,mlp.experts.244.gate_proj,0.0000067636,0.05000,15.193
+22,mlp.experts.0.up_proj,0.0000047578,0.05000,15.192
+22,mlp.experts.246.gate_proj,0.0000069156,0.05000,15.255
+22,mlp.experts.1.up_proj,0.0000123208,0.05000,15.122
+22,mlp.experts.12.up_proj,0.0000062717,0.05000,15.225
+22,mlp.experts.13.up_proj,0.0000022246,0.05000,15.127
+22,mlp.experts.242.gate_proj,0.0000053924,0.05000,15.219
+22,mlp.experts.243.gate_proj,0.0000069153,0.05000,15.123
+22,mlp.experts.250.gate_proj,0.0000063664,0.05000,15.129
+22,mlp.experts.16.up_proj,failsafe(rtn): 0.0008812,0.00000,0.874
+22,mlp.experts.255.gate_proj,0.0000200368,0.05000,15.383
+22,mlp.experts.23.up_proj,0.0000047712,0.05000,15.093
+22,mlp.experts.11.up_proj,0.0000092384,0.05000,15.229
+22,mlp.experts.39.up_proj,failsafe(rtn): 0.0008926,0.00000,0.851
+22,mlp.experts.55.up_proj,failsafe(rtn): 0.0008812,0.00000,0.758
+22,mlp.experts.9.up_proj,0.0000074522,0.05000,15.253
+22,mlp.experts.8.up_proj,0.0000102085,0.05000,15.401
+22,mlp.experts.21.up_proj,0.0000064623,0.05000,15.410
+22,mlp.experts.14.up_proj,0.0000169958,0.05000,15.359
+22,mlp.experts.4.up_proj,0.0000086379,0.05000,15.360
+22,mlp.experts.6.up_proj,0.0000142741,0.05000,15.472
+22,mlp.experts.17.up_proj,0.0000067839,0.05000,15.334
+22,mlp.experts.28.up_proj,0.0000056592,0.05000,15.409
+22,mlp.experts.29.up_proj,0.0000143819,0.05000,15.311
+22,mlp.experts.2.up_proj,0.0000222193,0.05000,15.450
+22,mlp.experts.3.up_proj,0.0000156794,0.05000,15.446
+22,mlp.experts.10.up_proj,0.0000104043,0.05000,15.447
+22,mlp.experts.32.up_proj,0.0000226577,0.05000,15.342
+22,mlp.experts.15.up_proj,0.0000191123,0.05000,15.501
+22,mlp.experts.27.up_proj,0.0000040329,0.05000,15.437
+22,mlp.experts.71.up_proj,0.0000124473,0.05000,15.424
+22,mlp.experts.25.up_proj,0.0000121551,0.05000,14.857
+22,mlp.experts.37.up_proj,0.0000168123,0.05000,14.871
+22,mlp.experts.24.up_proj,0.0000050201,0.05000,14.970
+22,mlp.experts.33.up_proj,0.0000290694,0.05000,14.698
+22,mlp.experts.30.up_proj,0.0000139557,0.05000,15.006
+22,mlp.experts.20.up_proj,0.0000061377,0.05000,14.902
+22,mlp.experts.44.up_proj,0.0000078149,0.05000,14.700
+22,mlp.experts.22.up_proj,0.0000114591,0.05000,15.032
+22,mlp.experts.45.up_proj,0.0000158010,0.05000,14.987
+22,mlp.experts.19.up_proj,0.0000067450,0.05000,14.903
+22,mlp.experts.26.up_proj,0.0000106755,0.05000,14.795
+22,mlp.experts.18.up_proj,0.0000444376,0.05000,15.037
+22,mlp.experts.48.up_proj,0.0000178718,0.05000,15.065
+22,mlp.experts.31.up_proj,0.0000075904,0.05000,15.025
+22,mlp.experts.43.up_proj,0.0000110159,0.05000,15.147
+22,mlp.experts.87.up_proj,0.0000084479,0.05000,14.736
+22,mlp.experts.41.up_proj,0.0000176466,0.05000,15.726
+22,mlp.experts.53.up_proj,0.0000073957,0.05000,15.588
+22,mlp.experts.40.up_proj,0.0000179082,0.05000,15.647
+22,mlp.experts.49.up_proj,0.0000097720,0.05000,15.638
+22,mlp.experts.46.up_proj,0.0000071450,0.05000,15.658
+22,mlp.experts.60.up_proj,0.0000113476,0.05000,15.679
+22,mlp.experts.36.up_proj,0.0000068466,0.05000,15.837
+22,mlp.experts.61.up_proj,0.0000108394,0.05000,15.607
+22,mlp.experts.38.up_proj,0.0000045043,0.05000,15.702
+22,mlp.experts.42.up_proj,0.0000057888,0.05000,15.581
+22,mlp.experts.34.up_proj,0.0000113858,0.05000,15.588
+22,mlp.experts.35.up_proj,0.0000140284,0.05000,15.719
+22,mlp.experts.64.up_proj,0.0000123082,0.05000,15.500
+22,mlp.experts.47.up_proj,0.0000035010,0.05000,15.530
+22,mlp.experts.59.up_proj,0.0000070739,0.05000,15.390
+22,mlp.experts.103.up_proj,0.0000069268,0.05000,15.385
+22,mlp.experts.57.up_proj,0.0000167614,0.05000,14.960
+22,mlp.experts.69.up_proj,0.0000128273,0.05000,14.958
+22,mlp.experts.56.up_proj,0.0000084211,0.05000,15.028
+22,mlp.experts.65.up_proj,0.0000051226,0.05000,15.041
+22,mlp.experts.62.up_proj,0.0000091249,0.05000,15.053
+22,mlp.experts.76.up_proj,0.0000060257,0.05000,15.018
+22,mlp.experts.52.up_proj,0.0000104222,0.05000,14.934
+22,mlp.experts.77.up_proj,0.0000094749,0.05000,15.005
+22,mlp.experts.54.up_proj,0.0000062880,0.05000,15.212
+22,mlp.experts.50.up_proj,0.0000114419,0.05000,15.102
+22,mlp.experts.58.up_proj,0.0000148552,0.05000,15.210
+22,mlp.experts.51.up_proj,0.0000065414,0.05000,15.234
+22,mlp.experts.63.up_proj,0.0000106348,0.05000,15.177
+22,mlp.experts.80.up_proj,0.0000093118,0.05000,15.480
+22,mlp.experts.75.up_proj,0.0000128461,0.05000,15.211
+22,mlp.experts.119.up_proj,0.0000079084,0.05000,15.539
+22,mlp.experts.85.up_proj,0.0000060321,0.05000,15.500
+22,mlp.experts.73.up_proj,0.0000079927,0.05000,15.732
+22,mlp.experts.81.up_proj,0.0000080629,0.05000,15.557
+22,mlp.experts.72.up_proj,0.0000062449,0.05000,15.653
+22,mlp.experts.92.up_proj,0.0000075482,0.05000,15.604
+22,mlp.experts.78.up_proj,0.0000100956,0.05000,15.651
+22,mlp.experts.68.up_proj,0.0000057248,0.05000,15.720
+22,mlp.experts.93.up_proj,0.0000077325,0.05000,15.545
+22,mlp.experts.70.up_proj,0.0000023333,0.05000,15.613
+22,mlp.experts.101.up_proj,failsafe(rtn): 0.0010757,0.00000,0.895
+22,mlp.experts.66.up_proj,0.0000112729,0.05000,15.528
+22,mlp.experts.74.up_proj,0.0000047715,0.05000,15.616
+22,mlp.experts.67.up_proj,0.0000227606,0.05000,15.721
+22,mlp.experts.79.up_proj,0.0000038853,0.05000,15.705
+22,mlp.experts.96.up_proj,0.0000092169,0.05000,15.758
+22,mlp.experts.91.up_proj,0.0000071178,0.05000,15.685
+22,mlp.experts.135.up_proj,0.0000056192,0.05000,15.698
+22,mlp.experts.89.up_proj,0.0000314808,0.05000,15.224
+22,mlp.experts.88.up_proj,0.0000133652,0.05000,15.239
+22,mlp.experts.97.up_proj,0.0000118784,0.05000,15.290
+22,mlp.experts.108.up_proj,0.0000078927,0.05000,15.259
+22,mlp.experts.94.up_proj,0.0000390092,0.05000,15.260
+22,mlp.experts.109.up_proj,0.0000083651,0.05000,15.219
+22,mlp.experts.84.up_proj,0.0000091949,0.05000,15.353
+22,mlp.experts.117.up_proj,0.0000079685,0.05000,15.174
+22,mlp.experts.86.up_proj,0.0000128563,0.05000,15.237
+22,mlp.experts.82.up_proj,0.0000075713,0.05000,15.263
+22,mlp.experts.90.up_proj,0.0000057515,0.05000,15.186
+22,mlp.experts.83.up_proj,0.0000064976,0.05000,15.117
+22,mlp.experts.112.up_proj,0.0000297199,0.05000,14.960
+22,mlp.experts.95.up_proj,0.0000144010,0.05000,15.085
+22,mlp.experts.107.up_proj,0.0000133127,0.05000,15.143
+22,mlp.experts.151.up_proj,0.0000085505,0.05000,14.799
+22,mlp.experts.105.up_proj,0.0000227084,0.05000,14.336
+22,mlp.experts.104.up_proj,0.0000024696,0.05000,14.398
+22,mlp.experts.124.up_proj,0.0000032176,0.05000,14.266
+22,mlp.experts.113.up_proj,0.0000057679,0.05000,14.436
+22,mlp.experts.110.up_proj,0.0000031094,0.05000,14.416
+22,mlp.experts.125.up_proj,0.0000046563,0.05000,14.346
+22,mlp.experts.133.up_proj,0.0000100882,0.05000,14.276
+22,mlp.experts.100.up_proj,0.0000107650,0.05000,14.425
+22,mlp.experts.102.up_proj,0.0000120874,0.05000,14.372
+22,mlp.experts.98.up_proj,0.0000038606,0.05000,14.292
+22,mlp.experts.106.up_proj,0.0000417421,0.05000,14.364
+22,mlp.experts.99.up_proj,0.0000350200,0.05000,14.460
+22,mlp.experts.128.up_proj,0.0000078848,0.05000,14.462
+22,mlp.experts.111.up_proj,0.0000161277,0.05000,14.603
+22,mlp.experts.123.up_proj,0.0000122913,0.05000,14.569
+22,mlp.experts.167.up_proj,0.0000076475,0.05000,14.625
+22,mlp.experts.121.up_proj,0.0000131234,0.05000,15.206
+22,mlp.experts.141.up_proj,0.0000073594,0.05000,14.925
+22,mlp.experts.129.up_proj,0.0000067528,0.05000,15.127
+22,mlp.experts.140.up_proj,0.0000091350,0.05000,15.189
+22,mlp.experts.120.up_proj,0.0000068910,0.05000,15.229
+22,mlp.experts.126.up_proj,0.0000112751,0.05000,15.111
+22,mlp.experts.149.up_proj,0.0000036510,0.05000,15.035
+22,mlp.experts.116.up_proj,0.0000039533,0.05000,15.097
+22,mlp.experts.118.up_proj,0.0000145789,0.05000,15.134
+22,mlp.experts.114.up_proj,0.0000039440,0.05000,15.150
+22,mlp.experts.122.up_proj,0.0000184602,0.05000,15.269
+22,mlp.experts.115.up_proj,0.0000140226,0.05000,15.277
+22,mlp.experts.144.up_proj,0.0000141055,0.05000,15.072
+22,mlp.experts.127.up_proj,0.0000052418,0.05000,15.142
+22,mlp.experts.139.up_proj,0.0000022506,0.05000,15.149
+22,mlp.experts.155.up_proj,failsafe(rtn): 0.0008850,0.00000,0.806
+22,mlp.experts.183.up_proj,0.0000108958,0.05000,15.377
+22,mlp.experts.137.up_proj,0.0000062316,0.05000,15.175
+22,mlp.experts.156.up_proj,0.0000034608,0.05000,15.277
+22,mlp.experts.145.up_proj,0.0000066947,0.05000,15.331
+22,mlp.experts.157.up_proj,0.0000072407,0.05000,15.375
+22,mlp.experts.142.up_proj,0.0000078713,0.05000,15.228
+22,mlp.experts.136.up_proj,0.0000114581,0.05000,15.300
+22,mlp.experts.165.up_proj,0.0000044971,0.05000,15.230
+22,mlp.experts.132.up_proj,0.0000023946,0.05000,15.292
+22,mlp.experts.130.up_proj,0.0000053668,0.05000,15.216
+22,mlp.experts.134.up_proj,0.0000112246,0.05000,15.296
+22,mlp.experts.138.up_proj,0.0000388851,0.05000,15.275
+22,mlp.experts.131.up_proj,0.0000182781,0.05000,15.335
+22,mlp.experts.160.up_proj,0.0000038973,0.05000,15.306
+22,mlp.experts.143.up_proj,0.0000100417,0.05000,15.403
+22,mlp.experts.171.up_proj,0.0000030642,0.05000,15.007
+22,mlp.experts.199.up_proj,0.0000102893,0.05000,14.978
+22,mlp.experts.153.up_proj,0.0000271193,0.05000,14.131
+22,mlp.experts.172.up_proj,0.0000046681,0.05000,14.072
+22,mlp.experts.161.up_proj,0.0000074343,0.05000,14.063
+22,mlp.experts.158.up_proj,0.0000127019,0.05000,14.063
+22,mlp.experts.152.up_proj,0.0000117088,0.05000,14.088
+22,mlp.experts.173.up_proj,0.0000080076,0.05000,14.197
+22,mlp.experts.181.up_proj,0.0000097805,0.05000,14.058
+22,mlp.experts.148.up_proj,0.0000074738,0.05000,14.161
+22,mlp.experts.150.up_proj,0.0000172063,0.05000,14.181
+22,mlp.experts.146.up_proj,0.0000065424,0.05000,14.264
+22,mlp.experts.154.up_proj,0.0000082206,0.05000,14.180
+22,mlp.experts.147.up_proj,0.0000078547,0.05000,14.269
+22,mlp.experts.176.up_proj,0.0000140533,0.05000,14.231
+22,mlp.experts.159.up_proj,0.0000079055,0.05000,14.181
+22,mlp.experts.187.up_proj,0.0000099350,0.05000,14.388
+22,mlp.experts.215.up_proj,0.0000052638,0.05000,14.239
+22,mlp.experts.169.up_proj,0.0000050267,0.05000,15.336
+22,mlp.experts.188.up_proj,0.0000113105,0.05000,15.142
+22,mlp.experts.174.up_proj,0.0000156341,0.05000,15.206
+22,mlp.experts.177.up_proj,0.0000219508,0.05000,15.248
+22,mlp.experts.168.up_proj,0.0000077376,0.05000,15.321
+22,mlp.experts.189.up_proj,0.0000110686,0.05000,15.278
+22,mlp.experts.197.up_proj,0.0000099728,0.05000,15.373
+22,mlp.experts.166.up_proj,0.0000113696,0.05000,15.211
+22,mlp.experts.164.up_proj,0.0000113015,0.05000,15.372
+22,mlp.experts.162.up_proj,0.0000063201,0.05000,15.254
+22,mlp.experts.170.up_proj,0.0000081242,0.05000,15.258
+22,mlp.experts.192.up_proj,0.0000124376,0.05000,15.182
+22,mlp.experts.163.up_proj,0.0000052869,0.05000,15.336
+22,mlp.experts.175.up_proj,0.0000112879,0.05000,15.197
+22,mlp.experts.203.up_proj,0.0000082005,0.05000,15.175
+22,mlp.experts.231.up_proj,0.0000074813,0.05000,15.242
+22,mlp.experts.185.up_proj,0.0000073432,0.05000,15.277
+22,mlp.experts.204.up_proj,0.0000067732,0.05000,15.258
+22,mlp.experts.193.up_proj,0.0000072949,0.05000,15.322
+22,mlp.experts.190.up_proj,0.0000066622,0.05000,15.389
+22,mlp.experts.184.up_proj,0.0000037972,0.05000,15.255
+22,mlp.experts.205.up_proj,0.0000123234,0.05000,15.244
+22,mlp.experts.213.up_proj,0.0000136379,0.05000,15.232
+22,mlp.experts.178.up_proj,0.0000301753,0.05000,15.200
+22,mlp.experts.182.up_proj,0.0000117827,0.05000,15.326
+22,mlp.experts.180.up_proj,0.0000489896,0.05000,15.324
+22,mlp.experts.209.up_proj,failsafe(rtn): 0.0009766,0.00000,0.841
+22,mlp.experts.186.up_proj,0.0000617656,0.05000,15.353
+22,mlp.experts.208.up_proj,0.0000072874,0.05000,15.223
+22,mlp.experts.179.up_proj,0.0000093878,0.05000,15.391
+22,mlp.experts.191.up_proj,0.0000092809,0.05000,15.473
+22,mlp.experts.219.up_proj,0.0000138030,0.05000,15.457
+22,mlp.experts.247.up_proj,0.0000220410,0.05000,15.393
+22,mlp.experts.7.down_proj,0.0000003841,0.05000,3.611
+22,mlp.experts.23.down_proj,0.0000001207,0.05000,3.855
+22,mlp.experts.39.down_proj,failsafe(rtn): 0.0008888,0.00000,0.196
+22,mlp.experts.55.down_proj,failsafe(rtn): 0.0008736,0.00000,0.254
+22,mlp.experts.201.up_proj,0.0000029455,0.05000,15.087
+22,mlp.experts.220.up_proj,0.0000066001,0.05000,15.175
+22,mlp.experts.200.up_proj,0.0000150043,0.05000,15.144
+22,mlp.experts.229.up_proj,0.0000171208,0.05000,15.015
+22,mlp.experts.206.up_proj,0.0000095834,0.05000,15.239
+22,mlp.experts.221.up_proj,0.0000250459,0.05000,15.290
+22,mlp.experts.71.down_proj,0.0000001163,0.05000,3.921
+22,mlp.experts.196.up_proj,0.0000179717,0.05000,15.066
+22,mlp.experts.194.up_proj,0.0000076049,0.05000,15.105
+22,mlp.experts.236.up_proj,failsafe(rtn): 0.0009613,0.00000,0.897
+22,mlp.experts.225.up_proj,0.0000053782,0.05000,15.095
+22,mlp.experts.198.up_proj,0.0000039564,0.05000,15.402
+22,mlp.experts.202.up_proj,0.0000157401,0.05000,15.113
+22,mlp.experts.237.up_proj,failsafe(rtn): 0.0009689,0.00000,0.866
+22,mlp.experts.224.up_proj,0.0000102491,0.05000,15.384
+22,mlp.experts.195.up_proj,0.0000090384,0.05000,15.340
+22,mlp.experts.207.up_proj,0.0000037987,0.05000,15.195
+22,mlp.experts.235.up_proj,0.0000167470,0.05000,15.099
+22,mlp.experts.87.down_proj,0.0000002140,0.05000,3.759
+22,mlp.experts.103.down_proj,0.0000003483,0.05000,3.765
+22,mlp.experts.119.down_proj,0.0000002890,0.05000,3.780
+22,mlp.experts.217.up_proj,0.0000043976,0.05000,15.183
+22,mlp.experts.222.up_proj,0.0000124873,0.05000,15.144
+22,mlp.experts.245.up_proj,0.0000079573,0.05000,15.230
+22,mlp.experts.216.up_proj,0.0000068527,0.05000,15.254
+22,mlp.experts.135.down_proj,0.0000002013,0.05000,3.913
+22,mlp.experts.212.up_proj,0.0000112209,0.05000,15.140
+22,mlp.experts.241.up_proj,0.0000124900,0.05000,14.997
+22,mlp.experts.210.up_proj,0.0000082442,0.05000,15.319
+22,mlp.experts.252.up_proj,0.0000101044,0.05000,15.193
+22,mlp.experts.214.up_proj,0.0000058741,0.05000,15.168
+22,mlp.experts.218.up_proj,0.0000091456,0.05000,15.120
+22,mlp.experts.253.up_proj,0.0000066962,0.05000,15.239
+22,mlp.experts.240.up_proj,0.0000128095,0.05000,15.301
+22,mlp.experts.211.up_proj,0.0000072715,0.05000,15.338
+22,mlp.experts.223.up_proj,0.0000081829,0.05000,15.313
+22,mlp.experts.251.up_proj,0.0000058796,0.05000,15.567
+22,mlp.experts.5.down_proj,0.0000004092,0.05000,4.145
+22,mlp.experts.151.down_proj,0.0000000834,0.05000,4.140
+22,mlp.experts.1.down_proj,0.0000005365,0.05000,4.098
+22,mlp.experts.12.down_proj,0.0000002156,0.05000,4.122
+22,mlp.experts.13.down_proj,0.0000000251,0.05000,3.963
+22,mlp.experts.0.down_proj,0.0000001696,0.05000,4.016
+22,mlp.experts.16.down_proj,failsafe(rtn): 0.0008812,0.00000,0.225
+22,mlp.experts.11.down_proj,0.0000000860,0.05000,3.930
+22,mlp.experts.21.down_proj,0.0000000710,0.05000,3.755
+22,mlp.experts.167.down_proj,0.0000000732,0.05000,3.646
+22,mlp.experts.17.down_proj,0.0000002841,0.05000,3.604
+22,mlp.experts.28.down_proj,0.0000001237,0.05000,3.636
+22,mlp.experts.29.down_proj,0.0000001412,0.05000,3.614
+22,mlp.experts.32.down_proj,0.0000006612,0.05000,3.639
+22,mlp.experts.27.down_proj,0.0000001433,0.05000,3.614
+22,mlp.experts.37.down_proj,0.0000001782,0.05000,3.719
+22,mlp.experts.183.down_proj,0.0000001034,0.05000,3.785
+22,mlp.experts.33.down_proj,0.0000003843,0.05000,3.883
+22,mlp.experts.44.down_proj,0.0000000767,0.05000,3.845
+22,mlp.experts.45.down_proj,0.0000008704,0.05000,3.844
+22,mlp.experts.48.down_proj,0.0000002049,0.05000,3.810
+22,mlp.experts.43.down_proj,0.0000001015,0.05000,3.952
+22,mlp.experts.233.up_proj,0.0000095514,0.05000,15.557
+22,mlp.experts.232.up_proj,0.0000222304,0.05000,15.514
+22,mlp.experts.238.up_proj,0.0000080645,0.05000,15.594
+22,mlp.experts.53.down_proj,0.0000002414,0.05000,3.997
+22,mlp.experts.199.down_proj,0.0000001074,0.05000,3.959
+22,mlp.experts.228.up_proj,0.0000089921,0.05000,15.540
+22,mlp.experts.226.up_proj,0.0000087166,0.05000,15.403
+22,mlp.experts.49.down_proj,0.0000000971,0.05000,3.982
+22,mlp.experts.234.up_proj,0.0000053363,0.05000,15.536
+22,mlp.experts.230.up_proj,0.0000364308,0.05000,15.683
+22,mlp.experts.60.down_proj,0.0000001111,0.05000,4.114
+22,mlp.experts.61.down_proj,0.0000001332,0.05000,4.062
+22,mlp.experts.227.up_proj,0.0000077728,0.05000,15.314
+22,mlp.experts.64.down_proj,0.0000001904,0.05000,3.852
+22,mlp.experts.239.up_proj,0.0000211791,0.05000,15.226
+22,mlp.experts.59.down_proj,0.0000002284,0.05000,3.566
+22,mlp.experts.69.down_proj,0.0000001288,0.05000,3.543
+22,mlp.experts.215.down_proj,0.0000000561,0.05000,3.705
+22,mlp.experts.65.down_proj,0.0000001101,0.05000,3.609
+22,mlp.experts.76.down_proj,0.0000000648,0.05000,3.654
+22,mlp.experts.77.down_proj,0.0000002164,0.05000,3.690
+22,mlp.experts.80.down_proj,0.0000000909,0.05000,3.724
+22,mlp.experts.75.down_proj,0.0000003235,0.05000,4.143
+22,mlp.experts.85.down_proj,0.0000002284,0.05000,3.907
+22,mlp.experts.101.down_proj,failsafe(rtn): 0.0010681,0.00000,0.150
+22,mlp.experts.231.down_proj,0.0000000743,0.05000,3.863
+22,mlp.experts.81.down_proj,0.0000002770,0.05000,3.808
+22,mlp.experts.92.down_proj,0.0000003152,0.05000,3.807
+22,mlp.experts.93.down_proj,0.0000000814,0.05000,3.864
+22,mlp.experts.96.down_proj,0.0000001938,0.05000,3.829
+22,mlp.experts.91.down_proj,0.0000002711,0.05000,3.801
+22,mlp.experts.117.down_proj,0.0000003527,0.05000,4.127
+22,mlp.experts.247.down_proj,0.0000005377,0.05000,4.070
+22,mlp.experts.97.down_proj,0.0000003525,0.05000,4.087
+22,mlp.experts.108.down_proj,0.0000001709,0.05000,4.069
+22,mlp.experts.109.down_proj,0.0000002811,0.05000,4.101
+22,mlp.experts.112.down_proj,0.0000009034,0.05000,4.011
+22,mlp.experts.107.down_proj,0.0000003838,0.05000,3.712
+22,mlp.experts.249.up_proj,0.0000116695,0.05000,15.063
+22,mlp.experts.248.up_proj,0.0000087478,0.05000,15.058
+22,mlp.experts.254.up_proj,0.0000215080,0.05000,15.004
+22,mlp.experts.133.down_proj,0.0000001169,0.05000,3.484
+22,mlp.experts.244.up_proj,0.0000048342,0.05000,15.035
+22,mlp.experts.242.up_proj,0.0000053580,0.05000,15.032
+22,mlp.experts.113.down_proj,0.0000002909,0.05000,3.492
+22,mlp.experts.250.up_proj,0.0000063541,0.05000,14.869
+22,mlp.experts.246.up_proj,0.0000071023,0.05000,14.958
+22,mlp.experts.124.down_proj,0.0000001045,0.05000,3.522
+22,mlp.experts.125.down_proj,0.0000001362,0.05000,3.386
+22,mlp.experts.243.up_proj,0.0000062123,0.05000,14.902
+22,mlp.experts.255.up_proj,0.0000185083,0.05000,14.875
+22,mlp.experts.128.down_proj,0.0000002728,0.05000,3.384
+22,mlp.experts.123.down_proj,0.0000001460,0.05000,3.306
+22,mlp.experts.9.down_proj,0.0000002934,0.05000,3.412
+22,mlp.experts.8.down_proj,0.0000003544,0.05000,3.232
+22,mlp.experts.14.down_proj,0.0000003981,0.05000,3.273
+22,mlp.experts.4.down_proj,0.0000001197,0.05000,3.286
+22,mlp.experts.149.down_proj,0.0000001414,0.05000,3.298
+22,mlp.experts.2.down_proj,0.0000004732,0.05000,3.270
+22,mlp.experts.129.down_proj,0.0000000636,0.05000,3.234
+22,mlp.experts.10.down_proj,0.0000001234,0.05000,3.191
+22,mlp.experts.6.down_proj,0.0000001423,0.05000,3.183
+22,mlp.experts.140.down_proj,0.0000002925,0.05000,3.257
+22,mlp.experts.141.down_proj,0.0000000714,0.05000,3.314
+22,mlp.experts.15.down_proj,0.0000006777,0.05000,3.448
+22,mlp.experts.3.down_proj,0.0000005214,0.05000,3.498
+22,mlp.experts.144.down_proj,0.0000001356,0.05000,3.432
+22,mlp.experts.139.down_proj,0.0000002088,0.05000,3.303
+22,mlp.experts.25.down_proj,0.0000003483,0.05000,3.311
+22,mlp.experts.155.down_proj,failsafe(rtn): 0.0008850,0.00000,0.157
+22,mlp.experts.24.down_proj,0.0000002080,0.05000,3.323
+22,mlp.experts.30.down_proj,0.0000003948,0.05000,3.322
+22,mlp.experts.165.down_proj,0.0000001372,0.05000,3.262
+22,mlp.experts.20.down_proj,0.0000001985,0.05000,3.300
+22,mlp.experts.18.down_proj,0.0000011235,0.05000,3.285
+22,mlp.experts.145.down_proj,0.0000000892,0.05000,3.333
+22,mlp.experts.26.down_proj,0.0000003493,0.05000,3.335
+22,mlp.experts.22.down_proj,0.0000001101,0.05000,3.254
+22,mlp.experts.156.down_proj,0.0000001340,0.05000,3.241
+22,mlp.experts.157.down_proj,0.0000002529,0.05000,3.258
+22,mlp.experts.19.down_proj,0.0000002729,0.05000,3.184
+22,mlp.experts.160.down_proj,0.0000001662,0.05000,3.164
+22,mlp.experts.31.down_proj,0.0000002995,0.05000,3.248
+22,mlp.experts.41.down_proj,0.0000003045,0.05000,3.631
+22,mlp.experts.171.down_proj,0.0000001066,0.05000,3.641
+22,mlp.experts.40.down_proj,0.0000005544,0.05000,3.785
+22,mlp.experts.46.down_proj,0.0000002194,0.05000,3.789
+22,mlp.experts.181.down_proj,0.0000003415,0.05000,3.811
+22,mlp.experts.36.down_proj,0.0000001222,0.05000,3.856
+22,mlp.experts.34.down_proj,0.0000005116,0.05000,3.785
+22,mlp.experts.161.down_proj,0.0000001527,0.05000,3.779
+22,mlp.experts.42.down_proj,0.0000001693,0.05000,3.769
+22,mlp.experts.38.down_proj,0.0000001904,0.05000,3.833
+22,mlp.experts.172.down_proj,0.0000001938,0.05000,3.748
+22,mlp.experts.173.down_proj,0.0000003041,0.05000,3.659
+22,mlp.experts.176.down_proj,0.0000003517,0.05000,3.640
+22,mlp.experts.35.down_proj,0.0000004991,0.05000,3.658
+22,mlp.experts.47.down_proj,0.0000001179,0.05000,3.681
+22,mlp.experts.187.down_proj,0.0000003527,0.05000,3.309
+22,mlp.experts.57.down_proj,0.0000005338,0.05000,3.380
+22,mlp.experts.56.down_proj,0.0000001813,0.05000,3.375
+22,mlp.experts.62.down_proj,0.0000002354,0.05000,3.357
+22,mlp.experts.197.down_proj,0.0000004913,0.05000,3.276
+22,mlp.experts.50.down_proj,0.0000001098,0.05000,3.410
+22,mlp.experts.52.down_proj,0.0000002873,0.05000,3.456
+22,mlp.experts.177.down_proj,0.0000002762,0.05000,3.415
+22,mlp.experts.58.down_proj,0.0000005133,0.05000,3.465
+22,mlp.experts.54.down_proj,0.0000001550,0.05000,3.483
+22,mlp.experts.188.down_proj,0.0000002476,0.05000,3.553
+22,mlp.experts.189.down_proj,0.0000001025,0.05000,3.559
+22,mlp.experts.51.down_proj,0.0000002207,0.05000,3.511
+22,mlp.experts.192.down_proj,0.0000001223,0.05000,3.537
+22,mlp.experts.63.down_proj,0.0000004671,0.05000,3.494
+22,mlp.experts.203.down_proj,0.0000000978,0.05000,3.343
+22,mlp.experts.73.down_proj,0.0000003553,0.05000,3.378
+22,mlp.experts.78.down_proj,0.0000000972,0.05000,3.262
+22,mlp.experts.72.down_proj,0.0000002542,0.05000,3.336
+22,mlp.experts.213.down_proj,0.0000001386,0.05000,3.293
+22,mlp.experts.66.down_proj,0.0000003437,0.05000,3.241
+22,mlp.experts.68.down_proj,0.0000001970,0.05000,3.236
+22,mlp.experts.193.down_proj,0.0000002668,0.05000,3.243
+22,mlp.experts.74.down_proj,0.0000002302,0.05000,3.185
+22,mlp.experts.70.down_proj,0.0000001131,0.05000,3.144
+22,mlp.experts.209.down_proj,failsafe(rtn): 0.0009308,0.00000,0.150
+22,mlp.experts.204.down_proj,0.0000001983,0.05000,3.195
+22,mlp.experts.205.down_proj,0.0000003538,0.05000,3.213
+22,mlp.experts.67.down_proj,0.0000007068,0.05000,3.328
+22,mlp.experts.79.down_proj,0.0000001103,0.05000,3.320
+22,mlp.experts.208.down_proj,0.0000000687,0.05000,3.384
+22,mlp.experts.219.down_proj,0.0000001419,0.05000,3.613
+22,mlp.experts.89.down_proj,0.0000013960,0.05000,3.593
+22,mlp.experts.88.down_proj,0.0000005010,0.05000,3.512
+22,mlp.experts.94.down_proj,0.0000008871,0.05000,3.556
+22,mlp.experts.229.down_proj,0.0000003031,0.05000,3.483
+22,mlp.experts.84.down_proj,0.0000002557,0.05000,3.438
+22,mlp.experts.82.down_proj,0.0000000775,0.05000,3.491
+22,mlp.experts.90.down_proj,0.0000000569,0.05000,3.469
+22,mlp.experts.86.down_proj,0.0000003137,0.05000,3.524
+22,mlp.experts.225.down_proj,0.0000002122,0.05000,3.492
+22,mlp.experts.220.down_proj,0.0000002771,0.05000,3.456
+22,mlp.experts.221.down_proj,0.0000011145,0.05000,3.362
+22,mlp.experts.236.down_proj,failsafe(rtn): 0.0009384,0.00000,0.152
+22,mlp.experts.237.down_proj,failsafe(rtn): 0.0009308,0.00000,0.208
+22,mlp.experts.95.down_proj,0.0000002009,0.05000,3.338
+22,mlp.experts.83.down_proj,0.0000000492,0.05000,3.395
+22,mlp.experts.224.down_proj,0.0000000935,0.05000,3.372
+22,mlp.experts.235.down_proj,0.0000005535,0.05000,3.479
+22,mlp.experts.105.down_proj,0.0000003553,0.05000,3.509
+22,mlp.experts.110.down_proj,0.0000001285,0.05000,3.536
+22,mlp.experts.104.down_proj,0.0000000422,0.05000,3.729
+22,mlp.experts.245.down_proj,0.0000003216,0.05000,3.705
+22,mlp.experts.98.down_proj,0.0000001885,0.05000,3.742
+22,mlp.experts.106.down_proj,0.0000009716,0.05000,3.720
+22,mlp.experts.100.down_proj,0.0000000982,0.05000,3.833
+22,mlp.experts.102.down_proj,0.0000001217,0.05000,3.774
+22,mlp.experts.241.down_proj,0.0000002742,0.05000,3.805
+22,mlp.experts.252.down_proj,0.0000003267,0.05000,3.865
+22,mlp.experts.253.down_proj,0.0000002219,0.05000,3.859
+22,mlp.experts.240.down_proj,0.0000002996,0.05000,3.774
+22,mlp.experts.99.down_proj,0.0000011546,0.05000,3.842
+22,mlp.experts.111.down_proj,0.0000005420,0.05000,3.873
+22,mlp.experts.251.down_proj,0.0000002529,0.05000,2.996
+22,mlp.experts.121.down_proj,0.0000001656,0.05000,2.955
+22,mlp.experts.126.down_proj,0.0000002040,0.05000,2.791
+22,mlp.experts.120.down_proj,0.0000003081,0.05000,2.731
+22,mlp.experts.114.down_proj,0.0000001519,0.05000,2.584
+22,mlp.experts.116.down_proj,0.0000001503,0.05000,2.535
+22,mlp.experts.122.down_proj,0.0000005977,0.05000,2.594
+22,mlp.experts.118.down_proj,0.0000001514,0.05000,2.535
+22,mlp.experts.127.down_proj,0.0000000546,0.05000,2.178
+22,mlp.experts.115.down_proj,0.0000001541,0.05000,2.191
+22,mlp.experts.137.down_proj,0.0000002019,0.05000,2.039
+22,mlp.experts.142.down_proj,0.0000002948,0.05000,2.108
+22,mlp.experts.136.down_proj,0.0000001113,0.05000,2.060
+22,mlp.experts.130.down_proj,0.0000001055,0.05000,1.980
+22,mlp.experts.132.down_proj,0.0000000921,0.05000,2.020
+22,mlp.experts.138.down_proj,0.0000010494,0.05000,1.996
+22,mlp.experts.134.down_proj,0.0000002202,0.05000,1.977
+22,mlp.experts.131.down_proj,0.0000008319,0.05000,1.900
+22,mlp.experts.143.down_proj,0.0000002860,0.05000,1.920
+22,mlp.experts.153.down_proj,0.0000008070,0.05000,1.858
+22,mlp.experts.158.down_proj,0.0000004565,0.05000,1.896
+22,mlp.experts.152.down_proj,0.0000001413,0.05000,1.876
+22,mlp.experts.146.down_proj,0.0000002539,0.05000,1.902
+22,mlp.experts.148.down_proj,0.0000002594,0.05000,1.862
+22,mlp.experts.154.down_proj,0.0000003188,0.05000,1.843
+22,mlp.experts.150.down_proj,0.0000004328,0.05000,1.923
+22,mlp.experts.159.down_proj,0.0000003396,0.05000,1.904
+22,mlp.experts.147.down_proj,0.0000002553,0.05000,1.935
+22,mlp.experts.169.down_proj,0.0000001648,0.05000,1.863
+22,mlp.experts.168.down_proj,0.0000001159,0.05000,1.870
+22,mlp.experts.174.down_proj,0.0000004859,0.05000,1.945
+22,mlp.experts.162.down_proj,0.0000000771,0.05000,1.901
+22,mlp.experts.164.down_proj,0.0000003508,0.05000,1.889
+22,mlp.experts.170.down_proj,0.0000003222,0.05000,1.910
+22,mlp.experts.166.down_proj,0.0000001120,0.05000,1.910
+22,mlp.experts.175.down_proj,0.0000001159,0.05000,1.817
+22,mlp.experts.163.down_proj,0.0000001522,0.05000,1.845
+22,mlp.experts.185.down_proj,0.0000001868,0.05000,1.846
+22,mlp.experts.190.down_proj,0.0000002145,0.05000,1.921
+22,mlp.experts.184.down_proj,0.0000001275,0.05000,1.938
+22,mlp.experts.178.down_proj,0.0000010977,0.05000,1.925
+22,mlp.experts.186.down_proj,0.0000021113,0.05000,1.946
+22,mlp.experts.180.down_proj,0.0000013680,0.05000,1.984
+22,mlp.experts.182.down_proj,0.0000001192,0.05000,1.981
+22,mlp.experts.191.down_proj,0.0000000998,0.05000,1.894
+22,mlp.experts.179.down_proj,0.0000000941,0.05000,1.952
+22,mlp.experts.201.down_proj,0.0000000609,0.05000,1.923
+22,mlp.experts.200.down_proj,0.0000004367,0.05000,2.062
+22,mlp.experts.206.down_proj,0.0000001032,0.05000,2.083
+22,mlp.experts.196.down_proj,0.0000006117,0.05000,2.010
+22,mlp.experts.194.down_proj,0.0000002143,0.05000,2.148
+22,mlp.experts.202.down_proj,0.0000005563,0.05000,2.108
+22,mlp.experts.198.down_proj,0.0000001582,0.05000,2.074
+22,mlp.experts.207.down_proj,0.0000001795,0.05000,2.087
+22,mlp.experts.195.down_proj,0.0000000844,0.05000,2.120
+22,mlp.experts.217.down_proj,0.0000000840,0.05000,2.006
+22,mlp.experts.216.down_proj,0.0000002274,0.05000,1.980
+22,mlp.experts.222.down_proj,0.0000004978,0.05000,2.094
+22,mlp.experts.212.down_proj,0.0000001063,0.05000,1.932
+22,mlp.experts.210.down_proj,0.0000000735,0.05000,2.037
+22,mlp.experts.218.down_proj,0.0000003242,0.05000,2.107
+22,mlp.experts.214.down_proj,0.0000001067,0.05000,2.108
+22,mlp.experts.223.down_proj,0.0000002979,0.05000,2.047
+22,mlp.experts.211.down_proj,0.0000000701,0.05000,2.008
+22,mlp.experts.233.down_proj,0.0000003109,0.05000,1.903
+22,mlp.experts.232.down_proj,0.0000006829,0.05000,2.019
+22,mlp.experts.228.down_proj,0.0000003626,0.05000,1.985
+22,mlp.experts.238.down_proj,0.0000000766,0.05000,2.071
+22,mlp.experts.226.down_proj,0.0000004478,0.05000,2.057
+22,mlp.experts.234.down_proj,0.0000002621,0.05000,2.084
+22,mlp.experts.230.down_proj,0.0000010394,0.05000,2.023
+22,mlp.experts.239.down_proj,0.0000005843,0.05000,2.067
+22,mlp.experts.227.down_proj,0.0000000755,0.05000,2.069
+22,mlp.experts.249.down_proj,0.0000001213,0.05000,1.934
+22,mlp.experts.248.down_proj,0.0000001438,0.05000,1.808
+22,mlp.experts.244.down_proj,0.0000001405,0.05000,1.817
+22,mlp.experts.254.down_proj,0.0000006285,0.05000,1.802
+22,mlp.experts.242.down_proj,0.0000002892,0.05000,1.699
+22,mlp.experts.250.down_proj,0.0000002643,0.05000,1.652
+22,mlp.experts.246.down_proj,0.0000002511,0.05000,1.563
+22,mlp.experts.243.down_proj,0.0000002234,0.05000,1.285
+22,mlp.experts.255.down_proj,0.0000001934,0.05000,1.339
+23,mlp.experts.1.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.852
+23,mlp.experts.14.gate_proj,0.0000154439,0.05000,15.970
+23,mlp.experts.8.gate_proj,0.0000536890,0.05000,15.974
+23,mlp.experts.13.gate_proj,0.0000088067,0.05000,16.022
+23,mlp.experts.4.gate_proj,0.0000157051,0.05000,16.033
+23,mlp.experts.9.gate_proj,0.0000089921,0.05000,16.061
+23,mlp.experts.11.gate_proj,0.0000096012,0.05000,16.097
+23,mlp.experts.6.gate_proj,0.0000413560,0.05000,16.118
+23,mlp.experts.5.gate_proj,0.0000197949,0.05000,16.111
+23,mlp.experts.2.gate_proj,0.0000137832,0.05000,16.136
+23,mlp.experts.7.gate_proj,0.0000167903,0.05000,16.150
+23,mlp.experts.10.gate_proj,0.0000069961,0.05000,16.218
+23,mlp.experts.12.gate_proj,0.0000175086,0.05000,16.229
+23,mlp.experts.15.gate_proj,0.0000054943,0.05000,16.240
+23,mlp.experts.3.gate_proj,0.0000086960,0.05000,16.294
+23,mlp.experts.0.gate_proj,0.0000194825,0.05000,16.326
+23,mlp.experts.17.gate_proj,0.0000075967,0.05000,15.956
+23,mlp.experts.30.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.947
+23,mlp.experts.24.gate_proj,0.0000166959,0.05000,14.723
+23,mlp.experts.22.gate_proj,0.0000142423,0.05000,14.682
+23,mlp.experts.29.gate_proj,0.0000047823,0.05000,14.837
+23,mlp.experts.18.gate_proj,0.0000071672,0.05000,14.719
+23,mlp.experts.28.gate_proj,0.0000090566,0.05000,14.660
+23,mlp.experts.20.gate_proj,0.0000072934,0.05000,14.870
+23,mlp.experts.25.gate_proj,0.0000075909,0.05000,14.838
+23,mlp.experts.26.gate_proj,0.0000075964,0.05000,14.774
+23,mlp.experts.23.gate_proj,0.0000072502,0.05000,14.868
+23,mlp.experts.27.gate_proj,0.0000052010,0.05000,14.914
+23,mlp.experts.21.gate_proj,0.0000370034,0.05000,14.968
+23,mlp.experts.19.gate_proj,0.0000058925,0.05000,14.798
+23,mlp.experts.16.gate_proj,0.0000142176,0.05000,14.909
+23,mlp.experts.31.gate_proj,0.0000168639,0.05000,15.071
+23,mlp.experts.33.gate_proj,0.0000098833,0.05000,14.906
+23,mlp.experts.46.gate_proj,0.0000118557,0.05000,14.841
+23,mlp.experts.38.gate_proj,0.0000108783,0.05000,15.125
+23,mlp.experts.40.gate_proj,0.0000176365,0.05000,15.311
+23,mlp.experts.36.gate_proj,0.0000061690,0.05000,15.178
+23,mlp.experts.34.gate_proj,0.0000161063,0.05000,15.262
+23,mlp.experts.45.gate_proj,0.0000114989,0.05000,15.285
+23,mlp.experts.35.gate_proj,0.0000255723,0.05000,15.077
+23,mlp.experts.42.gate_proj,0.0000130080,0.05000,15.223
+23,mlp.experts.41.gate_proj,0.0000099487,0.05000,15.308
+23,mlp.experts.44.gate_proj,0.0000042680,0.05000,15.377
+23,mlp.experts.37.gate_proj,0.0000060901,0.05000,15.206
+23,mlp.experts.39.gate_proj,0.0000150174,0.05000,15.354
+23,mlp.experts.43.gate_proj,0.0000045251,0.05000,15.337
+23,mlp.experts.47.gate_proj,0.0000120256,0.05000,15.180
+23,mlp.experts.32.gate_proj,0.0000082611,0.05000,15.239
+23,mlp.experts.62.gate_proj,0.0000064399,0.05000,15.070
+23,mlp.experts.49.gate_proj,0.0000081451,0.05000,15.101
+23,mlp.experts.53.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.757
+23,mlp.experts.56.gate_proj,0.0000134216,0.05000,15.346
+23,mlp.experts.54.gate_proj,0.0000071338,0.05000,15.470
+23,mlp.experts.58.gate_proj,0.0000098943,0.05000,15.319
+23,mlp.experts.61.gate_proj,0.0000053203,0.05000,15.414
+23,mlp.experts.50.gate_proj,0.0000051859,0.05000,15.436
+23,mlp.experts.52.gate_proj,0.0000113024,0.05000,15.480
+23,mlp.experts.57.gate_proj,0.0000108077,0.05000,15.431
+23,mlp.experts.51.gate_proj,0.0000120615,0.05000,15.528
+23,mlp.experts.59.gate_proj,0.0000158629,0.05000,15.424
+23,mlp.experts.60.gate_proj,0.0000035175,0.05000,15.544
+23,mlp.experts.55.gate_proj,0.0000177052,0.05000,15.509
+23,mlp.experts.48.gate_proj,0.0000186001,0.05000,15.398
+23,mlp.experts.63.gate_proj,0.0000045265,0.05000,15.441
+23,mlp.experts.78.gate_proj,0.0000178171,0.05000,15.370
+23,mlp.experts.65.gate_proj,0.0000502151,0.05000,15.365
+23,mlp.experts.69.gate_proj,0.0000093235,0.05000,15.520
+23,mlp.experts.72.gate_proj,0.0000106885,0.05000,14.840
+23,mlp.experts.70.gate_proj,0.0000093812,0.05000,14.828
+23,mlp.experts.77.gate_proj,0.0000080573,0.05000,14.749
+23,mlp.experts.66.gate_proj,0.0000105142,0.05000,14.754
+23,mlp.experts.73.gate_proj,0.0000094856,0.05000,14.699
+23,mlp.experts.68.gate_proj,0.0000118677,0.05000,14.814
+23,mlp.experts.71.gate_proj,0.0000087720,0.05000,14.592
+23,mlp.experts.74.gate_proj,0.0000084846,0.05000,14.960
+23,mlp.experts.67.gate_proj,0.0000567585,0.05000,14.812
+23,mlp.experts.76.gate_proj,0.0000149777,0.05000,14.743
+23,mlp.experts.75.gate_proj,0.0000114640,0.05000,14.876
+23,mlp.experts.64.gate_proj,0.0000063257,0.05000,14.878
+23,mlp.experts.79.gate_proj,0.0000084421,0.05000,14.866
+23,mlp.experts.94.gate_proj,0.0000226917,0.05000,14.788
+23,mlp.experts.81.gate_proj,0.0000150910,0.05000,14.812
+23,mlp.experts.85.gate_proj,0.0000074644,0.05000,14.654
+23,mlp.experts.88.gate_proj,0.0000059004,0.05000,15.358
+23,mlp.experts.86.gate_proj,0.0000056130,0.05000,15.389
+23,mlp.experts.84.gate_proj,0.0000077280,0.05000,15.311
+23,mlp.experts.93.gate_proj,0.0000075643,0.05000,15.450
+23,mlp.experts.82.gate_proj,0.0000095877,0.05000,15.515
+23,mlp.experts.89.gate_proj,0.0000198328,0.05000,15.489
+23,mlp.experts.87.gate_proj,0.0000085858,0.05000,15.430
+23,mlp.experts.90.gate_proj,0.0000166669,0.05000,15.404
+23,mlp.experts.92.gate_proj,0.0000066416,0.05000,15.416
+23,mlp.experts.83.gate_proj,0.0000383396,0.05000,15.519
+23,mlp.experts.91.gate_proj,0.0000234898,0.05000,15.547
+23,mlp.experts.80.gate_proj,0.0000022168,0.05000,15.451
+23,mlp.experts.95.gate_proj,0.0000096084,0.05000,15.497
+23,mlp.experts.110.gate_proj,0.0000183414,0.05000,15.353
+23,mlp.experts.97.gate_proj,0.0000221560,0.05000,15.476
+23,mlp.experts.101.gate_proj,0.0000357010,0.05000,15.491
+23,mlp.experts.100.gate_proj,0.0000182917,0.05000,15.272
+23,mlp.experts.102.gate_proj,0.0000189408,0.05000,15.334
+23,mlp.experts.104.gate_proj,0.0000215775,0.05000,15.435
+23,mlp.experts.109.gate_proj,0.0000090904,0.05000,15.352
+23,mlp.experts.98.gate_proj,0.0000053564,0.05000,15.292
+23,mlp.experts.106.gate_proj,0.0000117417,0.05000,15.233
+23,mlp.experts.103.gate_proj,0.0000116516,0.05000,15.316
+23,mlp.experts.105.gate_proj,0.0000111437,0.05000,15.337
+23,mlp.experts.99.gate_proj,0.0000146224,0.05000,15.196
+23,mlp.experts.108.gate_proj,0.0000072730,0.05000,15.383
+23,mlp.experts.107.gate_proj,0.0000054280,0.05000,15.255
+23,mlp.experts.111.gate_proj,0.0000119293,0.05000,15.254
+23,mlp.experts.96.gate_proj,0.0000122294,0.05000,15.365
+23,mlp.experts.126.gate_proj,0.0000083266,0.05000,15.278
+23,mlp.experts.113.gate_proj,0.0000196460,0.05000,15.201
+23,mlp.experts.117.gate_proj,0.0000041271,0.05000,15.246
+23,mlp.experts.118.gate_proj,0.0000177343,0.05000,16.027
+23,mlp.experts.116.gate_proj,0.0000085782,0.05000,16.054
+23,mlp.experts.114.gate_proj,0.0000069263,0.05000,16.004
+23,mlp.experts.120.gate_proj,0.0000048914,0.05000,16.156
+23,mlp.experts.125.gate_proj,0.0000247166,0.05000,16.060
+23,mlp.experts.121.gate_proj,0.0000075044,0.05000,16.024
+23,mlp.experts.122.gate_proj,0.0000134063,0.05000,16.221
+23,mlp.experts.119.gate_proj,0.0000569102,0.05000,16.209
+23,mlp.experts.124.gate_proj,0.0000365026,0.05000,16.046
+23,mlp.experts.115.gate_proj,0.0000060649,0.05000,16.217
+23,mlp.experts.127.gate_proj,0.0000241171,0.05000,16.031
+23,mlp.experts.123.gate_proj,0.0000032815,0.05000,16.202
+23,mlp.experts.142.gate_proj,0.0000057147,0.05000,16.121
+23,mlp.experts.129.gate_proj,0.0000052948,0.05000,16.067
+23,mlp.experts.112.gate_proj,0.0000182817,0.05000,16.232
+23,mlp.experts.133.gate_proj,0.0000075461,0.05000,16.024
+23,mlp.experts.134.gate_proj,0.0000069052,0.05000,14.720
+23,mlp.experts.132.gate_proj,0.0000132371,0.05000,14.740
+23,mlp.experts.130.gate_proj,0.0000107451,0.05000,14.701
+23,mlp.experts.141.gate_proj,0.0000063051,0.05000,14.692
+23,mlp.experts.136.gate_proj,0.0000070748,0.05000,14.784
+23,mlp.experts.137.gate_proj,0.0000043022,0.05000,14.775
+23,mlp.experts.138.gate_proj,0.0000091900,0.05000,14.668
+23,mlp.experts.135.gate_proj,0.0000080640,0.05000,14.753
+23,mlp.experts.140.gate_proj,0.0000160568,0.05000,14.715
+23,mlp.experts.143.gate_proj,0.0000186005,0.05000,14.614
+23,mlp.experts.131.gate_proj,0.0000076659,0.05000,14.777
+23,mlp.experts.139.gate_proj,0.0000054764,0.05000,14.698
+23,mlp.experts.145.gate_proj,0.0000118038,0.05000,14.682
+23,mlp.experts.158.gate_proj,0.0000081997,0.05000,14.734
+23,mlp.experts.128.gate_proj,0.0000053456,0.05000,14.851
+23,mlp.experts.149.gate_proj,0.0000113101,0.05000,14.677
+23,mlp.experts.150.gate_proj,0.0000090682,0.05000,15.484
+23,mlp.experts.148.gate_proj,0.0000153031,0.05000,15.544
+23,mlp.experts.146.gate_proj,0.0000111864,0.05000,15.575
+23,mlp.experts.157.gate_proj,0.0000065396,0.05000,15.555
+23,mlp.experts.154.gate_proj,0.0000078634,0.05000,15.413
+23,mlp.experts.153.gate_proj,0.0000073364,0.05000,15.555
+23,mlp.experts.152.gate_proj,0.0000096641,0.05000,15.721
+23,mlp.experts.147.gate_proj,0.0000057365,0.05000,15.402
+23,mlp.experts.159.gate_proj,0.0000091438,0.05000,15.541
+23,mlp.experts.156.gate_proj,0.0000071361,0.05000,15.604
+23,mlp.experts.151.gate_proj,0.0000096674,0.05000,15.602
+23,mlp.experts.155.gate_proj,0.0000092451,0.05000,15.559
+23,mlp.experts.161.gate_proj,0.0000044831,0.05000,15.519
+23,mlp.experts.144.gate_proj,0.0000129674,0.05000,15.311
+23,mlp.experts.174.gate_proj,0.0000078136,0.05000,15.494
+23,mlp.experts.165.gate_proj,0.0000495620,0.05000,15.545
+23,mlp.experts.166.gate_proj,0.0000064396,0.05000,14.994
+23,mlp.experts.173.gate_proj,0.0000104213,0.05000,14.792
+23,mlp.experts.164.gate_proj,0.0000087682,0.05000,15.068
+23,mlp.experts.170.gate_proj,0.0000086266,0.05000,14.993
+23,mlp.experts.162.gate_proj,0.0000125546,0.05000,15.072
+23,mlp.experts.169.gate_proj,0.0000043553,0.05000,14.976
+23,mlp.experts.168.gate_proj,0.0000128175,0.05000,14.881
+23,mlp.experts.163.gate_proj,0.0000178213,0.05000,15.031
+23,mlp.experts.172.gate_proj,0.0000099391,0.05000,14.949
+23,mlp.experts.175.gate_proj,0.0000025836,0.05000,14.977
+23,mlp.experts.167.gate_proj,0.0000107121,0.05000,14.981
+23,mlp.experts.177.gate_proj,0.0000076116,0.05000,14.855
+23,mlp.experts.171.gate_proj,0.0000168368,0.05000,14.939
+23,mlp.experts.190.gate_proj,0.0000182139,0.05000,14.953
+23,mlp.experts.160.gate_proj,0.0000217687,0.05000,15.011
+23,mlp.experts.181.gate_proj,0.0000440477,0.05000,14.873
+23,mlp.experts.185.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.789
+23,mlp.experts.182.gate_proj,0.0000285983,0.05000,15.045
+23,mlp.experts.189.gate_proj,0.0000056222,0.05000,15.092
+23,mlp.experts.180.gate_proj,0.0000090896,0.05000,14.996
+23,mlp.experts.186.gate_proj,0.0000062605,0.05000,15.019
+23,mlp.experts.178.gate_proj,0.0000047921,0.05000,15.122
+23,mlp.experts.188.gate_proj,0.0000039352,0.05000,14.969
+23,mlp.experts.184.gate_proj,0.0000045040,0.05000,15.145
+23,mlp.experts.193.gate_proj,0.0000118004,0.05000,14.974
+23,mlp.experts.183.gate_proj,0.0000107083,0.05000,15.102
+23,mlp.experts.176.gate_proj,0.0000118646,0.05000,14.861
+23,mlp.experts.179.gate_proj,0.0000460569,0.05000,15.243
+23,mlp.experts.191.gate_proj,0.0000095095,0.05000,15.262
+23,mlp.experts.206.gate_proj,0.0000088391,0.05000,15.004
+23,mlp.experts.187.gate_proj,0.0000108533,0.05000,15.240
+23,mlp.experts.197.gate_proj,0.0000160327,0.05000,15.064
+23,mlp.experts.201.gate_proj,0.0000066229,0.05000,15.252
+23,mlp.experts.205.gate_proj,0.0000066198,0.05000,14.736
+23,mlp.experts.196.gate_proj,0.0000106460,0.05000,14.780
+23,mlp.experts.198.gate_proj,0.0000112171,0.05000,14.939
+23,mlp.experts.202.gate_proj,0.0000092981,0.05000,14.801
+23,mlp.experts.194.gate_proj,0.0000097050,0.05000,14.882
+23,mlp.experts.204.gate_proj,0.0000093925,0.05000,14.952
+23,mlp.experts.200.gate_proj,0.0000156884,0.05000,14.930
+23,mlp.experts.195.gate_proj,0.0000341827,0.05000,14.751
+23,mlp.experts.222.gate_proj,0.0000087723,0.05000,14.675
+23,mlp.experts.209.gate_proj,0.0000075365,0.05000,14.967
+23,mlp.experts.192.gate_proj,0.0000083464,0.05000,14.891
+23,mlp.experts.199.gate_proj,0.0000044969,0.05000,14.943
+23,mlp.experts.213.gate_proj,0.0000152957,0.05000,14.740
+23,mlp.experts.203.gate_proj,0.0000106219,0.05000,14.882
+23,mlp.experts.207.gate_proj,0.0000071393,0.05000,15.000
+23,mlp.experts.217.gate_proj,0.0000379905,0.05000,14.724
+23,mlp.experts.221.gate_proj,0.0000244371,0.05000,14.774
+23,mlp.experts.214.gate_proj,0.0000217865,0.05000,14.863
+23,mlp.experts.212.gate_proj,0.0000138719,0.05000,14.981
+23,mlp.experts.218.gate_proj,0.0000067264,0.05000,14.985
+23,mlp.experts.210.gate_proj,0.0000071639,0.05000,15.057
+23,mlp.experts.220.gate_proj,0.0000093684,0.05000,14.927
+23,mlp.experts.208.gate_proj,0.0000058657,0.05000,14.840
+23,mlp.experts.216.gate_proj,0.0000101054,0.05000,15.014
+23,mlp.experts.238.gate_proj,0.0000081429,0.05000,14.948
+23,mlp.experts.215.gate_proj,0.0000176361,0.05000,14.874
+23,mlp.experts.211.gate_proj,0.0000154399,0.05000,14.979
+23,mlp.experts.225.gate_proj,0.0000074773,0.05000,15.013
+23,mlp.experts.229.gate_proj,0.0000058143,0.05000,14.950
+23,mlp.experts.219.gate_proj,0.0000067008,0.05000,14.948
+23,mlp.experts.223.gate_proj,0.0000074935,0.05000,15.123
+23,mlp.experts.234.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.887
+23,mlp.experts.233.gate_proj,0.0000057373,0.05000,15.017
+23,mlp.experts.232.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.852
+23,mlp.experts.227.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.911
+23,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.889
+23,mlp.experts.237.gate_proj,0.0000177429,0.05000,15.658
+23,mlp.experts.230.gate_proj,0.0000156106,0.05000,15.602
+23,mlp.experts.228.gate_proj,0.0000190690,0.05000,15.584
+23,mlp.experts.236.gate_proj,0.0000069233,0.05000,15.633
+23,mlp.experts.254.gate_proj,0.0000123734,0.05000,15.562
+23,mlp.experts.226.gate_proj,0.0000108772,0.05000,15.703
+23,mlp.experts.231.gate_proj,0.0000071682,0.05000,15.593
+23,mlp.experts.224.gate_proj,0.0000085511,0.05000,15.661
+23,mlp.experts.241.gate_proj,0.0000072883,0.05000,15.678
+23,mlp.experts.245.gate_proj,0.0000628409,0.05000,15.600
+23,mlp.experts.239.gate_proj,0.0000099158,0.05000,15.454
+23,mlp.experts.250.gate_proj,0.0000055572,0.05000,15.501
+23,mlp.experts.249.gate_proj,0.0000085296,0.05000,15.481
+23,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.776
+23,mlp.experts.248.gate_proj,0.0000098506,0.05000,15.682
+23,mlp.experts.251.gate_proj,0.0000207060,0.05000,15.452
+23,mlp.experts.243.gate_proj,0.0000065875,0.05000,15.685
+23,mlp.experts.1.up_proj,failsafe(rtn): 0.0009384,0.00000,0.833
+23,mlp.experts.253.gate_proj,0.0000113209,0.05000,14.807
+23,mlp.experts.246.gate_proj,0.0000108398,0.05000,14.848
+23,mlp.experts.244.gate_proj,0.0000407837,0.05000,14.937
+23,mlp.experts.14.up_proj,0.0000147667,0.05000,14.924
+23,mlp.experts.242.gate_proj,0.0000122857,0.05000,14.946
+23,mlp.experts.240.gate_proj,0.0000267591,0.05000,14.907
+23,mlp.experts.247.gate_proj,0.0000074672,0.05000,14.990
+23,mlp.experts.5.up_proj,0.0000184145,0.05000,14.872
+23,mlp.experts.255.gate_proj,0.0000064030,0.05000,15.020
+23,mlp.experts.10.up_proj,0.0000074309,0.05000,15.037
+23,mlp.experts.9.up_proj,0.0000076827,0.05000,14.936
+23,mlp.experts.12.up_proj,0.0000197575,0.05000,14.911
+23,mlp.experts.30.up_proj,failsafe(rtn): 0.0009193,0.00000,0.751
+23,mlp.experts.8.up_proj,0.0000577833,0.05000,14.891
+23,mlp.experts.3.up_proj,0.0000088904,0.05000,14.814
+23,mlp.experts.17.up_proj,0.0000079177,0.05000,14.815
+23,mlp.experts.11.up_proj,0.0000091775,0.05000,14.973
+23,mlp.experts.13.up_proj,0.0000080993,0.05000,15.208
+23,mlp.experts.6.up_proj,0.0000399209,0.05000,15.298
+23,mlp.experts.4.up_proj,0.0000145717,0.05000,15.239
+23,mlp.experts.0.up_proj,0.0000194094,0.05000,15.291
+23,mlp.experts.21.up_proj,0.0000334635,0.05000,15.115
+23,mlp.experts.7.up_proj,0.0000129440,0.05000,15.276
+23,mlp.experts.2.up_proj,0.0000140203,0.05000,15.351
+23,mlp.experts.15.up_proj,0.0000053747,0.05000,15.277
+23,mlp.experts.25.up_proj,0.0000070007,0.05000,15.239
+23,mlp.experts.28.up_proj,0.0000084584,0.05000,15.250
+23,mlp.experts.46.up_proj,0.0000110218,0.05000,15.216
+23,mlp.experts.26.up_proj,0.0000066855,0.05000,15.379
+23,mlp.experts.33.up_proj,0.0000086991,0.05000,15.102
+23,mlp.experts.24.up_proj,0.0000154660,0.05000,15.286
+23,mlp.experts.19.up_proj,0.0000052318,0.05000,15.314
+23,mlp.experts.27.up_proj,0.0000057834,0.05000,15.248
+23,mlp.experts.29.up_proj,0.0000045125,0.05000,14.509
+23,mlp.experts.22.up_proj,0.0000131541,0.05000,14.401
+23,mlp.experts.20.up_proj,0.0000078418,0.05000,14.580
+23,mlp.experts.16.up_proj,0.0000135969,0.05000,14.306
+23,mlp.experts.37.up_proj,0.0000067638,0.05000,14.402
+23,mlp.experts.18.up_proj,0.0000064935,0.05000,14.386
+23,mlp.experts.23.up_proj,0.0000077629,0.05000,14.696
+23,mlp.experts.31.up_proj,0.0000156775,0.05000,14.573
+23,mlp.experts.42.up_proj,0.0000172825,0.05000,14.362
+23,mlp.experts.62.up_proj,0.0000068577,0.05000,14.381
+23,mlp.experts.41.up_proj,0.0000092810,0.05000,14.515
+23,mlp.experts.44.up_proj,0.0000045137,0.05000,14.466
+23,mlp.experts.49.up_proj,0.0000076868,0.05000,14.399
+23,mlp.experts.53.up_proj,failsafe(rtn): 0.0009918,0.00000,0.803
+23,mlp.experts.40.up_proj,0.0000134090,0.05000,14.446
+23,mlp.experts.35.up_proj,0.0000235151,0.05000,14.730
+23,mlp.experts.43.up_proj,0.0000048026,0.05000,14.670
+23,mlp.experts.45.up_proj,0.0000106777,0.05000,14.756
+23,mlp.experts.38.up_proj,0.0000102411,0.05000,14.789
+23,mlp.experts.36.up_proj,0.0000070438,0.05000,14.809
+23,mlp.experts.32.up_proj,0.0000073794,0.05000,14.847
+23,mlp.experts.34.up_proj,0.0000145378,0.05000,14.831
+23,mlp.experts.39.up_proj,0.0000137152,0.05000,14.920
+23,mlp.experts.47.up_proj,0.0000119795,0.05000,14.760
+23,mlp.experts.78.up_proj,0.0000169033,0.05000,14.808
+23,mlp.experts.57.up_proj,0.0000143698,0.05000,14.851
+23,mlp.experts.58.up_proj,0.0000091950,0.05000,14.911
+23,mlp.experts.65.up_proj,0.0000494657,0.05000,14.769
+23,mlp.experts.60.up_proj,0.0000033801,0.05000,14.910
+23,mlp.experts.69.up_proj,0.0000089672,0.05000,14.877
+23,mlp.experts.56.up_proj,0.0000132750,0.05000,14.813
+23,mlp.experts.59.up_proj,0.0000164967,0.05000,14.804
+23,mlp.experts.51.up_proj,0.0000111678,0.05000,14.877
+23,mlp.experts.61.up_proj,0.0000049077,0.05000,16.085
+23,mlp.experts.54.up_proj,0.0000072336,0.05000,16.187
+23,mlp.experts.52.up_proj,0.0000105799,0.05000,16.199
+23,mlp.experts.48.up_proj,0.0000166493,0.05000,15.998
+23,mlp.experts.50.up_proj,0.0000049723,0.05000,15.900
+23,mlp.experts.94.up_proj,0.0000233515,0.05000,15.721
+23,mlp.experts.74.up_proj,0.0000079196,0.05000,15.702
+23,mlp.experts.55.up_proj,0.0000168929,0.05000,15.963
+23,mlp.experts.63.up_proj,0.0000042645,0.05000,15.950
+23,mlp.experts.81.up_proj,0.0000133938,0.05000,15.724
+23,mlp.experts.73.up_proj,0.0000087628,0.05000,15.884
+23,mlp.experts.76.up_proj,0.0000138153,0.05000,15.803
+23,mlp.experts.85.up_proj,0.0000071199,0.05000,15.771
+23,mlp.experts.72.up_proj,0.0000095384,0.05000,15.789
+23,mlp.experts.67.up_proj,0.0000569129,0.05000,15.872
+23,mlp.experts.75.up_proj,0.0000104236,0.05000,15.929
+23,mlp.experts.77.up_proj,0.0000101947,0.05000,15.162
+23,mlp.experts.70.up_proj,0.0000105712,0.05000,15.314
+23,mlp.experts.68.up_proj,0.0000118292,0.05000,15.233
+23,mlp.experts.64.up_proj,0.0000065009,0.05000,15.329
+23,mlp.experts.66.up_proj,0.0000099993,0.05000,15.343
+23,mlp.experts.110.up_proj,0.0000170654,0.05000,15.272
+23,mlp.experts.97.up_proj,0.0000248155,0.05000,15.256
+23,mlp.experts.71.up_proj,0.0000078589,0.05000,15.391
+23,mlp.experts.90.up_proj,0.0000153620,0.05000,15.451
+23,mlp.experts.79.up_proj,0.0000082351,0.05000,15.431
+23,mlp.experts.89.up_proj,0.0000180346,0.05000,15.398
+23,mlp.experts.92.up_proj,0.0000061796,0.05000,15.469
+23,mlp.experts.101.up_proj,0.0000509063,0.05000,15.454
+23,mlp.experts.88.up_proj,0.0000053810,0.05000,15.430
+23,mlp.experts.91.up_proj,0.0000196563,0.05000,15.401
+23,mlp.experts.83.up_proj,0.0000412286,0.05000,15.474
+23,mlp.experts.93.up_proj,0.0000069460,0.05000,14.491
+23,mlp.experts.86.up_proj,0.0000054720,0.05000,14.453
+23,mlp.experts.84.up_proj,0.0000082340,0.05000,14.613
+23,mlp.experts.82.up_proj,0.0000088953,0.05000,14.459
+23,mlp.experts.80.up_proj,0.0000038051,0.05000,14.529
+23,mlp.experts.113.up_proj,0.0000177915,0.05000,14.313
+23,mlp.experts.126.up_proj,0.0000077490,0.05000,14.434
+23,mlp.experts.106.up_proj,0.0000122699,0.05000,14.391
+23,mlp.experts.105.up_proj,0.0000102694,0.05000,14.372
+23,mlp.experts.95.up_proj,0.0000107090,0.05000,14.470
+23,mlp.experts.108.up_proj,0.0000070469,0.05000,14.416
+23,mlp.experts.87.up_proj,0.0000080193,0.05000,14.689
+23,mlp.experts.117.up_proj,0.0000040454,0.05000,14.388
+23,mlp.experts.104.up_proj,0.0000200136,0.05000,14.536
+23,mlp.experts.107.up_proj,0.0000057291,0.05000,14.596
+23,mlp.experts.99.up_proj,0.0000126339,0.05000,14.559
+23,mlp.experts.109.up_proj,0.0000078763,0.05000,15.254
+23,mlp.experts.102.up_proj,0.0000172131,0.05000,15.240
+23,mlp.experts.100.up_proj,0.0000173286,0.05000,15.161
+23,mlp.experts.98.up_proj,0.0000057462,0.05000,15.150
+23,mlp.experts.96.up_proj,0.0000113258,0.05000,15.383
+23,mlp.experts.142.up_proj,0.0000055565,0.05000,15.276
+23,mlp.experts.129.up_proj,0.0000048490,0.05000,15.283
+23,mlp.experts.122.up_proj,0.0000137745,0.05000,15.368
+23,mlp.experts.121.up_proj,0.0000074843,0.05000,15.419
+23,mlp.experts.111.up_proj,0.0000128714,0.05000,15.396
+23,mlp.experts.124.up_proj,0.0000380905,0.05000,15.351
+23,mlp.experts.103.up_proj,0.0000123841,0.05000,15.455
+23,mlp.experts.133.up_proj,0.0000085185,0.05000,15.447
+23,mlp.experts.120.up_proj,0.0000046417,0.05000,15.433
+23,mlp.experts.115.up_proj,0.0000064561,0.05000,15.312
+23,mlp.experts.123.up_proj,0.0000029357,0.05000,15.435
+23,mlp.experts.125.up_proj,0.0000230453,0.05000,15.442
+23,mlp.experts.118.up_proj,0.0000154280,0.05000,15.388
+23,mlp.experts.116.up_proj,0.0000083577,0.05000,15.410
+23,mlp.experts.114.up_proj,0.0000052604,0.05000,15.343
+23,mlp.experts.112.up_proj,0.0000168077,0.05000,15.316
+23,mlp.experts.158.up_proj,0.0000073104,0.05000,15.226
+23,mlp.experts.145.up_proj,0.0000120915,0.05000,15.405
+23,mlp.experts.137.up_proj,0.0000038211,0.05000,15.211
+23,mlp.experts.138.up_proj,0.0000084925,0.05000,15.339
+23,mlp.experts.127.up_proj,0.0000223971,0.05000,15.231
+23,mlp.experts.140.up_proj,0.0000171977,0.05000,15.195
+23,mlp.experts.119.up_proj,0.0000573069,0.05000,15.238
+23,mlp.experts.149.up_proj,0.0000106352,0.05000,15.265
+23,mlp.experts.136.up_proj,0.0000073225,0.05000,15.248
+23,mlp.experts.131.up_proj,0.0000069391,0.05000,15.009
+23,mlp.experts.139.up_proj,0.0000051624,0.05000,15.201
+23,mlp.experts.141.up_proj,0.0000058073,0.05000,14.798
+23,mlp.experts.134.up_proj,0.0000073264,0.05000,14.919
+23,mlp.experts.130.up_proj,0.0000108526,0.05000,14.844
+23,mlp.experts.132.up_proj,0.0000123887,0.05000,14.999
+23,mlp.experts.128.up_proj,0.0000048483,0.05000,14.941
+23,mlp.experts.174.up_proj,0.0000101503,0.05000,14.965
+23,mlp.experts.153.up_proj,0.0000062757,0.05000,14.802
+23,mlp.experts.161.up_proj,0.0000057558,0.05000,15.023
+23,mlp.experts.154.up_proj,0.0000079151,0.05000,14.880
+23,mlp.experts.143.up_proj,0.0000171161,0.05000,14.962
+23,mlp.experts.156.up_proj,0.0000060514,0.05000,15.027
+23,mlp.experts.135.up_proj,0.0000059278,0.05000,15.088
+23,mlp.experts.165.up_proj,0.0000444078,0.05000,15.049
+23,mlp.experts.152.up_proj,0.0000088914,0.05000,14.992
+23,mlp.experts.147.up_proj,0.0000050313,0.05000,15.184
+23,mlp.experts.155.up_proj,0.0000085038,0.05000,15.065
+23,mlp.experts.157.up_proj,0.0000069139,0.05000,15.850
+23,mlp.experts.150.up_proj,0.0000083913,0.05000,15.836
+23,mlp.experts.146.up_proj,0.0000120038,0.05000,15.963
+23,mlp.experts.148.up_proj,0.0000141359,0.05000,15.973
+23,mlp.experts.144.up_proj,0.0000116818,0.05000,15.999
+23,mlp.experts.190.up_proj,0.0000190376,0.05000,16.088
+23,mlp.experts.169.up_proj,0.0000034536,0.05000,16.066
+23,mlp.experts.177.up_proj,0.0000070717,0.05000,16.041
+23,mlp.experts.159.up_proj,0.0000093813,0.05000,16.029
+23,mlp.experts.170.up_proj,0.0000092470,0.05000,16.161
+23,mlp.experts.172.up_proj,0.0000090072,0.05000,16.230
+23,mlp.experts.181.up_proj,0.0000470583,0.05000,16.015
+23,mlp.experts.168.up_proj,0.0000116673,0.05000,16.008
+23,mlp.experts.151.up_proj,0.0000084197,0.05000,16.123
+23,mlp.experts.185.up_proj,failsafe(rtn): 0.0009232,0.00000,0.921
+23,mlp.experts.163.up_proj,0.0000165000,0.05000,16.099
+23,mlp.experts.171.up_proj,0.0000156760,0.05000,15.983
+23,mlp.experts.173.up_proj,0.0000096059,0.05000,15.127
+23,mlp.experts.166.up_proj,0.0000057678,0.05000,15.215
+23,mlp.experts.164.up_proj,0.0000086359,0.05000,14.947
+23,mlp.experts.162.up_proj,0.0000116550,0.05000,15.257
+23,mlp.experts.160.up_proj,0.0000207338,0.05000,14.989
+23,mlp.experts.206.up_proj,0.0000082412,0.05000,15.173
+23,mlp.experts.193.up_proj,0.0000108885,0.05000,15.187
+23,mlp.experts.186.up_proj,0.0000066192,0.05000,15.150
+23,mlp.experts.175.up_proj,0.0000021094,0.05000,15.204
+23,mlp.experts.188.up_proj,0.0000030927,0.05000,15.029
+23,mlp.experts.197.up_proj,0.0000153542,0.05000,15.106
+23,mlp.experts.184.up_proj,0.0000041018,0.05000,15.125
+23,mlp.experts.167.up_proj,0.0000096250,0.05000,15.188
+23,mlp.experts.201.up_proj,0.0000069969,0.05000,15.021
+23,mlp.experts.187.up_proj,0.0000101665,0.05000,15.107
+23,mlp.experts.179.up_proj,0.0000474418,0.05000,15.177
+23,mlp.experts.189.up_proj,0.0000058332,0.05000,15.412
+23,mlp.experts.182.up_proj,0.0000276441,0.05000,15.478
+23,mlp.experts.180.up_proj,0.0000084192,0.05000,15.411
+23,mlp.experts.178.up_proj,0.0000048599,0.05000,15.466
+23,mlp.experts.176.up_proj,0.0000109869,0.05000,15.679
+23,mlp.experts.222.up_proj,0.0000077671,0.05000,15.524
+23,mlp.experts.209.up_proj,0.0000074375,0.05000,15.449
+23,mlp.experts.202.up_proj,0.0000096938,0.05000,15.319
+23,mlp.experts.191.up_proj,0.0000096308,0.05000,15.591
+23,mlp.experts.204.up_proj,0.0000088195,0.05000,15.457
+23,mlp.experts.200.up_proj,0.0000136613,0.05000,15.354
+23,mlp.experts.213.up_proj,0.0000141523,0.05000,15.417
+23,mlp.experts.183.up_proj,0.0000098385,0.05000,15.432
+23,mlp.experts.217.up_proj,0.0000371052,0.05000,15.306
+23,mlp.experts.203.up_proj,0.0000109488,0.05000,15.559
+23,mlp.experts.195.up_proj,0.0000347655,0.05000,15.626
+23,mlp.experts.205.up_proj,0.0000061477,0.05000,14.799
+23,mlp.experts.198.up_proj,0.0000101347,0.05000,15.108
+23,mlp.experts.196.up_proj,0.0000098785,0.05000,15.089
+23,mlp.experts.194.up_proj,0.0000096813,0.05000,15.157
+23,mlp.experts.192.up_proj,0.0000083765,0.05000,15.160
+23,mlp.experts.238.up_proj,0.0000075059,0.05000,15.063
+23,mlp.experts.225.up_proj,0.0000073900,0.05000,15.013
+23,mlp.experts.218.up_proj,0.0000071052,0.05000,15.109
+23,mlp.experts.220.up_proj,0.0000084418,0.05000,15.058
+23,mlp.experts.216.up_proj,0.0000100418,0.05000,15.055
+23,mlp.experts.229.up_proj,0.0000053250,0.05000,15.053
+23,mlp.experts.207.up_proj,0.0000078655,0.05000,15.252
+23,mlp.experts.233.up_proj,0.0000052268,0.05000,15.044
+23,mlp.experts.199.up_proj,0.0000034822,0.05000,15.118
+23,mlp.experts.234.up_proj,failsafe(rtn): 0.0009003,0.00000,0.792
+23,mlp.experts.219.up_proj,0.0000062194,0.05000,15.063
+23,mlp.experts.232.up_proj,failsafe(rtn): 0.0009346,0.00000,0.711
+23,mlp.experts.211.up_proj,0.0000151555,0.05000,15.064
+23,mlp.experts.235.up_proj,failsafe(rtn): 0.0009308,0.00000,0.816
+23,mlp.experts.227.up_proj,failsafe(rtn): 0.0008659,0.00000,0.826
+23,mlp.experts.221.up_proj,0.0000226050,0.05000,16.291
+23,mlp.experts.214.up_proj,0.0000198614,0.05000,16.219
+23,mlp.experts.212.up_proj,0.0000141814,0.05000,16.049
+23,mlp.experts.210.up_proj,0.0000053286,0.05000,16.186
+23,mlp.experts.208.up_proj,0.0000054032,0.05000,16.075
+23,mlp.experts.254.up_proj,0.0000094602,0.05000,16.127
+23,mlp.experts.241.up_proj,0.0000078486,0.05000,16.254
+23,mlp.experts.236.up_proj,0.0000082212,0.05000,16.097
+23,mlp.experts.1.down_proj,failsafe(rtn): 0.0009155,0.00000,0.233
+23,mlp.experts.245.up_proj,0.0000628983,0.05000,16.060
+23,mlp.experts.223.up_proj,0.0000073223,0.05000,16.173
+23,mlp.experts.249.up_proj,0.0000079604,0.05000,16.204
+23,mlp.experts.215.up_proj,0.0000164228,0.05000,16.238
+23,mlp.experts.250.up_proj,0.0000054212,0.05000,16.174
+23,mlp.experts.252.up_proj,failsafe(rtn): 0.0008698,0.00000,0.810
+23,mlp.experts.248.up_proj,0.0000093645,0.05000,16.244
+23,mlp.experts.251.up_proj,0.0000188823,0.05000,16.016
+23,mlp.experts.243.up_proj,0.0000057991,0.05000,16.112
+23,mlp.experts.14.down_proj,0.0000004593,0.05000,3.819
+23,mlp.experts.30.down_proj,failsafe(rtn): 0.0009079,0.00000,0.171
+23,mlp.experts.17.down_proj,0.0000004057,0.05000,3.666
+23,mlp.experts.5.down_proj,0.0000002096,0.05000,3.646
+23,mlp.experts.9.down_proj,0.0000002220,0.05000,3.690
+23,mlp.experts.10.down_proj,0.0000002158,0.05000,3.727
+23,mlp.experts.12.down_proj,0.0000005708,0.05000,3.649
+23,mlp.experts.8.down_proj,0.0000024866,0.05000,3.594
+23,mlp.experts.11.down_proj,0.0000003855,0.05000,3.535
+23,mlp.experts.3.down_proj,0.0000004200,0.05000,3.489
+23,mlp.experts.46.down_proj,0.0000001082,0.05000,3.533
+23,mlp.experts.33.down_proj,0.0000001700,0.05000,3.587
+23,mlp.experts.21.down_proj,0.0000009391,0.05000,3.613
+23,mlp.experts.25.down_proj,0.0000000764,0.05000,3.504
+23,mlp.experts.26.down_proj,0.0000001288,0.05000,3.724
+23,mlp.experts.28.down_proj,0.0000000899,0.05000,3.706
+23,mlp.experts.24.down_proj,0.0000001777,0.05000,3.814
+23,mlp.experts.27.down_proj,0.0000001819,0.05000,3.990
+23,mlp.experts.19.down_proj,0.0000001889,0.05000,4.084
+23,mlp.experts.62.down_proj,0.0000002473,0.05000,4.283
+23,mlp.experts.49.down_proj,0.0000003368,0.05000,4.161
+23,mlp.experts.37.down_proj,0.0000003172,0.05000,4.151
+23,mlp.experts.53.down_proj,failsafe(rtn): 0.0009460,0.00000,0.157
+23,mlp.experts.41.down_proj,0.0000001325,0.05000,4.140
+23,mlp.experts.42.down_proj,0.0000005866,0.05000,3.984
+23,mlp.experts.44.down_proj,0.0000002141,0.05000,4.037
+23,mlp.experts.40.down_proj,0.0000001343,0.05000,3.960
+23,mlp.experts.43.down_proj,0.0000003179,0.05000,3.933
+23,mlp.experts.237.up_proj,0.0000085020,0.05000,15.373
+23,mlp.experts.35.down_proj,0.0000003412,0.05000,3.962
+23,mlp.experts.230.up_proj,0.0000144682,0.05000,15.322
+23,mlp.experts.228.up_proj,0.0000177336,0.05000,15.227
+23,mlp.experts.226.up_proj,0.0000099565,0.05000,15.189
+23,mlp.experts.224.up_proj,0.0000080612,0.05000,15.168
+23,mlp.experts.65.down_proj,0.0000014137,0.05000,3.704
+23,mlp.experts.78.down_proj,0.0000002142,0.05000,3.715
+23,mlp.experts.239.up_proj,0.0000091029,0.05000,15.141
+23,mlp.experts.69.down_proj,0.0000003551,0.05000,3.742
+23,mlp.experts.57.down_proj,0.0000004801,0.05000,3.776
+23,mlp.experts.231.up_proj,0.0000086163,0.05000,15.154
+23,mlp.experts.58.down_proj,0.0000001036,0.05000,3.754
+23,mlp.experts.60.down_proj,0.0000001398,0.05000,3.782
+23,mlp.experts.56.down_proj,0.0000004154,0.05000,3.722
+23,mlp.experts.59.down_proj,0.0000009418,0.05000,3.721
+23,mlp.experts.51.down_proj,0.0000001269,0.05000,3.788
+23,mlp.experts.81.down_proj,0.0000001889,0.05000,3.960
+23,mlp.experts.94.down_proj,0.0000007944,0.05000,3.967
+23,mlp.experts.85.down_proj,0.0000003775,0.05000,3.962
+23,mlp.experts.73.down_proj,0.0000001029,0.05000,3.896
+23,mlp.experts.74.down_proj,0.0000001210,0.05000,4.133
+23,mlp.experts.72.down_proj,0.0000003150,0.05000,4.098
+23,mlp.experts.76.down_proj,0.0000001518,0.05000,4.208
+23,mlp.experts.75.down_proj,0.0000001375,0.05000,4.065
+23,mlp.experts.67.down_proj,0.0000022698,0.05000,3.916
+23,mlp.experts.110.down_proj,0.0000005177,0.05000,3.601
+23,mlp.experts.97.down_proj,0.0000011420,0.05000,3.651
+23,mlp.experts.101.down_proj,0.0000020213,0.05000,3.578
+23,mlp.experts.89.down_proj,0.0000003250,0.05000,3.617
+23,mlp.experts.90.down_proj,0.0000001807,0.05000,3.510
+23,mlp.experts.88.down_proj,0.0000000635,0.05000,3.524
+23,mlp.experts.92.down_proj,0.0000000671,0.05000,3.553
+23,mlp.experts.91.down_proj,0.0000003531,0.05000,3.705
+23,mlp.experts.83.down_proj,0.0000014072,0.05000,3.743
+23,mlp.experts.126.down_proj,0.0000000869,0.05000,3.811
+23,mlp.experts.113.down_proj,0.0000005614,0.05000,3.818
+23,mlp.experts.117.down_proj,0.0000001930,0.05000,3.741
+23,mlp.experts.105.down_proj,0.0000002845,0.05000,3.796
+23,mlp.experts.106.down_proj,0.0000006565,0.05000,3.678
+23,mlp.experts.104.down_proj,0.0000002390,0.05000,3.684
+23,mlp.experts.108.down_proj,0.0000001695,0.05000,3.622
+23,mlp.experts.253.up_proj,0.0000104026,0.05000,14.754
+23,mlp.experts.107.down_proj,0.0000001954,0.05000,3.517
+23,mlp.experts.99.down_proj,0.0000004898,0.05000,3.558
+23,mlp.experts.246.up_proj,0.0000101397,0.05000,14.763
+23,mlp.experts.244.up_proj,0.0000390165,0.05000,14.980
+23,mlp.experts.242.up_proj,0.0000112332,0.05000,14.819
+23,mlp.experts.240.up_proj,0.0000244694,0.05000,14.912
+23,mlp.experts.142.down_proj,0.0000001858,0.05000,3.385
+23,mlp.experts.129.down_proj,0.0000000526,0.05000,3.375
+23,mlp.experts.133.down_proj,0.0000004760,0.05000,3.410
+23,mlp.experts.255.up_proj,0.0000064681,0.05000,14.746
+23,mlp.experts.121.down_proj,0.0000002791,0.05000,3.457
+23,mlp.experts.247.up_proj,0.0000070150,0.05000,14.706
+23,mlp.experts.122.down_proj,0.0000004255,0.05000,3.500
+23,mlp.experts.120.down_proj,0.0000001950,0.05000,3.585
+23,mlp.experts.124.down_proj,0.0000008777,0.05000,3.597
+23,mlp.experts.13.down_proj,0.0000001533,0.05000,3.720
+23,mlp.experts.123.down_proj,0.0000000296,0.05000,3.814
+23,mlp.experts.115.down_proj,0.0000002557,0.05000,3.814
+23,mlp.experts.6.down_proj,0.0000011969,0.05000,3.831
+23,mlp.experts.4.down_proj,0.0000001701,0.05000,3.980
+23,mlp.experts.2.down_proj,0.0000006313,0.05000,3.972
+23,mlp.experts.0.down_proj,0.0000010866,0.05000,3.985
+23,mlp.experts.158.down_proj,0.0000003584,0.05000,4.084
+23,mlp.experts.145.down_proj,0.0000005898,0.05000,4.065
+23,mlp.experts.149.down_proj,0.0000001129,0.05000,3.999
+23,mlp.experts.15.down_proj,0.0000001949,0.05000,4.038
+23,mlp.experts.137.down_proj,0.0000000999,0.05000,4.045
+23,mlp.experts.7.down_proj,0.0000004264,0.05000,4.072
+23,mlp.experts.138.down_proj,0.0000000965,0.05000,4.014
+23,mlp.experts.136.down_proj,0.0000002931,0.05000,3.910
+23,mlp.experts.140.down_proj,0.0000003896,0.05000,3.913
+23,mlp.experts.29.down_proj,0.0000001234,0.05000,3.764
+23,mlp.experts.139.down_proj,0.0000002086,0.05000,3.665
+23,mlp.experts.131.down_proj,0.0000002054,0.05000,3.608
+23,mlp.experts.22.down_proj,0.0000001550,0.05000,3.676
+23,mlp.experts.20.down_proj,0.0000002234,0.05000,3.587
+23,mlp.experts.18.down_proj,0.0000002489,0.05000,3.558
+23,mlp.experts.16.down_proj,0.0000001629,0.05000,3.646
+23,mlp.experts.174.down_proj,0.0000003419,0.05000,3.612
+23,mlp.experts.161.down_proj,0.0000001327,0.05000,3.621
+23,mlp.experts.31.down_proj,0.0000001878,0.05000,3.571
+23,mlp.experts.165.down_proj,0.0000010937,0.05000,3.630
+23,mlp.experts.153.down_proj,0.0000002862,0.05000,3.604
+23,mlp.experts.23.down_proj,0.0000002515,0.05000,3.707
+23,mlp.experts.154.down_proj,0.0000002932,0.05000,3.755
+23,mlp.experts.156.down_proj,0.0000002168,0.05000,3.884
+23,mlp.experts.152.down_proj,0.0000000987,0.05000,3.959
+23,mlp.experts.45.down_proj,0.0000001146,0.05000,3.993
+23,mlp.experts.155.down_proj,0.0000000979,0.05000,4.150
+23,mlp.experts.147.down_proj,0.0000002360,0.05000,4.127
+23,mlp.experts.38.down_proj,0.0000001336,0.05000,4.249
+23,mlp.experts.36.down_proj,0.0000002189,0.05000,4.345
+23,mlp.experts.34.down_proj,0.0000001476,0.05000,4.384
+23,mlp.experts.32.down_proj,0.0000002217,0.05000,4.420
+23,mlp.experts.190.down_proj,0.0000005966,0.05000,4.459
+23,mlp.experts.177.down_proj,0.0000000751,0.05000,4.458
+23,mlp.experts.47.down_proj,0.0000003283,0.05000,4.467
+23,mlp.experts.181.down_proj,0.0000008426,0.05000,4.493
+23,mlp.experts.169.down_proj,0.0000002228,0.05000,4.434
+23,mlp.experts.39.down_proj,0.0000004963,0.05000,4.477
+23,mlp.experts.185.down_proj,failsafe(rtn): 0.0009041,0.00000,0.231
+23,mlp.experts.170.down_proj,0.0000004561,0.05000,4.418
+23,mlp.experts.172.down_proj,0.0000000911,0.05000,4.415
+23,mlp.experts.168.down_proj,0.0000001284,0.05000,4.411
+23,mlp.experts.61.down_proj,0.0000000986,0.05000,4.337
+23,mlp.experts.171.down_proj,0.0000001802,0.05000,4.220
+23,mlp.experts.163.down_proj,0.0000001669,0.05000,4.208
+23,mlp.experts.54.down_proj,0.0000004218,0.05000,3.962
+23,mlp.experts.52.down_proj,0.0000003222,0.05000,3.949
+23,mlp.experts.50.down_proj,0.0000001087,0.05000,3.827
+23,mlp.experts.48.down_proj,0.0000003625,0.05000,3.803
+23,mlp.experts.197.down_proj,0.0000007182,0.05000,3.519
+23,mlp.experts.206.down_proj,0.0000002628,0.05000,3.613
+23,mlp.experts.193.down_proj,0.0000001286,0.05000,3.623
+23,mlp.experts.63.down_proj,0.0000001808,0.05000,3.641
+23,mlp.experts.201.down_proj,0.0000004528,0.05000,3.448
+23,mlp.experts.55.down_proj,0.0000003791,0.05000,3.493
+23,mlp.experts.186.down_proj,0.0000003973,0.05000,3.354
+23,mlp.experts.188.down_proj,0.0000000602,0.05000,3.335
+23,mlp.experts.184.down_proj,0.0000000601,0.05000,3.402
+23,mlp.experts.77.down_proj,0.0000004606,0.05000,3.350
+23,mlp.experts.187.down_proj,0.0000001107,0.05000,3.448
+23,mlp.experts.179.down_proj,0.0000008768,0.05000,3.431
+23,mlp.experts.70.down_proj,0.0000006506,0.05000,3.359
+23,mlp.experts.68.down_proj,0.0000003961,0.05000,3.394
+23,mlp.experts.66.down_proj,0.0000005065,0.05000,3.493
+23,mlp.experts.64.down_proj,0.0000001602,0.05000,3.473
+23,mlp.experts.213.down_proj,0.0000001688,0.05000,3.622
+23,mlp.experts.222.down_proj,0.0000003357,0.05000,3.639
+23,mlp.experts.209.down_proj,0.0000003230,0.05000,3.659
+23,mlp.experts.79.down_proj,0.0000003971,0.05000,3.681
+23,mlp.experts.217.down_proj,0.0000010062,0.05000,3.647
+23,mlp.experts.71.down_proj,0.0000003216,0.05000,3.721
+23,mlp.experts.202.down_proj,0.0000005420,0.05000,3.666
+23,mlp.experts.204.down_proj,0.0000002105,0.05000,3.586
+23,mlp.experts.200.down_proj,0.0000003083,0.05000,3.580
+23,mlp.experts.93.down_proj,0.0000003594,0.05000,3.540
+23,mlp.experts.203.down_proj,0.0000005061,0.05000,3.555
+23,mlp.experts.195.down_proj,0.0000016255,0.05000,3.730
+23,mlp.experts.86.down_proj,0.0000001699,0.05000,3.837
+23,mlp.experts.84.down_proj,0.0000002735,0.05000,3.792
+23,mlp.experts.82.down_proj,0.0000000952,0.05000,3.834
+23,mlp.experts.80.down_proj,0.0000001271,0.05000,3.802
+23,mlp.experts.229.down_proj,0.0000002622,0.05000,3.758
+23,mlp.experts.225.down_proj,0.0000002397,0.05000,3.730
+23,mlp.experts.238.down_proj,0.0000003179,0.05000,3.827
+23,mlp.experts.95.down_proj,0.0000004476,0.05000,3.802
+23,mlp.experts.233.down_proj,0.0000000505,0.05000,3.734
+23,mlp.experts.87.down_proj,0.0000001058,0.05000,3.728
+23,mlp.experts.218.down_proj,0.0000003505,0.05000,3.780
+23,mlp.experts.234.down_proj,failsafe(rtn): 0.0008888,0.00000,0.210
+23,mlp.experts.220.down_proj,0.0000004409,0.05000,3.889
+23,mlp.experts.216.down_proj,0.0000004564,0.05000,3.903
+23,mlp.experts.232.down_proj,failsafe(rtn): 0.0009155,0.00000,0.162
+23,mlp.experts.109.down_proj,0.0000003482,0.05000,3.862
+23,mlp.experts.219.down_proj,0.0000000750,0.05000,4.065
+23,mlp.experts.235.down_proj,failsafe(rtn): 0.0009232,0.00000,0.231
+23,mlp.experts.211.down_proj,0.0000008261,0.05000,3.975
+23,mlp.experts.227.down_proj,failsafe(rtn): 0.0008583,0.00000,0.165
+23,mlp.experts.102.down_proj,0.0000001875,0.05000,3.860
+23,mlp.experts.100.down_proj,0.0000005521,0.05000,3.769
+23,mlp.experts.98.down_proj,0.0000002600,0.05000,3.642
+23,mlp.experts.96.down_proj,0.0000001201,0.05000,3.660
+23,mlp.experts.245.down_proj,0.0000021705,0.05000,3.475
+23,mlp.experts.241.down_proj,0.0000004881,0.05000,3.507
+23,mlp.experts.254.down_proj,0.0000002831,0.05000,3.522
+23,mlp.experts.111.down_proj,0.0000005598,0.05000,3.511
+23,mlp.experts.249.down_proj,0.0000000931,0.05000,3.453
+23,mlp.experts.103.down_proj,0.0000005335,0.05000,3.468
+23,mlp.experts.250.down_proj,0.0000002575,0.05000,3.312
+23,mlp.experts.236.down_proj,0.0000003041,0.05000,3.247
+23,mlp.experts.252.down_proj,failsafe(rtn): 0.0008621,0.00000,0.111
+23,mlp.experts.248.down_proj,0.0000004443,0.05000,3.107
+23,mlp.experts.125.down_proj,0.0000004028,0.05000,3.084
+23,mlp.experts.251.down_proj,0.0000002722,0.05000,2.780
+23,mlp.experts.243.down_proj,0.0000000571,0.05000,2.719
+23,mlp.experts.118.down_proj,0.0000006460,0.05000,2.661
+23,mlp.experts.116.down_proj,0.0000004216,0.05000,2.507
+23,mlp.experts.114.down_proj,0.0000002077,0.05000,2.444
+23,mlp.experts.112.down_proj,0.0000001794,0.05000,2.298
+23,mlp.experts.127.down_proj,0.0000002866,0.05000,2.026
+23,mlp.experts.119.down_proj,0.0000010626,0.05000,2.043
+23,mlp.experts.141.down_proj,0.0000001806,0.05000,1.833
+23,mlp.experts.134.down_proj,0.0000002868,0.05000,1.583
+23,mlp.experts.132.down_proj,0.0000001562,0.05000,1.566
+23,mlp.experts.130.down_proj,0.0000005368,0.05000,1.694
+23,mlp.experts.128.down_proj,0.0000001729,0.05000,1.575
+23,mlp.experts.143.down_proj,0.0000002445,0.05000,1.414
+23,mlp.experts.135.down_proj,0.0000001305,0.05000,1.456
+23,mlp.experts.157.down_proj,0.0000002759,0.05000,1.398
+23,mlp.experts.150.down_proj,0.0000001578,0.05000,1.483
+23,mlp.experts.148.down_proj,0.0000001537,0.05000,1.406
+23,mlp.experts.146.down_proj,0.0000003918,0.05000,1.388
+23,mlp.experts.144.down_proj,0.0000002378,0.05000,1.413
+23,mlp.experts.159.down_proj,0.0000002980,0.05000,1.386
+23,mlp.experts.151.down_proj,0.0000004442,0.05000,1.388
+23,mlp.experts.173.down_proj,0.0000001082,0.05000,1.277
+23,mlp.experts.166.down_proj,0.0000002750,0.05000,1.389
+23,mlp.experts.164.down_proj,0.0000004794,0.05000,1.441
+23,mlp.experts.162.down_proj,0.0000001218,0.05000,1.521
+23,mlp.experts.160.down_proj,0.0000004036,0.05000,1.503
+23,mlp.experts.175.down_proj,0.0000002865,0.05000,1.523
+23,mlp.experts.167.down_proj,0.0000003662,0.05000,1.562
+23,mlp.experts.189.down_proj,0.0000001588,0.05000,1.534
+23,mlp.experts.182.down_proj,0.0000011862,0.05000,1.575
+23,mlp.experts.180.down_proj,0.0000001058,0.05000,1.537
+23,mlp.experts.178.down_proj,0.0000002154,0.05000,1.492
+23,mlp.experts.176.down_proj,0.0000001175,0.05000,1.472
+23,mlp.experts.191.down_proj,0.0000004379,0.05000,1.474
+23,mlp.experts.205.down_proj,0.0000000691,0.05000,1.371
+23,mlp.experts.183.down_proj,0.0000001130,0.05000,1.501
+23,mlp.experts.198.down_proj,0.0000003068,0.05000,1.543
+23,mlp.experts.196.down_proj,0.0000001094,0.05000,1.619
+23,mlp.experts.192.down_proj,0.0000001502,0.05000,1.496
+23,mlp.experts.194.down_proj,0.0000005277,0.05000,1.603
+23,mlp.experts.207.down_proj,0.0000003283,0.05000,1.568
+23,mlp.experts.221.down_proj,0.0000002880,0.05000,1.506
+23,mlp.experts.199.down_proj,0.0000002704,0.05000,1.555
+23,mlp.experts.214.down_proj,0.0000003642,0.05000,1.485
+23,mlp.experts.212.down_proj,0.0000005608,0.05000,1.539
+23,mlp.experts.208.down_proj,0.0000002155,0.05000,1.561
+23,mlp.experts.210.down_proj,0.0000002077,0.05000,1.529
+23,mlp.experts.223.down_proj,0.0000002193,0.05000,1.542
+23,mlp.experts.237.down_proj,0.0000001632,0.05000,1.594
+23,mlp.experts.215.down_proj,0.0000001894,0.05000,1.597
+23,mlp.experts.230.down_proj,0.0000002388,0.05000,1.501
+23,mlp.experts.228.down_proj,0.0000002714,0.05000,1.442
+23,mlp.experts.224.down_proj,0.0000000871,0.05000,1.514
+23,mlp.experts.226.down_proj,0.0000001111,0.05000,1.550
+23,mlp.experts.239.down_proj,0.0000001410,0.05000,1.464
+23,mlp.experts.253.down_proj,0.0000001265,0.05000,1.499
+23,mlp.experts.231.down_proj,0.0000003397,0.05000,1.488
+23,mlp.experts.246.down_proj,0.0000001108,0.05000,1.275
+23,mlp.experts.244.down_proj,0.0000023169,0.05000,1.304
+23,mlp.experts.242.down_proj,0.0000002672,0.05000,1.054
+23,mlp.experts.240.down_proj,0.0000006461,0.05000,1.156
+23,mlp.experts.255.down_proj,0.0000002668,0.05000,0.978
+23,mlp.experts.247.down_proj,0.0000003025,0.05000,0.671
+24,mlp.experts.0.gate_proj,0.0000145588,0.05000,13.870
+24,mlp.experts.1.gate_proj,0.0000024924,0.05000,13.879
+24,mlp.experts.7.gate_proj,0.0000061543,0.05000,13.948
+24,mlp.experts.9.gate_proj,0.0000087617,0.05000,13.959
+24,mlp.experts.14.gate_proj,0.0000062185,0.05000,14.036
+24,mlp.experts.15.gate_proj,0.0000380321,0.05000,14.051
+24,mlp.experts.2.gate_proj,0.0000109392,0.05000,14.055
+24,mlp.experts.3.gate_proj,0.0000079362,0.05000,14.065
+24,mlp.experts.13.gate_proj,0.0000098393,0.05000,14.061
+24,mlp.experts.11.gate_proj,0.0000070239,0.05000,14.068
+24,mlp.experts.4.gate_proj,0.0000103459,0.05000,14.075
+24,mlp.experts.6.gate_proj,0.0000119053,0.05000,14.084
+24,mlp.experts.12.gate_proj,0.0000079390,0.05000,14.086
+24,mlp.experts.10.gate_proj,0.0000039174,0.05000,14.089
+24,mlp.experts.5.gate_proj,0.0000202614,0.05000,14.130
+24,mlp.experts.8.gate_proj,0.0000148145,0.05000,14.175
+24,mlp.experts.17.gate_proj,0.0000107065,0.05000,16.103
+24,mlp.experts.23.gate_proj,0.0000144101,0.05000,16.162
+24,mlp.experts.16.gate_proj,0.0000151377,0.05000,16.242
+24,mlp.experts.26.gate_proj,0.0000050569,0.05000,15.988
+24,mlp.experts.31.gate_proj,0.0000140405,0.05000,16.167
+24,mlp.experts.19.gate_proj,0.0000096944,0.05000,16.156
+24,mlp.experts.24.gate_proj,0.0000070706,0.05000,16.017
+24,mlp.experts.30.gate_proj,0.0000302608,0.05000,16.213
+24,mlp.experts.18.gate_proj,0.0000122644,0.05000,16.192
+24,mlp.experts.25.gate_proj,0.0000559250,0.05000,16.327
+24,mlp.experts.22.gate_proj,0.0000136045,0.05000,16.182
+24,mlp.experts.27.gate_proj,0.0000111256,0.05000,16.229
+24,mlp.experts.29.gate_proj,0.0000167226,0.05000,16.296
+24,mlp.experts.21.gate_proj,0.0000049594,0.05000,16.173
+24,mlp.experts.28.gate_proj,0.0000430865,0.05000,16.308
+24,mlp.experts.20.gate_proj,0.0000039055,0.05000,16.359
+24,mlp.experts.33.gate_proj,0.0000044901,0.05000,15.055
+24,mlp.experts.42.gate_proj,0.0000265297,0.05000,15.124
+24,mlp.experts.40.gate_proj,0.0000237983,0.05000,15.044
+24,mlp.experts.37.gate_proj,0.0000135045,0.05000,14.898
+24,mlp.experts.34.gate_proj,0.0000108272,0.05000,15.084
+24,mlp.experts.41.gate_proj,0.0000087803,0.05000,15.043
+24,mlp.experts.38.gate_proj,0.0000051132,0.05000,15.034
+24,mlp.experts.46.gate_proj,0.0000086720,0.05000,15.116
+24,mlp.experts.39.gate_proj,0.0000049728,0.05000,15.287
+24,mlp.experts.43.gate_proj,0.0000075717,0.05000,15.082
+24,mlp.experts.32.gate_proj,0.0000084424,0.05000,15.340
+24,mlp.experts.45.gate_proj,0.0000587871,0.05000,15.159
+24,mlp.experts.36.gate_proj,0.0000122894,0.05000,15.123
+24,mlp.experts.44.gate_proj,0.0000047351,0.05000,15.152
+24,mlp.experts.35.gate_proj,0.0000158330,0.05000,15.376
+24,mlp.experts.47.gate_proj,0.0000110149,0.05000,15.387
+24,mlp.experts.49.gate_proj,0.0000370546,0.05000,15.938
+24,mlp.experts.55.gate_proj,0.0000058602,0.05000,16.079
+24,mlp.experts.58.gate_proj,0.0000184356,0.05000,16.247
+24,mlp.experts.56.gate_proj,0.0000089742,0.05000,16.225
+24,mlp.experts.57.gate_proj,0.0000078805,0.05000,16.159
+24,mlp.experts.62.gate_proj,0.0000116289,0.05000,16.145
+24,mlp.experts.53.gate_proj,0.0000057133,0.05000,16.299
+24,mlp.experts.54.gate_proj,0.0000094176,0.05000,16.265
+24,mlp.experts.59.gate_proj,0.0000073436,0.05000,16.204
+24,mlp.experts.61.gate_proj,0.0000389349,0.05000,16.092
+24,mlp.experts.50.gate_proj,0.0000053974,0.05000,16.305
+24,mlp.experts.60.gate_proj,0.0000074567,0.05000,16.170
+24,mlp.experts.48.gate_proj,0.0000136725,0.05000,16.378
+24,mlp.experts.63.gate_proj,0.0000044760,0.05000,16.235
+24,mlp.experts.52.gate_proj,0.0000235268,0.05000,16.280
+24,mlp.experts.51.gate_proj,0.0000164365,0.05000,16.405
+24,mlp.experts.65.gate_proj,0.0000067628,0.05000,15.842
+24,mlp.experts.73.gate_proj,0.0000134746,0.05000,15.767
+24,mlp.experts.70.gate_proj,0.0000064456,0.05000,15.695
+24,mlp.experts.71.gate_proj,0.0000057192,0.05000,15.865
+24,mlp.experts.69.gate_proj,0.0000120751,0.05000,15.736
+24,mlp.experts.74.gate_proj,0.0000045438,0.05000,15.873
+24,mlp.experts.75.gate_proj,0.0000331391,0.05000,15.821
+24,mlp.experts.77.gate_proj,0.0000141204,0.05000,15.859
+24,mlp.experts.78.gate_proj,0.0000102279,0.05000,16.047
+24,mlp.experts.76.gate_proj,0.0000182793,0.05000,15.822
+24,mlp.experts.66.gate_proj,0.0000246735,0.05000,15.958
+24,mlp.experts.72.gate_proj,0.0000113719,0.05000,16.150
+24,mlp.experts.68.gate_proj,0.0000092360,0.05000,15.960
+24,mlp.experts.79.gate_proj,0.0000072431,0.05000,15.999
+24,mlp.experts.64.gate_proj,0.0000191634,0.05000,16.101
+24,mlp.experts.67.gate_proj,0.0000062021,0.05000,16.117
+24,mlp.experts.86.gate_proj,failsafe(rtn): 0.0010071,0.00000,1.003
+24,mlp.experts.81.gate_proj,0.0000098596,0.05000,14.989
+24,mlp.experts.85.gate_proj,0.0000048128,0.05000,14.855
+24,mlp.experts.89.gate_proj,0.0000148701,0.05000,15.010
+24,mlp.experts.90.gate_proj,0.0000172056,0.05000,14.921
+24,mlp.experts.87.gate_proj,0.0000056356,0.05000,14.953
+24,mlp.experts.93.gate_proj,0.0000060672,0.05000,14.889
+24,mlp.experts.94.gate_proj,0.0000157307,0.05000,14.821
+24,mlp.experts.91.gate_proj,0.0000102173,0.05000,15.004
+24,mlp.experts.92.gate_proj,0.0000086946,0.05000,14.959
+24,mlp.experts.88.gate_proj,0.0000091526,0.05000,14.914
+24,mlp.experts.82.gate_proj,0.0000360784,0.05000,14.970
+24,mlp.experts.95.gate_proj,0.0000136754,0.05000,14.825
+24,mlp.experts.80.gate_proj,0.0000287003,0.05000,14.738
+24,mlp.experts.84.gate_proj,0.0000068152,0.05000,14.915
+24,mlp.experts.83.gate_proj,0.0000146854,0.05000,14.838
+24,mlp.experts.102.gate_proj,0.0000104366,0.05000,14.992
+24,mlp.experts.118.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.795
+24,mlp.experts.97.gate_proj,0.0000160436,0.05000,14.686
+24,mlp.experts.101.gate_proj,0.0000053739,0.05000,14.629
+24,mlp.experts.103.gate_proj,0.0000047154,0.05000,14.706
+24,mlp.experts.109.gate_proj,0.0000084176,0.05000,14.674
+24,mlp.experts.105.gate_proj,0.0000127877,0.05000,14.767
+24,mlp.experts.106.gate_proj,0.0000086321,0.05000,14.760
+24,mlp.experts.108.gate_proj,0.0000053036,0.05000,14.595
+24,mlp.experts.110.gate_proj,0.0000069773,0.05000,14.707
+24,mlp.experts.104.gate_proj,0.0000132574,0.05000,14.577
+24,mlp.experts.107.gate_proj,0.0000089182,0.05000,14.720
+24,mlp.experts.98.gate_proj,0.0000089382,0.05000,14.724
+24,mlp.experts.96.gate_proj,0.0000147254,0.05000,14.752
+24,mlp.experts.111.gate_proj,0.0000185839,0.05000,14.794
+24,mlp.experts.100.gate_proj,0.0000135898,0.05000,14.786
+24,mlp.experts.99.gate_proj,0.0000130625,0.05000,14.813
+24,mlp.experts.134.gate_proj,0.0000071106,0.05000,14.594
+24,mlp.experts.113.gate_proj,0.0000121767,0.05000,13.934
+24,mlp.experts.117.gate_proj,0.0000123945,0.05000,13.968
+24,mlp.experts.119.gate_proj,0.0000095829,0.05000,14.070
+24,mlp.experts.122.gate_proj,0.0000178906,0.05000,14.015
+24,mlp.experts.121.gate_proj,0.0000118502,0.05000,14.038
+24,mlp.experts.125.gate_proj,0.0000062090,0.05000,14.055
+24,mlp.experts.124.gate_proj,0.0000112212,0.05000,14.128
+24,mlp.experts.129.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.832
+24,mlp.experts.126.gate_proj,0.0000117407,0.05000,14.122
+24,mlp.experts.120.gate_proj,0.0000121382,0.05000,14.126
+24,mlp.experts.123.gate_proj,0.0000198717,0.05000,14.229
+24,mlp.experts.112.gate_proj,0.0000122171,0.05000,14.031
+24,mlp.experts.127.gate_proj,0.0000053791,0.05000,14.021
+24,mlp.experts.114.gate_proj,0.0000161922,0.05000,14.170
+24,mlp.experts.116.gate_proj,0.0000031825,0.05000,14.055
+24,mlp.experts.115.gate_proj,0.0000088864,0.05000,14.198
+24,mlp.experts.130.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.849
+24,mlp.experts.150.gate_proj,0.0000311985,0.05000,14.247
+24,mlp.experts.133.gate_proj,0.0000200151,0.05000,15.039
+24,mlp.experts.137.gate_proj,0.0000171878,0.05000,14.928
+24,mlp.experts.141.gate_proj,0.0000164326,0.05000,14.975
+24,mlp.experts.138.gate_proj,0.0000054843,0.05000,15.032
+24,mlp.experts.135.gate_proj,0.0000291502,0.05000,15.098
+24,mlp.experts.145.gate_proj,0.0000098420,0.05000,14.938
+24,mlp.experts.142.gate_proj,0.0000073027,0.05000,14.981
+24,mlp.experts.139.gate_proj,0.0000268028,0.05000,14.878
+24,mlp.experts.136.gate_proj,0.0000252266,0.05000,15.113
+24,mlp.experts.140.gate_proj,0.0000092202,0.05000,15.211
+24,mlp.experts.143.gate_proj,0.0000054469,0.05000,15.061
+24,mlp.experts.128.gate_proj,0.0000165620,0.05000,15.169
+24,mlp.experts.132.gate_proj,0.0000062431,0.05000,15.088
+24,mlp.experts.154.gate_proj,failsafe(rtn): 0.0007896,0.00000,0.937
+24,mlp.experts.131.gate_proj,0.0000074833,0.05000,15.171
+24,mlp.experts.156.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.925
+24,mlp.experts.146.gate_proj,0.0000143555,0.05000,15.018
+24,mlp.experts.166.gate_proj,0.0000087614,0.05000,15.189
+24,mlp.experts.162.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.829
+24,mlp.experts.149.gate_proj,0.0000049263,0.05000,15.134
+24,mlp.experts.161.gate_proj,0.0000060733,0.05000,14.925
+24,mlp.experts.157.gate_proj,0.0000069637,0.05000,15.185
+24,mlp.experts.153.gate_proj,0.0000102453,0.05000,15.279
+24,mlp.experts.151.gate_proj,0.0000073292,0.05000,15.272
+24,mlp.experts.158.gate_proj,0.0000229859,0.05000,15.199
+24,mlp.experts.155.gate_proj,0.0000072065,0.05000,15.234
+24,mlp.experts.152.gate_proj,0.0000505496,0.05000,15.192
+24,mlp.experts.144.gate_proj,0.0000075057,0.05000,15.136
+24,mlp.experts.159.gate_proj,0.0000044024,0.05000,15.255
+24,mlp.experts.148.gate_proj,0.0000107063,0.05000,15.319
+24,mlp.experts.170.gate_proj,0.0000233150,0.05000,15.006
+24,mlp.experts.147.gate_proj,0.0000086398,0.05000,15.218
+24,mlp.experts.172.gate_proj,0.0000314971,0.05000,15.075
+24,mlp.experts.182.gate_proj,0.0000323461,0.05000,15.196
+24,mlp.experts.178.gate_proj,0.0000065286,0.05000,15.177
+24,mlp.experts.165.gate_proj,0.0000097533,0.05000,15.314
+24,mlp.experts.177.gate_proj,0.0000106652,0.05000,15.193
+24,mlp.experts.173.gate_proj,0.0000147548,0.05000,15.227
+24,mlp.experts.169.gate_proj,0.0000227801,0.05000,15.322
+24,mlp.experts.167.gate_proj,0.0000118542,0.05000,15.434
+24,mlp.experts.174.gate_proj,0.0000134758,0.05000,15.447
+24,mlp.experts.171.gate_proj,0.0000422427,0.05000,15.440
+24,mlp.experts.168.gate_proj,0.0000091236,0.05000,15.407
+24,mlp.experts.175.gate_proj,0.0000111879,0.05000,15.431
+24,mlp.experts.160.gate_proj,0.0000055603,0.05000,15.571
+24,mlp.experts.164.gate_proj,0.0000146237,0.05000,15.486
+24,mlp.experts.186.gate_proj,0.0000061641,0.05000,15.485
+24,mlp.experts.188.gate_proj,0.0000118539,0.05000,15.352
+24,mlp.experts.163.gate_proj,0.0000049498,0.05000,15.625
+24,mlp.experts.198.gate_proj,0.0000073178,0.05000,15.377
+24,mlp.experts.194.gate_proj,0.0000068056,0.05000,15.307
+24,mlp.experts.181.gate_proj,0.0000177435,0.05000,14.928
+24,mlp.experts.193.gate_proj,0.0000267356,0.05000,14.924
+24,mlp.experts.189.gate_proj,0.0000084315,0.05000,14.850
+24,mlp.experts.185.gate_proj,0.0000087029,0.05000,14.816
+24,mlp.experts.184.gate_proj,0.0000029680,0.05000,14.852
+24,mlp.experts.190.gate_proj,0.0000141350,0.05000,14.950
+24,mlp.experts.197.gate_proj,failsafe(rtn): 0.0008888,0.00000,0.730
+24,mlp.experts.183.gate_proj,0.0000159184,0.05000,15.105
+24,mlp.experts.187.gate_proj,0.0000064137,0.05000,15.056
+24,mlp.experts.191.gate_proj,0.0000075622,0.05000,14.938
+24,mlp.experts.176.gate_proj,0.0000093684,0.05000,14.919
+24,mlp.experts.180.gate_proj,0.0000227650,0.05000,14.870
+24,mlp.experts.202.gate_proj,0.0000328850,0.05000,14.996
+24,mlp.experts.204.gate_proj,0.0000149385,0.05000,14.927
+24,mlp.experts.179.gate_proj,0.0000244810,0.05000,14.866
+24,mlp.experts.214.gate_proj,0.0000051996,0.05000,14.750
+24,mlp.experts.210.gate_proj,0.0000109859,0.05000,14.877
+24,mlp.experts.209.gate_proj,0.0000251605,0.05000,14.934
+24,mlp.experts.205.gate_proj,0.0000079241,0.05000,15.077
+24,mlp.experts.201.gate_proj,0.0000135002,0.05000,15.067
+24,mlp.experts.206.gate_proj,0.0000045607,0.05000,14.899
+24,mlp.experts.213.gate_proj,0.0000113838,0.05000,14.988
+24,mlp.experts.203.gate_proj,0.0000072199,0.05000,14.948
+24,mlp.experts.200.gate_proj,0.0000094158,0.05000,15.131
+24,mlp.experts.199.gate_proj,0.0000113826,0.05000,15.043
+24,mlp.experts.192.gate_proj,0.0000220317,0.05000,14.908
+24,mlp.experts.207.gate_proj,0.0000174579,0.05000,15.024
+24,mlp.experts.196.gate_proj,0.0000067161,0.05000,15.044
+24,mlp.experts.218.gate_proj,0.0000109892,0.05000,14.959
+24,mlp.experts.215.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.727
+24,mlp.experts.220.gate_proj,0.0000069864,0.05000,15.028
+24,mlp.experts.195.gate_proj,0.0000112192,0.05000,14.939
+24,mlp.experts.230.gate_proj,0.0000098392,0.05000,15.021
+24,mlp.experts.226.gate_proj,0.0000229074,0.05000,14.921
+24,mlp.experts.225.gate_proj,0.0000201968,0.05000,15.193
+24,mlp.experts.221.gate_proj,0.0000073069,0.05000,15.166
+24,mlp.experts.217.gate_proj,0.0000069279,0.05000,15.326
+24,mlp.experts.222.gate_proj,0.0000075538,0.05000,15.477
+24,mlp.experts.229.gate_proj,0.0000118965,0.05000,15.384
+24,mlp.experts.216.gate_proj,0.0000099271,0.05000,15.486
+24,mlp.experts.219.gate_proj,0.0000133700,0.05000,15.539
+24,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.930
+24,mlp.experts.208.gate_proj,0.0000060187,0.05000,15.566
+24,mlp.experts.223.gate_proj,0.0000100323,0.05000,15.649
+24,mlp.experts.212.gate_proj,0.0000086331,0.05000,15.479
+24,mlp.experts.234.gate_proj,0.0000142180,0.05000,15.507
+24,mlp.experts.236.gate_proj,0.0000377533,0.05000,15.585
+24,mlp.experts.211.gate_proj,0.0000083629,0.05000,15.541
+24,mlp.experts.231.gate_proj,0.0000207075,0.05000,15.699
+24,mlp.experts.242.gate_proj,0.0000053887,0.05000,15.472
+24,mlp.experts.246.gate_proj,0.0000264964,0.05000,15.627
+24,mlp.experts.241.gate_proj,0.0000079250,0.05000,15.340
+24,mlp.experts.233.gate_proj,0.0000204310,0.05000,15.240
+24,mlp.experts.238.gate_proj,0.0000111350,0.05000,15.090
+24,mlp.experts.245.gate_proj,0.0000253545,0.05000,15.061
+24,mlp.experts.232.gate_proj,0.0000068717,0.05000,15.159
+24,mlp.experts.235.gate_proj,0.0000174747,0.05000,15.203
+24,mlp.experts.253.gate_proj,0.0000117262,0.05000,15.142
+24,mlp.experts.224.gate_proj,0.0000183271,0.05000,15.104
+24,mlp.experts.228.gate_proj,0.0000061851,0.05000,15.164
+24,mlp.experts.250.gate_proj,0.0000071013,0.05000,15.056
+24,mlp.experts.239.gate_proj,0.0000090926,0.05000,15.305
+24,mlp.experts.227.gate_proj,0.0000131704,0.05000,15.082
+24,mlp.experts.252.gate_proj,0.0000108609,0.05000,15.202
+24,mlp.experts.247.gate_proj,0.0000125417,0.05000,15.210
+24,mlp.experts.2.up_proj,0.0000095099,0.05000,14.996
+24,mlp.experts.6.up_proj,0.0000108517,0.05000,15.047
+24,mlp.experts.1.up_proj,0.0000026306,0.05000,14.919
+24,mlp.experts.249.gate_proj,0.0000036259,0.05000,14.984
+24,mlp.experts.254.gate_proj,0.0000157510,0.05000,15.132
+24,mlp.experts.5.up_proj,0.0000181881,0.05000,15.052
+24,mlp.experts.248.gate_proj,0.0000038060,0.05000,15.039
+24,mlp.experts.13.up_proj,0.0000083824,0.05000,14.957
+24,mlp.experts.240.gate_proj,0.0000051427,0.05000,14.899
+24,mlp.experts.251.gate_proj,0.0000131721,0.05000,15.058
+24,mlp.experts.244.gate_proj,0.0000138310,0.05000,15.054
+24,mlp.experts.10.up_proj,0.0000037266,0.05000,15.014
+24,mlp.experts.255.gate_proj,0.0000049411,0.05000,15.108
+24,mlp.experts.12.up_proj,0.0000076072,0.05000,15.053
+24,mlp.experts.243.gate_proj,0.0000107028,0.05000,15.188
+24,mlp.experts.7.up_proj,0.0000066845,0.05000,15.195
+24,mlp.experts.18.up_proj,0.0000093146,0.05000,15.250
+24,mlp.experts.22.up_proj,0.0000123080,0.05000,15.319
+24,mlp.experts.17.up_proj,0.0000096232,0.05000,15.305
+24,mlp.experts.9.up_proj,0.0000075549,0.05000,15.421
+24,mlp.experts.21.up_proj,0.0000047352,0.05000,15.448
+24,mlp.experts.14.up_proj,0.0000059609,0.05000,15.572
+24,mlp.experts.29.up_proj,0.0000143849,0.05000,15.534
+24,mlp.experts.11.up_proj,0.0000077669,0.05000,15.587
+24,mlp.experts.0.up_proj,0.0000134065,0.05000,15.645
+24,mlp.experts.8.up_proj,0.0000137712,0.05000,15.656
+24,mlp.experts.4.up_proj,0.0000095185,0.05000,15.635
+24,mlp.experts.26.up_proj,0.0000056992,0.05000,15.720
+24,mlp.experts.15.up_proj,0.0000436318,0.05000,15.671
+24,mlp.experts.3.up_proj,0.0000088539,0.05000,15.675
+24,mlp.experts.28.up_proj,0.0000502498,0.05000,15.700
+24,mlp.experts.23.up_proj,0.0000074267,0.05000,15.582
+24,mlp.experts.34.up_proj,0.0000099410,0.05000,15.464
+24,mlp.experts.38.up_proj,0.0000055216,0.05000,15.661
+24,mlp.experts.33.up_proj,0.0000044408,0.05000,15.719
+24,mlp.experts.25.up_proj,0.0000540132,0.05000,15.594
+24,mlp.experts.37.up_proj,0.0000116222,0.05000,15.723
+24,mlp.experts.30.up_proj,0.0000263301,0.05000,15.688
+24,mlp.experts.45.up_proj,0.0000482292,0.05000,15.665
+24,mlp.experts.16.up_proj,0.0000139126,0.05000,15.681
+24,mlp.experts.24.up_proj,0.0000065623,0.05000,15.767
+24,mlp.experts.27.up_proj,0.0000085028,0.05000,15.838
+24,mlp.experts.42.up_proj,0.0000217378,0.05000,15.598
+24,mlp.experts.20.up_proj,0.0000035191,0.05000,15.833
+24,mlp.experts.31.up_proj,0.0000161013,0.05000,15.638
+24,mlp.experts.19.up_proj,0.0000097178,0.05000,15.565
+24,mlp.experts.44.up_proj,0.0000050329,0.05000,15.745
+24,mlp.experts.39.up_proj,0.0000049276,0.05000,15.802
+24,mlp.experts.50.up_proj,0.0000066759,0.05000,15.704
+24,mlp.experts.54.up_proj,0.0000075777,0.05000,15.780
+24,mlp.experts.49.up_proj,0.0000312835,0.05000,15.539
+24,mlp.experts.41.up_proj,0.0000081033,0.05000,15.544
+24,mlp.experts.53.up_proj,0.0000053501,0.05000,15.574
+24,mlp.experts.46.up_proj,0.0000072544,0.05000,15.506
+24,mlp.experts.40.up_proj,0.0000254544,0.05000,15.266
+24,mlp.experts.61.up_proj,0.0000316029,0.05000,15.508
+24,mlp.experts.32.up_proj,0.0000093501,0.05000,15.498
+24,mlp.experts.43.up_proj,0.0000078854,0.05000,15.440
+24,mlp.experts.36.up_proj,0.0000085554,0.05000,15.298
+24,mlp.experts.58.up_proj,0.0000169259,0.05000,15.450
+24,mlp.experts.47.up_proj,0.0000099501,0.05000,15.558
+24,mlp.experts.35.up_proj,0.0000175298,0.05000,15.505
+24,mlp.experts.60.up_proj,0.0000069890,0.05000,15.485
+24,mlp.experts.55.up_proj,0.0000052632,0.05000,15.518
+24,mlp.experts.66.up_proj,0.0000189701,0.05000,15.438
+24,mlp.experts.70.up_proj,0.0000059139,0.05000,15.367
+24,mlp.experts.86.up_proj,failsafe(rtn): 0.0009346,0.00000,0.705
+24,mlp.experts.65.up_proj,0.0000064890,0.05000,14.805
+24,mlp.experts.57.up_proj,0.0000076631,0.05000,14.837
+24,mlp.experts.69.up_proj,0.0000098762,0.05000,14.823
+24,mlp.experts.62.up_proj,0.0000108480,0.05000,14.932
+24,mlp.experts.77.up_proj,0.0000130255,0.05000,14.704
+24,mlp.experts.56.up_proj,0.0000107946,0.05000,14.791
+24,mlp.experts.48.up_proj,0.0000128820,0.05000,14.678
+24,mlp.experts.59.up_proj,0.0000080340,0.05000,14.961
+24,mlp.experts.74.up_proj,0.0000050143,0.05000,14.691
+24,mlp.experts.52.up_proj,0.0000219058,0.05000,14.913
+24,mlp.experts.63.up_proj,0.0000051695,0.05000,14.884
+24,mlp.experts.51.up_proj,0.0000150861,0.05000,14.809
+24,mlp.experts.76.up_proj,0.0000169654,0.05000,14.781
+24,mlp.experts.71.up_proj,0.0000059070,0.05000,14.856
+24,mlp.experts.82.up_proj,0.0000274368,0.05000,14.901
+24,mlp.experts.102.up_proj,0.0000096116,0.05000,14.572
+24,mlp.experts.118.up_proj,failsafe(rtn): 0.0008812,0.00000,0.674
+24,mlp.experts.81.up_proj,0.0000103184,0.05000,14.773
+24,mlp.experts.73.up_proj,0.0000105956,0.05000,14.721
+24,mlp.experts.85.up_proj,0.0000044912,0.05000,14.900
+24,mlp.experts.93.up_proj,0.0000050423,0.05000,14.887
+24,mlp.experts.78.up_proj,0.0000094610,0.05000,14.949
+24,mlp.experts.64.up_proj,0.0000159559,0.05000,14.912
+24,mlp.experts.72.up_proj,0.0000093575,0.05000,15.003
+24,mlp.experts.90.up_proj,0.0000145577,0.05000,14.852
+24,mlp.experts.75.up_proj,0.0000344409,0.05000,14.977
+24,mlp.experts.68.up_proj,0.0000086718,0.05000,14.887
+24,mlp.experts.67.up_proj,0.0000065075,0.05000,14.807
+24,mlp.experts.79.up_proj,0.0000068007,0.05000,15.041
+24,mlp.experts.92.up_proj,0.0000079892,0.05000,14.894
+24,mlp.experts.87.up_proj,0.0000049746,0.05000,14.936
+24,mlp.experts.98.up_proj,0.0000080886,0.05000,14.856
+24,mlp.experts.134.up_proj,0.0000063325,0.05000,15.212
+24,mlp.experts.97.up_proj,0.0000134820,0.05000,15.093
+24,mlp.experts.89.up_proj,0.0000122955,0.05000,14.903
+24,mlp.experts.109.up_proj,0.0000091126,0.05000,14.695
+24,mlp.experts.101.up_proj,0.0000058278,0.05000,14.863
+24,mlp.experts.94.up_proj,0.0000128500,0.05000,14.930
+24,mlp.experts.80.up_proj,0.0000250869,0.05000,14.953
+24,mlp.experts.88.up_proj,0.0000084636,0.05000,14.919
+24,mlp.experts.106.up_proj,0.0000121464,0.05000,14.984
+24,mlp.experts.91.up_proj,0.0000095066,0.05000,14.936
+24,mlp.experts.84.up_proj,0.0000078740,0.05000,14.875
+24,mlp.experts.83.up_proj,0.0000136166,0.05000,14.898
+24,mlp.experts.108.up_proj,0.0000050063,0.05000,14.940
+24,mlp.experts.95.up_proj,0.0000130870,0.05000,15.144
+24,mlp.experts.103.up_proj,0.0000045708,0.05000,15.049
+24,mlp.experts.114.up_proj,0.0000132837,0.05000,15.052
+24,mlp.experts.130.up_proj,failsafe(rtn): 0.0009232,0.00000,0.779
+24,mlp.experts.150.up_proj,0.0000257549,0.05000,15.103
+24,mlp.experts.113.up_proj,0.0000112485,0.05000,14.710
+24,mlp.experts.105.up_proj,0.0000118704,0.05000,14.630
+24,mlp.experts.129.up_proj,failsafe(rtn): 0.0008850,0.00000,0.693
+24,mlp.experts.125.up_proj,0.0000055219,0.05000,14.674
+24,mlp.experts.117.up_proj,0.0000111695,0.05000,14.722
+24,mlp.experts.110.up_proj,0.0000083857,0.05000,14.748
+24,mlp.experts.96.up_proj,0.0000132717,0.05000,14.697
+24,mlp.experts.104.up_proj,0.0000123512,0.05000,14.734
+24,mlp.experts.107.up_proj,0.0000078993,0.05000,14.560
+24,mlp.experts.122.up_proj,0.0000163265,0.05000,14.611
+24,mlp.experts.100.up_proj,0.0000124958,0.05000,14.650
+24,mlp.experts.99.up_proj,0.0000121012,0.05000,14.676
+24,mlp.experts.111.up_proj,0.0000157727,0.05000,14.676
+24,mlp.experts.124.up_proj,0.0000103364,0.05000,14.755
+24,mlp.experts.119.up_proj,0.0000106878,0.05000,14.594
+24,mlp.experts.146.up_proj,0.0000131353,0.05000,14.651
+24,mlp.experts.162.up_proj,failsafe(rtn): 0.0009346,0.00000,0.772
+24,mlp.experts.166.up_proj,0.0000088530,0.05000,14.536
+24,mlp.experts.121.up_proj,0.0000096652,0.05000,15.394
+24,mlp.experts.141.up_proj,0.0000146369,0.05000,15.631
+24,mlp.experts.145.up_proj,0.0000089685,0.05000,15.729
+24,mlp.experts.133.up_proj,0.0000170526,0.05000,15.671
+24,mlp.experts.126.up_proj,0.0000106977,0.05000,15.648
+24,mlp.experts.112.up_proj,0.0000107696,0.05000,15.773
+24,mlp.experts.120.up_proj,0.0000111724,0.05000,15.761
+24,mlp.experts.123.up_proj,0.0000184406,0.05000,15.769
+24,mlp.experts.138.up_proj,0.0000056661,0.05000,15.774
+24,mlp.experts.116.up_proj,0.0000031889,0.05000,15.922
+24,mlp.experts.115.up_proj,0.0000078040,0.05000,15.765
+24,mlp.experts.127.up_proj,0.0000050442,0.05000,15.707
+24,mlp.experts.154.up_proj,failsafe(rtn): 0.0010681,0.00000,0.841
+24,mlp.experts.140.up_proj,0.0000087082,0.05000,15.935
+24,mlp.experts.135.up_proj,0.0000232316,0.05000,15.849
+24,mlp.experts.156.up_proj,failsafe(rtn): 0.0008507,0.00000,0.860
+24,mlp.experts.178.up_proj,0.0000073101,0.05000,15.875
+24,mlp.experts.182.up_proj,0.0000252853,0.05000,15.655
+24,mlp.experts.137.up_proj,0.0000156529,0.05000,15.462
+24,mlp.experts.157.up_proj,0.0000069911,0.05000,15.156
+24,mlp.experts.161.up_proj,0.0000061041,0.05000,15.149
+24,mlp.experts.149.up_proj,0.0000048861,0.05000,15.171
+24,mlp.experts.142.up_proj,0.0000067913,0.05000,15.216
+24,mlp.experts.136.up_proj,0.0000222400,0.05000,15.071
+24,mlp.experts.128.up_proj,0.0000221571,0.05000,15.138
+24,mlp.experts.139.up_proj,0.0000242715,0.05000,15.225
+24,mlp.experts.132.up_proj,0.0000061283,0.05000,15.116
+24,mlp.experts.131.up_proj,0.0000080434,0.05000,15.215
+24,mlp.experts.170.up_proj,0.0000185381,0.05000,15.075
+24,mlp.experts.143.up_proj,0.0000044767,0.05000,15.286
+24,mlp.experts.151.up_proj,0.0000058312,0.05000,15.109
+24,mlp.experts.172.up_proj,0.0000233997,0.05000,15.132
+24,mlp.experts.198.up_proj,0.0000069600,0.05000,15.194
+24,mlp.experts.194.up_proj,0.0000062783,0.05000,15.216
+24,mlp.experts.153.up_proj,0.0000092763,0.05000,15.624
+24,mlp.experts.177.up_proj,0.0000083724,0.05000,15.610
+24,mlp.experts.173.up_proj,0.0000108677,0.05000,15.701
+24,mlp.experts.165.up_proj,0.0000091141,0.05000,15.830
+24,mlp.experts.158.up_proj,0.0000171757,0.05000,15.735
+24,mlp.experts.144.up_proj,0.0000069124,0.05000,15.787
+24,mlp.experts.152.up_proj,0.0000464153,0.05000,15.875
+24,mlp.experts.155.up_proj,0.0000060226,0.05000,15.839
+24,mlp.experts.148.up_proj,0.0000116355,0.05000,15.903
+24,mlp.experts.147.up_proj,0.0000083259,0.05000,15.893
+24,mlp.experts.186.up_proj,0.0000061485,0.05000,15.872
+24,mlp.experts.159.up_proj,0.0000040838,0.05000,15.837
+24,mlp.experts.167.up_proj,0.0000109111,0.05000,15.730
+24,mlp.experts.188.up_proj,0.0000104363,0.05000,15.742
+24,mlp.experts.214.up_proj,0.0000048615,0.05000,15.720
+24,mlp.experts.210.up_proj,0.0000118355,0.05000,15.946
+24,mlp.experts.169.up_proj,0.0000340226,0.05000,15.677
+24,mlp.experts.189.up_proj,0.0000076895,0.05000,15.560
+24,mlp.experts.193.up_proj,0.0000254440,0.05000,15.737
+24,mlp.experts.181.up_proj,0.0000166439,0.05000,15.525
+24,mlp.experts.174.up_proj,0.0000123776,0.05000,15.643
+24,mlp.experts.168.up_proj,0.0000075904,0.05000,15.540
+24,mlp.experts.160.up_proj,0.0000063528,0.05000,15.660
+24,mlp.experts.197.up_proj,failsafe(rtn): 0.0008774,0.00000,0.665
+24,mlp.experts.171.up_proj,0.0000415287,0.05000,15.676
+24,mlp.experts.164.up_proj,0.0000135816,0.05000,15.650
+24,mlp.experts.163.up_proj,0.0000048147,0.05000,15.509
+24,mlp.experts.202.up_proj,0.0000307967,0.05000,15.637
+24,mlp.experts.175.up_proj,0.0000105092,0.05000,15.671
+24,mlp.experts.183.up_proj,0.0000148924,0.05000,15.685
+24,mlp.experts.204.up_proj,0.0000119223,0.05000,15.733
+24,mlp.experts.230.up_proj,0.0000092324,0.05000,15.503
+24,mlp.experts.226.up_proj,0.0000199615,0.05000,15.522
+24,mlp.experts.185.up_proj,0.0000100631,0.05000,14.746
+24,mlp.experts.209.up_proj,0.0000212625,0.05000,14.470
+24,mlp.experts.205.up_proj,0.0000080298,0.05000,14.592
+24,mlp.experts.190.up_proj,0.0000163593,0.05000,14.758
+24,mlp.experts.176.up_proj,0.0000077769,0.05000,14.715
+24,mlp.experts.184.up_proj,0.0000028930,0.05000,14.898
+24,mlp.experts.213.up_proj,0.0000106019,0.05000,14.826
+24,mlp.experts.187.up_proj,0.0000060079,0.05000,14.738
+24,mlp.experts.180.up_proj,0.0000179830,0.05000,14.749
+24,mlp.experts.179.up_proj,0.0000203880,0.05000,14.775
+24,mlp.experts.218.up_proj,0.0000102462,0.05000,14.700
+24,mlp.experts.191.up_proj,0.0000077371,0.05000,14.790
+24,mlp.experts.199.up_proj,0.0000105096,0.05000,14.782
+24,mlp.experts.220.up_proj,0.0000074763,0.05000,14.742
+24,mlp.experts.215.up_proj,failsafe(rtn): 0.0009193,0.00000,0.746
+24,mlp.experts.246.up_proj,0.0000219675,0.05000,14.656
+24,mlp.experts.242.up_proj,0.0000051504,0.05000,14.586
+24,mlp.experts.6.down_proj,0.0000001200,0.05000,4.223
+24,mlp.experts.2.down_proj,0.0000001779,0.05000,4.122
+24,mlp.experts.22.down_proj,0.0000002523,0.05000,3.830
+24,mlp.experts.18.down_proj,0.0000002564,0.05000,3.842
+24,mlp.experts.201.up_proj,0.0000125603,0.05000,15.541
+24,mlp.experts.225.up_proj,0.0000185588,0.05000,15.527
+24,mlp.experts.221.up_proj,0.0000073104,0.05000,15.682
+24,mlp.experts.38.down_proj,0.0000002374,0.05000,3.915
+24,mlp.experts.34.down_proj,0.0000001061,0.05000,3.931
+24,mlp.experts.206.up_proj,0.0000042168,0.05000,15.695
+24,mlp.experts.192.up_proj,0.0000172008,0.05000,15.617
+24,mlp.experts.237.up_proj,failsafe(rtn): 0.0009003,0.00000,0.786
+24,mlp.experts.200.up_proj,0.0000072236,0.05000,15.753
+24,mlp.experts.229.up_proj,0.0000107489,0.05000,15.832
+24,mlp.experts.203.up_proj,0.0000106223,0.05000,15.814
+24,mlp.experts.196.up_proj,0.0000065388,0.05000,15.823
+24,mlp.experts.195.up_proj,0.0000100293,0.05000,15.773
+24,mlp.experts.234.up_proj,0.0000154425,0.05000,15.832
+24,mlp.experts.207.up_proj,0.0000143239,0.05000,15.885
+24,mlp.experts.236.up_proj,0.0000296696,0.05000,15.942
+24,mlp.experts.231.up_proj,0.0000163470,0.05000,15.950
+24,mlp.experts.54.down_proj,0.0000001910,0.05000,4.206
+24,mlp.experts.50.down_proj,0.0000002493,0.05000,4.315
+24,mlp.experts.70.down_proj,0.0000000622,0.05000,3.814
+24,mlp.experts.66.down_proj,0.0000004377,0.05000,3.756
+24,mlp.experts.86.down_proj,failsafe(rtn): 0.0009117,0.00000,0.178
+24,mlp.experts.102.down_proj,0.0000000985,0.05000,3.820
+24,mlp.experts.82.down_proj,0.0000006098,0.05000,3.901
+24,mlp.experts.118.down_proj,failsafe(rtn): 0.0008774,0.00000,0.155
+24,mlp.experts.217.up_proj,0.0000074951,0.05000,15.478
+24,mlp.experts.241.up_proj,0.0000068876,0.05000,15.482
+24,mlp.experts.222.up_proj,0.0000104974,0.05000,15.374
+24,mlp.experts.208.up_proj,0.0000059236,0.05000,15.360
+24,mlp.experts.98.down_proj,0.0000000805,0.05000,3.762
+24,mlp.experts.134.down_proj,0.0000001250,0.05000,3.749
+24,mlp.experts.253.up_proj,0.0000097950,0.05000,15.528
+24,mlp.experts.216.up_proj,0.0000092757,0.05000,15.543
+24,mlp.experts.245.up_proj,0.0000230960,0.05000,15.426
+24,mlp.experts.219.up_proj,0.0000110301,0.05000,15.533
+24,mlp.experts.212.up_proj,0.0000090983,0.05000,15.606
+24,mlp.experts.211.up_proj,0.0000076324,0.05000,15.489
+24,mlp.experts.250.up_proj,0.0000063467,0.05000,15.488
+24,mlp.experts.223.up_proj,0.0000122513,0.05000,15.642
+24,mlp.experts.247.up_proj,0.0000114577,0.05000,15.494
+24,mlp.experts.252.up_proj,0.0000096582,0.05000,15.528
+24,mlp.experts.1.down_proj,0.0000000658,0.05000,4.121
+24,mlp.experts.114.down_proj,0.0000002223,0.05000,3.858
+24,mlp.experts.150.down_proj,0.0000005024,0.05000,3.911
+24,mlp.experts.130.down_proj,failsafe(rtn): 0.0009003,0.00000,0.166
+24,mlp.experts.13.down_proj,0.0000001414,0.05000,3.883
+24,mlp.experts.5.down_proj,0.0000002305,0.05000,3.791
+24,mlp.experts.10.down_proj,0.0000001404,0.05000,3.494
+24,mlp.experts.7.down_proj,0.0000002386,0.05000,3.604
+24,mlp.experts.12.down_proj,0.0000003070,0.05000,3.601
+24,mlp.experts.17.down_proj,0.0000002556,0.05000,3.794
+24,mlp.experts.146.down_proj,0.0000001509,0.05000,3.966
+24,mlp.experts.166.down_proj,0.0000004072,0.05000,4.020
+24,mlp.experts.29.down_proj,0.0000002773,0.05000,3.948
+24,mlp.experts.162.down_proj,failsafe(rtn): 0.0009041,0.00000,0.231
+24,mlp.experts.21.down_proj,0.0000001760,0.05000,4.143
+24,mlp.experts.26.down_proj,0.0000002437,0.05000,4.252
+24,mlp.experts.28.down_proj,0.0000016161,0.05000,4.187
+24,mlp.experts.23.down_proj,0.0000001021,0.05000,4.230
+24,mlp.experts.33.down_proj,0.0000001725,0.05000,4.101
+24,mlp.experts.45.down_proj,0.0000010820,0.05000,4.039
+24,mlp.experts.182.down_proj,0.0000005429,0.05000,4.125
+24,mlp.experts.178.down_proj,0.0000002751,0.05000,4.098
+24,mlp.experts.37.down_proj,0.0000002337,0.05000,3.987
+24,mlp.experts.42.down_proj,0.0000004037,0.05000,3.907
+24,mlp.experts.233.up_proj,0.0000192248,0.05000,15.475
+24,mlp.experts.44.down_proj,0.0000002065,0.05000,3.672
+24,mlp.experts.39.down_proj,0.0000001623,0.05000,3.694
+24,mlp.experts.49.down_proj,0.0000005012,0.05000,3.631
+24,mlp.experts.238.up_proj,0.0000124693,0.05000,15.502
+24,mlp.experts.224.up_proj,0.0000170196,0.05000,15.599
+24,mlp.experts.61.down_proj,0.0000007834,0.05000,3.653
+24,mlp.experts.198.down_proj,0.0000003237,0.05000,3.624
+24,mlp.experts.232.up_proj,0.0000063183,0.05000,15.537
+24,mlp.experts.194.down_proj,0.0000001851,0.05000,3.704
+24,mlp.experts.53.down_proj,0.0000000632,0.05000,3.639
+24,mlp.experts.235.up_proj,0.0000164141,0.05000,15.563
+24,mlp.experts.228.up_proj,0.0000065480,0.05000,15.500
+24,mlp.experts.227.up_proj,0.0000102973,0.05000,15.538
+24,mlp.experts.58.down_proj,0.0000002015,0.05000,3.774
+24,mlp.experts.239.up_proj,0.0000073908,0.05000,15.520
+24,mlp.experts.60.down_proj,0.0000001274,0.05000,3.877
+24,mlp.experts.55.down_proj,0.0000001606,0.05000,3.910
+24,mlp.experts.65.down_proj,0.0000002098,0.05000,3.893
+24,mlp.experts.77.down_proj,0.0000001402,0.05000,3.678
+24,mlp.experts.214.down_proj,0.0000000731,0.05000,3.705
+24,mlp.experts.69.down_proj,0.0000001543,0.05000,3.659
+24,mlp.experts.210.down_proj,0.0000004832,0.05000,3.695
+24,mlp.experts.74.down_proj,0.0000001785,0.05000,3.612
+24,mlp.experts.76.down_proj,0.0000002204,0.05000,3.751
+24,mlp.experts.71.down_proj,0.0000001800,0.05000,3.774
+24,mlp.experts.81.down_proj,0.0000003802,0.05000,3.823
+24,mlp.experts.93.down_proj,0.0000001606,0.05000,4.065
+24,mlp.experts.230.down_proj,0.0000003521,0.05000,4.115
+24,mlp.experts.85.down_proj,0.0000000821,0.05000,4.055
+24,mlp.experts.226.down_proj,0.0000003543,0.05000,4.042
+24,mlp.experts.90.down_proj,0.0000002885,0.05000,4.043
+24,mlp.experts.92.down_proj,0.0000001117,0.05000,4.045
+24,mlp.experts.87.down_proj,0.0000000499,0.05000,4.054
+24,mlp.experts.97.down_proj,0.0000005731,0.05000,3.948
+24,mlp.experts.109.down_proj,0.0000004402,0.05000,3.921
+24,mlp.experts.246.down_proj,0.0000003088,0.05000,3.806
+24,mlp.experts.101.down_proj,0.0000001375,0.05000,3.855
+24,mlp.experts.242.down_proj,0.0000003324,0.05000,3.918
+24,mlp.experts.106.down_proj,0.0000003330,0.05000,3.649
+24,mlp.experts.249.up_proj,0.0000028248,0.05000,15.051
+24,mlp.experts.108.down_proj,0.0000001872,0.05000,3.447
+24,mlp.experts.103.down_proj,0.0000001494,0.05000,3.416
+24,mlp.experts.113.down_proj,0.0000001217,0.05000,3.441
+24,mlp.experts.129.down_proj,failsafe(rtn): 0.0008659,0.00000,0.139
+24,mlp.experts.254.up_proj,0.0000144874,0.05000,14.952
+24,mlp.experts.240.up_proj,0.0000047454,0.05000,15.095
+24,mlp.experts.248.up_proj,0.0000043754,0.05000,14.885
+24,mlp.experts.125.down_proj,0.0000001365,0.05000,3.353
+24,mlp.experts.117.down_proj,0.0000001180,0.05000,3.287
+24,mlp.experts.251.up_proj,0.0000123247,0.05000,14.868
+24,mlp.experts.244.up_proj,0.0000120022,0.05000,14.834
+24,mlp.experts.243.up_proj,0.0000098027,0.05000,14.766
+24,mlp.experts.122.down_proj,0.0000003595,0.05000,3.467
+24,mlp.experts.255.up_proj,0.0000038704,0.05000,14.683
+24,mlp.experts.9.down_proj,0.0000001871,0.05000,3.423
+24,mlp.experts.119.down_proj,0.0000003985,0.05000,3.351
+24,mlp.experts.124.down_proj,0.0000001063,0.05000,3.415
+24,mlp.experts.145.down_proj,0.0000001435,0.05000,3.473
+24,mlp.experts.14.down_proj,0.0000002006,0.05000,3.529
+24,mlp.experts.0.down_proj,0.0000001693,0.05000,3.496
+24,mlp.experts.141.down_proj,0.0000001978,0.05000,3.521
+24,mlp.experts.8.down_proj,0.0000001455,0.05000,3.546
+24,mlp.experts.133.down_proj,0.0000004442,0.05000,3.483
+24,mlp.experts.11.down_proj,0.0000004033,0.05000,3.546
+24,mlp.experts.4.down_proj,0.0000000999,0.05000,3.444
+24,mlp.experts.3.down_proj,0.0000002604,0.05000,3.429
+24,mlp.experts.138.down_proj,0.0000001609,0.05000,3.334
+24,mlp.experts.154.down_proj,failsafe(rtn): 0.0010529,0.00000,0.134
+24,mlp.experts.15.down_proj,0.0000019677,0.05000,3.335
+24,mlp.experts.25.down_proj,0.0000013895,0.05000,3.441
+24,mlp.experts.135.down_proj,0.0000004259,0.05000,3.453
+24,mlp.experts.140.down_proj,0.0000002965,0.05000,3.490
+24,mlp.experts.156.down_proj,failsafe(rtn): 0.0008469,0.00000,0.202
+24,mlp.experts.161.down_proj,0.0000001768,0.05000,3.520
+24,mlp.experts.30.down_proj,0.0000006162,0.05000,3.556
+24,mlp.experts.16.down_proj,0.0000001859,0.05000,3.508
+24,mlp.experts.24.down_proj,0.0000000656,0.05000,3.469
+24,mlp.experts.157.down_proj,0.0000002932,0.05000,3.495
+24,mlp.experts.149.down_proj,0.0000001867,0.05000,3.570
+24,mlp.experts.27.down_proj,0.0000001201,0.05000,3.533
+24,mlp.experts.20.down_proj,0.0000000974,0.05000,3.580
+24,mlp.experts.19.down_proj,0.0000003213,0.05000,3.691
+24,mlp.experts.170.down_proj,0.0000004395,0.05000,3.693
+24,mlp.experts.31.down_proj,0.0000005025,0.05000,3.662
+24,mlp.experts.41.down_proj,0.0000000886,0.05000,3.692
+24,mlp.experts.151.down_proj,0.0000001357,0.05000,3.698
+24,mlp.experts.172.down_proj,0.0000006824,0.05000,3.530
+24,mlp.experts.177.down_proj,0.0000000954,0.05000,3.468
+24,mlp.experts.46.down_proj,0.0000002336,0.05000,3.396
+24,mlp.experts.32.down_proj,0.0000005549,0.05000,3.338
+24,mlp.experts.173.down_proj,0.0000002395,0.05000,3.260
+24,mlp.experts.40.down_proj,0.0000005464,0.05000,3.309
+24,mlp.experts.165.down_proj,0.0000001190,0.05000,3.237
+24,mlp.experts.43.down_proj,0.0000003901,0.05000,3.216
+24,mlp.experts.36.down_proj,0.0000002024,0.05000,3.115
+24,mlp.experts.35.down_proj,0.0000009284,0.05000,3.133
+24,mlp.experts.186.down_proj,0.0000001680,0.05000,3.093
+24,mlp.experts.47.down_proj,0.0000002581,0.05000,3.151
+24,mlp.experts.57.down_proj,0.0000002292,0.05000,3.122
+24,mlp.experts.167.down_proj,0.0000001150,0.05000,3.221
+24,mlp.experts.188.down_proj,0.0000001110,0.05000,3.235
+24,mlp.experts.193.down_proj,0.0000004219,0.05000,3.329
+24,mlp.experts.62.down_proj,0.0000001118,0.05000,3.256
+24,mlp.experts.48.down_proj,0.0000001675,0.05000,3.353
+24,mlp.experts.56.down_proj,0.0000004054,0.05000,3.312
+24,mlp.experts.189.down_proj,0.0000001046,0.05000,3.379
+24,mlp.experts.181.down_proj,0.0000004767,0.05000,3.373
+24,mlp.experts.59.down_proj,0.0000002803,0.05000,3.400
+24,mlp.experts.197.down_proj,failsafe(rtn): 0.0008774,0.00000,0.173
+24,mlp.experts.52.down_proj,0.0000002671,0.05000,3.417
+24,mlp.experts.51.down_proj,0.0000001818,0.05000,3.386
+24,mlp.experts.202.down_proj,0.0000006398,0.05000,3.402
+24,mlp.experts.63.down_proj,0.0000002079,0.05000,3.379
+24,mlp.experts.73.down_proj,0.0000001512,0.05000,3.472
+24,mlp.experts.183.down_proj,0.0000004922,0.05000,3.449
+24,mlp.experts.204.down_proj,0.0000001999,0.05000,3.471
+24,mlp.experts.209.down_proj,0.0000005196,0.05000,3.367
+24,mlp.experts.78.down_proj,0.0000001073,0.05000,3.390
+24,mlp.experts.64.down_proj,0.0000002517,0.05000,3.553
+24,mlp.experts.72.down_proj,0.0000001711,0.05000,3.578
+24,mlp.experts.205.down_proj,0.0000002865,0.05000,3.587
+24,mlp.experts.75.down_proj,0.0000013412,0.05000,3.547
+24,mlp.experts.213.down_proj,0.0000001146,0.05000,3.564
+24,mlp.experts.68.down_proj,0.0000001130,0.05000,3.636
+24,mlp.experts.67.down_proj,0.0000001862,0.05000,3.632
+24,mlp.experts.218.down_proj,0.0000001187,0.05000,3.555
+24,mlp.experts.79.down_proj,0.0000000917,0.05000,3.665
+24,mlp.experts.89.down_proj,0.0000001693,0.05000,3.658
+24,mlp.experts.199.down_proj,0.0000001667,0.05000,3.640
+24,mlp.experts.220.down_proj,0.0000003030,0.05000,3.564
+24,mlp.experts.215.down_proj,failsafe(rtn): 0.0009117,0.00000,0.161
+24,mlp.experts.225.down_proj,0.0000004618,0.05000,3.635
+24,mlp.experts.94.down_proj,0.0000002309,0.05000,3.656
+24,mlp.experts.80.down_proj,0.0000006239,0.05000,3.717
+24,mlp.experts.88.down_proj,0.0000000918,0.05000,3.702
+24,mlp.experts.221.down_proj,0.0000002074,0.05000,3.671
+24,mlp.experts.237.down_proj,failsafe(rtn): 0.0008926,0.00000,0.138
+24,mlp.experts.91.down_proj,0.0000001241,0.05000,3.542
+24,mlp.experts.229.down_proj,0.0000001676,0.05000,3.546
+24,mlp.experts.84.down_proj,0.0000002725,0.05000,3.586
+24,mlp.experts.83.down_proj,0.0000001496,0.05000,3.519
+24,mlp.experts.234.down_proj,0.0000004888,0.05000,3.555
+24,mlp.experts.95.down_proj,0.0000003683,0.05000,3.541
+24,mlp.experts.105.down_proj,0.0000001462,0.05000,3.341
+24,mlp.experts.236.down_proj,0.0000008279,0.05000,3.334
+24,mlp.experts.231.down_proj,0.0000003251,0.05000,3.305
+24,mlp.experts.241.down_proj,0.0000001689,0.05000,3.223
+24,mlp.experts.110.down_proj,0.0000003511,0.05000,3.191
+24,mlp.experts.96.down_proj,0.0000003117,0.05000,3.177
+24,mlp.experts.104.down_proj,0.0000001467,0.05000,3.158
+24,mlp.experts.253.down_proj,0.0000001244,0.05000,3.121
+24,mlp.experts.245.down_proj,0.0000006351,0.05000,3.059
+24,mlp.experts.107.down_proj,0.0000002229,0.05000,3.134
+24,mlp.experts.100.down_proj,0.0000001468,0.05000,3.057
+24,mlp.experts.99.down_proj,0.0000001489,0.05000,3.015
+24,mlp.experts.250.down_proj,0.0000001621,0.05000,2.953
+24,mlp.experts.111.down_proj,0.0000002853,0.05000,2.789
+24,mlp.experts.121.down_proj,0.0000002946,0.05000,2.517
+24,mlp.experts.252.down_proj,0.0000001132,0.05000,2.521
+24,mlp.experts.247.down_proj,0.0000001129,0.05000,2.448
+24,mlp.experts.126.down_proj,0.0000001430,0.05000,2.158
+24,mlp.experts.112.down_proj,0.0000001375,0.05000,1.955
+24,mlp.experts.120.down_proj,0.0000001351,0.05000,1.933
+24,mlp.experts.123.down_proj,0.0000003910,0.05000,1.926
+24,mlp.experts.115.down_proj,0.0000004259,0.05000,1.923
+24,mlp.experts.116.down_proj,0.0000001067,0.05000,1.955
+24,mlp.experts.127.down_proj,0.0000000597,0.05000,1.929
+24,mlp.experts.137.down_proj,0.0000002136,0.05000,1.804
+24,mlp.experts.142.down_proj,0.0000000903,0.05000,1.898
+24,mlp.experts.128.down_proj,0.0000008623,0.05000,2.044
+24,mlp.experts.136.down_proj,0.0000004288,0.05000,1.970
+24,mlp.experts.139.down_proj,0.0000007884,0.05000,1.978
+24,mlp.experts.131.down_proj,0.0000004196,0.05000,1.907
+24,mlp.experts.132.down_proj,0.0000001940,0.05000,1.968
+24,mlp.experts.143.down_proj,0.0000001007,0.05000,2.013
+24,mlp.experts.153.down_proj,0.0000001058,0.05000,1.930
+24,mlp.experts.158.down_proj,0.0000001106,0.05000,1.852
+24,mlp.experts.144.down_proj,0.0000000891,0.05000,1.707
+24,mlp.experts.152.down_proj,0.0000014264,0.05000,1.747
+24,mlp.experts.155.down_proj,0.0000002077,0.05000,1.760
+24,mlp.experts.147.down_proj,0.0000003374,0.05000,1.749
+24,mlp.experts.148.down_proj,0.0000006287,0.05000,1.717
+24,mlp.experts.159.down_proj,0.0000001477,0.05000,1.716
+24,mlp.experts.169.down_proj,0.0000009030,0.05000,1.745
+24,mlp.experts.174.down_proj,0.0000001313,0.05000,1.787
+24,mlp.experts.160.down_proj,0.0000002678,0.05000,1.830
+24,mlp.experts.168.down_proj,0.0000001609,0.05000,1.909
+24,mlp.experts.171.down_proj,0.0000012299,0.05000,1.887
+24,mlp.experts.163.down_proj,0.0000001326,0.05000,1.904
+24,mlp.experts.164.down_proj,0.0000001531,0.05000,1.863
+24,mlp.experts.175.down_proj,0.0000001335,0.05000,2.017
+24,mlp.experts.185.down_proj,0.0000003388,0.05000,1.827
+24,mlp.experts.190.down_proj,0.0000005594,0.05000,1.832
+24,mlp.experts.176.down_proj,0.0000001808,0.05000,1.957
+24,mlp.experts.184.down_proj,0.0000000615,0.05000,1.964
+24,mlp.experts.187.down_proj,0.0000000732,0.05000,1.874
+24,mlp.experts.179.down_proj,0.0000004504,0.05000,1.914
+24,mlp.experts.180.down_proj,0.0000002695,0.05000,2.005
+24,mlp.experts.191.down_proj,0.0000002486,0.05000,1.869
+24,mlp.experts.201.down_proj,0.0000002344,0.05000,1.804
+24,mlp.experts.206.down_proj,0.0000001315,0.05000,1.714
+24,mlp.experts.192.down_proj,0.0000003587,0.05000,1.868
+24,mlp.experts.200.down_proj,0.0000001026,0.05000,1.878
+24,mlp.experts.195.down_proj,0.0000001220,0.05000,1.757
+24,mlp.experts.203.down_proj,0.0000003097,0.05000,1.867
+24,mlp.experts.196.down_proj,0.0000001806,0.05000,1.875
+24,mlp.experts.207.down_proj,0.0000003309,0.05000,1.784
+24,mlp.experts.217.down_proj,0.0000003804,0.05000,1.678
+24,mlp.experts.222.down_proj,0.0000003282,0.05000,1.888
+24,mlp.experts.208.down_proj,0.0000001287,0.05000,1.943
+24,mlp.experts.216.down_proj,0.0000000950,0.05000,1.924
+24,mlp.experts.219.down_proj,0.0000002912,0.05000,1.867
+24,mlp.experts.211.down_proj,0.0000001013,0.05000,1.966
+24,mlp.experts.212.down_proj,0.0000003454,0.05000,1.997
+24,mlp.experts.233.down_proj,0.0000005693,0.05000,1.921
+24,mlp.experts.223.down_proj,0.0000004227,0.05000,1.979
+24,mlp.experts.238.down_proj,0.0000005317,0.05000,1.727
+24,mlp.experts.224.down_proj,0.0000001822,0.05000,1.679
+24,mlp.experts.232.down_proj,0.0000000746,0.05000,1.664
+24,mlp.experts.235.down_proj,0.0000001945,0.05000,1.670
+24,mlp.experts.227.down_proj,0.0000002645,0.05000,1.693
+24,mlp.experts.228.down_proj,0.0000005306,0.05000,1.689
+24,mlp.experts.249.down_proj,0.0000002155,0.05000,1.707
+24,mlp.experts.239.down_proj,0.0000001146,0.05000,1.741
+24,mlp.experts.254.down_proj,0.0000001723,0.05000,1.626
+24,mlp.experts.240.down_proj,0.0000001493,0.05000,1.742
+24,mlp.experts.248.down_proj,0.0000001850,0.05000,1.656
+24,mlp.experts.251.down_proj,0.0000001665,0.05000,1.625
+24,mlp.experts.243.down_proj,0.0000001251,0.05000,1.527
+24,mlp.experts.244.down_proj,0.0000002067,0.05000,1.256
+24,mlp.experts.255.down_proj,0.0000000461,0.05000,1.068
+25,mlp.experts.10.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.838
+25,mlp.experts.9.gate_proj,0.0000688574,0.05000,15.641
+25,mlp.experts.13.gate_proj,0.0000083126,0.05000,15.658
+25,mlp.experts.0.gate_proj,0.0000069522,0.05000,15.658
+25,mlp.experts.6.gate_proj,0.0000169800,0.05000,15.685
+25,mlp.experts.11.gate_proj,0.0000051512,0.05000,15.702
+25,mlp.experts.14.gate_proj,0.0000093605,0.05000,15.708
+25,mlp.experts.12.gate_proj,0.0000737752,0.05000,15.771
+25,mlp.experts.15.gate_proj,0.0000115784,0.05000,15.784
+25,mlp.experts.8.gate_proj,0.0000271535,0.05000,15.822
+25,mlp.experts.1.gate_proj,0.0000099795,0.05000,15.835
+25,mlp.experts.5.gate_proj,0.0000116356,0.05000,15.823
+25,mlp.experts.4.gate_proj,0.0000140115,0.05000,15.844
+25,mlp.experts.2.gate_proj,0.0000066999,0.05000,15.869
+25,mlp.experts.7.gate_proj,0.0000380519,0.05000,15.972
+25,mlp.experts.3.gate_proj,0.0000119351,0.05000,16.011
+25,mlp.experts.26.gate_proj,0.0000137504,0.05000,15.662
+25,mlp.experts.25.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.904
+25,mlp.experts.29.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.991
+25,mlp.experts.28.gate_proj,0.0000114292,0.05000,15.481
+25,mlp.experts.22.gate_proj,0.0000061319,0.05000,15.593
+25,mlp.experts.27.gate_proj,0.0000102668,0.05000,15.593
+25,mlp.experts.30.gate_proj,0.0000166597,0.05000,15.580
+25,mlp.experts.24.gate_proj,0.0000231694,0.05000,15.589
+25,mlp.experts.16.gate_proj,0.0000208234,0.05000,15.761
+25,mlp.experts.31.gate_proj,0.0000454104,0.05000,15.640
+25,mlp.experts.17.gate_proj,0.0000396377,0.05000,15.614
+25,mlp.experts.20.gate_proj,0.0000078926,0.05000,15.656
+25,mlp.experts.21.gate_proj,0.0000112920,0.05000,15.735
+25,mlp.experts.19.gate_proj,0.0000379063,0.05000,15.563
+25,mlp.experts.23.gate_proj,0.0000263422,0.05000,15.610
+25,mlp.experts.18.gate_proj,0.0000050650,0.05000,15.724
+25,mlp.experts.41.gate_proj,0.0000103671,0.05000,15.464
+25,mlp.experts.42.gate_proj,0.0000084409,0.05000,15.496
+25,mlp.experts.45.gate_proj,0.0000021566,0.05000,15.437
+25,mlp.experts.32.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.838
+25,mlp.experts.46.gate_proj,0.0000145971,0.05000,15.245
+25,mlp.experts.40.gate_proj,0.0000206673,0.05000,15.169
+25,mlp.experts.43.gate_proj,0.0000044395,0.05000,15.318
+25,mlp.experts.33.gate_proj,0.0000083933,0.05000,15.169
+25,mlp.experts.38.gate_proj,0.0000084897,0.05000,15.437
+25,mlp.experts.44.gate_proj,0.0000184784,0.05000,15.456
+25,mlp.experts.36.gate_proj,0.0000086635,0.05000,15.224
+25,mlp.experts.35.gate_proj,0.0000170201,0.05000,15.211
+25,mlp.experts.37.gate_proj,0.0000089453,0.05000,15.247
+25,mlp.experts.34.gate_proj,0.0000071313,0.05000,15.199
+25,mlp.experts.47.gate_proj,0.0000027233,0.05000,15.460
+25,mlp.experts.39.gate_proj,0.0000244695,0.05000,15.397
+25,mlp.experts.57.gate_proj,0.0000177809,0.05000,15.272
+25,mlp.experts.58.gate_proj,0.0000077602,0.05000,15.375
+25,mlp.experts.61.gate_proj,0.0000048719,0.05000,15.391
+25,mlp.experts.62.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.915
+25,mlp.experts.59.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.936
+25,mlp.experts.48.gate_proj,0.0000077500,0.05000,15.307
+25,mlp.experts.50.gate_proj,0.0000368800,0.05000,14.990
+25,mlp.experts.56.gate_proj,0.0000082810,0.05000,15.238
+25,mlp.experts.52.gate_proj,0.0000105401,0.05000,15.101
+25,mlp.experts.53.gate_proj,0.0000645442,0.05000,15.082
+25,mlp.experts.49.gate_proj,0.0000130469,0.05000,15.327
+25,mlp.experts.60.gate_proj,0.0000025527,0.05000,15.329
+25,mlp.experts.51.gate_proj,0.0000118150,0.05000,15.266
+25,mlp.experts.54.gate_proj,0.0000292987,0.05000,15.370
+25,mlp.experts.63.gate_proj,0.0000098787,0.05000,15.206
+25,mlp.experts.55.gate_proj,0.0000141277,0.05000,15.376
+25,mlp.experts.73.gate_proj,0.0000333970,0.05000,15.322
+25,mlp.experts.75.gate_proj,0.0000163480,0.05000,15.103
+25,mlp.experts.78.gate_proj,0.0000146893,0.05000,15.194
+25,mlp.experts.74.gate_proj,0.0000045226,0.05000,15.318
+25,mlp.experts.64.gate_proj,0.0000091813,0.05000,15.233
+25,mlp.experts.77.gate_proj,0.0000199198,0.05000,15.381
+25,mlp.experts.65.gate_proj,0.0000043093,0.05000,15.466
+25,mlp.experts.72.gate_proj,0.0000099079,0.05000,15.653
+25,mlp.experts.68.gate_proj,0.0000340749,0.05000,15.649
+25,mlp.experts.66.gate_proj,0.0000056907,0.05000,15.681
+25,mlp.experts.69.gate_proj,0.0000275312,0.05000,15.710
+25,mlp.experts.76.gate_proj,0.0000075884,0.05000,15.580
+25,mlp.experts.67.gate_proj,0.0000145197,0.05000,15.635
+25,mlp.experts.70.gate_proj,0.0000111410,0.05000,15.738
+25,mlp.experts.79.gate_proj,0.0000126314,0.05000,15.728
+25,mlp.experts.71.gate_proj,0.0000045992,0.05000,15.627
+25,mlp.experts.89.gate_proj,0.0000139400,0.05000,15.496
+25,mlp.experts.90.gate_proj,0.0000505007,0.05000,15.452
+25,mlp.experts.94.gate_proj,0.0000037147,0.05000,15.553
+25,mlp.experts.91.gate_proj,0.0000025999,0.05000,15.614
+25,mlp.experts.80.gate_proj,0.0000098731,0.05000,15.497
+25,mlp.experts.93.gate_proj,0.0000041624,0.05000,15.457
+25,mlp.experts.88.gate_proj,0.0000426652,0.05000,14.698
+25,mlp.experts.84.gate_proj,0.0000100863,0.05000,14.700
+25,mlp.experts.81.gate_proj,0.0000101896,0.05000,14.759
+25,mlp.experts.82.gate_proj,0.0000289912,0.05000,14.859
+25,mlp.experts.85.gate_proj,0.0000239540,0.05000,14.772
+25,mlp.experts.83.gate_proj,0.0000035330,0.05000,14.784
+25,mlp.experts.92.gate_proj,0.0000072073,0.05000,14.856
+25,mlp.experts.86.gate_proj,0.0000156583,0.05000,14.732
+25,mlp.experts.95.gate_proj,0.0000276979,0.05000,14.842
+25,mlp.experts.105.gate_proj,0.0000083423,0.05000,14.728
+25,mlp.experts.106.gate_proj,0.0000192667,0.05000,14.690
+25,mlp.experts.87.gate_proj,0.0000039490,0.05000,14.950
+25,mlp.experts.110.gate_proj,0.0000126564,0.05000,14.833
+25,mlp.experts.96.gate_proj,0.0000719236,0.05000,14.776
+25,mlp.experts.107.gate_proj,0.0000233984,0.05000,14.857
+25,mlp.experts.109.gate_proj,0.0000291814,0.05000,14.904
+25,mlp.experts.104.gate_proj,0.0000060864,0.05000,15.211
+25,mlp.experts.97.gate_proj,0.0000067108,0.05000,15.209
+25,mlp.experts.100.gate_proj,0.0000084580,0.05000,15.250
+25,mlp.experts.98.gate_proj,0.0000076394,0.05000,15.210
+25,mlp.experts.101.gate_proj,0.0000061740,0.05000,15.194
+25,mlp.experts.108.gate_proj,0.0000183564,0.05000,15.189
+25,mlp.experts.99.gate_proj,0.0000107322,0.05000,15.332
+25,mlp.experts.102.gate_proj,0.0000160024,0.05000,15.333
+25,mlp.experts.111.gate_proj,0.0000083662,0.05000,15.304
+25,mlp.experts.121.gate_proj,0.0000157983,0.05000,15.224
+25,mlp.experts.103.gate_proj,0.0000073139,0.05000,15.207
+25,mlp.experts.122.gate_proj,0.0000091186,0.05000,15.253
+25,mlp.experts.112.gate_proj,0.0000144830,0.05000,15.083
+25,mlp.experts.126.gate_proj,0.0000118674,0.05000,15.171
+25,mlp.experts.125.gate_proj,0.0000357052,0.05000,15.131
+25,mlp.experts.123.gate_proj,0.0000159896,0.05000,15.284
+25,mlp.experts.113.gate_proj,0.0000058369,0.05000,14.841
+25,mlp.experts.116.gate_proj,0.0000106885,0.05000,14.862
+25,mlp.experts.120.gate_proj,0.0000069655,0.05000,15.024
+25,mlp.experts.117.gate_proj,0.0000145149,0.05000,14.862
+25,mlp.experts.114.gate_proj,0.0000118608,0.05000,14.907
+25,mlp.experts.124.gate_proj,0.0000087340,0.05000,14.888
+25,mlp.experts.115.gate_proj,0.0000077099,0.05000,15.051
+25,mlp.experts.118.gate_proj,0.0000140800,0.05000,14.981
+25,mlp.experts.127.gate_proj,0.0000103440,0.05000,14.998
+25,mlp.experts.137.gate_proj,0.0000107502,0.05000,14.895
+25,mlp.experts.142.gate_proj,0.0000073232,0.05000,14.953
+25,mlp.experts.138.gate_proj,0.0000082009,0.05000,15.077
+25,mlp.experts.128.gate_proj,0.0000258738,0.05000,15.128
+25,mlp.experts.119.gate_proj,0.0000099293,0.05000,15.197
+25,mlp.experts.141.gate_proj,0.0000195175,0.05000,15.065
+25,mlp.experts.139.gate_proj,0.0000163915,0.05000,15.151
+25,mlp.experts.129.gate_proj,0.0000144491,0.05000,15.123
+25,mlp.experts.132.gate_proj,0.0000125524,0.05000,15.250
+25,mlp.experts.133.gate_proj,0.0000113286,0.05000,15.205
+25,mlp.experts.136.gate_proj,0.0000121559,0.05000,15.269
+25,mlp.experts.130.gate_proj,0.0000107871,0.05000,15.221
+25,mlp.experts.140.gate_proj,0.0000065745,0.05000,15.237
+25,mlp.experts.131.gate_proj,0.0000240278,0.05000,15.148
+25,mlp.experts.153.gate_proj,0.0000151875,0.05000,15.047
+25,mlp.experts.143.gate_proj,0.0000162496,0.05000,15.068
+25,mlp.experts.134.gate_proj,0.0000079633,0.05000,15.193
+25,mlp.experts.158.gate_proj,0.0000157175,0.05000,15.067
+25,mlp.experts.135.gate_proj,0.0000104355,0.05000,15.023
+25,mlp.experts.144.gate_proj,0.0000048214,0.05000,15.034
+25,mlp.experts.154.gate_proj,0.0000201621,0.05000,15.132
+25,mlp.experts.155.gate_proj,0.0000060625,0.05000,14.886
+25,mlp.experts.157.gate_proj,0.0000183982,0.05000,15.043
+25,mlp.experts.160.gate_proj,failsafe(rtn): 0.0008049,0.00000,0.723
+25,mlp.experts.145.gate_proj,0.0000077806,0.05000,15.998
+25,mlp.experts.152.gate_proj,0.0000087120,0.05000,15.973
+25,mlp.experts.148.gate_proj,0.0000136793,0.05000,16.145
+25,mlp.experts.156.gate_proj,0.0000104091,0.05000,15.882
+25,mlp.experts.149.gate_proj,0.0000083282,0.05000,16.112
+25,mlp.experts.146.gate_proj,0.0000148206,0.05000,16.175
+25,mlp.experts.147.gate_proj,0.0000052119,0.05000,16.059
+25,mlp.experts.159.gate_proj,0.0000133248,0.05000,16.048
+25,mlp.experts.169.gate_proj,0.0000301211,0.05000,16.116
+25,mlp.experts.150.gate_proj,0.0000260493,0.05000,16.061
+25,mlp.experts.151.gate_proj,0.0000084945,0.05000,16.139
+25,mlp.experts.171.gate_proj,0.0000114070,0.05000,16.035
+25,mlp.experts.174.gate_proj,0.0000091810,0.05000,16.248
+25,mlp.experts.170.gate_proj,0.0000107269,0.05000,16.184
+25,mlp.experts.173.gate_proj,0.0000152488,0.05000,16.091
+25,mlp.experts.176.gate_proj,0.0000138609,0.05000,16.116
+25,mlp.experts.161.gate_proj,0.0000065553,0.05000,15.530
+25,mlp.experts.168.gate_proj,0.0000061065,0.05000,15.485
+25,mlp.experts.164.gate_proj,0.0000078783,0.05000,15.537
+25,mlp.experts.172.gate_proj,0.0000120458,0.05000,15.561
+25,mlp.experts.162.gate_proj,0.0000105852,0.05000,15.505
+25,mlp.experts.165.gate_proj,0.0000081627,0.05000,15.620
+25,mlp.experts.163.gate_proj,0.0000277078,0.05000,15.630
+25,mlp.experts.185.gate_proj,0.0000246969,0.05000,15.616
+25,mlp.experts.166.gate_proj,0.0000086509,0.05000,15.674
+25,mlp.experts.175.gate_proj,0.0000120618,0.05000,15.766
+25,mlp.experts.186.gate_proj,0.0000533073,0.05000,15.584
+25,mlp.experts.187.gate_proj,0.0000514022,0.05000,15.643
+25,mlp.experts.167.gate_proj,0.0000102283,0.05000,15.723
+25,mlp.experts.190.gate_proj,0.0000148949,0.05000,15.675
+25,mlp.experts.189.gate_proj,0.0000115862,0.05000,15.686
+25,mlp.experts.192.gate_proj,0.0000088834,0.05000,15.525
+25,mlp.experts.177.gate_proj,0.0000089259,0.05000,13.750
+25,mlp.experts.184.gate_proj,0.0000281195,0.05000,13.733
+25,mlp.experts.180.gate_proj,0.0000078440,0.05000,13.726
+25,mlp.experts.188.gate_proj,0.0000130782,0.05000,13.817
+25,mlp.experts.178.gate_proj,0.0000247278,0.05000,13.743
+25,mlp.experts.181.gate_proj,0.0000089800,0.05000,13.766
+25,mlp.experts.182.gate_proj,0.0000052085,0.05000,13.715
+25,mlp.experts.201.gate_proj,0.0000129776,0.05000,13.799
+25,mlp.experts.191.gate_proj,0.0000224191,0.05000,13.718
+25,mlp.experts.179.gate_proj,0.0000188617,0.05000,13.885
+25,mlp.experts.203.gate_proj,0.0000090757,0.05000,13.821
+25,mlp.experts.205.gate_proj,0.0000069321,0.05000,13.717
+25,mlp.experts.206.gate_proj,0.0000211117,0.05000,13.789
+25,mlp.experts.202.gate_proj,0.0000055761,0.05000,13.899
+25,mlp.experts.183.gate_proj,0.0000034588,0.05000,13.798
+25,mlp.experts.208.gate_proj,0.0000073206,0.05000,13.886
+25,mlp.experts.193.gate_proj,0.0000130180,0.05000,15.480
+25,mlp.experts.200.gate_proj,0.0000075785,0.05000,15.428
+25,mlp.experts.196.gate_proj,0.0000146489,0.05000,15.511
+25,mlp.experts.197.gate_proj,0.0000055072,0.05000,15.387
+25,mlp.experts.204.gate_proj,0.0000176946,0.05000,15.461
+25,mlp.experts.194.gate_proj,0.0000293246,0.05000,15.449
+25,mlp.experts.217.gate_proj,0.0000056347,0.05000,15.342
+25,mlp.experts.207.gate_proj,0.0000289806,0.05000,15.380
+25,mlp.experts.195.gate_proj,0.0000087208,0.05000,15.463
+25,mlp.experts.198.gate_proj,0.0000189770,0.05000,15.534
+25,mlp.experts.219.gate_proj,0.0000052759,0.05000,15.382
+25,mlp.experts.222.gate_proj,0.0000098933,0.05000,15.453
+25,mlp.experts.218.gate_proj,0.0000515363,0.05000,15.476
+25,mlp.experts.221.gate_proj,0.0000094472,0.05000,15.502
+25,mlp.experts.199.gate_proj,0.0000060512,0.05000,15.554
+25,mlp.experts.224.gate_proj,0.0000025364,0.05000,15.270
+25,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.800
+25,mlp.experts.209.gate_proj,0.0000145042,0.05000,18.986
+25,mlp.experts.216.gate_proj,0.0000120413,0.05000,19.469
+25,mlp.experts.213.gate_proj,0.0000430706,0.05000,19.258
+25,mlp.experts.210.gate_proj,0.0000103369,0.05000,19.336
+25,mlp.experts.212.gate_proj,0.0000075861,0.05000,19.606
+25,mlp.experts.233.gate_proj,0.0000077952,0.05000,19.286
+25,mlp.experts.211.gate_proj,0.0000108270,0.05000,19.134
+25,mlp.experts.220.gate_proj,0.0000126193,0.05000,19.689
+25,mlp.experts.214.gate_proj,0.0000030896,0.05000,19.467
+25,mlp.experts.223.gate_proj,0.0000385907,0.05000,19.593
+25,mlp.experts.237.gate_proj,0.0000055051,0.05000,19.140
+25,mlp.experts.215.gate_proj,0.0000079586,0.05000,19.202
+25,mlp.experts.234.gate_proj,0.0000225482,0.05000,19.359
+25,mlp.experts.238.gate_proj,0.0000149935,0.05000,19.493
+25,mlp.experts.240.gate_proj,0.0000091929,0.05000,19.467
+25,mlp.experts.251.gate_proj,0.0000108539,0.05000,19.229
+25,mlp.experts.225.gate_proj,0.0000141032,0.05000,17.516
+25,mlp.experts.229.gate_proj,0.0000562675,0.05000,17.461
+25,mlp.experts.226.gate_proj,0.0000247732,0.05000,17.640
+25,mlp.experts.236.gate_proj,0.0000132787,0.05000,17.398
+25,mlp.experts.232.gate_proj,0.0000182441,0.05000,18.001
+25,mlp.experts.228.gate_proj,0.0000316240,0.05000,17.703
+25,mlp.experts.249.gate_proj,0.0000178298,0.05000,17.723
+25,mlp.experts.227.gate_proj,0.0000090818,0.05000,17.839
+25,mlp.experts.254.gate_proj,0.0000204836,0.05000,17.104
+25,mlp.experts.245.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.818
+25,mlp.experts.230.gate_proj,0.0000090724,0.05000,17.570
+25,mlp.experts.239.gate_proj,0.0000128807,0.05000,17.805
+25,mlp.experts.250.gate_proj,0.0000340477,0.05000,17.752
+25,mlp.experts.231.gate_proj,0.0000258860,0.05000,17.808
+25,mlp.experts.253.gate_proj,0.0000181504,0.05000,17.968
+25,mlp.experts.11.up_proj,0.0000049709,0.05000,18.262
+25,mlp.experts.10.up_proj,failsafe(rtn): 0.0009918,0.00000,1.086
+25,mlp.experts.0.up_proj,0.0000072350,0.05000,18.348
+25,mlp.experts.241.gate_proj,0.0000084894,0.05000,17.879
+25,mlp.experts.242.gate_proj,0.0000210798,0.05000,17.347
+25,mlp.experts.252.gate_proj,0.0000239893,0.05000,17.336
+25,mlp.experts.244.gate_proj,0.0000074779,0.05000,17.390
+25,mlp.experts.248.gate_proj,0.0000112111,0.05000,17.612
+25,mlp.experts.5.up_proj,0.0000108700,0.05000,17.238
+25,mlp.experts.9.up_proj,0.0000566070,0.05000,17.450
+25,mlp.experts.243.gate_proj,0.0000223859,0.05000,17.339
+25,mlp.experts.255.gate_proj,0.0000219934,0.05000,17.075
+25,mlp.experts.246.gate_proj,0.0000284673,0.05000,17.327
+25,mlp.experts.14.up_proj,0.0000077510,0.05000,17.455
+25,mlp.experts.247.gate_proj,0.0000351448,0.05000,17.037
+25,mlp.experts.13.up_proj,0.0000088852,0.05000,17.169
+25,mlp.experts.25.up_proj,failsafe(rtn): 0.0008926,0.00000,0.799
+25,mlp.experts.27.up_proj,0.0000080459,0.05000,16.813
+25,mlp.experts.26.up_proj,0.0000126999,0.05000,16.802
+25,mlp.experts.16.up_proj,0.0000195789,0.05000,16.760
+25,mlp.experts.29.up_proj,failsafe(rtn): 0.0009270,0.00000,0.738
+25,mlp.experts.32.up_proj,failsafe(rtn): 0.0009041,0.00000,0.726
+25,mlp.experts.1.up_proj,0.0000099987,0.05000,14.653
+25,mlp.experts.2.up_proj,0.0000061366,0.05000,14.683
+25,mlp.experts.4.up_proj,0.0000100001,0.05000,14.608
+25,mlp.experts.12.up_proj,0.0000621383,0.05000,14.801
+25,mlp.experts.21.up_proj,0.0000106004,0.05000,14.566
+25,mlp.experts.8.up_proj,0.0000235058,0.05000,14.625
+25,mlp.experts.3.up_proj,0.0000113266,0.05000,14.748
+25,mlp.experts.6.up_proj,0.0000208617,0.05000,14.667
+25,mlp.experts.15.up_proj,0.0000128301,0.05000,14.750
+25,mlp.experts.7.up_proj,0.0000328921,0.05000,14.830
+25,mlp.experts.30.up_proj,0.0000167216,0.05000,14.886
+25,mlp.experts.41.up_proj,0.0000107456,0.05000,14.724
+25,mlp.experts.42.up_proj,0.0000075073,0.05000,14.705
+25,mlp.experts.43.up_proj,0.0000054012,0.05000,14.844
+25,mlp.experts.45.up_proj,0.0000020048,0.05000,14.787
+25,mlp.experts.48.up_proj,0.0000087221,0.05000,14.803
+25,mlp.experts.59.up_proj,failsafe(rtn): 0.0008888,0.00000,0.740
+25,mlp.experts.17.up_proj,0.0000321023,0.05000,14.583
+25,mlp.experts.18.up_proj,0.0000051055,0.05000,14.577
+25,mlp.experts.20.up_proj,0.0000061905,0.05000,14.504
+25,mlp.experts.28.up_proj,0.0000133289,0.05000,14.484
+25,mlp.experts.37.up_proj,0.0000088387,0.05000,14.528
+25,mlp.experts.24.up_proj,0.0000184533,0.05000,14.506
+25,mlp.experts.19.up_proj,0.0000428445,0.05000,14.574
+25,mlp.experts.31.up_proj,0.0000404828,0.05000,14.583
+25,mlp.experts.22.up_proj,0.0000056402,0.05000,14.650
+25,mlp.experts.46.up_proj,0.0000126943,0.05000,14.510
+25,mlp.experts.23.up_proj,0.0000263239,0.05000,14.598
+25,mlp.experts.57.up_proj,0.0000165251,0.05000,14.516
+25,mlp.experts.62.up_proj,failsafe(rtn): 0.0009270,0.00000,0.720
+25,mlp.experts.58.up_proj,0.0000075566,0.05000,14.528
+25,mlp.experts.61.up_proj,0.0000052640,0.05000,14.400
+25,mlp.experts.64.up_proj,0.0000085850,0.05000,14.353
+25,mlp.experts.75.up_proj,0.0000129702,0.05000,14.522
+25,mlp.experts.33.up_proj,0.0000080562,0.05000,18.007
+25,mlp.experts.34.up_proj,0.0000068425,0.05000,17.890
+25,mlp.experts.36.up_proj,0.0000074794,0.05000,18.184
+25,mlp.experts.44.up_proj,0.0000172822,0.05000,18.464
+25,mlp.experts.53.up_proj,0.0000556964,0.05000,18.299
+25,mlp.experts.40.up_proj,0.0000164563,0.05000,18.352
+25,mlp.experts.35.up_proj,0.0000156555,0.05000,18.523
+25,mlp.experts.38.up_proj,0.0000082082,0.05000,18.510
+25,mlp.experts.47.up_proj,0.0000032025,0.05000,18.597
+25,mlp.experts.39.up_proj,0.0000206866,0.05000,18.468
+25,mlp.experts.77.up_proj,0.0000218903,0.05000,18.168
+25,mlp.experts.74.up_proj,0.0000049942,0.05000,18.420
+25,mlp.experts.73.up_proj,0.0000295311,0.05000,18.839
+25,mlp.experts.78.up_proj,0.0000138296,0.05000,18.623
+25,mlp.experts.80.up_proj,0.0000082975,0.05000,18.504
+25,mlp.experts.91.up_proj,0.0000024320,0.05000,18.805
+25,mlp.experts.49.up_proj,0.0000121314,0.05000,16.871
+25,mlp.experts.50.up_proj,0.0000441092,0.05000,17.002
+25,mlp.experts.69.up_proj,0.0000215230,0.05000,16.796
+25,mlp.experts.56.up_proj,0.0000077459,0.05000,16.761
+25,mlp.experts.52.up_proj,0.0000098628,0.05000,17.217
+25,mlp.experts.60.up_proj,0.0000023956,0.05000,16.948
+25,mlp.experts.51.up_proj,0.0000120054,0.05000,16.902
+25,mlp.experts.63.up_proj,0.0000094825,0.05000,16.782
+25,mlp.experts.54.up_proj,0.0000227893,0.05000,16.854
+25,mlp.experts.55.up_proj,0.0000134361,0.05000,16.869
+25,mlp.experts.93.up_proj,0.0000036616,0.05000,16.684
+25,mlp.experts.90.up_proj,0.0000458123,0.05000,16.737
+25,mlp.experts.89.up_proj,0.0000128359,0.05000,16.696
+25,mlp.experts.94.up_proj,0.0000033358,0.05000,16.788
+25,mlp.experts.96.up_proj,0.0000639260,0.05000,16.863
+25,mlp.experts.107.up_proj,0.0000177608,0.05000,16.732
+25,mlp.experts.65.up_proj,0.0000047268,0.05000,18.252
+25,mlp.experts.66.up_proj,0.0000052566,0.05000,18.005
+25,mlp.experts.72.up_proj,0.0000108079,0.05000,17.601
+25,mlp.experts.76.up_proj,0.0000085095,0.05000,17.651
+25,mlp.experts.85.up_proj,0.0000193154,0.05000,17.918
+25,mlp.experts.70.up_proj,0.0000097147,0.05000,17.383
+25,mlp.experts.67.up_proj,0.0000122543,0.05000,17.566
+25,mlp.experts.68.up_proj,0.0000275173,0.05000,18.488
+25,mlp.experts.79.up_proj,0.0000119217,0.05000,18.008
+25,mlp.experts.109.up_proj,0.0000284537,0.05000,17.760
+25,mlp.experts.71.up_proj,0.0000037421,0.05000,17.991
+25,mlp.experts.110.up_proj,0.0000093970,0.05000,17.565
+25,mlp.experts.105.up_proj,0.0000076470,0.05000,18.074
+25,mlp.experts.106.up_proj,0.0000188813,0.05000,18.237
+25,mlp.experts.112.up_proj,0.0000145530,0.05000,17.884
+25,mlp.experts.123.up_proj,0.0000169938,0.05000,18.108
+25,mlp.experts.81.up_proj,0.0000120756,0.05000,15.581
+25,mlp.experts.82.up_proj,0.0000225419,0.05000,15.582
+25,mlp.experts.88.up_proj,0.0000349036,0.05000,15.778
+25,mlp.experts.86.up_proj,0.0000145948,0.05000,15.488
+25,mlp.experts.92.up_proj,0.0000080383,0.05000,15.837
+25,mlp.experts.101.up_proj,0.0000070585,0.05000,15.849
+25,mlp.experts.83.up_proj,0.0000033394,0.05000,15.837
+25,mlp.experts.84.up_proj,0.0000093063,0.05000,15.643
+25,mlp.experts.95.up_proj,0.0000207511,0.05000,15.674
+25,mlp.experts.125.up_proj,0.0000289772,0.05000,15.690
+25,mlp.experts.87.up_proj,0.0000040931,0.05000,15.648
+25,mlp.experts.126.up_proj,0.0000097554,0.05000,15.539
+25,mlp.experts.121.up_proj,0.0000147250,0.05000,15.528
+25,mlp.experts.122.up_proj,0.0000076573,0.05000,15.552
+25,mlp.experts.128.up_proj,0.0000227794,0.05000,15.395
+25,mlp.experts.139.up_proj,0.0000152790,0.05000,15.521
+25,mlp.experts.97.up_proj,0.0000076541,0.05000,15.724
+25,mlp.experts.98.up_proj,0.0000068977,0.05000,15.708
+25,mlp.experts.104.up_proj,0.0000065433,0.05000,15.680
+25,mlp.experts.108.up_proj,0.0000188260,0.05000,15.583
+25,mlp.experts.117.up_proj,0.0000125545,0.05000,15.465
+25,mlp.experts.102.up_proj,0.0000138438,0.05000,15.832
+25,mlp.experts.99.up_proj,0.0000101842,0.05000,15.998
+25,mlp.experts.111.up_proj,0.0000084396,0.05000,15.707
+25,mlp.experts.100.up_proj,0.0000074988,0.05000,16.038
+25,mlp.experts.103.up_proj,0.0000064651,0.05000,16.235
+25,mlp.experts.141.up_proj,0.0000171906,0.05000,16.278
+25,mlp.experts.142.up_proj,0.0000090291,0.05000,16.344
+25,mlp.experts.137.up_proj,0.0000106177,0.05000,16.293
+25,mlp.experts.138.up_proj,0.0000084557,0.05000,16.200
+25,mlp.experts.144.up_proj,0.0000045475,0.05000,16.350
+25,mlp.experts.155.up_proj,0.0000058360,0.05000,15.946
+25,mlp.experts.160.up_proj,failsafe(rtn): 0.0009689,0.00000,0.924
+25,mlp.experts.113.up_proj,0.0000059423,0.05000,17.245
+25,mlp.experts.114.up_proj,0.0000111215,0.05000,17.450
+25,mlp.experts.120.up_proj,0.0000060379,0.05000,17.258
+25,mlp.experts.124.up_proj,0.0000084614,0.05000,17.309
+25,mlp.experts.133.up_proj,0.0000098274,0.05000,17.336
+25,mlp.experts.118.up_proj,0.0000088387,0.05000,17.389
+25,mlp.experts.127.up_proj,0.0000095257,0.05000,17.050
+25,mlp.experts.115.up_proj,0.0000070180,0.05000,17.177
+25,mlp.experts.116.up_proj,0.0000111486,0.05000,17.169
+25,mlp.experts.157.up_proj,0.0000179046,0.05000,16.880
+25,mlp.experts.119.up_proj,0.0000094873,0.05000,16.968
+25,mlp.experts.158.up_proj,0.0000146250,0.05000,16.951
+25,mlp.experts.153.up_proj,0.0000124659,0.05000,16.766
+25,mlp.experts.154.up_proj,0.0000210078,0.05000,16.912
+25,mlp.experts.171.up_proj,0.0000105720,0.05000,17.058
+25,mlp.experts.176.up_proj,0.0000136184,0.05000,16.882
+25,mlp.experts.129.up_proj,0.0000121173,0.05000,17.232
+25,mlp.experts.130.up_proj,0.0000106722,0.05000,17.581
+25,mlp.experts.136.up_proj,0.0000100394,0.05000,17.512
+25,mlp.experts.149.up_proj,0.0000077706,0.05000,17.359
+25,mlp.experts.140.up_proj,0.0000072466,0.05000,17.664
+25,mlp.experts.134.up_proj,0.0000076651,0.05000,17.776
+25,mlp.experts.143.up_proj,0.0000132701,0.05000,17.818
+25,mlp.experts.131.up_proj,0.0000226456,0.05000,18.001
+25,mlp.experts.132.up_proj,0.0000116913,0.05000,18.039
+25,mlp.experts.173.up_proj,0.0000130505,0.05000,17.850
+25,mlp.experts.135.up_proj,0.0000097750,0.05000,18.172
+25,mlp.experts.174.up_proj,0.0000075663,0.05000,18.207
+25,mlp.experts.169.up_proj,0.0000384868,0.05000,18.256
+25,mlp.experts.170.up_proj,0.0000104397,0.05000,18.168
+25,mlp.experts.192.up_proj,0.0000093075,0.05000,17.785
+25,mlp.experts.187.up_proj,0.0000458087,0.05000,18.333
+25,mlp.experts.145.up_proj,0.0000065570,0.05000,17.557
+25,mlp.experts.156.up_proj,0.0000110118,0.05000,17.495
+25,mlp.experts.152.up_proj,0.0000075690,0.05000,17.821
+25,mlp.experts.146.up_proj,0.0000136757,0.05000,17.897
+25,mlp.experts.165.up_proj,0.0000068485,0.05000,17.792
+25,mlp.experts.150.up_proj,0.0000232266,0.05000,17.645
+25,mlp.experts.159.up_proj,0.0000125206,0.05000,17.925
+25,mlp.experts.148.up_proj,0.0000137914,0.05000,17.608
+25,mlp.experts.147.up_proj,0.0000054937,0.05000,17.949
+25,mlp.experts.189.up_proj,0.0000110239,0.05000,17.817
+25,mlp.experts.151.up_proj,0.0000073561,0.05000,18.127
+25,mlp.experts.185.up_proj,0.0000227527,0.05000,17.939
+25,mlp.experts.190.up_proj,0.0000132321,0.05000,18.064
+25,mlp.experts.186.up_proj,0.0000432574,0.05000,17.985
+25,mlp.experts.203.up_proj,0.0000083307,0.05000,17.994
+25,mlp.experts.208.up_proj,0.0000067045,0.05000,18.154
+25,mlp.experts.161.up_proj,0.0000059780,0.05000,18.291
+25,mlp.experts.168.up_proj,0.0000063057,0.05000,17.753
+25,mlp.experts.162.up_proj,0.0000098637,0.05000,17.685
+25,mlp.experts.172.up_proj,0.0000109525,0.05000,17.811
+25,mlp.experts.181.up_proj,0.0000076817,0.05000,17.739
+25,mlp.experts.166.up_proj,0.0000075253,0.05000,17.687
+25,mlp.experts.164.up_proj,0.0000078021,0.05000,17.062
+25,mlp.experts.175.up_proj,0.0000116129,0.05000,17.329
+25,mlp.experts.163.up_proj,0.0000225323,0.05000,17.141
+25,mlp.experts.205.up_proj,0.0000065944,0.05000,17.082
+25,mlp.experts.167.up_proj,0.0000094950,0.05000,16.905
+25,mlp.experts.201.up_proj,0.0000115329,0.05000,16.682
+25,mlp.experts.206.up_proj,0.0000196870,0.05000,16.917
+25,mlp.experts.202.up_proj,0.0000052055,0.05000,16.819
+25,mlp.experts.219.up_proj,0.0000053216,0.05000,16.463
+25,mlp.experts.224.up_proj,0.0000022092,0.05000,16.372
+25,mlp.experts.235.up_proj,failsafe(rtn): 0.0008926,0.00000,0.696
+25,mlp.experts.177.up_proj,0.0000083944,0.05000,14.328
+25,mlp.experts.184.up_proj,0.0000243512,0.05000,14.356
+25,mlp.experts.178.up_proj,0.0000214439,0.05000,14.386
+25,mlp.experts.197.up_proj,0.0000048330,0.05000,14.309
+25,mlp.experts.188.up_proj,0.0000117890,0.05000,14.414
+25,mlp.experts.182.up_proj,0.0000048030,0.05000,14.485
+25,mlp.experts.180.up_proj,0.0000068457,0.05000,14.582
+25,mlp.experts.191.up_proj,0.0000204191,0.05000,14.631
+25,mlp.experts.179.up_proj,0.0000217801,0.05000,14.745
+25,mlp.experts.221.up_proj,0.0000087642,0.05000,14.782
+25,mlp.experts.183.up_proj,0.0000035616,0.05000,15.000
+25,mlp.experts.217.up_proj,0.0000051673,0.05000,15.067
+25,mlp.experts.222.up_proj,0.0000108197,0.05000,14.870
+25,mlp.experts.218.up_proj,0.0000479266,0.05000,15.009
+25,mlp.experts.240.up_proj,0.0000098642,0.05000,15.106
+25,mlp.experts.251.up_proj,0.0000102988,0.05000,15.279
+25,mlp.experts.0.down_proj,0.0000003327,0.05000,3.815
+25,mlp.experts.11.down_proj,0.0000002113,0.05000,3.796
+25,mlp.experts.16.down_proj,0.0000013750,0.05000,4.434
+25,mlp.experts.32.down_proj,failsafe(rtn): 0.0009003,0.00000,0.276
+25,mlp.experts.27.down_proj,0.0000001668,0.05000,4.612
+25,mlp.experts.48.down_proj,0.0000003183,0.05000,4.413
+25,mlp.experts.193.up_proj,0.0000110375,0.05000,17.311
+25,mlp.experts.43.down_proj,0.0000002019,0.05000,4.428
+25,mlp.experts.59.down_proj,failsafe(rtn): 0.0008888,0.00000,0.316
+25,mlp.experts.200.up_proj,0.0000085807,0.05000,17.435
+25,mlp.experts.213.up_proj,0.0000336585,0.05000,17.599
+25,mlp.experts.204.up_proj,0.0000141757,0.05000,17.786
+25,mlp.experts.194.up_proj,0.0000134928,0.05000,17.847
+25,mlp.experts.198.up_proj,0.0000152256,0.05000,17.836
+25,mlp.experts.196.up_proj,0.0000124924,0.05000,17.562
+25,mlp.experts.195.up_proj,0.0000089141,0.05000,17.559
+25,mlp.experts.207.up_proj,0.0000237817,0.05000,17.963
+25,mlp.experts.237.up_proj,0.0000050903,0.05000,17.686
+25,mlp.experts.199.up_proj,0.0000063464,0.05000,17.681
+25,mlp.experts.233.up_proj,0.0000073663,0.05000,17.798
+25,mlp.experts.238.up_proj,0.0000116561,0.05000,18.045
+25,mlp.experts.234.up_proj,0.0000210362,0.05000,17.956
+25,mlp.experts.64.down_proj,0.0000001077,0.05000,5.409
+25,mlp.experts.75.down_proj,0.0000003537,0.05000,5.329
+25,mlp.experts.80.down_proj,0.0000001417,0.05000,4.280
+25,mlp.experts.91.down_proj,0.0000000335,0.05000,4.089
+25,mlp.experts.96.down_proj,0.0000012351,0.05000,4.036
+25,mlp.experts.107.down_proj,0.0000005704,0.05000,3.997
+25,mlp.experts.112.down_proj,0.0000007126,0.05000,4.067
+25,mlp.experts.209.up_proj,0.0000128445,0.05000,17.725
+25,mlp.experts.216.up_proj,0.0000114906,0.05000,17.307
+25,mlp.experts.123.down_proj,0.0000006341,0.05000,4.194
+25,mlp.experts.229.up_proj,0.0000469702,0.05000,17.429
+25,mlp.experts.220.up_proj,0.0000108359,0.05000,17.269
+25,mlp.experts.210.up_proj,0.0000113280,0.05000,17.463
+25,mlp.experts.212.up_proj,0.0000066514,0.05000,17.239
+25,mlp.experts.214.up_proj,0.0000025936,0.05000,17.576
+25,mlp.experts.245.up_proj,failsafe(rtn): 0.0009155,0.00000,0.907
+25,mlp.experts.223.up_proj,0.0000377430,0.05000,17.174
+25,mlp.experts.211.up_proj,0.0000115911,0.05000,17.353
+25,mlp.experts.253.up_proj,0.0000162043,0.05000,17.191
+25,mlp.experts.249.up_proj,0.0000139370,0.05000,16.793
+25,mlp.experts.215.up_proj,0.0000074993,0.05000,17.125
+25,mlp.experts.254.up_proj,0.0000176122,0.05000,16.811
+25,mlp.experts.250.up_proj,0.0000337769,0.05000,16.904
+25,mlp.experts.10.down_proj,failsafe(rtn): 0.0009384,0.00000,0.198
+25,mlp.experts.128.down_proj,0.0000004128,0.05000,4.233
+25,mlp.experts.139.down_proj,0.0000001717,0.05000,4.682
+25,mlp.experts.5.down_proj,0.0000001295,0.05000,4.587
+25,mlp.experts.13.down_proj,0.0000006600,0.05000,4.675
+25,mlp.experts.29.down_proj,failsafe(rtn): 0.0009003,0.00000,0.166
+25,mlp.experts.9.down_proj,0.0000012853,0.05000,4.440
+25,mlp.experts.25.down_proj,failsafe(rtn): 0.0008850,0.00000,0.212
+25,mlp.experts.14.down_proj,0.0000002194,0.05000,4.653
+25,mlp.experts.26.down_proj,0.0000001465,0.05000,4.834
+25,mlp.experts.144.down_proj,0.0000001664,0.05000,4.864
+25,mlp.experts.160.down_proj,failsafe(rtn): 0.0009499,0.00000,0.256
+25,mlp.experts.155.down_proj,0.0000001740,0.05000,4.528
+25,mlp.experts.21.down_proj,0.0000006497,0.05000,4.427
+25,mlp.experts.45.down_proj,0.0000000949,0.05000,4.612
+25,mlp.experts.41.down_proj,0.0000004969,0.05000,4.538
+25,mlp.experts.30.down_proj,0.0000006694,0.05000,4.639
+25,mlp.experts.42.down_proj,0.0000002784,0.05000,4.561
+25,mlp.experts.176.down_proj,0.0000003560,0.05000,4.420
+25,mlp.experts.171.down_proj,0.0000001665,0.05000,4.267
+25,mlp.experts.37.down_proj,0.0000006033,0.05000,4.133
+25,mlp.experts.61.down_proj,0.0000002579,0.05000,4.178
+25,mlp.experts.57.down_proj,0.0000002054,0.05000,4.136
+25,mlp.experts.46.down_proj,0.0000002311,0.05000,4.067
+25,mlp.experts.62.down_proj,failsafe(rtn): 0.0009041,0.00000,0.192
+25,mlp.experts.58.down_proj,0.0000004211,0.05000,4.004
+25,mlp.experts.225.up_proj,0.0000114855,0.05000,17.259
+25,mlp.experts.192.down_proj,0.0000005138,0.05000,3.862
+25,mlp.experts.232.up_proj,0.0000158714,0.05000,17.261
+25,mlp.experts.236.up_proj,0.0000123901,0.05000,17.056
+25,mlp.experts.226.up_proj,0.0000204925,0.05000,16.973
+25,mlp.experts.187.down_proj,0.0000012997,0.05000,3.803
+25,mlp.experts.230.up_proj,0.0000081961,0.05000,16.811
+25,mlp.experts.228.up_proj,0.0000267478,0.05000,17.080
+25,mlp.experts.53.down_proj,0.0000014840,0.05000,3.697
+25,mlp.experts.239.up_proj,0.0000107329,0.05000,16.929
+25,mlp.experts.227.up_proj,0.0000087040,0.05000,16.989
+25,mlp.experts.77.down_proj,0.0000008951,0.05000,3.651
+25,mlp.experts.231.up_proj,0.0000241923,0.05000,16.888
+25,mlp.experts.73.down_proj,0.0000006253,0.05000,3.714
+25,mlp.experts.78.down_proj,0.0000001779,0.05000,3.699
+25,mlp.experts.74.down_proj,0.0000001430,0.05000,3.691
+25,mlp.experts.208.down_proj,0.0000002303,0.05000,3.730
+25,mlp.experts.203.down_proj,0.0000002478,0.05000,3.712
+25,mlp.experts.69.down_proj,0.0000006926,0.05000,3.670
+25,mlp.experts.93.down_proj,0.0000001364,0.05000,3.567
+25,mlp.experts.89.down_proj,0.0000003070,0.05000,3.527
+25,mlp.experts.94.down_proj,0.0000002200,0.05000,3.627
+25,mlp.experts.90.down_proj,0.0000019258,0.05000,3.619
+25,mlp.experts.224.down_proj,0.0000000671,0.05000,3.588
+25,mlp.experts.219.down_proj,0.0000002331,0.05000,3.512
+25,mlp.experts.235.down_proj,failsafe(rtn): 0.0008888,0.00000,0.196
+25,mlp.experts.85.down_proj,0.0000004136,0.05000,3.587
+25,mlp.experts.109.down_proj,0.0000008006,0.05000,3.571
+25,mlp.experts.105.down_proj,0.0000002415,0.05000,3.567
+25,mlp.experts.110.down_proj,0.0000002209,0.05000,3.583
+25,mlp.experts.106.down_proj,0.0000005561,0.05000,3.529
+25,mlp.experts.240.down_proj,0.0000006928,0.05000,3.463
+25,mlp.experts.251.down_proj,0.0000001549,0.05000,3.374
+25,mlp.experts.101.down_proj,0.0000002468,0.05000,3.350
+25,mlp.experts.125.down_proj,0.0000009595,0.05000,3.253
+25,mlp.experts.121.down_proj,0.0000001722,0.05000,3.253
+25,mlp.experts.126.down_proj,0.0000003969,0.05000,3.251
+25,mlp.experts.122.down_proj,0.0000002453,0.05000,3.214
+25,mlp.experts.241.up_proj,0.0000075299,0.05000,13.845
+25,mlp.experts.248.up_proj,0.0000103197,0.05000,13.772
+25,mlp.experts.252.up_proj,0.0000193150,0.05000,13.880
+25,mlp.experts.242.up_proj,0.0000195038,0.05000,13.877
+25,mlp.experts.246.up_proj,0.0000228867,0.05000,13.621
+25,mlp.experts.244.up_proj,0.0000067019,0.05000,13.718
+25,mlp.experts.117.down_proj,0.0000001547,0.05000,3.099
+25,mlp.experts.243.up_proj,0.0000204758,0.05000,13.659
+25,mlp.experts.255.up_proj,0.0000206717,0.05000,13.787
+25,mlp.experts.141.down_proj,0.0000002183,0.05000,3.101
+25,mlp.experts.137.down_proj,0.0000004868,0.05000,3.028
+25,mlp.experts.247.up_proj,0.0000280902,0.05000,13.534
+25,mlp.experts.142.down_proj,0.0000003439,0.05000,3.144
+25,mlp.experts.138.down_proj,0.0000001620,0.05000,3.111
+25,mlp.experts.1.down_proj,0.0000004285,0.05000,3.082
+25,mlp.experts.8.down_proj,0.0000005358,0.05000,3.058
+25,mlp.experts.12.down_proj,0.0000018986,0.05000,3.109
+25,mlp.experts.2.down_proj,0.0000000700,0.05000,3.123
+25,mlp.experts.6.down_proj,0.0000006960,0.05000,3.104
+25,mlp.experts.4.down_proj,0.0000001766,0.05000,3.143
+25,mlp.experts.133.down_proj,0.0000002999,0.05000,3.083
+25,mlp.experts.3.down_proj,0.0000001444,0.05000,3.091
+25,mlp.experts.15.down_proj,0.0000007649,0.05000,3.124
+25,mlp.experts.157.down_proj,0.0000004687,0.05000,3.169
+25,mlp.experts.153.down_proj,0.0000001499,0.05000,3.097
+25,mlp.experts.7.down_proj,0.0000006774,0.05000,3.171
+25,mlp.experts.158.down_proj,0.0000003546,0.05000,3.128
+25,mlp.experts.154.down_proj,0.0000007953,0.05000,3.060
+25,mlp.experts.17.down_proj,0.0000005382,0.05000,3.076
+25,mlp.experts.24.down_proj,0.0000003959,0.05000,3.141
+25,mlp.experts.28.down_proj,0.0000003486,0.05000,3.054
+25,mlp.experts.18.down_proj,0.0000002072,0.05000,3.044
+25,mlp.experts.22.down_proj,0.0000002241,0.05000,3.094
+25,mlp.experts.20.down_proj,0.0000001386,0.05000,3.124
+25,mlp.experts.149.down_proj,0.0000001129,0.05000,3.040
+25,mlp.experts.19.down_proj,0.0000021200,0.05000,3.068
+25,mlp.experts.31.down_proj,0.0000008600,0.05000,3.053
+25,mlp.experts.173.down_proj,0.0000002844,0.05000,3.022
+25,mlp.experts.169.down_proj,0.0000010935,0.05000,3.070
+25,mlp.experts.23.down_proj,0.0000009331,0.05000,3.121
+25,mlp.experts.174.down_proj,0.0000001765,0.05000,3.106
+25,mlp.experts.170.down_proj,0.0000003466,0.05000,3.118
+25,mlp.experts.33.down_proj,0.0000004028,0.05000,3.154
+25,mlp.experts.40.down_proj,0.0000003441,0.05000,3.169
+25,mlp.experts.44.down_proj,0.0000003401,0.05000,3.174
+25,mlp.experts.34.down_proj,0.0000001665,0.05000,3.213
+25,mlp.experts.38.down_proj,0.0000003674,0.05000,3.192
+25,mlp.experts.36.down_proj,0.0000001744,0.05000,3.134
+25,mlp.experts.165.down_proj,0.0000001685,0.05000,3.157
+25,mlp.experts.35.down_proj,0.0000001741,0.05000,3.167
+25,mlp.experts.47.down_proj,0.0000001066,0.05000,3.154
+25,mlp.experts.189.down_proj,0.0000001476,0.05000,3.152
+25,mlp.experts.185.down_proj,0.0000003201,0.05000,3.141
+25,mlp.experts.39.down_proj,0.0000006497,0.05000,3.160
+25,mlp.experts.190.down_proj,0.0000003432,0.05000,3.117
+25,mlp.experts.186.down_proj,0.0000010582,0.05000,3.129
+25,mlp.experts.49.down_proj,0.0000001607,0.05000,3.143
+25,mlp.experts.56.down_proj,0.0000002555,0.05000,3.085
+25,mlp.experts.60.down_proj,0.0000001288,0.05000,3.107
+25,mlp.experts.50.down_proj,0.0000015174,0.05000,3.131
+25,mlp.experts.54.down_proj,0.0000005701,0.05000,3.113
+25,mlp.experts.181.down_proj,0.0000001922,0.05000,3.089
+25,mlp.experts.52.down_proj,0.0000001102,0.05000,3.154
+25,mlp.experts.51.down_proj,0.0000004020,0.05000,3.143
+25,mlp.experts.63.down_proj,0.0000002207,0.05000,3.143
+25,mlp.experts.205.down_proj,0.0000000957,0.05000,3.060
+25,mlp.experts.201.down_proj,0.0000001741,0.05000,3.087
+25,mlp.experts.55.down_proj,0.0000001895,0.05000,3.120
+25,mlp.experts.206.down_proj,0.0000002116,0.05000,3.109
+25,mlp.experts.202.down_proj,0.0000001319,0.05000,3.159
+25,mlp.experts.65.down_proj,0.0000001870,0.05000,3.142
+25,mlp.experts.72.down_proj,0.0000004627,0.05000,3.164
+25,mlp.experts.76.down_proj,0.0000003806,0.05000,3.226
+25,mlp.experts.66.down_proj,0.0000001454,0.05000,3.175
+25,mlp.experts.70.down_proj,0.0000001154,0.05000,3.159
+25,mlp.experts.197.down_proj,0.0000001277,0.05000,3.164
+25,mlp.experts.68.down_proj,0.0000004713,0.05000,3.236
+25,mlp.experts.67.down_proj,0.0000002160,0.05000,3.157
+25,mlp.experts.79.down_proj,0.0000003380,0.05000,3.131
+25,mlp.experts.221.down_proj,0.0000000929,0.05000,3.166
+25,mlp.experts.217.down_proj,0.0000001595,0.05000,3.170
+25,mlp.experts.71.down_proj,0.0000000467,0.05000,3.169
+25,mlp.experts.222.down_proj,0.0000005913,0.05000,3.085
+25,mlp.experts.218.down_proj,0.0000011807,0.05000,3.158
+25,mlp.experts.81.down_proj,0.0000003945,0.05000,3.164
+25,mlp.experts.88.down_proj,0.0000008513,0.05000,3.171
+25,mlp.experts.92.down_proj,0.0000004886,0.05000,3.097
+25,mlp.experts.82.down_proj,0.0000004339,0.05000,3.166
+25,mlp.experts.86.down_proj,0.0000003217,0.05000,3.188
+25,mlp.experts.213.down_proj,0.0000007128,0.05000,3.115
+25,mlp.experts.84.down_proj,0.0000001234,0.05000,3.110
+25,mlp.experts.83.down_proj,0.0000001365,0.05000,3.122
+25,mlp.experts.95.down_proj,0.0000005677,0.05000,3.194
+25,mlp.experts.237.down_proj,0.0000001464,0.05000,3.142
+25,mlp.experts.233.down_proj,0.0000000848,0.05000,3.142
+25,mlp.experts.87.down_proj,0.0000002428,0.05000,3.238
+25,mlp.experts.238.down_proj,0.0000002590,0.05000,3.235
+25,mlp.experts.234.down_proj,0.0000002417,0.05000,3.182
+25,mlp.experts.97.down_proj,0.0000004633,0.05000,3.161
+25,mlp.experts.104.down_proj,0.0000003988,0.05000,3.142
+25,mlp.experts.108.down_proj,0.0000007115,0.05000,3.148
+25,mlp.experts.98.down_proj,0.0000001847,0.05000,3.190
+25,mlp.experts.102.down_proj,0.0000002930,0.05000,3.160
+25,mlp.experts.229.down_proj,0.0000011752,0.05000,3.112
+25,mlp.experts.245.down_proj,failsafe(rtn): 0.0009155,0.00000,0.147
+25,mlp.experts.100.down_proj,0.0000003416,0.05000,3.176
+25,mlp.experts.99.down_proj,0.0000001875,0.05000,3.106
+25,mlp.experts.111.down_proj,0.0000003936,0.05000,3.144
+25,mlp.experts.253.down_proj,0.0000002214,0.05000,3.087
+25,mlp.experts.249.down_proj,0.0000003650,0.05000,3.074
+25,mlp.experts.103.down_proj,0.0000002715,0.05000,3.029
+25,mlp.experts.254.down_proj,0.0000002050,0.05000,2.884
+25,mlp.experts.250.down_proj,0.0000010762,0.05000,2.804
+25,mlp.experts.113.down_proj,0.0000002206,0.05000,2.586
+25,mlp.experts.120.down_proj,0.0000002389,0.05000,2.587
+25,mlp.experts.124.down_proj,0.0000003820,0.05000,2.431
+25,mlp.experts.114.down_proj,0.0000001441,0.05000,2.370
+25,mlp.experts.118.down_proj,0.0000002067,0.05000,2.337
+25,mlp.experts.116.down_proj,0.0000005188,0.05000,2.258
+25,mlp.experts.115.down_proj,0.0000002603,0.05000,2.219
+25,mlp.experts.127.down_proj,0.0000002740,0.05000,2.171
+25,mlp.experts.119.down_proj,0.0000001208,0.05000,2.064
+25,mlp.experts.129.down_proj,0.0000002787,0.05000,1.931
+25,mlp.experts.136.down_proj,0.0000001777,0.05000,1.996
+25,mlp.experts.140.down_proj,0.0000002634,0.05000,2.013
+25,mlp.experts.130.down_proj,0.0000003585,0.05000,2.020
+25,mlp.experts.134.down_proj,0.0000002029,0.05000,2.047
+25,mlp.experts.132.down_proj,0.0000001453,0.05000,2.020
+25,mlp.experts.131.down_proj,0.0000008211,0.05000,2.076
+25,mlp.experts.143.down_proj,0.0000003311,0.05000,2.029
+25,mlp.experts.135.down_proj,0.0000001107,0.05000,2.004
+25,mlp.experts.145.down_proj,0.0000001606,0.05000,1.943
+25,mlp.experts.152.down_proj,0.0000000935,0.05000,1.991
+25,mlp.experts.156.down_proj,0.0000004294,0.05000,1.993
+25,mlp.experts.146.down_proj,0.0000001558,0.05000,1.888
+25,mlp.experts.150.down_proj,0.0000006420,0.05000,1.903
+25,mlp.experts.148.down_proj,0.0000007994,0.05000,1.923
+25,mlp.experts.147.down_proj,0.0000002458,0.05000,1.928
+25,mlp.experts.159.down_proj,0.0000001787,0.05000,1.964
+25,mlp.experts.151.down_proj,0.0000002079,0.05000,1.925
+25,mlp.experts.161.down_proj,0.0000000633,0.05000,1.879
+25,mlp.experts.168.down_proj,0.0000002469,0.05000,1.944
+25,mlp.experts.172.down_proj,0.0000001741,0.05000,1.969
+25,mlp.experts.162.down_proj,0.0000002940,0.05000,2.009
+25,mlp.experts.166.down_proj,0.0000002014,0.05000,1.958
+25,mlp.experts.164.down_proj,0.0000002895,0.05000,1.967
+25,mlp.experts.163.down_proj,0.0000006467,0.05000,1.963
+25,mlp.experts.175.down_proj,0.0000003874,0.05000,1.993
+25,mlp.experts.167.down_proj,0.0000001025,0.05000,1.956
+25,mlp.experts.177.down_proj,0.0000001016,0.05000,1.852
+25,mlp.experts.184.down_proj,0.0000003427,0.05000,1.917
+25,mlp.experts.188.down_proj,0.0000001983,0.05000,1.943
+25,mlp.experts.178.down_proj,0.0000008317,0.05000,1.900
+25,mlp.experts.182.down_proj,0.0000001571,0.05000,1.907
+25,mlp.experts.180.down_proj,0.0000001492,0.05000,1.905
+25,mlp.experts.179.down_proj,0.0000009530,0.05000,1.944
+25,mlp.experts.191.down_proj,0.0000005197,0.05000,1.951
+25,mlp.experts.183.down_proj,0.0000001588,0.05000,1.966
+25,mlp.experts.193.down_proj,0.0000002258,0.05000,1.894
+25,mlp.experts.200.down_proj,0.0000003544,0.05000,1.945
+25,mlp.experts.194.down_proj,0.0000001339,0.05000,1.924
+25,mlp.experts.204.down_proj,0.0000002505,0.05000,1.946
+25,mlp.experts.198.down_proj,0.0000003152,0.05000,1.938
+25,mlp.experts.196.down_proj,0.0000002713,0.05000,1.953
+25,mlp.experts.195.down_proj,0.0000004826,0.05000,1.918
+25,mlp.experts.207.down_proj,0.0000006054,0.05000,1.929
+25,mlp.experts.199.down_proj,0.0000002293,0.05000,1.864
+25,mlp.experts.209.down_proj,0.0000001495,0.05000,1.764
+25,mlp.experts.216.down_proj,0.0000001628,0.05000,1.853
+25,mlp.experts.210.down_proj,0.0000007600,0.05000,1.848
+25,mlp.experts.220.down_proj,0.0000004219,0.05000,1.891
+25,mlp.experts.214.down_proj,0.0000004030,0.05000,1.836
+25,mlp.experts.212.down_proj,0.0000001263,0.05000,1.871
+25,mlp.experts.211.down_proj,0.0000006388,0.05000,1.919
+25,mlp.experts.223.down_proj,0.0000013731,0.05000,1.874
+25,mlp.experts.215.down_proj,0.0000002794,0.05000,1.873
+25,mlp.experts.225.down_proj,0.0000002749,0.05000,1.809
+25,mlp.experts.232.down_proj,0.0000004352,0.05000,1.966
+25,mlp.experts.226.down_proj,0.0000003874,0.05000,1.913
+25,mlp.experts.236.down_proj,0.0000001359,0.05000,1.942
+25,mlp.experts.230.down_proj,0.0000003575,0.05000,1.899
+25,mlp.experts.228.down_proj,0.0000006511,0.05000,1.903
+25,mlp.experts.227.down_proj,0.0000001139,0.05000,1.916
+25,mlp.experts.239.down_proj,0.0000003450,0.05000,1.899
+25,mlp.experts.231.down_proj,0.0000002933,0.05000,1.899
+25,mlp.experts.241.down_proj,0.0000000915,0.05000,1.897
+25,mlp.experts.248.down_proj,0.0000002442,0.05000,1.823
+25,mlp.experts.242.down_proj,0.0000002563,0.05000,1.791
+25,mlp.experts.252.down_proj,0.0000004006,0.05000,1.756
+25,mlp.experts.246.down_proj,0.0000004337,0.05000,1.764
+25,mlp.experts.244.down_proj,0.0000001751,0.05000,1.647
+25,mlp.experts.255.down_proj,0.0000002365,0.05000,1.455
+25,mlp.experts.243.down_proj,0.0000003038,0.05000,1.508
+25,mlp.experts.247.down_proj,0.0000006645,0.05000,1.192
+26,mlp.experts.2.gate_proj,0.0000380423,0.05000,14.355
+26,mlp.experts.14.gate_proj,0.0000079767,0.05000,14.370
+26,mlp.experts.12.gate_proj,0.0000092526,0.05000,14.482
+26,mlp.experts.0.gate_proj,0.0000083140,0.05000,14.989
+26,mlp.experts.5.gate_proj,0.0000123206,0.05000,14.505
+26,mlp.experts.10.gate_proj,0.0000125969,0.05000,14.497
+26,mlp.experts.1.gate_proj,0.0000169067,0.05000,14.521
+26,mlp.experts.8.gate_proj,0.0000137924,0.05000,14.538
+26,mlp.experts.9.gate_proj,0.0000051729,0.05000,14.589
+26,mlp.experts.11.gate_proj,0.0000106880,0.05000,14.659
+26,mlp.experts.15.gate_proj,0.0000390356,0.05000,14.689
+26,mlp.experts.13.gate_proj,0.0000232953,0.05000,14.725
+26,mlp.experts.4.gate_proj,0.0000084975,0.05000,14.730
+26,mlp.experts.7.gate_proj,0.0000225266,0.05000,14.747
+26,mlp.experts.6.gate_proj,0.0000045498,0.05000,14.735
+26,mlp.experts.3.gate_proj,0.0000206954,0.05000,15.315
+26,mlp.experts.23.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.799
+26,mlp.experts.18.gate_proj,0.0000111239,0.05000,14.807
+26,mlp.experts.30.gate_proj,0.0000020469,0.05000,14.878
+26,mlp.experts.21.gate_proj,0.0000071961,0.05000,14.844
+26,mlp.experts.16.gate_proj,0.0000111402,0.05000,14.898
+26,mlp.experts.28.gate_proj,0.0000125492,0.05000,14.927
+26,mlp.experts.24.gate_proj,0.0000239453,0.05000,14.863
+26,mlp.experts.25.gate_proj,0.0000632253,0.05000,14.822
+26,mlp.experts.26.gate_proj,0.0000193331,0.05000,14.932
+26,mlp.experts.27.gate_proj,0.0000100680,0.05000,14.911
+26,mlp.experts.17.gate_proj,0.0000174919,0.05000,15.068
+26,mlp.experts.20.gate_proj,0.0000034329,0.05000,14.908
+26,mlp.experts.29.gate_proj,0.0000039967,0.05000,14.974
+26,mlp.experts.31.gate_proj,0.0000117940,0.05000,15.012
+26,mlp.experts.19.gate_proj,0.0000170787,0.05000,14.900
+26,mlp.experts.22.gate_proj,0.0000128970,0.05000,14.983
+26,mlp.experts.39.gate_proj,0.0000114278,0.05000,15.094
+26,mlp.experts.37.gate_proj,0.0000065608,0.05000,15.267
+26,mlp.experts.34.gate_proj,0.0000215100,0.05000,15.475
+26,mlp.experts.46.gate_proj,0.0000126718,0.05000,15.389
+26,mlp.experts.44.gate_proj,0.0000049329,0.05000,15.285
+26,mlp.experts.41.gate_proj,0.0000198663,0.05000,15.402
+26,mlp.experts.42.gate_proj,0.0000076256,0.05000,15.333
+26,mlp.experts.40.gate_proj,0.0000112896,0.05000,15.416
+26,mlp.experts.32.gate_proj,0.0000064440,0.05000,15.459
+26,mlp.experts.43.gate_proj,0.0000157177,0.05000,15.367
+26,mlp.experts.36.gate_proj,0.0000172539,0.05000,15.302
+26,mlp.experts.33.gate_proj,0.0000299588,0.05000,15.462
+26,mlp.experts.35.gate_proj,0.0000098018,0.05000,15.362
+26,mlp.experts.47.gate_proj,0.0000024878,0.05000,15.394
+26,mlp.experts.45.gate_proj,0.0000350455,0.05000,15.406
+26,mlp.experts.38.gate_proj,0.0000066874,0.05000,15.465
+26,mlp.experts.62.gate_proj,failsafe(rtn): 0.0008163,0.00000,0.850
+26,mlp.experts.55.gate_proj,0.0000077202,0.05000,15.418
+26,mlp.experts.53.gate_proj,0.0000043822,0.05000,15.066
+26,mlp.experts.60.gate_proj,0.0000082246,0.05000,15.103
+26,mlp.experts.50.gate_proj,0.0000038330,0.05000,15.234
+26,mlp.experts.56.gate_proj,0.0000112231,0.05000,15.101
+26,mlp.experts.52.gate_proj,0.0000086560,0.05000,15.082
+26,mlp.experts.48.gate_proj,0.0000113997,0.05000,15.147
+26,mlp.experts.58.gate_proj,0.0000216744,0.05000,15.160
+26,mlp.experts.57.gate_proj,0.0000108481,0.05000,15.190
+26,mlp.experts.59.gate_proj,0.0000057622,0.05000,15.232
+26,mlp.experts.51.gate_proj,0.0000133293,0.05000,15.201
+26,mlp.experts.61.gate_proj,0.0000206018,0.05000,15.191
+26,mlp.experts.49.gate_proj,0.0000171755,0.05000,15.232
+26,mlp.experts.63.gate_proj,0.0000120364,0.05000,15.225
+26,mlp.experts.54.gate_proj,0.0000046326,0.05000,15.207
+26,mlp.experts.78.gate_proj,0.0000259429,0.05000,15.130
+26,mlp.experts.71.gate_proj,0.0000076195,0.05000,15.220
+26,mlp.experts.69.gate_proj,0.0000161043,0.05000,15.172
+26,mlp.experts.76.gate_proj,0.0000282398,0.05000,15.279
+26,mlp.experts.73.gate_proj,0.0000050077,0.05000,15.157
+26,mlp.experts.66.gate_proj,0.0000098483,0.05000,15.388
+26,mlp.experts.64.gate_proj,0.0000040437,0.05000,15.337
+26,mlp.experts.68.gate_proj,0.0000209542,0.05000,15.371
+26,mlp.experts.74.gate_proj,0.0000691935,0.05000,15.391
+26,mlp.experts.65.gate_proj,0.0000140119,0.05000,15.157
+26,mlp.experts.72.gate_proj,0.0000161525,0.05000,15.498
+26,mlp.experts.77.gate_proj,0.0000125953,0.05000,15.288
+26,mlp.experts.75.gate_proj,0.0000112833,0.05000,15.408
+26,mlp.experts.67.gate_proj,0.0000044041,0.05000,15.414
+26,mlp.experts.79.gate_proj,0.0000186215,0.05000,15.454
+26,mlp.experts.70.gate_proj,0.0000086378,0.05000,15.374
+26,mlp.experts.94.gate_proj,0.0000043081,0.05000,15.314
+26,mlp.experts.87.gate_proj,0.0000112674,0.05000,15.406
+26,mlp.experts.85.gate_proj,0.0000089393,0.05000,14.674
+26,mlp.experts.92.gate_proj,0.0000060137,0.05000,14.735
+26,mlp.experts.82.gate_proj,0.0000263960,0.05000,14.592
+26,mlp.experts.89.gate_proj,0.0000397275,0.05000,14.671
+26,mlp.experts.80.gate_proj,0.0000159794,0.05000,14.629
+26,mlp.experts.88.gate_proj,0.0000199538,0.05000,14.535
+26,mlp.experts.90.gate_proj,0.0000066685,0.05000,14.619
+26,mlp.experts.84.gate_proj,0.0000195057,0.05000,14.669
+26,mlp.experts.81.gate_proj,0.0000072090,0.05000,14.750
+26,mlp.experts.93.gate_proj,0.0000244333,0.05000,14.675
+26,mlp.experts.91.gate_proj,0.0000174452,0.05000,14.664
+26,mlp.experts.83.gate_proj,0.0000071734,0.05000,14.750
+26,mlp.experts.95.gate_proj,0.0000105459,0.05000,14.775
+26,mlp.experts.86.gate_proj,0.0000117117,0.05000,14.842
+26,mlp.experts.108.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.889
+26,mlp.experts.110.gate_proj,0.0000094985,0.05000,14.811
+26,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.864
+26,mlp.experts.103.gate_proj,0.0000086948,0.05000,14.787
+26,mlp.experts.101.gate_proj,0.0000172017,0.05000,15.015
+26,mlp.experts.104.gate_proj,0.0000161305,0.05000,14.915
+26,mlp.experts.98.gate_proj,0.0000177869,0.05000,15.118
+26,mlp.experts.105.gate_proj,0.0000083981,0.05000,15.065
+26,mlp.experts.96.gate_proj,0.0000042715,0.05000,15.112
+26,mlp.experts.106.gate_proj,0.0000164847,0.05000,15.021
+26,mlp.experts.97.gate_proj,0.0000152051,0.05000,14.944
+26,mlp.experts.109.gate_proj,0.0000052115,0.05000,15.042
+26,mlp.experts.107.gate_proj,0.0000101243,0.05000,15.056
+26,mlp.experts.99.gate_proj,0.0000148175,0.05000,15.091
+26,mlp.experts.111.gate_proj,0.0000193285,0.05000,14.998
+26,mlp.experts.102.gate_proj,0.0000170170,0.05000,15.017
+26,mlp.experts.124.gate_proj,0.0000053675,0.05000,15.027
+26,mlp.experts.126.gate_proj,0.0000322181,0.05000,15.069
+26,mlp.experts.116.gate_proj,0.0000135000,0.05000,14.874
+26,mlp.experts.121.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.870
+26,mlp.experts.119.gate_proj,0.0000119972,0.05000,15.014
+26,mlp.experts.117.gate_proj,0.0000124344,0.05000,14.998
+26,mlp.experts.120.gate_proj,0.0000268086,0.05000,14.974
+26,mlp.experts.114.gate_proj,0.0000272004,0.05000,14.976
+26,mlp.experts.122.gate_proj,0.0000110476,0.05000,14.884
+26,mlp.experts.113.gate_proj,0.0000033269,0.05000,14.880
+26,mlp.experts.112.gate_proj,0.0000089123,0.05000,14.973
+26,mlp.experts.125.gate_proj,0.0000056806,0.05000,14.978
+26,mlp.experts.123.gate_proj,0.0000114953,0.05000,15.036
+26,mlp.experts.115.gate_proj,0.0000060903,0.05000,14.903
+26,mlp.experts.127.gate_proj,0.0000077690,0.05000,14.897
+26,mlp.experts.118.gate_proj,0.0000156167,0.05000,14.898
+26,mlp.experts.140.gate_proj,0.0000158832,0.05000,15.044
+26,mlp.experts.137.gate_proj,0.0000048924,0.05000,14.886
+26,mlp.experts.132.gate_proj,0.0000077625,0.05000,14.912
+26,mlp.experts.142.gate_proj,0.0000032319,0.05000,15.024
+26,mlp.experts.135.gate_proj,0.0000130244,0.05000,14.744
+26,mlp.experts.133.gate_proj,0.0000089603,0.05000,14.986
+26,mlp.experts.136.gate_proj,0.0000126721,0.05000,14.982
+26,mlp.experts.138.gate_proj,0.0000172872,0.05000,15.031
+26,mlp.experts.129.gate_proj,0.0000257663,0.05000,14.979
+26,mlp.experts.130.gate_proj,0.0000180727,0.05000,15.086
+26,mlp.experts.128.gate_proj,0.0000443063,0.05000,15.016
+26,mlp.experts.139.gate_proj,0.0000230564,0.05000,14.896
+26,mlp.experts.141.gate_proj,0.0000199966,0.05000,15.017
+26,mlp.experts.131.gate_proj,0.0000155832,0.05000,15.063
+26,mlp.experts.143.gate_proj,0.0000053529,0.05000,15.018
+26,mlp.experts.134.gate_proj,0.0000225737,0.05000,14.998
+26,mlp.experts.148.gate_proj,0.0000042711,0.05000,14.857
+26,mlp.experts.156.gate_proj,0.0000061004,0.05000,15.022
+26,mlp.experts.158.gate_proj,0.0000086896,0.05000,15.016
+26,mlp.experts.153.gate_proj,0.0000157893,0.05000,15.161
+26,mlp.experts.151.gate_proj,0.0000337896,0.05000,15.255
+26,mlp.experts.149.gate_proj,0.0000029531,0.05000,14.867
+26,mlp.experts.152.gate_proj,0.0000165837,0.05000,14.784
+26,mlp.experts.154.gate_proj,0.0000162342,0.05000,14.786
+26,mlp.experts.146.gate_proj,0.0000092108,0.05000,14.812
+26,mlp.experts.145.gate_proj,0.0000023644,0.05000,14.905
+26,mlp.experts.144.gate_proj,0.0000082807,0.05000,14.859
+26,mlp.experts.157.gate_proj,0.0000095220,0.05000,14.873
+26,mlp.experts.155.gate_proj,0.0000246057,0.05000,14.946
+26,mlp.experts.159.gate_proj,0.0000103824,0.05000,14.822
+26,mlp.experts.147.gate_proj,0.0000074740,0.05000,15.063
+26,mlp.experts.164.gate_proj,0.0000076871,0.05000,14.958
+26,mlp.experts.150.gate_proj,0.0000121047,0.05000,15.070
+26,mlp.experts.172.gate_proj,0.0000088848,0.05000,15.038
+26,mlp.experts.174.gate_proj,0.0000151961,0.05000,14.949
+26,mlp.experts.169.gate_proj,0.0000101062,0.05000,15.062
+26,mlp.experts.167.gate_proj,0.0000065291,0.05000,15.007
+26,mlp.experts.165.gate_proj,0.0000075753,0.05000,15.109
+26,mlp.experts.170.gate_proj,0.0000375877,0.05000,14.963
+26,mlp.experts.168.gate_proj,0.0000211084,0.05000,15.114
+26,mlp.experts.160.gate_proj,0.0000039413,0.05000,15.015
+26,mlp.experts.161.gate_proj,0.0000514970,0.05000,15.059
+26,mlp.experts.162.gate_proj,0.0000086637,0.05000,15.151
+26,mlp.experts.173.gate_proj,0.0000044155,0.05000,14.997
+26,mlp.experts.171.gate_proj,0.0000060093,0.05000,15.228
+26,mlp.experts.175.gate_proj,0.0000078131,0.05000,15.090
+26,mlp.experts.163.gate_proj,0.0000066779,0.05000,14.994
+26,mlp.experts.180.gate_proj,0.0000108959,0.05000,14.954
+26,mlp.experts.166.gate_proj,0.0000128054,0.05000,15.001
+26,mlp.experts.190.gate_proj,0.0000083247,0.05000,15.062
+26,mlp.experts.188.gate_proj,0.0000144888,0.05000,15.111
+26,mlp.experts.185.gate_proj,0.0000073867,0.05000,15.000
+26,mlp.experts.183.gate_proj,0.0000092679,0.05000,15.130
+26,mlp.experts.181.gate_proj,0.0000106498,0.05000,14.548
+26,mlp.experts.184.gate_proj,0.0000047447,0.05000,14.596
+26,mlp.experts.186.gate_proj,0.0000169200,0.05000,14.665
+26,mlp.experts.177.gate_proj,0.0000119416,0.05000,14.629
+26,mlp.experts.176.gate_proj,0.0000396816,0.05000,14.675
+26,mlp.experts.178.gate_proj,0.0000159005,0.05000,14.644
+26,mlp.experts.189.gate_proj,0.0000098716,0.05000,14.602
+26,mlp.experts.187.gate_proj,0.0000082083,0.05000,14.652
+26,mlp.experts.179.gate_proj,0.0000078005,0.05000,14.697
+26,mlp.experts.182.gate_proj,0.0000065850,0.05000,14.612
+26,mlp.experts.191.gate_proj,0.0000177017,0.05000,14.874
+26,mlp.experts.196.gate_proj,0.0000058244,0.05000,14.766
+26,mlp.experts.206.gate_proj,0.0000171670,0.05000,14.681
+26,mlp.experts.201.gate_proj,0.0000086695,0.05000,14.614
+26,mlp.experts.204.gate_proj,0.0000036872,0.05000,14.710
+26,mlp.experts.199.gate_proj,0.0000222427,0.05000,14.723
+26,mlp.experts.197.gate_proj,0.0000103067,0.05000,14.492
+26,mlp.experts.200.gate_proj,0.0000087069,0.05000,14.531
+26,mlp.experts.202.gate_proj,0.0000121793,0.05000,14.528
+26,mlp.experts.193.gate_proj,0.0000155980,0.05000,14.558
+26,mlp.experts.192.gate_proj,0.0000365576,0.05000,14.581
+26,mlp.experts.194.gate_proj,0.0000060234,0.05000,14.645
+26,mlp.experts.205.gate_proj,0.0000131850,0.05000,14.616
+26,mlp.experts.203.gate_proj,0.0000080095,0.05000,14.525
+26,mlp.experts.195.gate_proj,0.0000353865,0.05000,14.665
+26,mlp.experts.198.gate_proj,0.0000050642,0.05000,14.627
+26,mlp.experts.212.gate_proj,0.0000101433,0.05000,14.615
+26,mlp.experts.207.gate_proj,0.0000091131,0.05000,14.735
+26,mlp.experts.217.gate_proj,0.0000054575,0.05000,14.599
+26,mlp.experts.222.gate_proj,0.0000457351,0.05000,14.680
+26,mlp.experts.220.gate_proj,0.0000086545,0.05000,14.703
+26,mlp.experts.215.gate_proj,0.0000063012,0.05000,14.613
+26,mlp.experts.213.gate_proj,0.0000126118,0.05000,14.625
+26,mlp.experts.218.gate_proj,0.0000046453,0.05000,14.615
+26,mlp.experts.216.gate_proj,0.0000094174,0.05000,14.701
+26,mlp.experts.209.gate_proj,0.0000148464,0.05000,14.540
+26,mlp.experts.208.gate_proj,0.0000229777,0.05000,14.582
+26,mlp.experts.221.gate_proj,0.0000391272,0.05000,14.615
+26,mlp.experts.210.gate_proj,0.0000221255,0.05000,14.696
+26,mlp.experts.219.gate_proj,0.0000090024,0.05000,14.639
+26,mlp.experts.214.gate_proj,0.0000107999,0.05000,14.605
+26,mlp.experts.228.gate_proj,0.0000181940,0.05000,14.655
+26,mlp.experts.211.gate_proj,0.0000083387,0.05000,14.752
+26,mlp.experts.223.gate_proj,0.0000070819,0.05000,14.614
+26,mlp.experts.233.gate_proj,0.0000634793,0.05000,14.542
+26,mlp.experts.238.gate_proj,0.0000114207,0.05000,14.569
+26,mlp.experts.236.gate_proj,0.0000074115,0.05000,14.617
+26,mlp.experts.231.gate_proj,0.0000038426,0.05000,14.589
+26,mlp.experts.229.gate_proj,0.0000156183,0.05000,15.204
+26,mlp.experts.234.gate_proj,0.0000386868,0.05000,15.104
+26,mlp.experts.232.gate_proj,0.0000072378,0.05000,15.068
+26,mlp.experts.225.gate_proj,0.0000040381,0.05000,15.159
+26,mlp.experts.224.gate_proj,0.0000189357,0.05000,15.121
+26,mlp.experts.237.gate_proj,0.0000144670,0.05000,15.202
+26,mlp.experts.226.gate_proj,0.0000052113,0.05000,15.168
+26,mlp.experts.235.gate_proj,0.0000094283,0.05000,15.157
+26,mlp.experts.244.gate_proj,0.0000114908,0.05000,15.087
+26,mlp.experts.230.gate_proj,0.0000202147,0.05000,15.187
+26,mlp.experts.227.gate_proj,0.0000147991,0.05000,15.168
+26,mlp.experts.249.gate_proj,0.0000095882,0.05000,15.093
+26,mlp.experts.239.gate_proj,0.0000039682,0.05000,15.292
+26,mlp.experts.254.gate_proj,0.0000138466,0.05000,15.182
+26,mlp.experts.252.gate_proj,0.0000287663,0.05000,15.156
+26,mlp.experts.247.gate_proj,0.0000090505,0.05000,15.196
+26,mlp.experts.245.gate_proj,0.0000148931,0.05000,14.969
+26,mlp.experts.248.gate_proj,0.0000047144,0.05000,14.989
+26,mlp.experts.250.gate_proj,0.0000120526,0.05000,15.076
+26,mlp.experts.240.gate_proj,0.0000144424,0.05000,15.006
+26,mlp.experts.241.gate_proj,0.0000066129,0.05000,15.132
+26,mlp.experts.253.gate_proj,0.0000077680,0.05000,15.109
+26,mlp.experts.242.gate_proj,0.0000158803,0.05000,15.122
+26,mlp.experts.251.gate_proj,0.0000143941,0.05000,15.043
+26,mlp.experts.4.up_proj,0.0000080414,0.05000,15.066
+26,mlp.experts.243.gate_proj,0.0000336262,0.05000,15.078
+26,mlp.experts.9.up_proj,0.0000049142,0.05000,15.062
+26,mlp.experts.246.gate_proj,0.0000111534,0.05000,15.201
+26,mlp.experts.255.gate_proj,0.0000143251,0.05000,15.130
+26,mlp.experts.14.up_proj,0.0000082427,0.05000,15.184
+26,mlp.experts.12.up_proj,0.0000086708,0.05000,15.106
+26,mlp.experts.7.up_proj,0.0000205507,0.05000,15.149
+26,mlp.experts.23.up_proj,failsafe(rtn): 0.0009384,0.00000,0.723
+26,mlp.experts.5.up_proj,0.0000116870,0.05000,14.669
+26,mlp.experts.8.up_proj,0.0000114405,0.05000,14.627
+26,mlp.experts.10.up_proj,0.0000127843,0.05000,14.635
+26,mlp.experts.0.up_proj,0.0000078691,0.05000,14.720
+26,mlp.experts.1.up_proj,0.0000175375,0.05000,14.646
+26,mlp.experts.13.up_proj,0.0000197325,0.05000,14.643
+26,mlp.experts.11.up_proj,0.0000102302,0.05000,14.621
+26,mlp.experts.2.up_proj,0.0000364051,0.05000,14.806
+26,mlp.experts.20.up_proj,0.0000051159,0.05000,14.604
+26,mlp.experts.25.up_proj,0.0000621182,0.05000,14.580
+26,mlp.experts.3.up_proj,0.0000203659,0.05000,14.724
+26,mlp.experts.6.up_proj,0.0000042354,0.05000,14.736
+26,mlp.experts.15.up_proj,0.0000338321,0.05000,14.749
+26,mlp.experts.30.up_proj,0.0000021060,0.05000,14.694
+26,mlp.experts.28.up_proj,0.0000113124,0.05000,14.844
+26,mlp.experts.39.up_proj,0.0000118845,0.05000,14.644
+26,mlp.experts.21.up_proj,0.0000068205,0.05000,14.799
+26,mlp.experts.24.up_proj,0.0000214861,0.05000,14.738
+26,mlp.experts.26.up_proj,0.0000182589,0.05000,14.882
+26,mlp.experts.16.up_proj,0.0000099444,0.05000,14.851
+26,mlp.experts.17.up_proj,0.0000096571,0.05000,14.850
+26,mlp.experts.29.up_proj,0.0000038056,0.05000,14.800
+26,mlp.experts.18.up_proj,0.0000129929,0.05000,14.838
+26,mlp.experts.36.up_proj,0.0000156136,0.05000,14.711
+26,mlp.experts.27.up_proj,0.0000081136,0.05000,15.055
+26,mlp.experts.41.up_proj,0.0000174803,0.05000,14.868
+26,mlp.experts.19.up_proj,0.0000184842,0.05000,14.935
+26,mlp.experts.22.up_proj,0.0000115390,0.05000,14.953
+26,mlp.experts.31.up_proj,0.0000110678,0.05000,14.952
+26,mlp.experts.46.up_proj,0.0000119799,0.05000,14.940
+26,mlp.experts.44.up_proj,0.0000051203,0.05000,14.900
+26,mlp.experts.62.up_proj,failsafe(rtn): 0.0010300,0.00000,0.751
+26,mlp.experts.55.up_proj,0.0000073361,0.05000,15.030
+26,mlp.experts.37.up_proj,0.0000060592,0.05000,15.481
+26,mlp.experts.40.up_proj,0.0000089720,0.05000,15.323
+26,mlp.experts.42.up_proj,0.0000078555,0.05000,15.366
+26,mlp.experts.33.up_proj,0.0000269410,0.05000,15.352
+26,mlp.experts.32.up_proj,0.0000068891,0.05000,15.405
+26,mlp.experts.45.up_proj,0.0000267706,0.05000,15.280
+26,mlp.experts.34.up_proj,0.0000198785,0.05000,15.177
+26,mlp.experts.52.up_proj,0.0000087983,0.05000,15.369
+26,mlp.experts.43.up_proj,0.0000188484,0.05000,15.395
+26,mlp.experts.57.up_proj,0.0000100599,0.05000,15.287
+26,mlp.experts.38.up_proj,0.0000070212,0.05000,15.314
+26,mlp.experts.35.up_proj,0.0000094069,0.05000,15.379
+26,mlp.experts.47.up_proj,0.0000023975,0.05000,15.319
+26,mlp.experts.60.up_proj,0.0000084237,0.05000,15.308
+26,mlp.experts.78.up_proj,0.0000250001,0.05000,15.253
+26,mlp.experts.71.up_proj,0.0000071061,0.05000,15.266
+26,mlp.experts.53.up_proj,0.0000044270,0.05000,15.513
+26,mlp.experts.56.up_proj,0.0000106199,0.05000,15.478
+26,mlp.experts.58.up_proj,0.0000196262,0.05000,15.514
+26,mlp.experts.48.up_proj,0.0000098447,0.05000,15.463
+26,mlp.experts.61.up_proj,0.0000190879,0.05000,15.383
+26,mlp.experts.49.up_proj,0.0000134682,0.05000,15.540
+26,mlp.experts.50.up_proj,0.0000042688,0.05000,15.425
+26,mlp.experts.68.up_proj,0.0000186098,0.05000,15.513
+26,mlp.experts.59.up_proj,0.0000087404,0.05000,15.648
+26,mlp.experts.73.up_proj,0.0000051204,0.05000,15.561
+26,mlp.experts.51.up_proj,0.0000121439,0.05000,15.494
+26,mlp.experts.54.up_proj,0.0000041660,0.05000,15.681
+26,mlp.experts.63.up_proj,0.0000108232,0.05000,15.627
+26,mlp.experts.76.up_proj,0.0000253834,0.05000,15.737
+26,mlp.experts.94.up_proj,0.0000041874,0.05000,15.594
+26,mlp.experts.87.up_proj,0.0000104639,0.05000,15.563
+26,mlp.experts.69.up_proj,0.0000134359,0.05000,15.265
+26,mlp.experts.72.up_proj,0.0000163181,0.05000,15.248
+26,mlp.experts.74.up_proj,0.0000676760,0.05000,15.206
+26,mlp.experts.64.up_proj,0.0000041053,0.05000,15.164
+26,mlp.experts.65.up_proj,0.0000136423,0.05000,15.106
+26,mlp.experts.77.up_proj,0.0000119795,0.05000,15.259
+26,mlp.experts.66.up_proj,0.0000077342,0.05000,15.212
+26,mlp.experts.84.up_proj,0.0000187593,0.05000,15.195
+26,mlp.experts.75.up_proj,0.0000113663,0.05000,15.152
+26,mlp.experts.89.up_proj,0.0000418737,0.05000,15.222
+26,mlp.experts.67.up_proj,0.0000043886,0.05000,15.149
+26,mlp.experts.79.up_proj,0.0000154312,0.05000,15.145
+26,mlp.experts.70.up_proj,0.0000072592,0.05000,15.269
+26,mlp.experts.100.up_proj,failsafe(rtn): 0.0009384,0.00000,0.717
+26,mlp.experts.92.up_proj,0.0000054252,0.05000,15.152
+26,mlp.experts.110.up_proj,0.0000090583,0.05000,15.001
+26,mlp.experts.108.up_proj,failsafe(rtn): 0.0009575,0.00000,0.702
+26,mlp.experts.103.up_proj,0.0000074835,0.05000,15.203
+26,mlp.experts.85.up_proj,0.0000089524,0.05000,15.436
+26,mlp.experts.88.up_proj,0.0000189064,0.05000,15.530
+26,mlp.experts.90.up_proj,0.0000063520,0.05000,15.478
+26,mlp.experts.81.up_proj,0.0000068944,0.05000,15.406
+26,mlp.experts.93.up_proj,0.0000373427,0.05000,15.331
+26,mlp.experts.80.up_proj,0.0000138418,0.05000,15.477
+26,mlp.experts.82.up_proj,0.0000253635,0.05000,15.406
+26,mlp.experts.91.up_proj,0.0000150311,0.05000,15.531
+26,mlp.experts.105.up_proj,0.0000067921,0.05000,15.472
+26,mlp.experts.83.up_proj,0.0000079109,0.05000,15.579
+26,mlp.experts.116.up_proj,0.0000123523,0.05000,15.392
+26,mlp.experts.95.up_proj,0.0000087399,0.05000,15.450
+26,mlp.experts.86.up_proj,0.0000125078,0.05000,15.540
+26,mlp.experts.121.up_proj,failsafe(rtn): 0.0009842,0.00000,0.741
+26,mlp.experts.126.up_proj,0.0000294590,0.05000,15.446
+26,mlp.experts.124.up_proj,0.0000058166,0.05000,15.387
+26,mlp.experts.119.up_proj,0.0000105708,0.05000,15.330
+26,mlp.experts.101.up_proj,0.0000174327,0.05000,14.374
+26,mlp.experts.104.up_proj,0.0000194506,0.05000,14.362
+26,mlp.experts.106.up_proj,0.0000147957,0.05000,14.634
+26,mlp.experts.109.up_proj,0.0000049568,0.05000,14.474
+26,mlp.experts.97.up_proj,0.0000144175,0.05000,14.527
+26,mlp.experts.96.up_proj,0.0000044960,0.05000,14.491
+26,mlp.experts.98.up_proj,0.0000142723,0.05000,14.504
+26,mlp.experts.107.up_proj,0.0000091789,0.05000,14.410
+26,mlp.experts.132.up_proj,0.0000065477,0.05000,14.351
+26,mlp.experts.99.up_proj,0.0000138107,0.05000,14.607
+26,mlp.experts.111.up_proj,0.0000178544,0.05000,14.535
+26,mlp.experts.102.up_proj,0.0000161402,0.05000,14.570
+26,mlp.experts.137.up_proj,0.0000054539,0.05000,14.413
+26,mlp.experts.142.up_proj,0.0000029869,0.05000,14.410
+26,mlp.experts.140.up_proj,0.0000151309,0.05000,14.444
+26,mlp.experts.135.up_proj,0.0000114822,0.05000,14.526
+26,mlp.experts.117.up_proj,0.0000105767,0.05000,14.416
+26,mlp.experts.120.up_proj,0.0000244040,0.05000,14.332
+26,mlp.experts.125.up_proj,0.0000053626,0.05000,14.245
+26,mlp.experts.112.up_proj,0.0000083611,0.05000,14.276
+26,mlp.experts.122.up_proj,0.0000099604,0.05000,14.368
+26,mlp.experts.113.up_proj,0.0000031043,0.05000,14.330
+26,mlp.experts.114.up_proj,0.0000264630,0.05000,14.435
+26,mlp.experts.123.up_proj,0.0000109575,0.05000,14.375
+26,mlp.experts.148.up_proj,0.0000045181,0.05000,14.488
+26,mlp.experts.127.up_proj,0.0000073964,0.05000,14.365
+26,mlp.experts.115.up_proj,0.0000055792,0.05000,14.503
+26,mlp.experts.118.up_proj,0.0000236516,0.05000,14.378
+26,mlp.experts.153.up_proj,0.0000156151,0.05000,14.364
+26,mlp.experts.158.up_proj,0.0000080513,0.05000,14.482
+26,mlp.experts.156.up_proj,0.0000057872,0.05000,14.360
+26,mlp.experts.151.up_proj,0.0000322246,0.05000,14.402
+26,mlp.experts.133.up_proj,0.0000085020,0.05000,15.297
+26,mlp.experts.136.up_proj,0.0000117787,0.05000,15.440
+26,mlp.experts.141.up_proj,0.0000170555,0.05000,15.205
+26,mlp.experts.128.up_proj,0.0000401634,0.05000,15.299
+26,mlp.experts.129.up_proj,0.0000227129,0.05000,15.281
+26,mlp.experts.138.up_proj,0.0000175046,0.05000,15.310
+26,mlp.experts.130.up_proj,0.0000189384,0.05000,15.277
+26,mlp.experts.139.up_proj,0.0000220879,0.05000,15.399
+26,mlp.experts.164.up_proj,0.0000072079,0.05000,15.382
+26,mlp.experts.143.up_proj,0.0000054630,0.05000,15.373
+26,mlp.experts.169.up_proj,0.0000098039,0.05000,15.271
+26,mlp.experts.131.up_proj,0.0000179515,0.05000,15.455
+26,mlp.experts.134.up_proj,0.0000217629,0.05000,15.406
+26,mlp.experts.174.up_proj,0.0000149776,0.05000,15.290
+26,mlp.experts.172.up_proj,0.0000073449,0.05000,15.397
+26,mlp.experts.167.up_proj,0.0000065044,0.05000,15.391
+26,mlp.experts.149.up_proj,0.0000027443,0.05000,14.495
+26,mlp.experts.152.up_proj,0.0000130161,0.05000,14.698
+26,mlp.experts.157.up_proj,0.0000089788,0.05000,14.743
+26,mlp.experts.145.up_proj,0.0000023152,0.05000,14.602
+26,mlp.experts.154.up_proj,0.0000153848,0.05000,14.563
+26,mlp.experts.144.up_proj,0.0000066963,0.05000,14.660
+26,mlp.experts.146.up_proj,0.0000091435,0.05000,14.694
+26,mlp.experts.155.up_proj,0.0000232232,0.05000,14.809
+26,mlp.experts.180.up_proj,0.0000097474,0.05000,14.736
+26,mlp.experts.147.up_proj,0.0000075326,0.05000,14.631
+26,mlp.experts.159.up_proj,0.0000091757,0.05000,14.888
+26,mlp.experts.185.up_proj,0.0000070998,0.05000,14.797
+26,mlp.experts.150.up_proj,0.0000111776,0.05000,14.766
+26,mlp.experts.190.up_proj,0.0000080792,0.05000,14.681
+26,mlp.experts.188.up_proj,0.0000126774,0.05000,14.588
+26,mlp.experts.183.up_proj,0.0000089444,0.05000,14.712
+26,mlp.experts.165.up_proj,0.0000065606,0.05000,14.409
+26,mlp.experts.168.up_proj,0.0000187427,0.05000,14.430
+26,mlp.experts.173.up_proj,0.0000044562,0.05000,14.371
+26,mlp.experts.170.up_proj,0.0000311751,0.05000,14.348
+26,mlp.experts.161.up_proj,0.0000557773,0.05000,14.392
+26,mlp.experts.160.up_proj,0.0000034683,0.05000,14.463
+26,mlp.experts.162.up_proj,0.0000079034,0.05000,14.492
+26,mlp.experts.171.up_proj,0.0000057414,0.05000,14.460
+26,mlp.experts.196.up_proj,0.0000059890,0.05000,14.365
+26,mlp.experts.163.up_proj,0.0000062894,0.05000,14.401
+26,mlp.experts.201.up_proj,0.0000081097,0.05000,14.302
+26,mlp.experts.166.up_proj,0.0000119469,0.05000,14.378
+26,mlp.experts.175.up_proj,0.0000073151,0.05000,14.632
+26,mlp.experts.206.up_proj,0.0000152563,0.05000,14.454
+26,mlp.experts.204.up_proj,0.0000032348,0.05000,14.379
+26,mlp.experts.199.up_proj,0.0000195418,0.05000,14.553
+26,mlp.experts.181.up_proj,0.0000098117,0.05000,15.171
+26,mlp.experts.189.up_proj,0.0000094092,0.05000,15.059
+26,mlp.experts.184.up_proj,0.0000046542,0.05000,15.194
+26,mlp.experts.177.up_proj,0.0000113258,0.05000,15.167
+26,mlp.experts.186.up_proj,0.0000148965,0.05000,15.224
+26,mlp.experts.176.up_proj,0.0000400514,0.05000,15.246
+26,mlp.experts.178.up_proj,0.0000145324,0.05000,15.275
+26,mlp.experts.187.up_proj,0.0000070801,0.05000,15.293
+26,mlp.experts.212.up_proj,0.0000093243,0.05000,15.272
+26,mlp.experts.217.up_proj,0.0000051437,0.05000,15.257
+26,mlp.experts.182.up_proj,0.0000057860,0.05000,15.199
+26,mlp.experts.179.up_proj,0.0000082756,0.05000,15.406
+26,mlp.experts.191.up_proj,0.0000156695,0.05000,15.295
+26,mlp.experts.222.up_proj,0.0000526325,0.05000,15.267
+26,mlp.experts.220.up_proj,0.0000074187,0.05000,15.173
+26,mlp.experts.215.up_proj,0.0000049453,0.05000,15.369
+26,mlp.experts.197.up_proj,0.0000092662,0.05000,15.016
+26,mlp.experts.200.up_proj,0.0000081451,0.05000,14.941
+26,mlp.experts.205.up_proj,0.0000123281,0.05000,14.957
+26,mlp.experts.193.up_proj,0.0000145379,0.05000,14.805
+26,mlp.experts.202.up_proj,0.0000102734,0.05000,14.838
+26,mlp.experts.192.up_proj,0.0000301613,0.05000,14.967
+26,mlp.experts.194.up_proj,0.0000052781,0.05000,14.912
+26,mlp.experts.203.up_proj,0.0000109085,0.05000,15.067
+26,mlp.experts.228.up_proj,0.0000159983,0.05000,15.032
+26,mlp.experts.233.up_proj,0.0000638176,0.05000,14.950
+26,mlp.experts.195.up_proj,0.0000314190,0.05000,14.946
+26,mlp.experts.198.up_proj,0.0000049792,0.05000,14.965
+26,mlp.experts.207.up_proj,0.0000085679,0.05000,14.973
+26,mlp.experts.238.up_proj,0.0000112062,0.05000,14.900
+26,mlp.experts.236.up_proj,0.0000068387,0.05000,14.897
+26,mlp.experts.231.up_proj,0.0000036732,0.05000,14.917
+26,mlp.experts.213.up_proj,0.0000135477,0.05000,15.203
+26,mlp.experts.216.up_proj,0.0000089040,0.05000,15.122
+26,mlp.experts.209.up_proj,0.0000134754,0.05000,15.119
+26,mlp.experts.221.up_proj,0.0000339383,0.05000,15.191
+26,mlp.experts.218.up_proj,0.0000046398,0.05000,15.206
+26,mlp.experts.208.up_proj,0.0000272534,0.05000,15.187
+26,mlp.experts.210.up_proj,0.0000185663,0.05000,15.183
+26,mlp.experts.219.up_proj,0.0000084454,0.05000,15.304
+26,mlp.experts.244.up_proj,0.0000106093,0.05000,15.157
+26,mlp.experts.249.up_proj,0.0000084960,0.05000,15.137
+26,mlp.experts.214.up_proj,0.0000092068,0.05000,15.137
+26,mlp.experts.211.up_proj,0.0000079364,0.05000,15.306
+26,mlp.experts.254.up_proj,0.0000131328,0.05000,15.330
+26,mlp.experts.223.up_proj,0.0000067658,0.05000,15.394
+26,mlp.experts.252.up_proj,0.0000291095,0.05000,15.425
+26,mlp.experts.247.up_proj,0.0000091310,0.05000,15.438
+26,mlp.experts.4.down_proj,0.0000001075,0.05000,4.016
+26,mlp.experts.9.down_proj,0.0000000541,0.05000,4.079
+26,mlp.experts.14.down_proj,0.0000003463,0.05000,3.821
+26,mlp.experts.12.down_proj,0.0000001127,0.05000,3.732
+26,mlp.experts.7.down_proj,0.0000005666,0.05000,3.732
+26,mlp.experts.23.down_proj,failsafe(rtn): 0.0009117,0.00000,0.167
+26,mlp.experts.20.down_proj,0.0000001184,0.05000,3.757
+26,mlp.experts.25.down_proj,0.0000012066,0.05000,3.690
+26,mlp.experts.30.down_proj,0.0000000444,0.05000,3.801
+26,mlp.experts.28.down_proj,0.0000002648,0.05000,3.851
+26,mlp.experts.39.down_proj,0.0000004795,0.05000,3.693
+26,mlp.experts.36.down_proj,0.0000004541,0.05000,3.662
+26,mlp.experts.41.down_proj,0.0000002279,0.05000,3.601
+26,mlp.experts.46.down_proj,0.0000002285,0.05000,3.684
+26,mlp.experts.44.down_proj,0.0000003339,0.05000,3.699
+26,mlp.experts.62.down_proj,failsafe(rtn): 0.0010147,0.00000,0.158
+26,mlp.experts.229.up_proj,0.0000147861,0.05000,15.098
+26,mlp.experts.237.up_proj,0.0000131710,0.05000,14.901
+26,mlp.experts.225.up_proj,0.0000043332,0.05000,14.967
+26,mlp.experts.232.up_proj,0.0000064184,0.05000,15.097
+26,mlp.experts.55.down_proj,0.0000001007,0.05000,3.559
+26,mlp.experts.234.up_proj,0.0000380813,0.05000,15.094
+26,mlp.experts.224.up_proj,0.0000189925,0.05000,15.011
+26,mlp.experts.226.up_proj,0.0000050790,0.05000,14.871
+26,mlp.experts.235.up_proj,0.0000093537,0.05000,14.746
+26,mlp.experts.230.up_proj,0.0000182064,0.05000,14.688
+26,mlp.experts.57.down_proj,0.0000001163,0.05000,3.384
+26,mlp.experts.227.up_proj,0.0000134273,0.05000,14.671
+26,mlp.experts.239.up_proj,0.0000037280,0.05000,14.492
+26,mlp.experts.78.down_proj,0.0000008097,0.05000,3.221
+26,mlp.experts.71.down_proj,0.0000000874,0.05000,3.249
+26,mlp.experts.60.down_proj,0.0000003480,0.05000,3.319
+26,mlp.experts.52.down_proj,0.0000005194,0.05000,3.370
+26,mlp.experts.94.down_proj,0.0000001777,0.05000,3.555
+26,mlp.experts.87.down_proj,0.0000001321,0.05000,3.801
+26,mlp.experts.76.down_proj,0.0000007969,0.05000,3.833
+26,mlp.experts.68.down_proj,0.0000002936,0.05000,3.802
+26,mlp.experts.110.down_proj,0.0000001218,0.05000,3.978
+26,mlp.experts.103.down_proj,0.0000003220,0.05000,3.705
+26,mlp.experts.84.down_proj,0.0000006904,0.05000,3.655
+26,mlp.experts.92.down_proj,0.0000006055,0.05000,3.713
+26,mlp.experts.100.down_proj,failsafe(rtn): 0.0009193,0.00000,0.231
+26,mlp.experts.108.down_proj,failsafe(rtn): 0.0009308,0.00000,0.229
+26,mlp.experts.126.down_proj,0.0000004501,0.05000,3.456
+26,mlp.experts.245.up_proj,0.0000128161,0.05000,14.412
+26,mlp.experts.241.up_proj,0.0000067827,0.05000,14.394
+26,mlp.experts.253.up_proj,0.0000070969,0.05000,14.430
+26,mlp.experts.250.up_proj,0.0000103918,0.05000,14.515
+26,mlp.experts.248.up_proj,0.0000045418,0.05000,14.394
+26,mlp.experts.119.down_proj,0.0000001377,0.05000,3.794
+26,mlp.experts.240.up_proj,0.0000132077,0.05000,14.531
+26,mlp.experts.242.up_proj,0.0000164201,0.05000,14.414
+26,mlp.experts.116.down_proj,0.0000002386,0.05000,3.688
+26,mlp.experts.124.down_proj,0.0000004660,0.05000,3.698
+26,mlp.experts.251.up_proj,0.0000129650,0.05000,14.590
+26,mlp.experts.246.up_proj,0.0000109920,0.05000,14.403
+26,mlp.experts.243.up_proj,0.0000300422,0.05000,14.388
+26,mlp.experts.255.up_proj,0.0000128811,0.05000,14.434
+26,mlp.experts.142.down_proj,0.0000000326,0.05000,3.420
+26,mlp.experts.13.down_proj,0.0000004825,0.05000,3.133
+26,mlp.experts.1.down_proj,0.0000008325,0.05000,3.190
+26,mlp.experts.5.down_proj,0.0000004000,0.05000,3.202
+26,mlp.experts.73.down_proj,0.0000001899,0.05000,3.202
+26,mlp.experts.8.down_proj,0.0000001479,0.05000,3.192
+26,mlp.experts.135.down_proj,0.0000002689,0.05000,3.181
+26,mlp.experts.0.down_proj,0.0000001331,0.05000,3.198
+26,mlp.experts.132.down_proj,0.0000002203,0.05000,3.242
+26,mlp.experts.140.down_proj,0.0000002133,0.05000,3.266
+26,mlp.experts.11.down_proj,0.0000003565,0.05000,3.315
+26,mlp.experts.3.down_proj,0.0000008694,0.05000,3.302
+26,mlp.experts.15.down_proj,0.0000009643,0.05000,3.303
+26,mlp.experts.10.down_proj,0.0000005132,0.05000,3.358
+26,mlp.experts.2.down_proj,0.0000012548,0.05000,3.361
+26,mlp.experts.158.down_proj,0.0000002957,0.05000,3.378
+26,mlp.experts.6.down_proj,0.0000001319,0.05000,3.402
+26,mlp.experts.29.down_proj,0.0000000850,0.05000,3.462
+26,mlp.experts.89.down_proj,0.0000017084,0.05000,3.456
+26,mlp.experts.21.down_proj,0.0000001829,0.05000,3.472
+26,mlp.experts.17.down_proj,0.0000000997,0.05000,3.496
+26,mlp.experts.24.down_proj,0.0000005479,0.05000,3.554
+26,mlp.experts.16.down_proj,0.0000002948,0.05000,3.567
+26,mlp.experts.148.down_proj,0.0000003250,0.05000,3.518
+26,mlp.experts.156.down_proj,0.0000002265,0.05000,3.511
+26,mlp.experts.151.down_proj,0.0000013854,0.05000,3.555
+26,mlp.experts.27.down_proj,0.0000002273,0.05000,3.643
+26,mlp.experts.19.down_proj,0.0000006139,0.05000,3.648
+26,mlp.experts.31.down_proj,0.0000001274,0.05000,3.651
+26,mlp.experts.26.down_proj,0.0000002476,0.05000,3.565
+26,mlp.experts.174.down_proj,0.0000005708,0.05000,3.571
+26,mlp.experts.18.down_proj,0.0000006626,0.05000,3.606
+26,mlp.experts.22.down_proj,0.0000003334,0.05000,3.582
+26,mlp.experts.45.down_proj,0.0000008387,0.05000,3.547
+26,mlp.experts.105.down_proj,0.0000001637,0.05000,3.598
+26,mlp.experts.37.down_proj,0.0000002141,0.05000,3.587
+26,mlp.experts.33.down_proj,0.0000007065,0.05000,3.579
+26,mlp.experts.121.down_proj,failsafe(rtn): 0.0009460,0.00000,0.180
+26,mlp.experts.40.down_proj,0.0000003738,0.05000,3.612
+26,mlp.experts.32.down_proj,0.0000004097,0.05000,3.610
+26,mlp.experts.164.down_proj,0.0000002090,0.05000,3.593
+26,mlp.experts.172.down_proj,0.0000002468,0.05000,3.602
+26,mlp.experts.167.down_proj,0.0000002914,0.05000,3.634
+26,mlp.experts.35.down_proj,0.0000001404,0.05000,3.608
+26,mlp.experts.47.down_proj,0.0000000543,0.05000,3.644
+26,mlp.experts.43.down_proj,0.0000007504,0.05000,3.682
+26,mlp.experts.190.down_proj,0.0000004588,0.05000,3.649
+26,mlp.experts.38.down_proj,0.0000002668,0.05000,3.649
+26,mlp.experts.42.down_proj,0.0000002779,0.05000,3.719
+26,mlp.experts.34.down_proj,0.0000002914,0.05000,3.764
+26,mlp.experts.61.down_proj,0.0000006800,0.05000,3.759
+26,mlp.experts.53.down_proj,0.0000001571,0.05000,3.783
+26,mlp.experts.49.down_proj,0.0000004217,0.05000,3.800
+26,mlp.experts.137.down_proj,0.0000001896,0.05000,3.806
+26,mlp.experts.56.down_proj,0.0000001489,0.05000,3.768
+26,mlp.experts.48.down_proj,0.0000002267,0.05000,3.758
+26,mlp.experts.180.down_proj,0.0000003911,0.05000,3.778
+26,mlp.experts.188.down_proj,0.0000003843,0.05000,3.747
+26,mlp.experts.183.down_proj,0.0000002517,0.05000,3.815
+26,mlp.experts.59.down_proj,0.0000003129,0.05000,3.677
+26,mlp.experts.51.down_proj,0.0000006285,0.05000,3.801
+26,mlp.experts.63.down_proj,0.0000002447,0.05000,3.805
+26,mlp.experts.206.down_proj,0.0000005471,0.05000,3.775
+26,mlp.experts.54.down_proj,0.0000001480,0.05000,3.746
+26,mlp.experts.58.down_proj,0.0000005123,0.05000,3.767
+26,mlp.experts.50.down_proj,0.0000001814,0.05000,3.689
+26,mlp.experts.77.down_proj,0.0000005011,0.05000,3.760
+26,mlp.experts.69.down_proj,0.0000004189,0.05000,3.752
+26,mlp.experts.65.down_proj,0.0000004192,0.05000,3.745
+26,mlp.experts.153.down_proj,0.0000006886,0.05000,3.756
+26,mlp.experts.72.down_proj,0.0000009294,0.05000,3.900
+26,mlp.experts.64.down_proj,0.0000001565,0.05000,4.031
+26,mlp.experts.196.down_proj,0.0000002518,0.05000,4.002
+26,mlp.experts.204.down_proj,0.0000001150,0.05000,4.037
+26,mlp.experts.75.down_proj,0.0000005098,0.05000,4.079
+26,mlp.experts.199.down_proj,0.0000006128,0.05000,4.158
+26,mlp.experts.67.down_proj,0.0000001626,0.05000,4.149
+26,mlp.experts.79.down_proj,0.0000003661,0.05000,4.178
+26,mlp.experts.222.down_proj,0.0000022944,0.05000,4.203
+26,mlp.experts.70.down_proj,0.0000001260,0.05000,4.225
+26,mlp.experts.74.down_proj,0.0000017592,0.05000,4.214
+26,mlp.experts.66.down_proj,0.0000001722,0.05000,4.207
+26,mlp.experts.93.down_proj,0.0000011300,0.05000,4.204
+26,mlp.experts.85.down_proj,0.0000006943,0.05000,4.166
+26,mlp.experts.81.down_proj,0.0000000875,0.05000,4.188
+26,mlp.experts.169.down_proj,0.0000003607,0.05000,4.240
+26,mlp.experts.88.down_proj,0.0000003204,0.05000,4.086
+26,mlp.experts.80.down_proj,0.0000004008,0.05000,4.007
+26,mlp.experts.212.down_proj,0.0000003595,0.05000,4.025
+26,mlp.experts.220.down_proj,0.0000002914,0.05000,3.960
+26,mlp.experts.91.down_proj,0.0000002154,0.05000,3.920
+26,mlp.experts.215.down_proj,0.0000000513,0.05000,3.945
+26,mlp.experts.83.down_proj,0.0000003821,0.05000,3.909
+26,mlp.experts.95.down_proj,0.0000001813,0.05000,3.997
+26,mlp.experts.82.down_proj,0.0000009809,0.05000,3.865
+26,mlp.experts.86.down_proj,0.0000007046,0.05000,3.925
+26,mlp.experts.238.down_proj,0.0000004626,0.05000,3.962
+26,mlp.experts.90.down_proj,0.0000001922,0.05000,4.031
+26,mlp.experts.109.down_proj,0.0000001614,0.05000,3.989
+26,mlp.experts.101.down_proj,0.0000008134,0.05000,3.969
+26,mlp.experts.97.down_proj,0.0000001978,0.05000,3.991
+26,mlp.experts.185.down_proj,0.0000000902,0.05000,3.926
+26,mlp.experts.104.down_proj,0.0000003383,0.05000,4.026
+26,mlp.experts.96.down_proj,0.0000001848,0.05000,4.093
+26,mlp.experts.228.down_proj,0.0000002897,0.05000,4.097
+26,mlp.experts.236.down_proj,0.0000001003,0.05000,4.092
+26,mlp.experts.107.down_proj,0.0000001017,0.05000,4.031
+26,mlp.experts.231.down_proj,0.0000001371,0.05000,3.970
+26,mlp.experts.99.down_proj,0.0000004098,0.05000,4.009
+26,mlp.experts.111.down_proj,0.0000005139,0.05000,3.945
+26,mlp.experts.106.down_proj,0.0000005117,0.05000,3.768
+26,mlp.experts.98.down_proj,0.0000004945,0.05000,3.940
+26,mlp.experts.102.down_proj,0.0000002161,0.05000,3.885
+26,mlp.experts.254.down_proj,0.0000001931,0.05000,3.902
+26,mlp.experts.125.down_proj,0.0000000992,0.05000,3.665
+26,mlp.experts.117.down_proj,0.0000002422,0.05000,3.682
+26,mlp.experts.113.down_proj,0.0000000999,0.05000,3.619
+26,mlp.experts.201.down_proj,0.0000003228,0.05000,3.589
+26,mlp.experts.120.down_proj,0.0000006534,0.05000,3.573
+26,mlp.experts.112.down_proj,0.0000001123,0.05000,3.544
+26,mlp.experts.252.down_proj,0.0000010210,0.05000,3.473
+26,mlp.experts.244.down_proj,0.0000001189,0.05000,3.500
+26,mlp.experts.123.down_proj,0.0000001557,0.05000,3.152
+26,mlp.experts.247.down_proj,0.0000002770,0.05000,3.119
+26,mlp.experts.115.down_proj,0.0000003217,0.05000,3.086
+26,mlp.experts.127.down_proj,0.0000001029,0.05000,3.038
+26,mlp.experts.114.down_proj,0.0000007052,0.05000,3.032
+26,mlp.experts.118.down_proj,0.0000011059,0.05000,3.019
+26,mlp.experts.122.down_proj,0.0000003328,0.05000,3.060
+26,mlp.experts.141.down_proj,0.0000004938,0.05000,2.800
+26,mlp.experts.133.down_proj,0.0000001038,0.05000,2.817
+26,mlp.experts.129.down_proj,0.0000005000,0.05000,2.828
+26,mlp.experts.217.down_proj,0.0000000610,0.05000,2.786
+26,mlp.experts.136.down_proj,0.0000001554,0.05000,2.695
+26,mlp.experts.128.down_proj,0.0000006020,0.05000,2.641
+26,mlp.experts.139.down_proj,0.0000006843,0.05000,2.640
+26,mlp.experts.131.down_proj,0.0000010072,0.05000,2.634
+26,mlp.experts.143.down_proj,0.0000001936,0.05000,2.654
+26,mlp.experts.130.down_proj,0.0000006587,0.05000,2.649
+26,mlp.experts.138.down_proj,0.0000007760,0.05000,2.647
+26,mlp.experts.134.down_proj,0.0000010537,0.05000,2.672
+26,mlp.experts.157.down_proj,0.0000002701,0.05000,2.788
+26,mlp.experts.149.down_proj,0.0000000539,0.05000,2.757
+26,mlp.experts.145.down_proj,0.0000002871,0.05000,2.834
+26,mlp.experts.233.down_proj,0.0000017655,0.05000,2.850
+26,mlp.experts.152.down_proj,0.0000004153,0.05000,2.828
+26,mlp.experts.144.down_proj,0.0000001829,0.05000,2.838
+26,mlp.experts.159.down_proj,0.0000003296,0.05000,2.753
+26,mlp.experts.155.down_proj,0.0000007405,0.05000,2.876
+26,mlp.experts.147.down_proj,0.0000004605,0.05000,2.844
+26,mlp.experts.150.down_proj,0.0000001386,0.05000,2.784
+26,mlp.experts.154.down_proj,0.0000001875,0.05000,2.837
+26,mlp.experts.146.down_proj,0.0000004974,0.05000,2.891
+26,mlp.experts.165.down_proj,0.0000002381,0.05000,2.840
+26,mlp.experts.173.down_proj,0.0000001673,0.05000,2.885
+26,mlp.experts.161.down_proj,0.0000014185,0.05000,2.930
+26,mlp.experts.249.down_proj,0.0000002612,0.05000,2.943
+26,mlp.experts.168.down_proj,0.0000007804,0.05000,2.900
+26,mlp.experts.160.down_proj,0.0000001029,0.05000,2.839
+26,mlp.experts.175.down_proj,0.0000002834,0.05000,2.681
+26,mlp.experts.163.down_proj,0.0000002634,0.05000,2.652
+26,mlp.experts.171.down_proj,0.0000003928,0.05000,2.709
+26,mlp.experts.166.down_proj,0.0000001719,0.05000,2.671
+26,mlp.experts.170.down_proj,0.0000008547,0.05000,2.666
+26,mlp.experts.162.down_proj,0.0000001939,0.05000,2.672
+26,mlp.experts.189.down_proj,0.0000002843,0.05000,2.416
+26,mlp.experts.181.down_proj,0.0000001073,0.05000,2.441
+26,mlp.experts.177.down_proj,0.0000001383,0.05000,2.362
+26,mlp.experts.184.down_proj,0.0000003156,0.05000,2.356
+26,mlp.experts.176.down_proj,0.0000019563,0.05000,2.363
+26,mlp.experts.191.down_proj,0.0000001987,0.05000,2.344
+26,mlp.experts.179.down_proj,0.0000003382,0.05000,2.384
+26,mlp.experts.187.down_proj,0.0000001535,0.05000,2.413
+26,mlp.experts.182.down_proj,0.0000001764,0.05000,2.372
+26,mlp.experts.178.down_proj,0.0000007785,0.05000,2.404
+26,mlp.experts.186.down_proj,0.0000004226,0.05000,2.433
+26,mlp.experts.197.down_proj,0.0000000873,0.05000,2.354
+26,mlp.experts.205.down_proj,0.0000001619,0.05000,2.394
+26,mlp.experts.193.down_proj,0.0000001882,0.05000,2.397
+26,mlp.experts.200.down_proj,0.0000001009,0.05000,2.350
+26,mlp.experts.192.down_proj,0.0000008938,0.05000,2.353
+26,mlp.experts.207.down_proj,0.0000000846,0.05000,2.357
+26,mlp.experts.195.down_proj,0.0000006622,0.05000,2.398
+26,mlp.experts.203.down_proj,0.0000005030,0.05000,2.366
+26,mlp.experts.198.down_proj,0.0000001930,0.05000,2.384
+26,mlp.experts.202.down_proj,0.0000003104,0.05000,2.348
+26,mlp.experts.194.down_proj,0.0000001521,0.05000,2.415
+26,mlp.experts.221.down_proj,0.0000010807,0.05000,2.350
+26,mlp.experts.213.down_proj,0.0000008955,0.05000,2.384
+26,mlp.experts.209.down_proj,0.0000001600,0.05000,2.417
+26,mlp.experts.216.down_proj,0.0000001096,0.05000,2.368
+26,mlp.experts.208.down_proj,0.0000005866,0.05000,2.442
+26,mlp.experts.223.down_proj,0.0000000945,0.05000,2.396
+26,mlp.experts.219.down_proj,0.0000001567,0.05000,2.354
+26,mlp.experts.211.down_proj,0.0000000991,0.05000,2.409
+26,mlp.experts.214.down_proj,0.0000002559,0.05000,2.368
+26,mlp.experts.218.down_proj,0.0000001908,0.05000,2.366
+26,mlp.experts.210.down_proj,0.0000005498,0.05000,2.381
+26,mlp.experts.229.down_proj,0.0000001930,0.05000,2.413
+26,mlp.experts.237.down_proj,0.0000003758,0.05000,2.425
+26,mlp.experts.225.down_proj,0.0000001808,0.05000,2.385
+26,mlp.experts.232.down_proj,0.0000001773,0.05000,2.437
+26,mlp.experts.224.down_proj,0.0000005416,0.05000,2.401
+26,mlp.experts.239.down_proj,0.0000000952,0.05000,2.400
+26,mlp.experts.235.down_proj,0.0000004661,0.05000,2.444
+26,mlp.experts.227.down_proj,0.0000004401,0.05000,2.454
+26,mlp.experts.230.down_proj,0.0000002355,0.05000,2.436
+26,mlp.experts.234.down_proj,0.0000013584,0.05000,2.401
+26,mlp.experts.226.down_proj,0.0000001414,0.05000,2.370
+26,mlp.experts.245.down_proj,0.0000003309,0.05000,2.384
+26,mlp.experts.253.down_proj,0.0000002202,0.05000,2.401
+26,mlp.experts.241.down_proj,0.0000002877,0.05000,2.374
+26,mlp.experts.248.down_proj,0.0000001868,0.05000,2.244
+26,mlp.experts.240.down_proj,0.0000004003,0.05000,2.172
+26,mlp.experts.255.down_proj,0.0000003893,0.05000,1.726
+26,mlp.experts.243.down_proj,0.0000005067,0.05000,1.596
+26,mlp.experts.251.down_proj,0.0000003987,0.05000,1.625
+26,mlp.experts.246.down_proj,0.0000004686,0.05000,1.586
+26,mlp.experts.250.down_proj,0.0000003061,0.05000,1.482
+26,mlp.experts.242.down_proj,0.0000004032,0.05000,1.440
+27,mlp.experts.0.gate_proj,0.0000099974,0.05000,14.453
+27,mlp.experts.1.gate_proj,0.0000060138,0.05000,14.471
+27,mlp.experts.6.gate_proj,0.0000316456,0.05000,14.462
+27,mlp.experts.12.gate_proj,0.0000086786,0.05000,14.463
+27,mlp.experts.5.gate_proj,0.0000152018,0.05000,14.486
+27,mlp.experts.4.gate_proj,0.0000292281,0.05000,14.484
+27,mlp.experts.11.gate_proj,0.0000069012,0.05000,14.518
+27,mlp.experts.9.gate_proj,0.0000166726,0.05000,14.513
+27,mlp.experts.13.gate_proj,0.0000081345,0.05000,14.536
+27,mlp.experts.14.gate_proj,0.0000111327,0.05000,14.646
+27,mlp.experts.10.gate_proj,0.0000187395,0.05000,14.638
+27,mlp.experts.15.gate_proj,0.0000742670,0.05000,14.649
+27,mlp.experts.8.gate_proj,0.0000573524,0.05000,14.677
+27,mlp.experts.2.gate_proj,0.0000087131,0.05000,14.684
+27,mlp.experts.7.gate_proj,0.0000199051,0.05000,14.691
+27,mlp.experts.3.gate_proj,0.0000072076,0.05000,14.751
+27,mlp.experts.20.gate_proj,0.0000219985,0.05000,15.362
+27,mlp.experts.21.gate_proj,0.0000089348,0.05000,15.420
+27,mlp.experts.28.gate_proj,0.0000079732,0.05000,15.441
+27,mlp.experts.16.gate_proj,0.0000101361,0.05000,15.487
+27,mlp.experts.17.gate_proj,0.0000110430,0.05000,15.488
+27,mlp.experts.30.gate_proj,0.0000239124,0.05000,15.324
+27,mlp.experts.22.gate_proj,0.0000197205,0.05000,15.509
+27,mlp.experts.29.gate_proj,0.0000153900,0.05000,15.478
+27,mlp.experts.26.gate_proj,0.0000081054,0.05000,15.386
+27,mlp.experts.24.gate_proj,0.0000175617,0.05000,15.403
+27,mlp.experts.25.gate_proj,0.0000022309,0.05000,15.538
+27,mlp.experts.27.gate_proj,0.0000105862,0.05000,15.620
+27,mlp.experts.31.gate_proj,0.0000121646,0.05000,15.632
+27,mlp.experts.23.gate_proj,0.0000117780,0.05000,15.641
+27,mlp.experts.19.gate_proj,0.0000128104,0.05000,15.583
+27,mlp.experts.18.gate_proj,0.0000061356,0.05000,15.787
+27,mlp.experts.33.gate_proj,0.0000096281,0.05000,15.377
+27,mlp.experts.32.gate_proj,0.0000200261,0.05000,15.400
+27,mlp.experts.36.gate_proj,0.0000416512,0.05000,15.508
+27,mlp.experts.44.gate_proj,0.0000102711,0.05000,15.463
+27,mlp.experts.37.gate_proj,0.0000135434,0.05000,15.503
+27,mlp.experts.45.gate_proj,0.0000133579,0.05000,15.404
+27,mlp.experts.41.gate_proj,0.0000326241,0.05000,15.385
+27,mlp.experts.42.gate_proj,0.0000140080,0.05000,15.461
+27,mlp.experts.46.gate_proj,0.0000127007,0.05000,15.545
+27,mlp.experts.38.gate_proj,0.0000162839,0.05000,15.541
+27,mlp.experts.40.gate_proj,0.0000084863,0.05000,15.428
+27,mlp.experts.43.gate_proj,0.0000165594,0.05000,15.385
+27,mlp.experts.39.gate_proj,0.0000525758,0.05000,15.401
+27,mlp.experts.35.gate_proj,0.0000077843,0.05000,15.413
+27,mlp.experts.47.gate_proj,0.0000104486,0.05000,15.520
+27,mlp.experts.34.gate_proj,0.0000076877,0.05000,15.432
+27,mlp.experts.48.gate_proj,0.0000218777,0.05000,14.208
+27,mlp.experts.60.gate_proj,0.0000115905,0.05000,14.229
+27,mlp.experts.61.gate_proj,0.0000154195,0.05000,14.182
+27,mlp.experts.49.gate_proj,0.0000073070,0.05000,14.414
+27,mlp.experts.53.gate_proj,0.0000138884,0.05000,14.337
+27,mlp.experts.52.gate_proj,0.0000065399,0.05000,14.393
+27,mlp.experts.62.gate_proj,0.0000455883,0.05000,14.280
+27,mlp.experts.57.gate_proj,0.0000120531,0.05000,14.407
+27,mlp.experts.54.gate_proj,0.0000142979,0.05000,14.348
+27,mlp.experts.58.gate_proj,0.0000162357,0.05000,14.444
+27,mlp.experts.55.gate_proj,0.0000140337,0.05000,14.245
+27,mlp.experts.59.gate_proj,0.0000196190,0.05000,14.405
+27,mlp.experts.56.gate_proj,0.0000085573,0.05000,14.446
+27,mlp.experts.63.gate_proj,0.0000108118,0.05000,14.343
+27,mlp.experts.51.gate_proj,0.0000071054,0.05000,14.434
+27,mlp.experts.50.gate_proj,0.0000127879,0.05000,14.440
+27,mlp.experts.76.gate_proj,0.0000104571,0.05000,15.023
+27,mlp.experts.77.gate_proj,0.0000118791,0.05000,15.024
+27,mlp.experts.64.gate_proj,0.0000038085,0.05000,15.119
+27,mlp.experts.65.gate_proj,0.0000164700,0.05000,15.101
+27,mlp.experts.69.gate_proj,0.0000133389,0.05000,15.100
+27,mlp.experts.73.gate_proj,0.0000825051,0.05000,15.014
+27,mlp.experts.78.gate_proj,0.0000066629,0.05000,15.126
+27,mlp.experts.70.gate_proj,0.0000114078,0.05000,15.027
+27,mlp.experts.68.gate_proj,0.0000336835,0.05000,15.187
+27,mlp.experts.74.gate_proj,0.0000086785,0.05000,15.140
+27,mlp.experts.72.gate_proj,0.0000119417,0.05000,15.127
+27,mlp.experts.71.gate_proj,0.0000048119,0.05000,15.293
+27,mlp.experts.67.gate_proj,0.0000086378,0.05000,15.132
+27,mlp.experts.79.gate_proj,0.0000122574,0.05000,15.212
+27,mlp.experts.75.gate_proj,0.0000689906,0.05000,15.372
+27,mlp.experts.66.gate_proj,0.0000146906,0.05000,15.209
+27,mlp.experts.91.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.788
+27,mlp.experts.92.gate_proj,0.0000153971,0.05000,15.114
+27,mlp.experts.93.gate_proj,0.0000155994,0.05000,15.178
+27,mlp.experts.80.gate_proj,0.0000090546,0.05000,15.210
+27,mlp.experts.81.gate_proj,0.0000070772,0.05000,15.203
+27,mlp.experts.89.gate_proj,0.0000095933,0.05000,15.141
+27,mlp.experts.86.gate_proj,0.0000096126,0.05000,15.135
+27,mlp.experts.85.gate_proj,0.0000056755,0.05000,15.318
+27,mlp.experts.84.gate_proj,0.0000243547,0.05000,15.207
+27,mlp.experts.94.gate_proj,0.0000187014,0.05000,15.285
+27,mlp.experts.90.gate_proj,0.0000104231,0.05000,15.197
+27,mlp.experts.88.gate_proj,0.0000128024,0.05000,15.289
+27,mlp.experts.87.gate_proj,0.0000064582,0.05000,15.244
+27,mlp.experts.95.gate_proj,0.0000090817,0.05000,15.194
+27,mlp.experts.83.gate_proj,0.0000195662,0.05000,15.267
+27,mlp.experts.82.gate_proj,0.0000129122,0.05000,15.176
+27,mlp.experts.107.gate_proj,0.0000605392,0.05000,15.257
+27,mlp.experts.108.gate_proj,0.0000142074,0.05000,15.044
+27,mlp.experts.109.gate_proj,0.0000139337,0.05000,15.005
+27,mlp.experts.96.gate_proj,0.0000250619,0.05000,15.134
+27,mlp.experts.97.gate_proj,0.0000106705,0.05000,14.975
+27,mlp.experts.102.gate_proj,0.0000084453,0.05000,14.965
+27,mlp.experts.101.gate_proj,0.0000103285,0.05000,14.900
+27,mlp.experts.105.gate_proj,0.0000169164,0.05000,15.067
+27,mlp.experts.110.gate_proj,0.0000063915,0.05000,14.930
+27,mlp.experts.100.gate_proj,0.0000271016,0.05000,15.155
+27,mlp.experts.106.gate_proj,0.0000113013,0.05000,15.072
+27,mlp.experts.104.gate_proj,0.0000266217,0.05000,14.959
+27,mlp.experts.99.gate_proj,0.0000104518,0.05000,15.028
+27,mlp.experts.111.gate_proj,0.0000158264,0.05000,15.151
+27,mlp.experts.98.gate_proj,0.0000095777,0.05000,15.022
+27,mlp.experts.103.gate_proj,0.0000100773,0.05000,15.251
+27,mlp.experts.123.gate_proj,0.0000093320,0.05000,15.240
+27,mlp.experts.124.gate_proj,0.0000146045,0.05000,15.046
+27,mlp.experts.125.gate_proj,0.0000344003,0.05000,15.111
+27,mlp.experts.117.gate_proj,0.0000122740,0.05000,14.908
+27,mlp.experts.121.gate_proj,0.0000079300,0.05000,14.874
+27,mlp.experts.112.gate_proj,0.0000126313,0.05000,15.014
+27,mlp.experts.118.gate_proj,0.0000205351,0.05000,15.093
+27,mlp.experts.126.gate_proj,0.0000094095,0.05000,15.022
+27,mlp.experts.113.gate_proj,0.0000130264,0.05000,15.169
+27,mlp.experts.120.gate_proj,0.0000171882,0.05000,15.023
+27,mlp.experts.116.gate_proj,0.0000100122,0.05000,15.139
+27,mlp.experts.122.gate_proj,0.0000624478,0.05000,15.187
+27,mlp.experts.115.gate_proj,0.0000170505,0.05000,15.144
+27,mlp.experts.114.gate_proj,0.0000089610,0.05000,15.032
+27,mlp.experts.127.gate_proj,0.0000095832,0.05000,15.119
+27,mlp.experts.119.gate_proj,0.0000040187,0.05000,15.237
+27,mlp.experts.139.gate_proj,0.0000040358,0.05000,15.092
+27,mlp.experts.133.gate_proj,0.0000128891,0.05000,14.250
+27,mlp.experts.140.gate_proj,0.0000169690,0.05000,14.461
+27,mlp.experts.128.gate_proj,0.0000080550,0.05000,14.289
+27,mlp.experts.141.gate_proj,0.0000083218,0.05000,14.514
+27,mlp.experts.142.gate_proj,0.0000110993,0.05000,14.292
+27,mlp.experts.129.gate_proj,0.0000430525,0.05000,14.346
+27,mlp.experts.134.gate_proj,0.0000083492,0.05000,14.365
+27,mlp.experts.137.gate_proj,0.0000068444,0.05000,14.555
+27,mlp.experts.132.gate_proj,0.0000136562,0.05000,14.289
+27,mlp.experts.136.gate_proj,0.0000077463,0.05000,14.507
+27,mlp.experts.138.gate_proj,0.0000147764,0.05000,14.505
+27,mlp.experts.143.gate_proj,0.0000412261,0.05000,14.323
+27,mlp.experts.130.gate_proj,0.0000141525,0.05000,14.379
+27,mlp.experts.131.gate_proj,0.0000082616,0.05000,14.545
+27,mlp.experts.135.gate_proj,0.0000187012,0.05000,14.334
+27,mlp.experts.155.gate_proj,0.0000153737,0.05000,14.354
+27,mlp.experts.149.gate_proj,0.0000158411,0.05000,15.277
+27,mlp.experts.144.gate_proj,0.0000166172,0.05000,15.210
+27,mlp.experts.156.gate_proj,0.0000079009,0.05000,15.249
+27,mlp.experts.153.gate_proj,0.0000097118,0.05000,15.148
+27,mlp.experts.157.gate_proj,0.0000181259,0.05000,15.297
+27,mlp.experts.158.gate_proj,0.0000262981,0.05000,15.277
+27,mlp.experts.145.gate_proj,0.0000048540,0.05000,15.349
+27,mlp.experts.150.gate_proj,0.0000136114,0.05000,15.371
+27,mlp.experts.148.gate_proj,0.0000072039,0.05000,15.295
+27,mlp.experts.152.gate_proj,0.0000119007,0.05000,15.299
+27,mlp.experts.159.gate_proj,0.0000146027,0.05000,15.217
+27,mlp.experts.154.gate_proj,0.0000123884,0.05000,15.352
+27,mlp.experts.146.gate_proj,0.0000114469,0.05000,15.301
+27,mlp.experts.147.gate_proj,0.0000027689,0.05000,15.247
+27,mlp.experts.151.gate_proj,0.0000118292,0.05000,15.371
+27,mlp.experts.164.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.788
+27,mlp.experts.162.gate_proj,failsafe(rtn): 0.0008392,0.00000,0.763
+27,mlp.experts.171.gate_proj,0.0000100191,0.05000,15.395
+27,mlp.experts.160.gate_proj,0.0000138188,0.05000,14.782
+27,mlp.experts.165.gate_proj,0.0000065286,0.05000,14.852
+27,mlp.experts.172.gate_proj,0.0000113419,0.05000,14.912
+27,mlp.experts.169.gate_proj,0.0000041932,0.05000,14.831
+27,mlp.experts.173.gate_proj,0.0000085647,0.05000,14.916
+27,mlp.experts.161.gate_proj,0.0000228285,0.05000,14.829
+27,mlp.experts.174.gate_proj,0.0000083077,0.05000,15.068
+27,mlp.experts.166.gate_proj,0.0000082841,0.05000,14.932
+27,mlp.experts.168.gate_proj,0.0000097392,0.05000,14.841
+27,mlp.experts.175.gate_proj,0.0000160045,0.05000,14.974
+27,mlp.experts.170.gate_proj,0.0000122807,0.05000,15.001
+27,mlp.experts.167.gate_proj,0.0000147851,0.05000,14.850
+27,mlp.experts.163.gate_proj,0.0000161097,0.05000,15.017
+27,mlp.experts.180.gate_proj,0.0000303904,0.05000,14.848
+27,mlp.experts.178.gate_proj,0.0000237400,0.05000,14.934
+27,mlp.experts.187.gate_proj,0.0000119724,0.05000,15.149
+27,mlp.experts.194.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.715
+27,mlp.experts.176.gate_proj,0.0000342975,0.05000,15.225
+27,mlp.experts.188.gate_proj,0.0000082797,0.05000,15.114
+27,mlp.experts.181.gate_proj,0.0000084903,0.05000,15.258
+27,mlp.experts.185.gate_proj,0.0000094192,0.05000,15.173
+27,mlp.experts.189.gate_proj,0.0000062397,0.05000,15.092
+27,mlp.experts.177.gate_proj,0.0000138024,0.05000,15.055
+27,mlp.experts.190.gate_proj,0.0000094449,0.05000,15.153
+27,mlp.experts.182.gate_proj,0.0000075290,0.05000,15.291
+27,mlp.experts.184.gate_proj,0.0000149985,0.05000,15.192
+27,mlp.experts.205.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.841
+27,mlp.experts.186.gate_proj,0.0000183143,0.05000,15.114
+27,mlp.experts.191.gate_proj,0.0000101783,0.05000,15.294
+27,mlp.experts.179.gate_proj,0.0000094834,0.05000,15.177
+27,mlp.experts.196.gate_proj,0.0000097264,0.05000,15.132
+27,mlp.experts.183.gate_proj,0.0000150211,0.05000,15.313
+27,mlp.experts.203.gate_proj,0.0000088596,0.05000,15.160
+27,mlp.experts.210.gate_proj,0.0000172670,0.05000,15.158
+27,mlp.experts.204.gate_proj,0.0000088462,0.05000,14.282
+27,mlp.experts.192.gate_proj,0.0000186795,0.05000,14.463
+27,mlp.experts.197.gate_proj,0.0000137488,0.05000,14.465
+27,mlp.experts.201.gate_proj,0.0000569164,0.05000,14.519
+27,mlp.experts.193.gate_proj,0.0000071632,0.05000,14.518
+27,mlp.experts.206.gate_proj,0.0000098584,0.05000,14.449
+27,mlp.experts.198.gate_proj,0.0000618439,0.05000,14.360
+27,mlp.experts.200.gate_proj,0.0000050364,0.05000,14.288
+27,mlp.experts.202.gate_proj,0.0000242756,0.05000,14.362
+27,mlp.experts.207.gate_proj,0.0000130105,0.05000,14.480
+27,mlp.experts.221.gate_proj,0.0000041871,0.05000,14.586
+27,mlp.experts.195.gate_proj,0.0000133577,0.05000,14.449
+27,mlp.experts.212.gate_proj,0.0000273003,0.05000,14.440
+27,mlp.experts.199.gate_proj,0.0000255348,0.05000,14.474
+27,mlp.experts.219.gate_proj,0.0000157161,0.05000,14.487
+27,mlp.experts.226.gate_proj,0.0000152031,0.05000,14.317
+27,mlp.experts.220.gate_proj,0.0000062626,0.05000,14.674
+27,mlp.experts.208.gate_proj,0.0000135096,0.05000,14.571
+27,mlp.experts.213.gate_proj,0.0000355739,0.05000,14.666
+27,mlp.experts.217.gate_proj,0.0000489057,0.05000,14.578
+27,mlp.experts.209.gate_proj,0.0000086947,0.05000,14.705
+27,mlp.experts.222.gate_proj,0.0000124174,0.05000,14.661
+27,mlp.experts.214.gate_proj,0.0000592239,0.05000,14.691
+27,mlp.experts.216.gate_proj,0.0000190461,0.05000,14.661
+27,mlp.experts.218.gate_proj,0.0000016195,0.05000,14.723
+27,mlp.experts.237.gate_proj,0.0000215420,0.05000,14.580
+27,mlp.experts.223.gate_proj,0.0000190762,0.05000,14.701
+27,mlp.experts.215.gate_proj,0.0000061900,0.05000,14.553
+27,mlp.experts.228.gate_proj,0.0000082001,0.05000,14.613
+27,mlp.experts.211.gate_proj,0.0000448052,0.05000,14.722
+27,mlp.experts.232.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.860
+27,mlp.experts.253.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.806
+27,mlp.experts.235.gate_proj,0.0000077983,0.05000,14.810
+27,mlp.experts.242.gate_proj,0.0000052214,0.05000,14.792
+27,mlp.experts.236.gate_proj,0.0000138071,0.05000,14.942
+27,mlp.experts.224.gate_proj,0.0000169292,0.05000,15.047
+27,mlp.experts.233.gate_proj,0.0000128546,0.05000,14.983
+27,mlp.experts.229.gate_proj,0.0000082415,0.05000,15.165
+27,mlp.experts.225.gate_proj,0.0000149329,0.05000,15.003
+27,mlp.experts.238.gate_proj,0.0000274299,0.05000,14.993
+27,mlp.experts.230.gate_proj,0.0000233702,0.05000,15.122
+27,mlp.experts.239.gate_proj,0.0000132372,0.05000,14.881
+27,mlp.experts.234.gate_proj,0.0000283247,0.05000,15.047
+27,mlp.experts.244.gate_proj,0.0000162581,0.05000,14.883
+27,mlp.experts.248.gate_proj,0.0000079095,0.05000,14.832
+27,mlp.experts.231.gate_proj,0.0000141366,0.05000,15.088
+27,mlp.experts.227.gate_proj,0.0000053206,0.05000,15.077
+27,mlp.experts.13.up_proj,0.0000083250,0.05000,15.016
+27,mlp.experts.251.gate_proj,0.0000630051,0.05000,14.956
+27,mlp.experts.2.up_proj,0.0000083291,0.05000,15.020
+27,mlp.experts.252.gate_proj,0.0000270344,0.05000,14.492
+27,mlp.experts.240.gate_proj,0.0000126273,0.05000,14.527
+27,mlp.experts.249.gate_proj,0.0000121885,0.05000,14.604
+27,mlp.experts.245.gate_proj,0.0000135590,0.05000,14.574
+27,mlp.experts.241.gate_proj,0.0000083813,0.05000,14.634
+27,mlp.experts.254.gate_proj,0.0000083627,0.05000,14.670
+27,mlp.experts.246.gate_proj,0.0000463098,0.05000,14.628
+27,mlp.experts.250.gate_proj,0.0000146862,0.05000,14.610
+27,mlp.experts.255.gate_proj,0.0000121997,0.05000,14.658
+27,mlp.experts.4.up_proj,0.0000281640,0.05000,14.643
+27,mlp.experts.8.up_proj,0.0000578312,0.05000,14.693
+27,mlp.experts.247.gate_proj,0.0000112650,0.05000,14.738
+27,mlp.experts.243.gate_proj,0.0000130490,0.05000,14.858
+27,mlp.experts.29.up_proj,0.0000144229,0.05000,14.707
+27,mlp.experts.11.up_proj,0.0000062028,0.05000,14.663
+27,mlp.experts.18.up_proj,0.0000053643,0.05000,14.723
+27,mlp.experts.12.up_proj,0.0000079670,0.05000,14.657
+27,mlp.experts.0.up_proj,0.0000098076,0.05000,14.741
+27,mlp.experts.9.up_proj,0.0000145990,0.05000,14.636
+27,mlp.experts.1.up_proj,0.0000052345,0.05000,14.453
+27,mlp.experts.5.up_proj,0.0000136448,0.05000,14.703
+27,mlp.experts.14.up_proj,0.0000096017,0.05000,14.709
+27,mlp.experts.6.up_proj,0.0000199498,0.05000,14.605
+27,mlp.experts.10.up_proj,0.0000172694,0.05000,14.657
+27,mlp.experts.15.up_proj,0.0000657770,0.05000,14.724
+27,mlp.experts.20.up_proj,0.0000206213,0.05000,14.706
+27,mlp.experts.24.up_proj,0.0000180114,0.05000,14.676
+27,mlp.experts.7.up_proj,0.0000191414,0.05000,14.788
+27,mlp.experts.3.up_proj,0.0000073001,0.05000,14.850
+27,mlp.experts.45.up_proj,0.0000118431,0.05000,14.697
+27,mlp.experts.27.up_proj,0.0000098722,0.05000,14.812
+27,mlp.experts.34.up_proj,0.0000070742,0.05000,14.744
+27,mlp.experts.28.up_proj,0.0000077169,0.05000,15.585
+27,mlp.experts.16.up_proj,0.0000091400,0.05000,15.592
+27,mlp.experts.25.up_proj,0.0000022792,0.05000,15.564
+27,mlp.experts.21.up_proj,0.0000079900,0.05000,15.521
+27,mlp.experts.17.up_proj,0.0000097372,0.05000,15.675
+27,mlp.experts.30.up_proj,0.0000209854,0.05000,15.603
+27,mlp.experts.22.up_proj,0.0000172655,0.05000,15.602
+27,mlp.experts.26.up_proj,0.0000078884,0.05000,15.630
+27,mlp.experts.36.up_proj,0.0000485105,0.05000,15.584
+27,mlp.experts.31.up_proj,0.0000107416,0.05000,15.698
+27,mlp.experts.40.up_proj,0.0000083003,0.05000,15.700
+27,mlp.experts.23.up_proj,0.0000101145,0.05000,15.632
+27,mlp.experts.19.up_proj,0.0000104183,0.05000,15.657
+27,mlp.experts.61.up_proj,0.0000143342,0.05000,15.556
+27,mlp.experts.43.up_proj,0.0000141217,0.05000,15.450
+27,mlp.experts.50.up_proj,0.0000111911,0.05000,15.546
+27,mlp.experts.44.up_proj,0.0000084116,0.05000,14.129
+27,mlp.experts.32.up_proj,0.0000180748,0.05000,14.024
+27,mlp.experts.41.up_proj,0.0000317866,0.05000,13.990
+27,mlp.experts.37.up_proj,0.0000127813,0.05000,14.029
+27,mlp.experts.33.up_proj,0.0000091162,0.05000,14.112
+27,mlp.experts.46.up_proj,0.0000117270,0.05000,14.075
+27,mlp.experts.38.up_proj,0.0000145770,0.05000,14.225
+27,mlp.experts.42.up_proj,0.0000132419,0.05000,14.108
+27,mlp.experts.52.up_proj,0.0000064418,0.05000,14.117
+27,mlp.experts.47.up_proj,0.0000092328,0.05000,14.210
+27,mlp.experts.56.up_proj,0.0000078799,0.05000,14.146
+27,mlp.experts.39.up_proj,0.0000597479,0.05000,14.128
+27,mlp.experts.77.up_proj,0.0000103594,0.05000,13.931
+27,mlp.experts.35.up_proj,0.0000078137,0.05000,14.144
+27,mlp.experts.59.up_proj,0.0000184109,0.05000,14.277
+27,mlp.experts.66.up_proj,0.0000139069,0.05000,14.181
+27,mlp.experts.60.up_proj,0.0000109144,0.05000,14.767
+27,mlp.experts.57.up_proj,0.0000131937,0.05000,14.831
+27,mlp.experts.48.up_proj,0.0000201677,0.05000,14.944
+27,mlp.experts.49.up_proj,0.0000068082,0.05000,14.704
+27,mlp.experts.53.up_proj,0.0000132070,0.05000,14.859
+27,mlp.experts.62.up_proj,0.0000336172,0.05000,14.846
+27,mlp.experts.54.up_proj,0.0000147796,0.05000,14.826
+27,mlp.experts.58.up_proj,0.0000171172,0.05000,14.783
+27,mlp.experts.68.up_proj,0.0000304152,0.05000,14.891
+27,mlp.experts.63.up_proj,0.0000093996,0.05000,14.901
+27,mlp.experts.72.up_proj,0.0000173641,0.05000,14.815
+27,mlp.experts.55.up_proj,0.0000130425,0.05000,14.908
+27,mlp.experts.93.up_proj,0.0000136504,0.05000,14.832
+27,mlp.experts.51.up_proj,0.0000066632,0.05000,14.922
+27,mlp.experts.75.up_proj,0.0000654228,0.05000,14.827
+27,mlp.experts.82.up_proj,0.0000122879,0.05000,14.849
+27,mlp.experts.91.up_proj,failsafe(rtn): 0.0009232,0.00000,0.684
+27,mlp.experts.76.up_proj,0.0000101174,0.05000,14.956
+27,mlp.experts.64.up_proj,0.0000036940,0.05000,14.933
+27,mlp.experts.73.up_proj,0.0000716520,0.05000,14.972
+27,mlp.experts.65.up_proj,0.0000159773,0.05000,14.888
+27,mlp.experts.69.up_proj,0.0000125483,0.05000,14.824
+27,mlp.experts.78.up_proj,0.0000060519,0.05000,14.830
+27,mlp.experts.70.up_proj,0.0000108827,0.05000,14.937
+27,mlp.experts.74.up_proj,0.0000081805,0.05000,14.895
+27,mlp.experts.84.up_proj,0.0000231283,0.05000,14.949
+27,mlp.experts.88.up_proj,0.0000136910,0.05000,14.817
+27,mlp.experts.79.up_proj,0.0000150280,0.05000,14.903
+27,mlp.experts.71.up_proj,0.0000049144,0.05000,14.963
+27,mlp.experts.109.up_proj,0.0000128544,0.05000,14.913
+27,mlp.experts.67.up_proj,0.0000083348,0.05000,15.030
+27,mlp.experts.98.up_proj,0.0000083296,0.05000,14.934
+27,mlp.experts.107.up_proj,0.0000588742,0.05000,14.908
+27,mlp.experts.92.up_proj,0.0000137516,0.05000,14.913
+27,mlp.experts.80.up_proj,0.0000083675,0.05000,14.856
+27,mlp.experts.89.up_proj,0.0000090363,0.05000,14.875
+27,mlp.experts.81.up_proj,0.0000078205,0.05000,14.913
+27,mlp.experts.85.up_proj,0.0000051831,0.05000,15.021
+27,mlp.experts.94.up_proj,0.0000185139,0.05000,14.953
+27,mlp.experts.86.up_proj,0.0000090160,0.05000,15.025
+27,mlp.experts.90.up_proj,0.0000101715,0.05000,14.937
+27,mlp.experts.100.up_proj,0.0000276361,0.05000,15.006
+27,mlp.experts.95.up_proj,0.0000082578,0.05000,14.951
+27,mlp.experts.104.up_proj,0.0000234486,0.05000,15.014
+27,mlp.experts.125.up_proj,0.0000308497,0.05000,14.822
+27,mlp.experts.87.up_proj,0.0000064635,0.05000,14.920
+27,mlp.experts.83.up_proj,0.0000185337,0.05000,14.954
+27,mlp.experts.114.up_proj,0.0000075202,0.05000,14.990
+27,mlp.experts.123.up_proj,0.0000088058,0.05000,14.949
+27,mlp.experts.108.up_proj,0.0000132646,0.05000,14.571
+27,mlp.experts.96.up_proj,0.0000278879,0.05000,14.624
+27,mlp.experts.97.up_proj,0.0000098046,0.05000,14.564
+27,mlp.experts.105.up_proj,0.0000155983,0.05000,14.638
+27,mlp.experts.101.up_proj,0.0000099147,0.05000,14.689
+27,mlp.experts.110.up_proj,0.0000067031,0.05000,14.613
+27,mlp.experts.102.up_proj,0.0000085209,0.05000,14.365
+27,mlp.experts.106.up_proj,0.0000101415,0.05000,14.639
+27,mlp.experts.116.up_proj,0.0000111330,0.05000,14.517
+27,mlp.experts.120.up_proj,0.0000214340,0.05000,14.524
+27,mlp.experts.111.up_proj,0.0000162014,0.05000,14.609
+27,mlp.experts.141.up_proj,0.0000079239,0.05000,14.621
+27,mlp.experts.103.up_proj,0.0000097538,0.05000,14.668
+27,mlp.experts.99.up_proj,0.0000087945,0.05000,14.704
+27,mlp.experts.130.up_proj,0.0000132627,0.05000,14.600
+27,mlp.experts.139.up_proj,0.0000038060,0.05000,14.706
+27,mlp.experts.124.up_proj,0.0000139116,0.05000,15.118
+27,mlp.experts.112.up_proj,0.0000125746,0.05000,15.245
+27,mlp.experts.113.up_proj,0.0000119318,0.05000,15.240
+27,mlp.experts.121.up_proj,0.0000077692,0.05000,15.264
+27,mlp.experts.117.up_proj,0.0000117078,0.05000,15.313
+27,mlp.experts.126.up_proj,0.0000089664,0.05000,15.364
+27,mlp.experts.118.up_proj,0.0000210932,0.05000,15.297
+27,mlp.experts.122.up_proj,0.0000569534,0.05000,15.309
+27,mlp.experts.136.up_proj,0.0000074277,0.05000,15.206
+27,mlp.experts.132.up_proj,0.0000129029,0.05000,15.314
+27,mlp.experts.127.up_proj,0.0000090784,0.05000,15.236
+27,mlp.experts.157.up_proj,0.0000181887,0.05000,15.221
+27,mlp.experts.119.up_proj,0.0000035616,0.05000,15.387
+27,mlp.experts.115.up_proj,0.0000156473,0.05000,15.284
+27,mlp.experts.146.up_proj,0.0000109458,0.05000,15.177
+27,mlp.experts.155.up_proj,0.0000162126,0.05000,15.267
+27,mlp.experts.162.up_proj,failsafe(rtn): 0.0009193,0.00000,0.673
+27,mlp.experts.140.up_proj,0.0000155053,0.05000,14.899
+27,mlp.experts.128.up_proj,0.0000061926,0.05000,14.869
+27,mlp.experts.129.up_proj,0.0000434351,0.05000,14.882
+27,mlp.experts.137.up_proj,0.0000066024,0.05000,15.144
+27,mlp.experts.133.up_proj,0.0000120652,0.05000,15.029
+27,mlp.experts.142.up_proj,0.0000105799,0.05000,15.019
+27,mlp.experts.134.up_proj,0.0000072296,0.05000,15.058
+27,mlp.experts.138.up_proj,0.0000144060,0.05000,14.950
+27,mlp.experts.143.up_proj,0.0000372533,0.05000,14.868
+27,mlp.experts.148.up_proj,0.0000081644,0.05000,15.033
+27,mlp.experts.152.up_proj,0.0000108881,0.05000,15.137
+27,mlp.experts.173.up_proj,0.0000074504,0.05000,15.059
+27,mlp.experts.164.up_proj,failsafe(rtn): 0.0009232,0.00000,0.753
+27,mlp.experts.135.up_proj,0.0000170991,0.05000,15.247
+27,mlp.experts.131.up_proj,0.0000079337,0.05000,15.086
+27,mlp.experts.171.up_proj,0.0000101058,0.05000,15.064
+27,mlp.experts.178.up_proj,0.0000211321,0.05000,15.010
+27,mlp.experts.194.up_proj,failsafe(rtn): 0.0009422,0.00000,0.676
+27,mlp.experts.156.up_proj,0.0000073638,0.05000,14.654
+27,mlp.experts.144.up_proj,0.0000147627,0.05000,14.598
+27,mlp.experts.145.up_proj,0.0000044857,0.05000,14.497
+27,mlp.experts.153.up_proj,0.0000091064,0.05000,14.583
+27,mlp.experts.149.up_proj,0.0000147107,0.05000,14.512
+27,mlp.experts.158.up_proj,0.0000233944,0.05000,14.622
+27,mlp.experts.150.up_proj,0.0000124542,0.05000,14.630
+27,mlp.experts.154.up_proj,0.0000118266,0.05000,14.573
+27,mlp.experts.168.up_proj,0.0000091692,0.05000,14.459
+27,mlp.experts.159.up_proj,0.0000140099,0.05000,14.639
+27,mlp.experts.189.up_proj,0.0000057874,0.05000,14.457
+27,mlp.experts.180.up_proj,0.0000289785,0.05000,14.431
+27,mlp.experts.151.up_proj,0.0000114267,0.05000,14.469
+27,mlp.experts.147.up_proj,0.0000026079,0.05000,14.467
+27,mlp.experts.205.up_proj,failsafe(rtn): 0.0009727,0.00000,0.713
+27,mlp.experts.187.up_proj,0.0000113668,0.05000,14.563
+27,mlp.experts.210.up_proj,0.0000175908,0.05000,14.538
+27,mlp.experts.172.up_proj,0.0000114594,0.05000,14.859
+27,mlp.experts.160.up_proj,0.0000119980,0.05000,14.953
+27,mlp.experts.161.up_proj,0.0000196816,0.05000,14.970
+27,mlp.experts.169.up_proj,0.0000042314,0.05000,14.982
+27,mlp.experts.165.up_proj,0.0000064821,0.05000,14.976
+27,mlp.experts.174.up_proj,0.0000073519,0.05000,15.075
+27,mlp.experts.166.up_proj,0.0000128685,0.05000,15.137
+27,mlp.experts.170.up_proj,0.0000105928,0.05000,15.074
+27,mlp.experts.184.up_proj,0.0000142161,0.05000,15.047
+27,mlp.experts.175.up_proj,0.0000137511,0.05000,15.206
+27,mlp.experts.196.up_proj,0.0000093180,0.05000,15.183
+27,mlp.experts.163.up_proj,0.0000150430,0.05000,15.128
+27,mlp.experts.167.up_proj,0.0000135918,0.05000,15.328
+27,mlp.experts.221.up_proj,0.0000039091,0.05000,15.110
+27,mlp.experts.203.up_proj,0.0000071090,0.05000,15.311
+27,mlp.experts.226.up_proj,0.0000133216,0.05000,15.465
+27,mlp.experts.188.up_proj,0.0000060997,0.05000,15.496
+27,mlp.experts.177.up_proj,0.0000124044,0.05000,15.407
+27,mlp.experts.176.up_proj,0.0000302946,0.05000,15.520
+27,mlp.experts.185.up_proj,0.0000089143,0.05000,15.512
+27,mlp.experts.181.up_proj,0.0000091231,0.05000,15.535
+27,mlp.experts.190.up_proj,0.0000089541,0.05000,15.523
+27,mlp.experts.182.up_proj,0.0000069326,0.05000,15.537
+27,mlp.experts.186.up_proj,0.0000165342,0.05000,15.549
+27,mlp.experts.200.up_proj,0.0000055121,0.05000,15.444
+27,mlp.experts.191.up_proj,0.0000092413,0.05000,15.547
+27,mlp.experts.212.up_proj,0.0000239549,0.05000,15.550
+27,mlp.experts.179.up_proj,0.0000088999,0.05000,15.593
+27,mlp.experts.237.up_proj,0.0000198781,0.05000,15.382
+27,mlp.experts.183.up_proj,0.0000143069,0.05000,15.620
+27,mlp.experts.253.up_proj,failsafe(rtn): 0.0010147,0.00000,0.769
+27,mlp.experts.219.up_proj,0.0000119371,0.05000,15.518
+27,mlp.experts.242.up_proj,0.0000049799,0.05000,15.299
+27,mlp.experts.13.down_proj,0.0000003822,0.05000,3.505
+27,mlp.experts.2.down_proj,0.0000000977,0.05000,3.788
+27,mlp.experts.29.down_proj,0.0000001832,0.05000,4.160
+27,mlp.experts.18.down_proj,0.0000001360,0.05000,3.950
+27,mlp.experts.204.up_proj,0.0000082963,0.05000,15.359
+27,mlp.experts.45.down_proj,0.0000001761,0.05000,3.943
+27,mlp.experts.193.up_proj,0.0000070208,0.05000,15.359
+27,mlp.experts.192.up_proj,0.0000188239,0.05000,15.406
+27,mlp.experts.201.up_proj,0.0000518724,0.05000,15.351
+27,mlp.experts.197.up_proj,0.0000142333,0.05000,15.414
+27,mlp.experts.206.up_proj,0.0000092152,0.05000,15.299
+27,mlp.experts.34.down_proj,0.0000000828,0.05000,4.051
+27,mlp.experts.198.up_proj,0.0000613563,0.05000,15.468
+27,mlp.experts.202.up_proj,0.0000202668,0.05000,15.351
+27,mlp.experts.216.up_proj,0.0000184284,0.05000,15.299
+27,mlp.experts.207.up_proj,0.0000123958,0.05000,15.336
+27,mlp.experts.232.up_proj,failsafe(rtn): 0.0009270,0.00000,0.733
+27,mlp.experts.228.up_proj,0.0000077110,0.05000,15.395
+27,mlp.experts.195.up_proj,0.0000114841,0.05000,15.588
+27,mlp.experts.199.up_proj,0.0000245787,0.05000,15.464
+27,mlp.experts.61.down_proj,0.0000002301,0.05000,3.669
+27,mlp.experts.235.up_proj,0.0000068118,0.05000,15.367
+27,mlp.experts.50.down_proj,0.0000004125,0.05000,3.707
+27,mlp.experts.77.down_proj,0.0000004801,0.05000,3.523
+27,mlp.experts.66.down_proj,0.0000002261,0.05000,3.607
+27,mlp.experts.93.down_proj,0.0000001719,0.05000,4.098
+27,mlp.experts.82.down_proj,0.0000001666,0.05000,4.085
+27,mlp.experts.220.up_proj,0.0000056918,0.05000,15.182
+27,mlp.experts.109.down_proj,0.0000004737,0.05000,3.982
+27,mlp.experts.209.up_proj,0.0000073115,0.05000,15.201
+27,mlp.experts.208.up_proj,0.0000123136,0.05000,15.199
+27,mlp.experts.217.up_proj,0.0000373465,0.05000,15.280
+27,mlp.experts.213.up_proj,0.0000402745,0.05000,15.215
+27,mlp.experts.222.up_proj,0.0000108419,0.05000,15.290
+27,mlp.experts.214.up_proj,0.0000511670,0.05000,15.327
+27,mlp.experts.98.down_proj,0.0000003013,0.05000,4.057
+27,mlp.experts.218.up_proj,0.0000015744,0.05000,15.366
+27,mlp.experts.223.up_proj,0.0000167975,0.05000,15.463
+27,mlp.experts.248.up_proj,0.0000077044,0.05000,15.384
+27,mlp.experts.244.up_proj,0.0000154142,0.05000,15.286
+27,mlp.experts.211.up_proj,0.0000401036,0.05000,15.354
+27,mlp.experts.215.up_proj,0.0000050576,0.05000,15.590
+27,mlp.experts.125.down_proj,0.0000008659,0.05000,3.762
+27,mlp.experts.251.up_proj,0.0000626776,0.05000,15.245
+27,mlp.experts.114.down_proj,0.0000002879,0.05000,3.517
+27,mlp.experts.8.down_proj,0.0000031189,0.05000,3.535
+27,mlp.experts.4.down_proj,0.0000005272,0.05000,3.551
+27,mlp.experts.141.down_proj,0.0000001305,0.05000,3.456
+27,mlp.experts.11.down_proj,0.0000003347,0.05000,3.438
+27,mlp.experts.130.down_proj,0.0000010987,0.05000,3.542
+27,mlp.experts.24.down_proj,0.0000013480,0.05000,3.484
+27,mlp.experts.20.down_proj,0.0000005136,0.05000,3.410
+27,mlp.experts.157.down_proj,0.0000004030,0.05000,3.546
+27,mlp.experts.27.down_proj,0.0000001255,0.05000,3.479
+27,mlp.experts.146.down_proj,0.0000006109,0.05000,3.673
+27,mlp.experts.162.down_proj,failsafe(rtn): 0.0009041,0.00000,0.182
+27,mlp.experts.40.down_proj,0.0000002904,0.05000,3.785
+27,mlp.experts.36.down_proj,0.0000029790,0.05000,3.796
+27,mlp.experts.236.up_proj,0.0000128719,0.05000,14.591
+27,mlp.experts.225.up_proj,0.0000141169,0.05000,14.493
+27,mlp.experts.173.down_proj,0.0000001031,0.05000,3.840
+27,mlp.experts.224.up_proj,0.0000153891,0.05000,14.533
+27,mlp.experts.233.up_proj,0.0000124295,0.05000,14.334
+27,mlp.experts.43.down_proj,0.0000004862,0.05000,3.890
+27,mlp.experts.229.up_proj,0.0000078719,0.05000,14.503
+27,mlp.experts.238.up_proj,0.0000252534,0.05000,14.310
+27,mlp.experts.230.up_proj,0.0000216675,0.05000,14.437
+27,mlp.experts.234.up_proj,0.0000253430,0.05000,14.462
+27,mlp.experts.178.down_proj,0.0000007091,0.05000,3.609
+27,mlp.experts.194.down_proj,failsafe(rtn): 0.0009232,0.00000,0.187
+27,mlp.experts.239.up_proj,0.0000123055,0.05000,14.477
+27,mlp.experts.56.down_proj,0.0000000990,0.05000,3.643
+27,mlp.experts.52.down_proj,0.0000003432,0.05000,3.662
+27,mlp.experts.227.up_proj,0.0000045293,0.05000,14.435
+27,mlp.experts.231.up_proj,0.0000119943,0.05000,14.388
+27,mlp.experts.189.down_proj,0.0000003042,0.05000,3.660
+27,mlp.experts.205.down_proj,failsafe(rtn): 0.0009460,0.00000,0.184
+27,mlp.experts.59.down_proj,0.0000002712,0.05000,3.597
+27,mlp.experts.210.down_proj,0.0000008792,0.05000,3.676
+27,mlp.experts.72.down_proj,0.0000004161,0.05000,3.741
+27,mlp.experts.68.down_proj,0.0000006234,0.05000,3.715
+27,mlp.experts.221.down_proj,0.0000001269,0.05000,3.723
+27,mlp.experts.75.down_proj,0.0000024459,0.05000,3.739
+27,mlp.experts.91.down_proj,failsafe(rtn): 0.0009079,0.00000,0.191
+27,mlp.experts.226.down_proj,0.0000002764,0.05000,3.776
+27,mlp.experts.88.down_proj,0.0000008201,0.05000,3.798
+27,mlp.experts.84.down_proj,0.0000011050,0.05000,3.779
+27,mlp.experts.237.down_proj,0.0000002562,0.05000,3.759
+27,mlp.experts.253.down_proj,failsafe(rtn): 0.0009727,0.00000,0.162
+27,mlp.experts.107.down_proj,0.0000016249,0.05000,3.617
+27,mlp.experts.242.down_proj,0.0000002122,0.05000,3.656
+27,mlp.experts.104.down_proj,0.0000014594,0.05000,3.509
+27,mlp.experts.100.down_proj,0.0000011101,0.05000,3.503
+27,mlp.experts.252.up_proj,0.0000265535,0.05000,14.519
+27,mlp.experts.241.up_proj,0.0000092716,0.05000,14.497
+27,mlp.experts.240.up_proj,0.0000102623,0.05000,14.519
+27,mlp.experts.249.up_proj,0.0000116324,0.05000,14.510
+27,mlp.experts.245.up_proj,0.0000129048,0.05000,14.269
+27,mlp.experts.254.up_proj,0.0000078211,0.05000,14.360
+27,mlp.experts.123.down_proj,0.0000003539,0.05000,3.455
+27,mlp.experts.246.up_proj,0.0000439898,0.05000,14.345
+27,mlp.experts.250.up_proj,0.0000140004,0.05000,14.221
+27,mlp.experts.255.up_proj,0.0000110200,0.05000,14.107
+27,mlp.experts.120.down_proj,0.0000015145,0.05000,3.092
+27,mlp.experts.116.down_proj,0.0000007036,0.05000,3.090
+27,mlp.experts.243.up_proj,0.0000121428,0.05000,13.989
+27,mlp.experts.12.down_proj,0.0000003454,0.05000,3.020
+27,mlp.experts.247.up_proj,0.0000105429,0.05000,14.013
+27,mlp.experts.1.down_proj,0.0000002403,0.05000,3.016
+27,mlp.experts.0.down_proj,0.0000007121,0.05000,3.004
+27,mlp.experts.9.down_proj,0.0000004476,0.05000,2.980
+27,mlp.experts.5.down_proj,0.0000005451,0.05000,3.016
+27,mlp.experts.14.down_proj,0.0000004061,0.05000,2.990
+27,mlp.experts.139.down_proj,0.0000001482,0.05000,3.050
+27,mlp.experts.6.down_proj,0.0000000920,0.05000,3.045
+27,mlp.experts.10.down_proj,0.0000009428,0.05000,3.087
+27,mlp.experts.15.down_proj,0.0000029142,0.05000,3.122
+27,mlp.experts.136.down_proj,0.0000001145,0.05000,3.095
+27,mlp.experts.132.down_proj,0.0000001575,0.05000,3.130
+27,mlp.experts.3.down_proj,0.0000004337,0.05000,3.140
+27,mlp.experts.28.down_proj,0.0000005954,0.05000,3.172
+27,mlp.experts.7.down_proj,0.0000007813,0.05000,3.162
+27,mlp.experts.17.down_proj,0.0000004183,0.05000,3.117
+27,mlp.experts.16.down_proj,0.0000004292,0.05000,3.139
+27,mlp.experts.25.down_proj,0.0000001566,0.05000,3.095
+27,mlp.experts.21.down_proj,0.0000002662,0.05000,3.083
+27,mlp.experts.30.down_proj,0.0000004587,0.05000,3.134
+27,mlp.experts.155.down_proj,0.0000006866,0.05000,3.103
+27,mlp.experts.22.down_proj,0.0000005285,0.05000,3.131
+27,mlp.experts.26.down_proj,0.0000003921,0.05000,3.073
+27,mlp.experts.31.down_proj,0.0000003134,0.05000,3.111
+27,mlp.experts.152.down_proj,0.0000003938,0.05000,3.118
+27,mlp.experts.148.down_proj,0.0000002785,0.05000,3.141
+27,mlp.experts.164.down_proj,failsafe(rtn): 0.0009079,0.00000,0.166
+27,mlp.experts.19.down_proj,0.0000003806,0.05000,3.159
+27,mlp.experts.44.down_proj,0.0000003840,0.05000,3.134
+27,mlp.experts.23.down_proj,0.0000005726,0.05000,3.159
+27,mlp.experts.33.down_proj,0.0000004656,0.05000,3.117
+27,mlp.experts.32.down_proj,0.0000007426,0.05000,3.132
+27,mlp.experts.37.down_proj,0.0000009555,0.05000,3.111
+27,mlp.experts.41.down_proj,0.0000014528,0.05000,3.164
+27,mlp.experts.46.down_proj,0.0000003605,0.05000,3.096
+27,mlp.experts.171.down_proj,0.0000005193,0.05000,3.149
+27,mlp.experts.38.down_proj,0.0000004396,0.05000,3.100
+27,mlp.experts.42.down_proj,0.0000002215,0.05000,3.132
+27,mlp.experts.47.down_proj,0.0000001488,0.05000,3.148
+27,mlp.experts.168.down_proj,0.0000001026,0.05000,3.130
+27,mlp.experts.180.down_proj,0.0000014383,0.05000,3.063
+27,mlp.experts.35.down_proj,0.0000005728,0.05000,2.995
+27,mlp.experts.60.down_proj,0.0000005651,0.05000,3.083
+27,mlp.experts.39.down_proj,0.0000033048,0.05000,3.054
+27,mlp.experts.49.down_proj,0.0000003567,0.05000,2.989
+27,mlp.experts.48.down_proj,0.0000002807,0.05000,2.997
+27,mlp.experts.57.down_proj,0.0000008045,0.05000,3.000
+27,mlp.experts.53.down_proj,0.0000002026,0.05000,3.043
+27,mlp.experts.62.down_proj,0.0000009348,0.05000,2.981
+27,mlp.experts.187.down_proj,0.0000001387,0.05000,3.023
+27,mlp.experts.54.down_proj,0.0000008992,0.05000,3.048
+27,mlp.experts.58.down_proj,0.0000007287,0.05000,3.088
+27,mlp.experts.63.down_proj,0.0000004277,0.05000,3.108
+27,mlp.experts.184.down_proj,0.0000001989,0.05000,3.169
+27,mlp.experts.196.down_proj,0.0000001329,0.05000,3.187
+27,mlp.experts.51.down_proj,0.0000002776,0.05000,3.185
+27,mlp.experts.76.down_proj,0.0000005811,0.05000,3.147
+27,mlp.experts.55.down_proj,0.0000002643,0.05000,3.219
+27,mlp.experts.65.down_proj,0.0000007427,0.05000,3.201
+27,mlp.experts.64.down_proj,0.0000002884,0.05000,3.155
+27,mlp.experts.73.down_proj,0.0000028740,0.05000,3.180
+27,mlp.experts.69.down_proj,0.0000001929,0.05000,3.182
+27,mlp.experts.78.down_proj,0.0000001913,0.05000,3.184
+27,mlp.experts.203.down_proj,0.0000005232,0.05000,3.211
+27,mlp.experts.70.down_proj,0.0000001709,0.05000,3.169
+27,mlp.experts.74.down_proj,0.0000003577,0.05000,3.122
+27,mlp.experts.79.down_proj,0.0000003689,0.05000,3.222
+27,mlp.experts.200.down_proj,0.0000003978,0.05000,3.172
+27,mlp.experts.212.down_proj,0.0000006113,0.05000,3.213
+27,mlp.experts.67.down_proj,0.0000003161,0.05000,3.184
+27,mlp.experts.92.down_proj,0.0000002472,0.05000,3.183
+27,mlp.experts.71.down_proj,0.0000002504,0.05000,3.214
+27,mlp.experts.81.down_proj,0.0000006935,0.05000,3.154
+27,mlp.experts.80.down_proj,0.0000002949,0.05000,3.120
+27,mlp.experts.89.down_proj,0.0000001096,0.05000,3.168
+27,mlp.experts.85.down_proj,0.0000002071,0.05000,3.165
+27,mlp.experts.94.down_proj,0.0000010969,0.05000,3.170
+27,mlp.experts.219.down_proj,0.0000004126,0.05000,3.150
+27,mlp.experts.86.down_proj,0.0000001174,0.05000,3.168
+27,mlp.experts.90.down_proj,0.0000006313,0.05000,3.147
+27,mlp.experts.95.down_proj,0.0000003133,0.05000,3.177
+27,mlp.experts.216.down_proj,0.0000009796,0.05000,3.185
+27,mlp.experts.232.down_proj,failsafe(rtn): 0.0009155,0.00000,0.146
+27,mlp.experts.228.down_proj,0.0000001267,0.05000,3.238
+27,mlp.experts.83.down_proj,0.0000002538,0.05000,3.194
+27,mlp.experts.108.down_proj,0.0000001839,0.05000,3.174
+27,mlp.experts.87.down_proj,0.0000003661,0.05000,3.217
+27,mlp.experts.97.down_proj,0.0000007300,0.05000,3.173
+27,mlp.experts.96.down_proj,0.0000018026,0.05000,3.197
+27,mlp.experts.101.down_proj,0.0000004974,0.05000,3.159
+27,mlp.experts.105.down_proj,0.0000004750,0.05000,3.193
+27,mlp.experts.110.down_proj,0.0000002586,0.05000,3.210
+27,mlp.experts.235.down_proj,0.0000002575,0.05000,3.163
+27,mlp.experts.106.down_proj,0.0000003527,0.05000,3.161
+27,mlp.experts.102.down_proj,0.0000000830,0.05000,3.249
+27,mlp.experts.111.down_proj,0.0000007550,0.05000,3.129
+27,mlp.experts.248.down_proj,0.0000005053,0.05000,3.103
+27,mlp.experts.244.down_proj,0.0000002857,0.05000,3.084
+27,mlp.experts.99.down_proj,0.0000004347,0.05000,3.099
+27,mlp.experts.124.down_proj,0.0000002228,0.05000,3.052
+27,mlp.experts.113.down_proj,0.0000005431,0.05000,3.009
+27,mlp.experts.103.down_proj,0.0000004789,0.05000,3.032
+27,mlp.experts.112.down_proj,0.0000003848,0.05000,2.983
+27,mlp.experts.117.down_proj,0.0000001868,0.05000,2.968
+27,mlp.experts.121.down_proj,0.0000003063,0.05000,2.954
+27,mlp.experts.126.down_proj,0.0000001332,0.05000,2.942
+27,mlp.experts.251.down_proj,0.0000018288,0.05000,2.970
+27,mlp.experts.122.down_proj,0.0000017059,0.05000,2.753
+27,mlp.experts.118.down_proj,0.0000008087,0.05000,2.772
+27,mlp.experts.127.down_proj,0.0000001258,0.05000,2.575
+27,mlp.experts.115.down_proj,0.0000003497,0.05000,2.464
+27,mlp.experts.140.down_proj,0.0000002268,0.05000,2.434
+27,mlp.experts.129.down_proj,0.0000012880,0.05000,2.402
+27,mlp.experts.119.down_proj,0.0000003295,0.05000,2.440
+27,mlp.experts.128.down_proj,0.0000001008,0.05000,2.375
+27,mlp.experts.133.down_proj,0.0000003987,0.05000,2.350
+27,mlp.experts.137.down_proj,0.0000000931,0.05000,2.430
+27,mlp.experts.142.down_proj,0.0000004126,0.05000,2.358
+27,mlp.experts.138.down_proj,0.0000003328,0.05000,2.368
+27,mlp.experts.134.down_proj,0.0000002846,0.05000,2.341
+27,mlp.experts.143.down_proj,0.0000017763,0.05000,2.410
+27,mlp.experts.131.down_proj,0.0000001452,0.05000,2.409
+27,mlp.experts.156.down_proj,0.0000001199,0.05000,2.382
+27,mlp.experts.145.down_proj,0.0000002519,0.05000,2.407
+27,mlp.experts.135.down_proj,0.0000008529,0.05000,2.444
+27,mlp.experts.144.down_proj,0.0000004846,0.05000,2.380
+27,mlp.experts.149.down_proj,0.0000002367,0.05000,2.363
+27,mlp.experts.153.down_proj,0.0000001630,0.05000,2.378
+27,mlp.experts.158.down_proj,0.0000005494,0.05000,2.318
+27,mlp.experts.154.down_proj,0.0000001944,0.05000,2.353
+27,mlp.experts.150.down_proj,0.0000001610,0.05000,2.382
+27,mlp.experts.159.down_proj,0.0000004911,0.05000,2.377
+27,mlp.experts.147.down_proj,0.0000001735,0.05000,2.307
+27,mlp.experts.172.down_proj,0.0000008768,0.05000,2.325
+27,mlp.experts.161.down_proj,0.0000006327,0.05000,2.348
+27,mlp.experts.151.down_proj,0.0000002628,0.05000,2.399
+27,mlp.experts.160.down_proj,0.0000002056,0.05000,2.358
+27,mlp.experts.165.down_proj,0.0000004654,0.05000,2.397
+27,mlp.experts.169.down_proj,0.0000002318,0.05000,2.386
+27,mlp.experts.174.down_proj,0.0000001803,0.05000,2.448
+27,mlp.experts.170.down_proj,0.0000004197,0.05000,2.467
+27,mlp.experts.166.down_proj,0.0000003474,0.05000,2.514
+27,mlp.experts.175.down_proj,0.0000002919,0.05000,2.473
+27,mlp.experts.163.down_proj,0.0000002954,0.05000,2.481
+27,mlp.experts.188.down_proj,0.0000001423,0.05000,2.466
+27,mlp.experts.177.down_proj,0.0000012203,0.05000,2.437
+27,mlp.experts.167.down_proj,0.0000001888,0.05000,2.470
+27,mlp.experts.176.down_proj,0.0000007004,0.05000,2.446
+27,mlp.experts.181.down_proj,0.0000004916,0.05000,2.444
+27,mlp.experts.185.down_proj,0.0000004118,0.05000,2.407
+27,mlp.experts.190.down_proj,0.0000001447,0.05000,2.448
+27,mlp.experts.186.down_proj,0.0000006664,0.05000,2.387
+27,mlp.experts.182.down_proj,0.0000002159,0.05000,2.370
+27,mlp.experts.191.down_proj,0.0000001138,0.05000,2.410
+27,mlp.experts.179.down_proj,0.0000001115,0.05000,2.396
+27,mlp.experts.204.down_proj,0.0000003178,0.05000,2.409
+27,mlp.experts.193.down_proj,0.0000003834,0.05000,2.425
+27,mlp.experts.183.down_proj,0.0000002218,0.05000,2.396
+27,mlp.experts.192.down_proj,0.0000006137,0.05000,2.440
+27,mlp.experts.197.down_proj,0.0000005972,0.05000,2.424
+27,mlp.experts.201.down_proj,0.0000021103,0.05000,2.452
+27,mlp.experts.206.down_proj,0.0000003303,0.05000,2.444
+27,mlp.experts.202.down_proj,0.0000004767,0.05000,2.421
+27,mlp.experts.198.down_proj,0.0000020640,0.05000,2.455
+27,mlp.experts.207.down_proj,0.0000004951,0.05000,2.411
+27,mlp.experts.195.down_proj,0.0000002145,0.05000,2.411
+27,mlp.experts.220.down_proj,0.0000001956,0.05000,2.425
+27,mlp.experts.209.down_proj,0.0000002714,0.05000,2.410
+27,mlp.experts.199.down_proj,0.0000007821,0.05000,2.478
+27,mlp.experts.208.down_proj,0.0000002833,0.05000,2.443
+27,mlp.experts.213.down_proj,0.0000016551,0.05000,2.427
+27,mlp.experts.217.down_proj,0.0000011991,0.05000,2.448
+27,mlp.experts.222.down_proj,0.0000004008,0.05000,2.492
+27,mlp.experts.218.down_proj,0.0000000546,0.05000,2.478
+27,mlp.experts.214.down_proj,0.0000014942,0.05000,2.448
+27,mlp.experts.223.down_proj,0.0000003781,0.05000,2.497
+27,mlp.experts.211.down_proj,0.0000011785,0.05000,2.438
+27,mlp.experts.236.down_proj,0.0000005510,0.05000,2.449
+27,mlp.experts.225.down_proj,0.0000001934,0.05000,2.412
+27,mlp.experts.224.down_proj,0.0000005311,0.05000,2.353
+27,mlp.experts.215.down_proj,0.0000001302,0.05000,2.399
+27,mlp.experts.229.down_proj,0.0000001795,0.05000,2.420
+27,mlp.experts.233.down_proj,0.0000009389,0.05000,2.381
+27,mlp.experts.238.down_proj,0.0000004988,0.05000,2.406
+27,mlp.experts.234.down_proj,0.0000009519,0.05000,2.366
+27,mlp.experts.230.down_proj,0.0000008339,0.05000,2.425
+27,mlp.experts.239.down_proj,0.0000004976,0.05000,2.363
+27,mlp.experts.227.down_proj,0.0000002944,0.05000,2.374
+27,mlp.experts.252.down_proj,0.0000012593,0.05000,2.438
+27,mlp.experts.241.down_proj,0.0000004789,0.05000,2.427
+27,mlp.experts.240.down_proj,0.0000003509,0.05000,2.365
+27,mlp.experts.231.down_proj,0.0000003720,0.05000,2.377
+27,mlp.experts.245.down_proj,0.0000005498,0.05000,2.278
+27,mlp.experts.249.down_proj,0.0000007440,0.05000,2.231
+27,mlp.experts.254.down_proj,0.0000000853,0.05000,2.172
+27,mlp.experts.250.down_proj,0.0000006677,0.05000,1.911
+27,mlp.experts.246.down_proj,0.0000020622,0.05000,1.818
+27,mlp.experts.255.down_proj,0.0000001782,0.05000,1.564
+27,mlp.experts.243.down_proj,0.0000001911,0.05000,1.061
+27,mlp.experts.247.down_proj,0.0000002043,0.05000,0.710
+28,mlp.experts.3.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.725
+28,mlp.experts.11.gate_proj,0.0000427048,0.05000,15.181
+28,mlp.experts.7.gate_proj,0.0000401831,0.05000,15.188
+28,mlp.experts.13.gate_proj,0.0000127688,0.05000,15.241
+28,mlp.experts.12.gate_proj,0.0000118938,0.05000,15.296
+28,mlp.experts.9.gate_proj,0.0000251217,0.05000,15.302
+28,mlp.experts.8.gate_proj,0.0000104990,0.05000,15.314
+28,mlp.experts.0.gate_proj,0.0000060288,0.05000,15.348
+28,mlp.experts.5.gate_proj,0.0000083947,0.05000,15.353
+28,mlp.experts.15.gate_proj,0.0000168050,0.05000,15.353
+28,mlp.experts.14.gate_proj,0.0000102582,0.05000,15.393
+28,mlp.experts.4.gate_proj,0.0000103983,0.05000,15.426
+28,mlp.experts.6.gate_proj,0.0000112903,0.05000,15.449
+28,mlp.experts.2.gate_proj,0.0000088005,0.05000,15.439
+28,mlp.experts.10.gate_proj,0.0000091560,0.05000,15.444
+28,mlp.experts.1.gate_proj,0.0000061145,0.05000,15.489
+28,mlp.experts.19.gate_proj,0.0000326867,0.05000,15.320
+28,mlp.experts.27.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.858
+28,mlp.experts.23.gate_proj,0.0000094651,0.05000,14.702
+28,mlp.experts.25.gate_proj,0.0000084542,0.05000,14.601
+28,mlp.experts.21.gate_proj,0.0000066193,0.05000,14.531
+28,mlp.experts.30.gate_proj,0.0000081524,0.05000,14.562
+28,mlp.experts.28.gate_proj,0.0000061838,0.05000,14.668
+28,mlp.experts.24.gate_proj,0.0000081136,0.05000,14.665
+28,mlp.experts.20.gate_proj,0.0000101965,0.05000,14.600
+28,mlp.experts.29.gate_proj,0.0000128580,0.05000,14.804
+28,mlp.experts.31.gate_proj,0.0000273288,0.05000,14.748
+28,mlp.experts.17.gate_proj,0.0000350827,0.05000,14.666
+28,mlp.experts.22.gate_proj,0.0000050281,0.05000,14.709
+28,mlp.experts.26.gate_proj,0.0000103989,0.05000,14.708
+28,mlp.experts.16.gate_proj,0.0000118095,0.05000,14.829
+28,mlp.experts.18.gate_proj,0.0000042007,0.05000,14.860
+28,mlp.experts.35.gate_proj,0.0000082936,0.05000,14.779
+28,mlp.experts.43.gate_proj,0.0000089466,0.05000,14.794
+28,mlp.experts.36.gate_proj,0.0000096929,0.05000,14.805
+28,mlp.experts.41.gate_proj,0.0000076658,0.05000,15.048
+28,mlp.experts.39.gate_proj,0.0000082368,0.05000,15.063
+28,mlp.experts.45.gate_proj,0.0000078151,0.05000,14.916
+28,mlp.experts.44.gate_proj,0.0000282570,0.05000,15.005
+28,mlp.experts.37.gate_proj,0.0000162014,0.05000,15.075
+28,mlp.experts.38.gate_proj,0.0000092297,0.05000,14.839
+28,mlp.experts.40.gate_proj,0.0000061154,0.05000,15.016
+28,mlp.experts.33.gate_proj,0.0000101565,0.05000,14.995
+28,mlp.experts.42.gate_proj,0.0000125993,0.05000,15.015
+28,mlp.experts.46.gate_proj,0.0000075758,0.05000,15.215
+28,mlp.experts.32.gate_proj,0.0000458128,0.05000,14.978
+28,mlp.experts.47.gate_proj,0.0000076812,0.05000,15.163
+28,mlp.experts.34.gate_proj,0.0000070878,0.05000,15.061
+28,mlp.experts.59.gate_proj,0.0000077464,0.05000,15.114
+28,mlp.experts.51.gate_proj,0.0000031636,0.05000,15.266
+28,mlp.experts.57.gate_proj,0.0000135479,0.05000,15.095
+28,mlp.experts.55.gate_proj,0.0000071759,0.05000,15.152
+28,mlp.experts.52.gate_proj,0.0000300643,0.05000,15.267
+28,mlp.experts.61.gate_proj,0.0000099603,0.05000,15.164
+28,mlp.experts.53.gate_proj,0.0000074700,0.05000,15.157
+28,mlp.experts.54.gate_proj,0.0000060119,0.05000,15.147
+28,mlp.experts.60.gate_proj,0.0000064515,0.05000,15.193
+28,mlp.experts.56.gate_proj,0.0000062089,0.05000,15.181
+28,mlp.experts.62.gate_proj,0.0000233075,0.05000,15.052
+28,mlp.experts.48.gate_proj,0.0000034777,0.05000,15.099
+28,mlp.experts.49.gate_proj,0.0000225193,0.05000,15.201
+28,mlp.experts.63.gate_proj,0.0000073949,0.05000,15.077
+28,mlp.experts.58.gate_proj,0.0000043791,0.05000,15.262
+28,mlp.experts.50.gate_proj,0.0000094388,0.05000,15.209
+28,mlp.experts.75.gate_proj,0.0000150647,0.05000,15.016
+28,mlp.experts.69.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.793
+28,mlp.experts.67.gate_proj,0.0000087110,0.05000,15.222
+28,mlp.experts.73.gate_proj,0.0000103175,0.05000,14.885
+28,mlp.experts.68.gate_proj,0.0000315067,0.05000,14.910
+28,mlp.experts.71.gate_proj,0.0000225914,0.05000,15.025
+28,mlp.experts.78.gate_proj,0.0000116633,0.05000,14.875
+28,mlp.experts.77.gate_proj,0.0000635698,0.05000,15.034
+28,mlp.experts.70.gate_proj,0.0000174633,0.05000,15.037
+28,mlp.experts.72.gate_proj,0.0000029840,0.05000,15.012
+28,mlp.experts.65.gate_proj,0.0000079174,0.05000,14.927
+28,mlp.experts.76.gate_proj,0.0000553043,0.05000,15.073
+28,mlp.experts.64.gate_proj,0.0000147554,0.05000,15.012
+28,mlp.experts.79.gate_proj,0.0000230275,0.05000,14.927
+28,mlp.experts.74.gate_proj,0.0000038418,0.05000,14.929
+28,mlp.experts.66.gate_proj,0.0000108824,0.05000,15.040
+28,mlp.experts.91.gate_proj,0.0000071207,0.05000,14.952
+28,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.811
+28,mlp.experts.85.gate_proj,0.0000097469,0.05000,15.076
+28,mlp.experts.83.gate_proj,0.0000146230,0.05000,14.991
+28,mlp.experts.89.gate_proj,0.0000080643,0.05000,14.491
+28,mlp.experts.94.gate_proj,0.0000562736,0.05000,14.326
+28,mlp.experts.81.gate_proj,0.0000112737,0.05000,14.355
+28,mlp.experts.84.gate_proj,0.0000110330,0.05000,14.658
+28,mlp.experts.80.gate_proj,0.0000057663,0.05000,14.395
+28,mlp.experts.87.gate_proj,0.0000090529,0.05000,14.655
+28,mlp.experts.93.gate_proj,0.0000116408,0.05000,14.581
+28,mlp.experts.95.gate_proj,0.0000053955,0.05000,14.440
+28,mlp.experts.88.gate_proj,0.0000137163,0.05000,14.560
+28,mlp.experts.92.gate_proj,0.0000071572,0.05000,14.636
+28,mlp.experts.90.gate_proj,0.0000351406,0.05000,14.596
+28,mlp.experts.82.gate_proj,0.0000287108,0.05000,14.557
+28,mlp.experts.97.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.814
+28,mlp.experts.101.gate_proj,0.0000038776,0.05000,14.578
+28,mlp.experts.107.gate_proj,0.0000096383,0.05000,14.673
+28,mlp.experts.102.gate_proj,0.0000428343,0.05000,14.732
+28,mlp.experts.99.gate_proj,0.0000067220,0.05000,14.664
+28,mlp.experts.98.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.865
+28,mlp.experts.105.gate_proj,0.0000072777,0.05000,14.586
+28,mlp.experts.110.gate_proj,0.0000151480,0.05000,14.658
+28,mlp.experts.96.gate_proj,0.0000127812,0.05000,14.576
+28,mlp.experts.103.gate_proj,0.0000209277,0.05000,14.630
+28,mlp.experts.100.gate_proj,0.0000509272,0.05000,14.730
+28,mlp.experts.104.gate_proj,0.0000158809,0.05000,14.587
+28,mlp.experts.111.gate_proj,0.0000196538,0.05000,14.662
+28,mlp.experts.109.gate_proj,0.0000112691,0.05000,14.663
+28,mlp.experts.108.gate_proj,0.0000230465,0.05000,14.746
+28,mlp.experts.106.gate_proj,0.0000041593,0.05000,14.669
+28,mlp.experts.113.gate_proj,0.0000097351,0.05000,14.596
+28,mlp.experts.117.gate_proj,0.0000045955,0.05000,14.662
+28,mlp.experts.123.gate_proj,0.0000154278,0.05000,14.687
+28,mlp.experts.118.gate_proj,0.0000142856,0.05000,14.629
+28,mlp.experts.114.gate_proj,0.0000099143,0.05000,14.486
+28,mlp.experts.115.gate_proj,0.0000071603,0.05000,14.589
+28,mlp.experts.139.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.748
+28,mlp.experts.121.gate_proj,0.0000120973,0.05000,15.518
+28,mlp.experts.126.gate_proj,0.0000166346,0.05000,15.540
+28,mlp.experts.112.gate_proj,0.0000095329,0.05000,15.543
+28,mlp.experts.120.gate_proj,0.0000169767,0.05000,15.422
+28,mlp.experts.125.gate_proj,0.0000370103,0.05000,15.429
+28,mlp.experts.116.gate_proj,0.0000079847,0.05000,15.556
+28,mlp.experts.127.gate_proj,0.0000098514,0.05000,15.519
+28,mlp.experts.119.gate_proj,0.0000069528,0.05000,15.651
+28,mlp.experts.124.gate_proj,0.0000119847,0.05000,15.464
+28,mlp.experts.122.gate_proj,0.0000166144,0.05000,15.464
+28,mlp.experts.129.gate_proj,0.0000194990,0.05000,15.606
+28,mlp.experts.133.gate_proj,0.0000057991,0.05000,15.511
+28,mlp.experts.134.gate_proj,0.0000235362,0.05000,15.411
+28,mlp.experts.131.gate_proj,0.0000191263,0.05000,15.471
+28,mlp.experts.130.gate_proj,0.0000024601,0.05000,15.574
+28,mlp.experts.155.gate_proj,0.0000125872,0.05000,15.462
+28,mlp.experts.137.gate_proj,0.0000102427,0.05000,15.059
+28,mlp.experts.142.gate_proj,0.0000155156,0.05000,15.097
+28,mlp.experts.136.gate_proj,0.0000094041,0.05000,14.964
+28,mlp.experts.132.gate_proj,0.0000288841,0.05000,14.879
+28,mlp.experts.128.gate_proj,0.0000544493,0.05000,15.101
+28,mlp.experts.143.gate_proj,0.0000060236,0.05000,14.975
+28,mlp.experts.141.gate_proj,0.0000108429,0.05000,15.118
+28,mlp.experts.140.gate_proj,0.0000236186,0.05000,14.916
+28,mlp.experts.135.gate_proj,0.0000549007,0.05000,15.048
+28,mlp.experts.138.gate_proj,0.0000086313,0.05000,15.037
+28,mlp.experts.145.gate_proj,0.0000065464,0.05000,14.812
+28,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.742
+28,mlp.experts.150.gate_proj,0.0000168352,0.05000,14.805
+28,mlp.experts.149.gate_proj,0.0000073426,0.05000,14.842
+28,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.774
+28,mlp.experts.146.gate_proj,0.0000476277,0.05000,14.863
+28,mlp.experts.147.gate_proj,0.0000106061,0.05000,14.974
+28,mlp.experts.171.gate_proj,0.0000114410,0.05000,14.902
+28,mlp.experts.153.gate_proj,0.0000175964,0.05000,15.049
+28,mlp.experts.158.gate_proj,0.0000058875,0.05000,14.918
+28,mlp.experts.152.gate_proj,0.0000054760,0.05000,15.008
+28,mlp.experts.144.gate_proj,0.0000097818,0.05000,14.973
+28,mlp.experts.157.gate_proj,0.0000069529,0.05000,15.002
+28,mlp.experts.151.gate_proj,0.0000099298,0.05000,14.952
+28,mlp.experts.156.gate_proj,0.0000092357,0.05000,15.089
+28,mlp.experts.159.gate_proj,0.0000094942,0.05000,15.192
+28,mlp.experts.161.gate_proj,0.0000078666,0.05000,15.049
+28,mlp.experts.164.gate_proj,0.0000119008,0.05000,14.963
+28,mlp.experts.165.gate_proj,0.0000324010,0.05000,14.974
+28,mlp.experts.166.gate_proj,0.0000173482,0.05000,15.161
+28,mlp.experts.170.gate_proj,0.0000157225,0.05000,15.099
+28,mlp.experts.162.gate_proj,0.0000158444,0.05000,15.246
+28,mlp.experts.163.gate_proj,0.0000227892,0.05000,15.190
+28,mlp.experts.187.gate_proj,0.0000188294,0.05000,15.059
+28,mlp.experts.169.gate_proj,0.0000174500,0.05000,15.268
+28,mlp.experts.174.gate_proj,0.0000149200,0.05000,15.457
+28,mlp.experts.168.gate_proj,0.0000096081,0.05000,15.348
+28,mlp.experts.160.gate_proj,0.0000119475,0.05000,15.365
+28,mlp.experts.173.gate_proj,0.0000174031,0.05000,15.367
+28,mlp.experts.167.gate_proj,0.0000064627,0.05000,15.433
+28,mlp.experts.172.gate_proj,0.0000091608,0.05000,15.461
+28,mlp.experts.175.gate_proj,0.0000116448,0.05000,15.421
+28,mlp.experts.177.gate_proj,0.0000039667,0.05000,15.296
+28,mlp.experts.181.gate_proj,0.0000118183,0.05000,15.346
+28,mlp.experts.180.gate_proj,0.0000426007,0.05000,15.466
+28,mlp.experts.182.gate_proj,0.0000165290,0.05000,15.403
+28,mlp.experts.186.gate_proj,0.0000097406,0.05000,15.501
+28,mlp.experts.179.gate_proj,0.0000127376,0.05000,15.419
+28,mlp.experts.178.gate_proj,0.0000118674,0.05000,15.470
+28,mlp.experts.203.gate_proj,0.0000112357,0.05000,15.421
+28,mlp.experts.185.gate_proj,0.0000101849,0.05000,14.826
+28,mlp.experts.176.gate_proj,0.0000299970,0.05000,14.652
+28,mlp.experts.190.gate_proj,0.0000062451,0.05000,14.828
+28,mlp.experts.189.gate_proj,0.0000074309,0.05000,14.748
+28,mlp.experts.184.gate_proj,0.0000073796,0.05000,14.927
+28,mlp.experts.183.gate_proj,0.0000039123,0.05000,14.848
+28,mlp.experts.188.gate_proj,0.0000091554,0.05000,14.868
+28,mlp.experts.191.gate_proj,0.0000043538,0.05000,14.857
+28,mlp.experts.193.gate_proj,0.0000062775,0.05000,14.778
+28,mlp.experts.197.gate_proj,0.0000209260,0.05000,14.616
+28,mlp.experts.196.gate_proj,0.0000102632,0.05000,14.809
+28,mlp.experts.198.gate_proj,0.0000228503,0.05000,14.689
+28,mlp.experts.207.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.727
+28,mlp.experts.202.gate_proj,0.0000234702,0.05000,14.823
+28,mlp.experts.194.gate_proj,0.0000041646,0.05000,14.829
+28,mlp.experts.195.gate_proj,0.0000395063,0.05000,14.886
+28,mlp.experts.219.gate_proj,0.0000117330,0.05000,14.867
+28,mlp.experts.201.gate_proj,0.0000080711,0.05000,15.377
+28,mlp.experts.192.gate_proj,0.0000152996,0.05000,15.254
+28,mlp.experts.200.gate_proj,0.0000130140,0.05000,15.211
+28,mlp.experts.206.gate_proj,0.0000336710,0.05000,15.355
+28,mlp.experts.205.gate_proj,0.0000265641,0.05000,15.397
+28,mlp.experts.199.gate_proj,0.0000097278,0.05000,15.364
+28,mlp.experts.204.gate_proj,0.0000131409,0.05000,15.417
+28,mlp.experts.209.gate_proj,0.0000081822,0.05000,15.303
+28,mlp.experts.213.gate_proj,0.0000293995,0.05000,15.525
+28,mlp.experts.212.gate_proj,0.0000091900,0.05000,15.485
+28,mlp.experts.214.gate_proj,0.0000205327,0.05000,15.608
+28,mlp.experts.223.gate_proj,0.0000367841,0.05000,15.506
+28,mlp.experts.210.gate_proj,0.0000042874,0.05000,15.327
+28,mlp.experts.218.gate_proj,0.0000058313,0.05000,15.484
+28,mlp.experts.211.gate_proj,0.0000107084,0.05000,15.519
+28,mlp.experts.235.gate_proj,0.0000072237,0.05000,15.588
+28,mlp.experts.217.gate_proj,0.0000187421,0.05000,14.647
+28,mlp.experts.208.gate_proj,0.0000355252,0.05000,14.659
+28,mlp.experts.222.gate_proj,0.0000195100,0.05000,14.723
+28,mlp.experts.216.gate_proj,0.0000140888,0.05000,14.763
+28,mlp.experts.221.gate_proj,0.0000094073,0.05000,14.651
+28,mlp.experts.215.gate_proj,0.0000229080,0.05000,14.698
+28,mlp.experts.225.gate_proj,0.0000181545,0.05000,14.673
+28,mlp.experts.220.gate_proj,0.0000100705,0.05000,14.755
+28,mlp.experts.229.gate_proj,0.0000103078,0.05000,14.644
+28,mlp.experts.228.gate_proj,0.0000084270,0.05000,14.690
+28,mlp.experts.230.gate_proj,0.0000083788,0.05000,14.784
+28,mlp.experts.239.gate_proj,0.0000249709,0.05000,14.645
+28,mlp.experts.234.gate_proj,0.0000091415,0.05000,14.483
+28,mlp.experts.226.gate_proj,0.0000246704,0.05000,14.740
+28,mlp.experts.227.gate_proj,0.0000086838,0.05000,14.654
+28,mlp.experts.251.gate_proj,0.0000449573,0.05000,14.704
+28,mlp.experts.224.gate_proj,0.0000112014,0.05000,14.716
+28,mlp.experts.233.gate_proj,0.0000101834,0.05000,14.896
+28,mlp.experts.238.gate_proj,0.0000068326,0.05000,14.727
+28,mlp.experts.237.gate_proj,0.0000156868,0.05000,14.661
+28,mlp.experts.232.gate_proj,0.0000094897,0.05000,14.814
+28,mlp.experts.231.gate_proj,0.0000401677,0.05000,14.791
+28,mlp.experts.236.gate_proj,0.0000115552,0.05000,14.756
+28,mlp.experts.241.gate_proj,0.0000169182,0.05000,14.774
+28,mlp.experts.245.gate_proj,0.0000112003,0.05000,14.742
+28,mlp.experts.244.gate_proj,0.0000235762,0.05000,14.807
+28,mlp.experts.246.gate_proj,0.0000185405,0.05000,14.791
+28,mlp.experts.255.gate_proj,0.0000083093,0.05000,14.766
+28,mlp.experts.250.gate_proj,0.0000130515,0.05000,14.956
+28,mlp.experts.242.gate_proj,0.0000255307,0.05000,14.801
+28,mlp.experts.243.gate_proj,0.0000099695,0.05000,14.806
+28,mlp.experts.11.up_proj,0.0000399779,0.05000,14.707
+28,mlp.experts.3.up_proj,failsafe(rtn): 0.0009308,0.00000,0.701
+28,mlp.experts.27.up_proj,failsafe(rtn): 0.0008965,0.00000,0.661
+28,mlp.experts.249.gate_proj,0.0000160597,0.05000,15.185
+28,mlp.experts.240.gate_proj,0.0000256061,0.05000,15.302
+28,mlp.experts.253.gate_proj,0.0000065763,0.05000,15.356
+28,mlp.experts.254.gate_proj,0.0000085817,0.05000,15.370
+28,mlp.experts.248.gate_proj,0.0000169358,0.05000,15.268
+28,mlp.experts.1.up_proj,0.0000054381,0.05000,15.237
+28,mlp.experts.252.gate_proj,0.0000127748,0.05000,15.351
+28,mlp.experts.247.gate_proj,0.0000130906,0.05000,15.488
+28,mlp.experts.5.up_proj,0.0000082870,0.05000,15.522
+28,mlp.experts.4.up_proj,0.0000100044,0.05000,15.436
+28,mlp.experts.6.up_proj,0.0000107977,0.05000,15.432
+28,mlp.experts.15.up_proj,0.0000152017,0.05000,15.566
+28,mlp.experts.2.up_proj,0.0000087379,0.05000,15.508
+28,mlp.experts.10.up_proj,0.0000080144,0.05000,15.604
+28,mlp.experts.19.up_proj,0.0000283696,0.05000,15.615
+28,mlp.experts.43.up_proj,0.0000079275,0.05000,15.614
+28,mlp.experts.9.up_proj,0.0000258271,0.05000,14.598
+28,mlp.experts.0.up_proj,0.0000058478,0.05000,14.608
+28,mlp.experts.8.up_proj,0.0000103239,0.05000,14.465
+28,mlp.experts.14.up_proj,0.0000098267,0.05000,14.568
+28,mlp.experts.13.up_proj,0.0000183991,0.05000,14.612
+28,mlp.experts.17.up_proj,0.0000374404,0.05000,14.567
+28,mlp.experts.12.up_proj,0.0000111674,0.05000,14.466
+28,mlp.experts.7.up_proj,0.0000406819,0.05000,14.575
+28,mlp.experts.21.up_proj,0.0000068566,0.05000,14.515
+28,mlp.experts.20.up_proj,0.0000108276,0.05000,14.341
+28,mlp.experts.22.up_proj,0.0000045684,0.05000,14.629
+28,mlp.experts.31.up_proj,0.0000290453,0.05000,14.578
+28,mlp.experts.18.up_proj,0.0000040725,0.05000,14.490
+28,mlp.experts.26.up_proj,0.0000098128,0.05000,14.589
+28,mlp.experts.35.up_proj,0.0000073097,0.05000,14.532
+28,mlp.experts.59.up_proj,0.0000078176,0.05000,14.540
+28,mlp.experts.25.up_proj,0.0000081022,0.05000,14.570
+28,mlp.experts.16.up_proj,0.0000114422,0.05000,14.509
+28,mlp.experts.24.up_proj,0.0000083491,0.05000,14.480
+28,mlp.experts.30.up_proj,0.0000075906,0.05000,14.494
+28,mlp.experts.29.up_proj,0.0000121975,0.05000,14.457
+28,mlp.experts.33.up_proj,0.0000103783,0.05000,14.473
+28,mlp.experts.28.up_proj,0.0000060011,0.05000,14.666
+28,mlp.experts.23.up_proj,0.0000087639,0.05000,14.679
+28,mlp.experts.36.up_proj,0.0000092433,0.05000,14.580
+28,mlp.experts.37.up_proj,0.0000152849,0.05000,14.616
+28,mlp.experts.38.up_proj,0.0000093292,0.05000,14.473
+28,mlp.experts.47.up_proj,0.0000077549,0.05000,14.540
+28,mlp.experts.34.up_proj,0.0000066503,0.05000,14.564
+28,mlp.experts.42.up_proj,0.0000122905,0.05000,14.454
+28,mlp.experts.51.up_proj,0.0000032141,0.05000,14.661
+28,mlp.experts.75.up_proj,0.0000144819,0.05000,14.654
+28,mlp.experts.41.up_proj,0.0000070938,0.05000,14.731
+28,mlp.experts.32.up_proj,0.0000538641,0.05000,14.894
+28,mlp.experts.46.up_proj,0.0000067918,0.05000,14.818
+28,mlp.experts.40.up_proj,0.0000053803,0.05000,14.938
+28,mlp.experts.45.up_proj,0.0000076503,0.05000,14.837
+28,mlp.experts.49.up_proj,0.0000207196,0.05000,14.775
+28,mlp.experts.44.up_proj,0.0000265735,0.05000,14.851
+28,mlp.experts.39.up_proj,0.0000060541,0.05000,14.894
+28,mlp.experts.53.up_proj,0.0000076684,0.05000,14.849
+28,mlp.experts.52.up_proj,0.0000288240,0.05000,14.870
+28,mlp.experts.54.up_proj,0.0000064495,0.05000,14.908
+28,mlp.experts.63.up_proj,0.0000070970,0.05000,14.949
+28,mlp.experts.69.up_proj,failsafe(rtn): 0.0009079,0.00000,0.754
+28,mlp.experts.50.up_proj,0.0000089750,0.05000,14.936
+28,mlp.experts.58.up_proj,0.0000042748,0.05000,14.902
+28,mlp.experts.67.up_proj,0.0000082363,0.05000,15.019
+28,mlp.experts.91.up_proj,0.0000069592,0.05000,14.919
+28,mlp.experts.57.up_proj,0.0000128975,0.05000,14.906
+28,mlp.experts.48.up_proj,0.0000033625,0.05000,14.842
+28,mlp.experts.61.up_proj,0.0000085385,0.05000,14.865
+28,mlp.experts.56.up_proj,0.0000072235,0.05000,14.951
+28,mlp.experts.62.up_proj,0.0000224159,0.05000,14.995
+28,mlp.experts.65.up_proj,0.0000074371,0.05000,14.760
+28,mlp.experts.60.up_proj,0.0000038587,0.05000,14.742
+28,mlp.experts.55.up_proj,0.0000063860,0.05000,14.843
+28,mlp.experts.68.up_proj,0.0000330362,0.05000,15.063
+28,mlp.experts.70.up_proj,0.0000163193,0.05000,15.045
+28,mlp.experts.85.up_proj,0.0000094221,0.05000,14.858
+28,mlp.experts.79.up_proj,0.0000209582,0.05000,14.946
+28,mlp.experts.66.up_proj,0.0000076471,0.05000,14.950
+28,mlp.experts.74.up_proj,0.0000038607,0.05000,14.931
+28,mlp.experts.86.up_proj,failsafe(rtn): 0.0009689,0.00000,0.777
+28,mlp.experts.83.up_proj,0.0000135336,0.05000,14.935
+28,mlp.experts.107.up_proj,0.0000090500,0.05000,14.971
+28,mlp.experts.73.up_proj,0.0000105739,0.05000,15.294
+28,mlp.experts.64.up_proj,0.0000138720,0.05000,15.385
+28,mlp.experts.77.up_proj,0.0000666217,0.05000,15.313
+28,mlp.experts.78.up_proj,0.0000109882,0.05000,15.370
+28,mlp.experts.72.up_proj,0.0000029481,0.05000,15.429
+28,mlp.experts.81.up_proj,0.0000101917,0.05000,15.334
+28,mlp.experts.76.up_proj,0.0000544791,0.05000,15.281
+28,mlp.experts.71.up_proj,0.0000208275,0.05000,15.124
+28,mlp.experts.97.up_proj,failsafe(rtn): 0.0009651,0.00000,0.731
+28,mlp.experts.84.up_proj,0.0000103644,0.05000,15.262
+28,mlp.experts.101.up_proj,0.0000038106,0.05000,15.188
+28,mlp.experts.95.up_proj,0.0000054287,0.05000,15.196
+28,mlp.experts.82.up_proj,0.0000298781,0.05000,15.195
+28,mlp.experts.90.up_proj,0.0000325576,0.05000,15.240
+28,mlp.experts.102.up_proj,0.0000458079,0.05000,15.177
+28,mlp.experts.98.up_proj,failsafe(rtn): 0.0009270,0.00000,0.757
+28,mlp.experts.99.up_proj,0.0000065008,0.05000,15.238
+28,mlp.experts.123.up_proj,0.0000145192,0.05000,15.248
+28,mlp.experts.139.up_proj,failsafe(rtn): 0.0009842,0.00000,0.696
+28,mlp.experts.89.up_proj,0.0000077038,0.05000,14.969
+28,mlp.experts.80.up_proj,0.0000054841,0.05000,15.001
+28,mlp.experts.93.up_proj,0.0000110743,0.05000,15.092
+28,mlp.experts.94.up_proj,0.0000565445,0.05000,15.047
+28,mlp.experts.88.up_proj,0.0000125273,0.05000,15.046
+28,mlp.experts.87.up_proj,0.0000082023,0.05000,14.899
+28,mlp.experts.92.up_proj,0.0000063761,0.05000,15.086
+28,mlp.experts.113.up_proj,0.0000095043,0.05000,15.050
+28,mlp.experts.100.up_proj,0.0000452166,0.05000,15.053
+28,mlp.experts.117.up_proj,0.0000043968,0.05000,15.068
+28,mlp.experts.111.up_proj,0.0000173657,0.05000,15.195
+28,mlp.experts.106.up_proj,0.0000037809,0.05000,15.148
+28,mlp.experts.118.up_proj,0.0000144049,0.05000,15.213
+28,mlp.experts.114.up_proj,0.0000084181,0.05000,15.166
+28,mlp.experts.115.up_proj,0.0000063805,0.05000,15.281
+28,mlp.experts.155.up_proj,0.0000114102,0.05000,15.311
+28,mlp.experts.105.up_proj,0.0000054804,0.05000,15.014
+28,mlp.experts.96.up_proj,0.0000128289,0.05000,14.922
+28,mlp.experts.104.up_proj,0.0000132830,0.05000,14.847
+28,mlp.experts.109.up_proj,0.0000106828,0.05000,15.077
+28,mlp.experts.110.up_proj,0.0000128223,0.05000,14.977
+28,mlp.experts.108.up_proj,0.0000200731,0.05000,14.962
+28,mlp.experts.103.up_proj,0.0000203448,0.05000,15.043
+28,mlp.experts.129.up_proj,0.0000195494,0.05000,14.942
+28,mlp.experts.116.up_proj,0.0000076256,0.05000,15.023
+28,mlp.experts.133.up_proj,0.0000056398,0.05000,14.908
+28,mlp.experts.127.up_proj,0.0000093840,0.05000,15.027
+28,mlp.experts.122.up_proj,0.0000176591,0.05000,14.919
+28,mlp.experts.134.up_proj,0.0000208574,0.05000,14.847
+28,mlp.experts.130.up_proj,0.0000031069,0.05000,14.813
+28,mlp.experts.131.up_proj,0.0000179581,0.05000,14.876
+28,mlp.experts.171.up_proj,0.0000101158,0.05000,15.009
+28,mlp.experts.121.up_proj,0.0000117037,0.05000,15.021
+28,mlp.experts.112.up_proj,0.0000088828,0.05000,15.054
+28,mlp.experts.120.up_proj,0.0000161514,0.05000,15.022
+28,mlp.experts.126.up_proj,0.0000160880,0.05000,14.950
+28,mlp.experts.125.up_proj,0.0000350027,0.05000,15.003
+28,mlp.experts.124.up_proj,0.0000112483,0.05000,14.909
+28,mlp.experts.119.up_proj,0.0000064187,0.05000,15.053
+28,mlp.experts.145.up_proj,0.0000061005,0.05000,15.002
+28,mlp.experts.132.up_proj,0.0000264431,0.05000,14.855
+28,mlp.experts.149.up_proj,0.0000080124,0.05000,14.963
+28,mlp.experts.143.up_proj,0.0000057308,0.05000,14.984
+28,mlp.experts.148.up_proj,failsafe(rtn): 0.0009193,0.00000,0.755
+28,mlp.experts.138.up_proj,0.0000092359,0.05000,15.008
+28,mlp.experts.150.up_proj,0.0000182424,0.05000,14.994
+28,mlp.experts.146.up_proj,0.0000427200,0.05000,15.165
+28,mlp.experts.154.up_proj,failsafe(rtn): 0.0009308,0.00000,0.763
+28,mlp.experts.147.up_proj,0.0000105849,0.05000,15.130
+28,mlp.experts.187.up_proj,0.0000172055,0.05000,15.143
+28,mlp.experts.137.up_proj,0.0000101289,0.05000,14.476
+28,mlp.experts.128.up_proj,0.0000544386,0.05000,14.426
+28,mlp.experts.141.up_proj,0.0000102154,0.05000,14.427
+28,mlp.experts.136.up_proj,0.0000095406,0.05000,14.522
+28,mlp.experts.142.up_proj,0.0000155194,0.05000,14.573
+28,mlp.experts.140.up_proj,0.0000215292,0.05000,14.555
+28,mlp.experts.135.up_proj,0.0000510090,0.05000,14.637
+28,mlp.experts.161.up_proj,0.0000070969,0.05000,14.556
+28,mlp.experts.165.up_proj,0.0000312522,0.05000,14.436
+28,mlp.experts.164.up_proj,0.0000103077,0.05000,14.449
+28,mlp.experts.159.up_proj,0.0000086751,0.05000,14.515
+28,mlp.experts.166.up_proj,0.0000165609,0.05000,14.419
+28,mlp.experts.162.up_proj,0.0000161025,0.05000,14.385
+28,mlp.experts.170.up_proj,0.0000159367,0.05000,14.396
+28,mlp.experts.163.up_proj,0.0000210404,0.05000,14.474
+28,mlp.experts.203.up_proj,0.0000107187,0.05000,14.451
+28,mlp.experts.153.up_proj,0.0000164048,0.05000,14.880
+28,mlp.experts.144.up_proj,0.0000094091,0.05000,14.853
+28,mlp.experts.157.up_proj,0.0000067357,0.05000,14.889
+28,mlp.experts.152.up_proj,0.0000054460,0.05000,14.882
+28,mlp.experts.158.up_proj,0.0000055490,0.05000,14.865
+28,mlp.experts.156.up_proj,0.0000085268,0.05000,14.888
+28,mlp.experts.151.up_proj,0.0000099646,0.05000,15.016
+28,mlp.experts.177.up_proj,0.0000038869,0.05000,14.949
+28,mlp.experts.181.up_proj,0.0000122556,0.05000,15.021
+28,mlp.experts.175.up_proj,0.0000107903,0.05000,15.000
+28,mlp.experts.180.up_proj,0.0000426595,0.05000,15.062
+28,mlp.experts.182.up_proj,0.0000156518,0.05000,15.017
+28,mlp.experts.186.up_proj,0.0000090773,0.05000,14.954
+28,mlp.experts.178.up_proj,0.0000114310,0.05000,15.131
+28,mlp.experts.179.up_proj,0.0000105232,0.05000,15.018
+28,mlp.experts.219.up_proj,0.0000121936,0.05000,15.067
+28,mlp.experts.169.up_proj,0.0000176567,0.05000,14.988
+28,mlp.experts.160.up_proj,0.0000112783,0.05000,14.979
+28,mlp.experts.173.up_proj,0.0000173111,0.05000,14.988
+28,mlp.experts.174.up_proj,0.0000142034,0.05000,14.909
+28,mlp.experts.168.up_proj,0.0000093485,0.05000,15.032
+28,mlp.experts.172.up_proj,0.0000080643,0.05000,14.928
+28,mlp.experts.167.up_proj,0.0000059707,0.05000,14.862
+28,mlp.experts.193.up_proj,0.0000065006,0.05000,14.849
+28,mlp.experts.197.up_proj,0.0000216201,0.05000,14.873
+28,mlp.experts.196.up_proj,0.0000106598,0.05000,14.844
+28,mlp.experts.191.up_proj,0.0000043420,0.05000,14.883
+28,mlp.experts.198.up_proj,0.0000198094,0.05000,14.926
+28,mlp.experts.207.up_proj,failsafe(rtn): 0.0009193,0.00000,0.714
+28,mlp.experts.202.up_proj,0.0000207154,0.05000,14.831
+28,mlp.experts.194.up_proj,0.0000037587,0.05000,14.847
+28,mlp.experts.195.up_proj,0.0000438636,0.05000,14.863
+28,mlp.experts.235.up_proj,0.0000069451,0.05000,14.781
+28,mlp.experts.185.up_proj,0.0000106072,0.05000,14.733
+28,mlp.experts.176.up_proj,0.0000304516,0.05000,14.748
+28,mlp.experts.189.up_proj,0.0000073035,0.05000,14.653
+28,mlp.experts.190.up_proj,0.0000065286,0.05000,14.796
+28,mlp.experts.184.up_proj,0.0000064660,0.05000,14.795
+28,mlp.experts.188.up_proj,0.0000095051,0.05000,14.695
+28,mlp.experts.183.up_proj,0.0000037205,0.05000,14.866
+28,mlp.experts.209.up_proj,0.0000075450,0.05000,14.755
+28,mlp.experts.213.up_proj,0.0000278356,0.05000,14.782
+28,mlp.experts.212.up_proj,0.0000092872,0.05000,14.869
+28,mlp.experts.214.up_proj,0.0000183553,0.05000,14.998
+28,mlp.experts.223.up_proj,0.0000353507,0.05000,14.904
+28,mlp.experts.218.up_proj,0.0000055635,0.05000,14.968
+28,mlp.experts.210.up_proj,0.0000039478,0.05000,14.905
+28,mlp.experts.211.up_proj,0.0000106986,0.05000,14.791
+28,mlp.experts.251.up_proj,0.0000392461,0.05000,14.934
+28,mlp.experts.11.down_proj,0.0000008481,0.05000,3.860
+28,mlp.experts.27.down_proj,failsafe(rtn): 0.0008965,0.00000,0.150
+28,mlp.experts.43.down_proj,0.0000005819,0.05000,3.693
+28,mlp.experts.201.up_proj,0.0000083247,0.05000,14.816
+28,mlp.experts.192.up_proj,0.0000148655,0.05000,14.908
+28,mlp.experts.205.up_proj,0.0000263461,0.05000,14.848
+28,mlp.experts.200.up_proj,0.0000100286,0.05000,14.953
+28,mlp.experts.206.up_proj,0.0000330444,0.05000,15.092
+28,mlp.experts.204.up_proj,0.0000110793,0.05000,15.043
+28,mlp.experts.199.up_proj,0.0000101708,0.05000,15.018
+28,mlp.experts.225.up_proj,0.0000169396,0.05000,14.951
+28,mlp.experts.59.down_proj,0.0000004401,0.05000,3.866
+28,mlp.experts.229.up_proj,0.0000097464,0.05000,15.046
+28,mlp.experts.228.up_proj,0.0000079759,0.05000,14.979
+28,mlp.experts.230.up_proj,0.0000071746,0.05000,15.060
+28,mlp.experts.234.up_proj,0.0000090768,0.05000,14.915
+28,mlp.experts.239.up_proj,0.0000247033,0.05000,15.088
+28,mlp.experts.226.up_proj,0.0000230782,0.05000,15.007
+28,mlp.experts.227.up_proj,0.0000083126,0.05000,14.981
+28,mlp.experts.75.down_proj,0.0000003018,0.05000,3.645
+28,mlp.experts.91.down_proj,0.0000007633,0.05000,3.833
+28,mlp.experts.107.down_proj,0.0000002985,0.05000,3.889
+28,mlp.experts.217.up_proj,0.0000160662,0.05000,14.889
+28,mlp.experts.208.up_proj,0.0000334211,0.05000,15.194
+28,mlp.experts.221.up_proj,0.0000085657,0.05000,15.090
+28,mlp.experts.216.up_proj,0.0000134589,0.05000,15.194
+28,mlp.experts.222.up_proj,0.0000168473,0.05000,15.144
+28,mlp.experts.220.up_proj,0.0000095195,0.05000,15.257
+28,mlp.experts.241.up_proj,0.0000148167,0.05000,15.022
+28,mlp.experts.215.up_proj,0.0000193157,0.05000,15.200
+28,mlp.experts.123.down_proj,0.0000005664,0.05000,3.787
+28,mlp.experts.139.down_proj,failsafe(rtn): 0.0009537,0.00000,0.172
+28,mlp.experts.245.up_proj,0.0000107030,0.05000,15.027
+28,mlp.experts.244.up_proj,0.0000213347,0.05000,15.064
+28,mlp.experts.250.up_proj,0.0000127066,0.05000,14.924
+28,mlp.experts.246.up_proj,0.0000176087,0.05000,15.146
+28,mlp.experts.242.up_proj,0.0000236434,0.05000,15.025
+28,mlp.experts.255.up_proj,0.0000075719,0.05000,15.146
+28,mlp.experts.243.up_proj,0.0000101375,0.05000,15.068
+28,mlp.experts.3.down_proj,failsafe(rtn): 0.0009079,0.00000,0.181
+28,mlp.experts.1.down_proj,0.0000003760,0.05000,3.592
+28,mlp.experts.155.down_proj,0.0000004549,0.05000,3.634
+28,mlp.experts.5.down_proj,0.0000006575,0.05000,3.569
+28,mlp.experts.4.down_proj,0.0000004609,0.05000,3.644
+28,mlp.experts.10.down_proj,0.0000002421,0.05000,3.514
+28,mlp.experts.6.down_proj,0.0000004329,0.05000,3.541
+28,mlp.experts.2.down_proj,0.0000005492,0.05000,3.513
+28,mlp.experts.15.down_proj,0.0000012327,0.05000,3.512
+28,mlp.experts.19.down_proj,0.0000010298,0.05000,3.527
+28,mlp.experts.17.down_proj,0.0000009419,0.05000,3.618
+28,mlp.experts.171.down_proj,0.0000002740,0.05000,3.691
+28,mlp.experts.21.down_proj,0.0000003231,0.05000,3.679
+28,mlp.experts.20.down_proj,0.0000005680,0.05000,3.769
+28,mlp.experts.26.down_proj,0.0000007386,0.05000,3.761
+28,mlp.experts.22.down_proj,0.0000002177,0.05000,3.770
+28,mlp.experts.18.down_proj,0.0000000662,0.05000,3.832
+28,mlp.experts.31.down_proj,0.0000013740,0.05000,3.835
+28,mlp.experts.35.down_proj,0.0000003120,0.05000,3.827
+28,mlp.experts.33.down_proj,0.0000007324,0.05000,3.730
+28,mlp.experts.187.down_proj,0.0000004906,0.05000,3.658
+28,mlp.experts.37.down_proj,0.0000002944,0.05000,3.707
+28,mlp.experts.36.down_proj,0.0000001535,0.05000,3.863
+28,mlp.experts.42.down_proj,0.0000005253,0.05000,3.925
+28,mlp.experts.38.down_proj,0.0000003127,0.05000,3.906
+28,mlp.experts.34.down_proj,0.0000003672,0.05000,3.844
+28,mlp.experts.233.up_proj,0.0000099349,0.05000,14.880
+28,mlp.experts.47.down_proj,0.0000006256,0.05000,3.899
+28,mlp.experts.237.up_proj,0.0000154434,0.05000,14.745
+28,mlp.experts.224.up_proj,0.0000100766,0.05000,14.889
+28,mlp.experts.51.down_proj,0.0000000849,0.05000,3.943
+28,mlp.experts.238.up_proj,0.0000065874,0.05000,14.636
+28,mlp.experts.232.up_proj,0.0000082342,0.05000,14.917
+28,mlp.experts.236.up_proj,0.0000103294,0.05000,14.830
+28,mlp.experts.231.up_proj,0.0000452985,0.05000,14.815
+28,mlp.experts.49.down_proj,0.0000003922,0.05000,4.034
+28,mlp.experts.203.down_proj,0.0000002006,0.05000,3.939
+28,mlp.experts.53.down_proj,0.0000005511,0.05000,3.875
+28,mlp.experts.69.down_proj,failsafe(rtn): 0.0008965,0.00000,0.182
+28,mlp.experts.52.down_proj,0.0000015247,0.05000,3.731
+28,mlp.experts.58.down_proj,0.0000002275,0.05000,3.643
+28,mlp.experts.54.down_proj,0.0000004165,0.05000,3.668
+28,mlp.experts.50.down_proj,0.0000001222,0.05000,3.661
+28,mlp.experts.63.down_proj,0.0000001206,0.05000,3.714
+28,mlp.experts.67.down_proj,0.0000002595,0.05000,3.698
+28,mlp.experts.65.down_proj,0.0000001952,0.05000,3.587
+28,mlp.experts.219.down_proj,0.0000006877,0.05000,3.679
+28,mlp.experts.85.down_proj,0.0000003524,0.05000,3.597
+28,mlp.experts.68.down_proj,0.0000018328,0.05000,3.557
+28,mlp.experts.74.down_proj,0.0000001309,0.05000,3.616
+28,mlp.experts.70.down_proj,0.0000004010,0.05000,3.551
+28,mlp.experts.66.down_proj,0.0000001147,0.05000,3.583
+28,mlp.experts.86.down_proj,failsafe(rtn): 0.0009422,0.00000,0.178
+28,mlp.experts.79.down_proj,0.0000009147,0.05000,3.594
+28,mlp.experts.83.down_proj,0.0000004881,0.05000,3.615
+28,mlp.experts.81.down_proj,0.0000002499,0.05000,3.489
+28,mlp.experts.97.down_proj,failsafe(rtn): 0.0009346,0.00000,0.149
+28,mlp.experts.235.down_proj,0.0000002869,0.05000,3.568
+28,mlp.experts.101.down_proj,0.0000002502,0.05000,3.531
+28,mlp.experts.84.down_proj,0.0000001584,0.05000,3.502
+28,mlp.experts.90.down_proj,0.0000017518,0.05000,3.505
+28,mlp.experts.82.down_proj,0.0000018041,0.05000,3.492
+28,mlp.experts.98.down_proj,failsafe(rtn): 0.0009117,0.00000,0.190
+28,mlp.experts.102.down_proj,0.0000027426,0.05000,3.590
+28,mlp.experts.95.down_proj,0.0000003831,0.05000,3.589
+28,mlp.experts.99.down_proj,0.0000003368,0.05000,3.512
+28,mlp.experts.113.down_proj,0.0000002595,0.05000,3.490
+28,mlp.experts.251.down_proj,0.0000022813,0.05000,3.495
+28,mlp.experts.117.down_proj,0.0000003047,0.05000,3.452
+28,mlp.experts.100.down_proj,0.0000007499,0.05000,3.492
+28,mlp.experts.106.down_proj,0.0000003452,0.05000,3.471
+28,mlp.experts.249.up_proj,0.0000155842,0.05000,14.122
+28,mlp.experts.114.down_proj,0.0000003860,0.05000,3.425
+28,mlp.experts.118.down_proj,0.0000006148,0.05000,3.429
+28,mlp.experts.111.down_proj,0.0000006922,0.05000,3.408
+28,mlp.experts.253.up_proj,0.0000063397,0.05000,13.962
+28,mlp.experts.240.up_proj,0.0000244714,0.05000,14.057
+28,mlp.experts.254.up_proj,0.0000081825,0.05000,14.021
+28,mlp.experts.115.down_proj,0.0000004484,0.05000,3.417
+28,mlp.experts.248.up_proj,0.0000158091,0.05000,13.949
+28,mlp.experts.252.up_proj,0.0000119219,0.05000,13.968
+28,mlp.experts.247.up_proj,0.0000122985,0.05000,13.933
+28,mlp.experts.129.down_proj,0.0000007253,0.05000,3.330
+28,mlp.experts.133.down_proj,0.0000004357,0.05000,3.299
+28,mlp.experts.116.down_proj,0.0000005910,0.05000,3.317
+28,mlp.experts.122.down_proj,0.0000011808,0.05000,3.383
+28,mlp.experts.9.down_proj,0.0000018094,0.05000,3.350
+28,mlp.experts.134.down_proj,0.0000003401,0.05000,3.337
+28,mlp.experts.130.down_proj,0.0000000961,0.05000,3.372
+28,mlp.experts.13.down_proj,0.0000004468,0.05000,3.357
+28,mlp.experts.127.down_proj,0.0000008954,0.05000,3.419
+28,mlp.experts.0.down_proj,0.0000003843,0.05000,3.428
+28,mlp.experts.131.down_proj,0.0000002988,0.05000,3.424
+28,mlp.experts.14.down_proj,0.0000001816,0.05000,3.438
+28,mlp.experts.8.down_proj,0.0000004351,0.05000,3.445
+28,mlp.experts.12.down_proj,0.0000005919,0.05000,3.439
+28,mlp.experts.7.down_proj,0.0000028349,0.05000,3.325
+28,mlp.experts.145.down_proj,0.0000002844,0.05000,3.373
+28,mlp.experts.149.down_proj,0.0000004590,0.05000,3.367
+28,mlp.experts.132.down_proj,0.0000007279,0.05000,3.316
+28,mlp.experts.148.down_proj,failsafe(rtn): 0.0009041,0.00000,0.180
+28,mlp.experts.138.down_proj,0.0000006271,0.05000,3.320
+28,mlp.experts.154.down_proj,failsafe(rtn): 0.0009117,0.00000,0.155
+28,mlp.experts.25.down_proj,0.0000006266,0.05000,3.377
+28,mlp.experts.146.down_proj,0.0000012585,0.05000,3.334
+28,mlp.experts.150.down_proj,0.0000009157,0.05000,3.377
+28,mlp.experts.29.down_proj,0.0000001653,0.05000,3.333
+28,mlp.experts.143.down_proj,0.0000001730,0.05000,3.372
+28,mlp.experts.16.down_proj,0.0000001882,0.05000,3.339
+28,mlp.experts.147.down_proj,0.0000008720,0.05000,3.310
+28,mlp.experts.30.down_proj,0.0000003974,0.05000,3.315
+28,mlp.experts.24.down_proj,0.0000006570,0.05000,3.326
+28,mlp.experts.28.down_proj,0.0000002569,0.05000,3.337
+28,mlp.experts.23.down_proj,0.0000001221,0.05000,3.325
+28,mlp.experts.161.down_proj,0.0000005793,0.05000,3.377
+28,mlp.experts.165.down_proj,0.0000013737,0.05000,3.381
+28,mlp.experts.164.down_proj,0.0000002166,0.05000,3.360
+28,mlp.experts.170.down_proj,0.0000012900,0.05000,3.357
+28,mlp.experts.41.down_proj,0.0000001215,0.05000,3.390
+28,mlp.experts.162.down_proj,0.0000002234,0.05000,3.416
+28,mlp.experts.166.down_proj,0.0000003138,0.05000,3.399
+28,mlp.experts.45.down_proj,0.0000004987,0.05000,3.468
+28,mlp.experts.159.down_proj,0.0000001607,0.05000,3.460
+28,mlp.experts.32.down_proj,0.0000017309,0.05000,3.422
+28,mlp.experts.46.down_proj,0.0000004383,0.05000,3.405
+28,mlp.experts.163.down_proj,0.0000004241,0.05000,3.434
+28,mlp.experts.40.down_proj,0.0000000932,0.05000,3.398
+28,mlp.experts.44.down_proj,0.0000006923,0.05000,3.403
+28,mlp.experts.39.down_proj,0.0000000739,0.05000,3.445
+28,mlp.experts.177.down_proj,0.0000001312,0.05000,3.364
+28,mlp.experts.181.down_proj,0.0000009063,0.05000,3.375
+28,mlp.experts.180.down_proj,0.0000018099,0.05000,3.375
+28,mlp.experts.186.down_proj,0.0000004371,0.05000,3.287
+28,mlp.experts.57.down_proj,0.0000002122,0.05000,3.287
+28,mlp.experts.178.down_proj,0.0000006304,0.05000,3.266
+28,mlp.experts.182.down_proj,0.0000002515,0.05000,3.266
+28,mlp.experts.61.down_proj,0.0000004314,0.05000,3.303
+28,mlp.experts.175.down_proj,0.0000002101,0.05000,3.360
+28,mlp.experts.48.down_proj,0.0000001284,0.05000,3.287
+28,mlp.experts.179.down_proj,0.0000005249,0.05000,3.318
+28,mlp.experts.62.down_proj,0.0000004896,0.05000,3.331
+28,mlp.experts.56.down_proj,0.0000003037,0.05000,3.304
+28,mlp.experts.60.down_proj,0.0000000870,0.05000,3.275
+28,mlp.experts.55.down_proj,0.0000004232,0.05000,3.325
+28,mlp.experts.193.down_proj,0.0000005585,0.05000,3.245
+28,mlp.experts.197.down_proj,0.0000013960,0.05000,3.274
+28,mlp.experts.196.down_proj,0.0000007150,0.05000,3.373
+28,mlp.experts.202.down_proj,0.0000005867,0.05000,3.326
+28,mlp.experts.73.down_proj,0.0000006515,0.05000,3.310
+28,mlp.experts.194.down_proj,0.0000000744,0.05000,3.266
+28,mlp.experts.198.down_proj,0.0000009764,0.05000,3.316
+28,mlp.experts.77.down_proj,0.0000021211,0.05000,3.303
+28,mlp.experts.191.down_proj,0.0000002317,0.05000,3.269
+28,mlp.experts.64.down_proj,0.0000002577,0.05000,3.271
+28,mlp.experts.207.down_proj,failsafe(rtn): 0.0009232,0.00000,0.174
+28,mlp.experts.78.down_proj,0.0000007370,0.05000,3.225
+28,mlp.experts.195.down_proj,0.0000043005,0.05000,3.287
+28,mlp.experts.72.down_proj,0.0000001714,0.05000,3.295
+28,mlp.experts.76.down_proj,0.0000029858,0.05000,3.352
+28,mlp.experts.71.down_proj,0.0000014071,0.05000,3.349
+28,mlp.experts.209.down_proj,0.0000004516,0.05000,3.427
+28,mlp.experts.213.down_proj,0.0000003872,0.05000,3.350
+28,mlp.experts.212.down_proj,0.0000005904,0.05000,3.355
+28,mlp.experts.218.down_proj,0.0000000839,0.05000,3.331
+28,mlp.experts.89.down_proj,0.0000001063,0.05000,3.343
+28,mlp.experts.210.down_proj,0.0000000532,0.05000,3.312
+28,mlp.experts.214.down_proj,0.0000005802,0.05000,3.350
+28,mlp.experts.93.down_proj,0.0000002054,0.05000,3.431
+28,mlp.experts.80.down_proj,0.0000003067,0.05000,3.373
+28,mlp.experts.223.down_proj,0.0000008648,0.05000,3.376
+28,mlp.experts.94.down_proj,0.0000016943,0.05000,3.369
+28,mlp.experts.211.down_proj,0.0000005336,0.05000,3.370
+28,mlp.experts.88.down_proj,0.0000002068,0.05000,3.394
+28,mlp.experts.92.down_proj,0.0000000951,0.05000,3.346
+28,mlp.experts.87.down_proj,0.0000002858,0.05000,3.297
+28,mlp.experts.225.down_proj,0.0000002273,0.05000,3.252
+28,mlp.experts.229.down_proj,0.0000006414,0.05000,3.262
+28,mlp.experts.228.down_proj,0.0000003334,0.05000,3.277
+28,mlp.experts.105.down_proj,0.0000002239,0.05000,3.194
+28,mlp.experts.234.down_proj,0.0000002296,0.05000,3.259
+28,mlp.experts.226.down_proj,0.0000009491,0.05000,3.262
+28,mlp.experts.230.down_proj,0.0000005901,0.05000,3.194
+28,mlp.experts.109.down_proj,0.0000001797,0.05000,3.250
+28,mlp.experts.96.down_proj,0.0000009610,0.05000,3.253
+28,mlp.experts.239.down_proj,0.0000008616,0.05000,3.260
+28,mlp.experts.110.down_proj,0.0000004620,0.05000,3.237
+28,mlp.experts.227.down_proj,0.0000001345,0.05000,3.265
+28,mlp.experts.104.down_proj,0.0000004908,0.05000,3.300
+28,mlp.experts.108.down_proj,0.0000007920,0.05000,3.288
+28,mlp.experts.103.down_proj,0.0000005342,0.05000,3.333
+28,mlp.experts.241.down_proj,0.0000005877,0.05000,3.310
+28,mlp.experts.245.down_proj,0.0000001987,0.05000,3.328
+28,mlp.experts.244.down_proj,0.0000006541,0.05000,3.264
+28,mlp.experts.121.down_proj,0.0000006652,0.05000,3.197
+28,mlp.experts.250.down_proj,0.0000008941,0.05000,3.263
+28,mlp.experts.246.down_proj,0.0000002940,0.05000,3.116
+28,mlp.experts.242.down_proj,0.0000003838,0.05000,3.184
+28,mlp.experts.125.down_proj,0.0000011020,0.05000,3.035
+28,mlp.experts.112.down_proj,0.0000002224,0.05000,3.043
+28,mlp.experts.255.down_proj,0.0000006617,0.05000,2.996
+28,mlp.experts.126.down_proj,0.0000002912,0.05000,2.912
+28,mlp.experts.243.down_proj,0.0000008293,0.05000,2.836
+28,mlp.experts.120.down_proj,0.0000014658,0.05000,2.718
+28,mlp.experts.124.down_proj,0.0000006463,0.05000,2.672
+28,mlp.experts.119.down_proj,0.0000003796,0.05000,2.465
+28,mlp.experts.137.down_proj,0.0000008422,0.05000,1.644
+28,mlp.experts.141.down_proj,0.0000001980,0.05000,1.451
+28,mlp.experts.128.down_proj,0.0000032664,0.05000,1.502
+28,mlp.experts.142.down_proj,0.0000012937,0.05000,1.460
+28,mlp.experts.136.down_proj,0.0000006452,0.05000,1.477
+28,mlp.experts.140.down_proj,0.0000005397,0.05000,1.504
+28,mlp.experts.135.down_proj,0.0000017548,0.05000,1.408
+28,mlp.experts.153.down_proj,0.0000004552,0.05000,1.445
+28,mlp.experts.157.down_proj,0.0000002885,0.05000,1.428
+28,mlp.experts.144.down_proj,0.0000002773,0.05000,1.452
+28,mlp.experts.158.down_proj,0.0000000853,0.05000,1.397
+28,mlp.experts.152.down_proj,0.0000003491,0.05000,1.478
+28,mlp.experts.156.down_proj,0.0000006164,0.05000,1.484
+28,mlp.experts.151.down_proj,0.0000009112,0.05000,1.460
+28,mlp.experts.169.down_proj,0.0000007623,0.05000,1.475
+28,mlp.experts.173.down_proj,0.0000006344,0.05000,1.452
+28,mlp.experts.160.down_proj,0.0000003711,0.05000,1.493
+28,mlp.experts.174.down_proj,0.0000002119,0.05000,1.457
+28,mlp.experts.168.down_proj,0.0000006681,0.05000,1.509
+28,mlp.experts.172.down_proj,0.0000004588,0.05000,1.516
+28,mlp.experts.167.down_proj,0.0000003535,0.05000,1.482
+28,mlp.experts.185.down_proj,0.0000005948,0.05000,1.445
+28,mlp.experts.189.down_proj,0.0000004004,0.05000,1.487
+28,mlp.experts.176.down_proj,0.0000019193,0.05000,1.513
+28,mlp.experts.190.down_proj,0.0000004613,0.05000,1.523
+28,mlp.experts.184.down_proj,0.0000002657,0.05000,1.488
+28,mlp.experts.183.down_proj,0.0000002082,0.05000,1.461
+28,mlp.experts.188.down_proj,0.0000005510,0.05000,1.523
+28,mlp.experts.201.down_proj,0.0000005101,0.05000,1.485
+28,mlp.experts.205.down_proj,0.0000007436,0.05000,1.446
+28,mlp.experts.206.down_proj,0.0000014491,0.05000,1.399
+28,mlp.experts.192.down_proj,0.0000002681,0.05000,1.483
+28,mlp.experts.200.down_proj,0.0000003691,0.05000,1.469
+28,mlp.experts.199.down_proj,0.0000005242,0.05000,1.421
+28,mlp.experts.204.down_proj,0.0000002131,0.05000,1.475
+28,mlp.experts.217.down_proj,0.0000003388,0.05000,1.461
+28,mlp.experts.221.down_proj,0.0000004068,0.05000,1.479
+28,mlp.experts.222.down_proj,0.0000006490,0.05000,1.490
+28,mlp.experts.208.down_proj,0.0000005126,0.05000,1.514
+28,mlp.experts.216.down_proj,0.0000002138,0.05000,1.546
+28,mlp.experts.215.down_proj,0.0000005887,0.05000,1.522
+28,mlp.experts.220.down_proj,0.0000001251,0.05000,1.545
+28,mlp.experts.233.down_proj,0.0000003507,0.05000,1.523
+28,mlp.experts.237.down_proj,0.0000010971,0.05000,1.490
+28,mlp.experts.238.down_proj,0.0000002227,0.05000,1.508
+28,mlp.experts.224.down_proj,0.0000007422,0.05000,1.559
+28,mlp.experts.231.down_proj,0.0000017329,0.05000,1.457
+28,mlp.experts.232.down_proj,0.0000004531,0.05000,1.513
+28,mlp.experts.236.down_proj,0.0000001472,0.05000,1.494
+28,mlp.experts.249.down_proj,0.0000008253,0.05000,1.552
+28,mlp.experts.253.down_proj,0.0000003246,0.05000,1.478
+28,mlp.experts.254.down_proj,0.0000004065,0.05000,1.416
+28,mlp.experts.240.down_proj,0.0000009318,0.05000,1.395
+28,mlp.experts.247.down_proj,0.0000002133,0.05000,1.210
+28,mlp.experts.248.down_proj,0.0000002171,0.05000,1.216
+28,mlp.experts.252.down_proj,0.0000005038,0.05000,1.103
+29,mlp.experts.6.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.812
+29,mlp.experts.14.gate_proj,0.0000042812,0.05000,15.078
+29,mlp.experts.5.gate_proj,0.0000147122,0.05000,15.085
+29,mlp.experts.12.gate_proj,0.0000202541,0.05000,15.085
+29,mlp.experts.11.gate_proj,0.0000255012,0.05000,15.184
+29,mlp.experts.2.gate_proj,0.0000139778,0.05000,15.211
+29,mlp.experts.9.gate_proj,0.0000142961,0.05000,15.261
+29,mlp.experts.0.gate_proj,0.0000070290,0.05000,15.271
+29,mlp.experts.1.gate_proj,0.0000037431,0.05000,15.270
+29,mlp.experts.7.gate_proj,0.0000077440,0.05000,15.300
+29,mlp.experts.8.gate_proj,0.0000463653,0.05000,15.315
+29,mlp.experts.13.gate_proj,0.0000060028,0.05000,15.313
+29,mlp.experts.3.gate_proj,0.0000292935,0.05000,15.366
+29,mlp.experts.15.gate_proj,0.0000113710,0.05000,15.418
+29,mlp.experts.4.gate_proj,0.0000203909,0.05000,15.419
+29,mlp.experts.10.gate_proj,0.0000139521,0.05000,15.425
+29,mlp.experts.24.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.770
+29,mlp.experts.22.gate_proj,0.0000059852,0.05000,15.293
+29,mlp.experts.28.gate_proj,0.0000171949,0.05000,15.178
+29,mlp.experts.18.gate_proj,0.0000189692,0.05000,15.091
+29,mlp.experts.30.gate_proj,0.0000153193,0.05000,15.238
+29,mlp.experts.21.gate_proj,0.0000149884,0.05000,15.258
+29,mlp.experts.27.gate_proj,0.0000239732,0.05000,15.278
+29,mlp.experts.16.gate_proj,0.0000068089,0.05000,15.223
+29,mlp.experts.29.gate_proj,0.0000086261,0.05000,15.198
+29,mlp.experts.25.gate_proj,0.0000129024,0.05000,15.385
+29,mlp.experts.17.gate_proj,0.0000091916,0.05000,15.376
+29,mlp.experts.26.gate_proj,0.0000081182,0.05000,15.239
+29,mlp.experts.20.gate_proj,0.0000078979,0.05000,15.250
+29,mlp.experts.23.gate_proj,0.0000077371,0.05000,15.493
+29,mlp.experts.19.gate_proj,0.0000045773,0.05000,15.419
+29,mlp.experts.31.gate_proj,0.0000235372,0.05000,15.473
+29,mlp.experts.40.gate_proj,0.0000217705,0.05000,15.201
+29,mlp.experts.38.gate_proj,0.0000091598,0.05000,15.327
+29,mlp.experts.44.gate_proj,0.0000126894,0.05000,14.474
+29,mlp.experts.34.gate_proj,0.0000141037,0.05000,14.542
+29,mlp.experts.37.gate_proj,0.0000052983,0.05000,14.540
+29,mlp.experts.45.gate_proj,0.0000063504,0.05000,14.446
+29,mlp.experts.46.gate_proj,0.0000119229,0.05000,14.681
+29,mlp.experts.36.gate_proj,0.0000074403,0.05000,14.314
+29,mlp.experts.32.gate_proj,0.0000097281,0.05000,14.568
+29,mlp.experts.43.gate_proj,0.0000492467,0.05000,14.732
+29,mlp.experts.33.gate_proj,0.0000135920,0.05000,14.674
+29,mlp.experts.41.gate_proj,0.0000224958,0.05000,14.693
+29,mlp.experts.42.gate_proj,0.0000118282,0.05000,14.680
+29,mlp.experts.39.gate_proj,0.0000176905,0.05000,14.592
+29,mlp.experts.35.gate_proj,0.0000109407,0.05000,14.730
+29,mlp.experts.47.gate_proj,0.0000137047,0.05000,14.673
+29,mlp.experts.56.gate_proj,0.0000117108,0.05000,14.709
+29,mlp.experts.54.gate_proj,0.0000124082,0.05000,14.706
+29,mlp.experts.70.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.691
+29,mlp.experts.60.gate_proj,0.0000167684,0.05000,15.056
+29,mlp.experts.50.gate_proj,0.0000069096,0.05000,15.001
+29,mlp.experts.53.gate_proj,0.0000147169,0.05000,14.998
+29,mlp.experts.48.gate_proj,0.0000243444,0.05000,15.024
+29,mlp.experts.61.gate_proj,0.0000092356,0.05000,15.146
+29,mlp.experts.52.gate_proj,0.0000688028,0.05000,15.139
+29,mlp.experts.62.gate_proj,0.0000093648,0.05000,15.239
+29,mlp.experts.49.gate_proj,0.0000101447,0.05000,14.988
+29,mlp.experts.58.gate_proj,0.0000089364,0.05000,14.940
+29,mlp.experts.59.gate_proj,0.0000051861,0.05000,15.156
+29,mlp.experts.57.gate_proj,0.0000086657,0.05000,15.099
+29,mlp.experts.51.gate_proj,0.0000152295,0.05000,14.982
+29,mlp.experts.55.gate_proj,0.0000176980,0.05000,15.171
+29,mlp.experts.63.gate_proj,0.0000313191,0.05000,15.151
+29,mlp.experts.72.gate_proj,0.0000271447,0.05000,15.066
+29,mlp.experts.75.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.833
+29,mlp.experts.86.gate_proj,0.0000135243,0.05000,14.958
+29,mlp.experts.76.gate_proj,0.0000057299,0.05000,14.724
+29,mlp.experts.69.gate_proj,0.0000036738,0.05000,14.678
+29,mlp.experts.66.gate_proj,0.0000277579,0.05000,14.722
+29,mlp.experts.64.gate_proj,0.0000050902,0.05000,14.642
+29,mlp.experts.65.gate_proj,0.0000159135,0.05000,14.460
+29,mlp.experts.78.gate_proj,0.0000089492,0.05000,14.538
+29,mlp.experts.68.gate_proj,0.0000161614,0.05000,14.610
+29,mlp.experts.77.gate_proj,0.0000204789,0.05000,14.712
+29,mlp.experts.74.gate_proj,0.0000153318,0.05000,14.667
+29,mlp.experts.73.gate_proj,0.0000030408,0.05000,14.732
+29,mlp.experts.67.gate_proj,0.0000201015,0.05000,14.703
+29,mlp.experts.79.gate_proj,0.0000084645,0.05000,14.591
+29,mlp.experts.71.gate_proj,0.0000103215,0.05000,14.757
+29,mlp.experts.85.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.818
+29,mlp.experts.80.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.796
+29,mlp.experts.81.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.838
+29,mlp.experts.88.gate_proj,0.0000050305,0.05000,14.766
+29,mlp.experts.91.gate_proj,0.0000043881,0.05000,14.744
+29,mlp.experts.83.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.839
+29,mlp.experts.102.gate_proj,0.0000143983,0.05000,14.618
+29,mlp.experts.82.gate_proj,0.0000233907,0.05000,15.071
+29,mlp.experts.92.gate_proj,0.0000159439,0.05000,15.230
+29,mlp.experts.84.gate_proj,0.0000028271,0.05000,15.044
+29,mlp.experts.94.gate_proj,0.0000233330,0.05000,15.078
+29,mlp.experts.93.gate_proj,0.0000106158,0.05000,15.087
+29,mlp.experts.90.gate_proj,0.0000215634,0.05000,14.992
+29,mlp.experts.89.gate_proj,0.0000036332,0.05000,15.065
+29,mlp.experts.87.gate_proj,0.0000074888,0.05000,15.073
+29,mlp.experts.101.gate_proj,0.0000108043,0.05000,15.014
+29,mlp.experts.95.gate_proj,0.0000185125,0.05000,15.215
+29,mlp.experts.97.gate_proj,0.0000078360,0.05000,14.997
+29,mlp.experts.96.gate_proj,0.0000117923,0.05000,15.199
+29,mlp.experts.104.gate_proj,0.0000072033,0.05000,15.097
+29,mlp.experts.107.gate_proj,0.0000246333,0.05000,15.052
+29,mlp.experts.99.gate_proj,0.0000095174,0.05000,15.189
+29,mlp.experts.103.gate_proj,failsafe(rtn): 0.0008583,0.00000,0.853
+29,mlp.experts.118.gate_proj,0.0000107708,0.05000,15.065
+29,mlp.experts.98.gate_proj,0.0000053167,0.05000,14.787
+29,mlp.experts.100.gate_proj,0.0000063526,0.05000,14.626
+29,mlp.experts.108.gate_proj,0.0000203604,0.05000,14.762
+29,mlp.experts.106.gate_proj,0.0000125169,0.05000,14.612
+29,mlp.experts.110.gate_proj,0.0000088815,0.05000,14.722
+29,mlp.experts.109.gate_proj,0.0000063631,0.05000,14.860
+29,mlp.experts.105.gate_proj,0.0000628848,0.05000,14.831
+29,mlp.experts.117.gate_proj,0.0000137309,0.05000,14.676
+29,mlp.experts.111.gate_proj,0.0000138323,0.05000,14.652
+29,mlp.experts.113.gate_proj,0.0000113489,0.05000,14.735
+29,mlp.experts.112.gate_proj,0.0000106689,0.05000,14.695
+29,mlp.experts.123.gate_proj,0.0000148027,0.05000,14.672
+29,mlp.experts.120.gate_proj,0.0000194564,0.05000,14.811
+29,mlp.experts.133.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.830
+29,mlp.experts.115.gate_proj,0.0000140209,0.05000,14.797
+29,mlp.experts.119.gate_proj,0.0000124583,0.05000,14.782
+29,mlp.experts.134.gate_proj,0.0000173745,0.05000,14.779
+29,mlp.experts.114.gate_proj,0.0000098271,0.05000,15.498
+29,mlp.experts.124.gate_proj,0.0000367188,0.05000,15.447
+29,mlp.experts.116.gate_proj,0.0000283768,0.05000,15.499
+29,mlp.experts.122.gate_proj,0.0000155173,0.05000,15.498
+29,mlp.experts.126.gate_proj,0.0000087329,0.05000,15.483
+29,mlp.experts.125.gate_proj,0.0000080696,0.05000,15.486
+29,mlp.experts.121.gate_proj,0.0000178946,0.05000,15.453
+29,mlp.experts.127.gate_proj,0.0000144417,0.05000,15.468
+29,mlp.experts.129.gate_proj,0.0000074770,0.05000,15.432
+29,mlp.experts.128.gate_proj,0.0000174019,0.05000,15.426
+29,mlp.experts.136.gate_proj,0.0000248157,0.05000,15.418
+29,mlp.experts.139.gate_proj,0.0000100654,0.05000,15.656
+29,mlp.experts.149.gate_proj,0.0000143140,0.05000,15.507
+29,mlp.experts.143.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.806
+29,mlp.experts.131.gate_proj,0.0000074103,0.05000,15.553
+29,mlp.experts.135.gate_proj,0.0000111904,0.05000,15.663
+29,mlp.experts.150.gate_proj,0.0000027305,0.05000,15.649
+29,mlp.experts.132.gate_proj,0.0000405893,0.05000,14.729
+29,mlp.experts.130.gate_proj,0.0000104019,0.05000,14.765
+29,mlp.experts.140.gate_proj,0.0000291912,0.05000,14.756
+29,mlp.experts.142.gate_proj,0.0000087162,0.05000,14.723
+29,mlp.experts.138.gate_proj,0.0000209631,0.05000,14.747
+29,mlp.experts.141.gate_proj,0.0000144206,0.05000,14.784
+29,mlp.experts.137.gate_proj,0.0000166778,0.05000,14.690
+29,mlp.experts.145.gate_proj,0.0000180730,0.05000,14.823
+29,mlp.experts.144.gate_proj,0.0000329637,0.05000,14.725
+29,mlp.experts.152.gate_proj,0.0000075552,0.05000,14.682
+29,mlp.experts.155.gate_proj,0.0000071825,0.05000,14.595
+29,mlp.experts.165.gate_proj,0.0000179860,0.05000,14.576
+29,mlp.experts.159.gate_proj,0.0000142012,0.05000,14.658
+29,mlp.experts.151.gate_proj,0.0000126967,0.05000,14.451
+29,mlp.experts.147.gate_proj,0.0000141345,0.05000,14.593
+29,mlp.experts.166.gate_proj,0.0000131732,0.05000,14.728
+29,mlp.experts.156.gate_proj,0.0000124646,0.05000,15.071
+29,mlp.experts.148.gate_proj,0.0000456029,0.05000,15.082
+29,mlp.experts.146.gate_proj,0.0000601560,0.05000,15.177
+29,mlp.experts.158.gate_proj,0.0000216495,0.05000,15.064
+29,mlp.experts.154.gate_proj,0.0000355731,0.05000,15.186
+29,mlp.experts.157.gate_proj,0.0000106996,0.05000,15.138
+29,mlp.experts.153.gate_proj,0.0000193628,0.05000,15.121
+29,mlp.experts.161.gate_proj,0.0000185177,0.05000,15.104
+29,mlp.experts.160.gate_proj,0.0000032555,0.05000,15.329
+29,mlp.experts.168.gate_proj,0.0000088255,0.05000,15.173
+29,mlp.experts.171.gate_proj,0.0000115037,0.05000,15.167
+29,mlp.experts.167.gate_proj,0.0000396372,0.05000,15.117
+29,mlp.experts.181.gate_proj,0.0000373024,0.05000,15.311
+29,mlp.experts.175.gate_proj,0.0000134787,0.05000,15.269
+29,mlp.experts.163.gate_proj,0.0000301696,0.05000,15.221
+29,mlp.experts.182.gate_proj,0.0000146446,0.05000,15.136
+29,mlp.experts.164.gate_proj,0.0000097674,0.05000,14.929
+29,mlp.experts.174.gate_proj,0.0000080318,0.05000,14.843
+29,mlp.experts.162.gate_proj,0.0000070686,0.05000,14.864
+29,mlp.experts.172.gate_proj,0.0000072653,0.05000,15.063
+29,mlp.experts.170.gate_proj,0.0000065337,0.05000,14.900
+29,mlp.experts.173.gate_proj,0.0000103422,0.05000,14.745
+29,mlp.experts.169.gate_proj,0.0000135757,0.05000,14.734
+29,mlp.experts.177.gate_proj,0.0000138464,0.05000,14.865
+29,mlp.experts.176.gate_proj,0.0000123190,0.05000,14.740
+29,mlp.experts.184.gate_proj,0.0000239185,0.05000,14.750
+29,mlp.experts.187.gate_proj,0.0000278109,0.05000,14.870
+29,mlp.experts.197.gate_proj,0.0000639944,0.05000,14.801
+29,mlp.experts.183.gate_proj,0.0000068351,0.05000,14.969
+29,mlp.experts.191.gate_proj,0.0000087614,0.05000,14.836
+29,mlp.experts.179.gate_proj,0.0000444791,0.05000,14.978
+29,mlp.experts.193.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.865
+29,mlp.experts.198.gate_proj,0.0000048076,0.05000,14.901
+29,mlp.experts.178.gate_proj,0.0000192980,0.05000,15.029
+29,mlp.experts.190.gate_proj,0.0000155948,0.05000,15.072
+29,mlp.experts.180.gate_proj,0.0000092778,0.05000,15.118
+29,mlp.experts.188.gate_proj,0.0000102488,0.05000,15.096
+29,mlp.experts.189.gate_proj,0.0000198920,0.05000,15.087
+29,mlp.experts.185.gate_proj,0.0000078992,0.05000,14.990
+29,mlp.experts.186.gate_proj,0.0000097101,0.05000,15.118
+29,mlp.experts.200.gate_proj,0.0000198425,0.05000,15.097
+29,mlp.experts.192.gate_proj,0.0000094072,0.05000,15.310
+29,mlp.experts.203.gate_proj,0.0000468758,0.05000,15.104
+29,mlp.experts.213.gate_proj,0.0000127402,0.05000,15.210
+29,mlp.experts.199.gate_proj,0.0000313405,0.05000,15.115
+29,mlp.experts.209.gate_proj,0.0000186688,0.05000,14.875
+29,mlp.experts.207.gate_proj,0.0000422580,0.05000,15.219
+29,mlp.experts.195.gate_proj,0.0000115995,0.05000,15.132
+29,mlp.experts.214.gate_proj,0.0000085000,0.05000,15.116
+29,mlp.experts.206.gate_proj,0.0000041191,0.05000,14.611
+29,mlp.experts.194.gate_proj,0.0000233978,0.05000,14.834
+29,mlp.experts.201.gate_proj,0.0000149980,0.05000,14.717
+29,mlp.experts.196.gate_proj,0.0000068271,0.05000,14.927
+29,mlp.experts.204.gate_proj,0.0000166192,0.05000,14.861
+29,mlp.experts.205.gate_proj,0.0000383316,0.05000,14.754
+29,mlp.experts.202.gate_proj,0.0000069524,0.05000,14.932
+29,mlp.experts.216.gate_proj,0.0000098905,0.05000,14.879
+29,mlp.experts.208.gate_proj,0.0000143972,0.05000,14.922
+29,mlp.experts.219.gate_proj,0.0000092513,0.05000,14.888
+29,mlp.experts.229.gate_proj,0.0000119574,0.05000,14.788
+29,mlp.experts.225.gate_proj,0.0000151873,0.05000,14.761
+29,mlp.experts.215.gate_proj,0.0000071790,0.05000,14.919
+29,mlp.experts.223.gate_proj,0.0000117065,0.05000,14.894
+29,mlp.experts.211.gate_proj,0.0000149573,0.05000,14.873
+29,mlp.experts.230.gate_proj,0.0000099500,0.05000,14.758
+29,mlp.experts.224.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.731
+29,mlp.experts.222.gate_proj,0.0000047994,0.05000,15.279
+29,mlp.experts.210.gate_proj,0.0000067289,0.05000,15.139
+29,mlp.experts.217.gate_proj,0.0000103937,0.05000,15.029
+29,mlp.experts.221.gate_proj,0.0000379599,0.05000,15.149
+29,mlp.experts.212.gate_proj,0.0000477574,0.05000,15.184
+29,mlp.experts.220.gate_proj,0.0000111480,0.05000,15.185
+29,mlp.experts.218.gate_proj,0.0000069405,0.05000,15.174
+29,mlp.experts.232.gate_proj,0.0000120725,0.05000,15.045
+29,mlp.experts.235.gate_proj,0.0000067437,0.05000,15.108
+29,mlp.experts.241.gate_proj,0.0000127669,0.05000,15.112
+29,mlp.experts.245.gate_proj,0.0000327405,0.05000,15.181
+29,mlp.experts.227.gate_proj,0.0000175655,0.05000,15.121
+29,mlp.experts.231.gate_proj,0.0000086118,0.05000,15.276
+29,mlp.experts.239.gate_proj,0.0000125799,0.05000,15.348
+29,mlp.experts.246.gate_proj,0.0000056923,0.05000,15.200
+29,mlp.experts.240.gate_proj,0.0000275190,0.05000,15.154
+29,mlp.experts.6.up_proj,failsafe(rtn): 0.0009766,0.00000,0.697
+29,mlp.experts.233.gate_proj,0.0000105135,0.05000,14.489
+29,mlp.experts.238.gate_proj,0.0000041746,0.05000,14.670
+29,mlp.experts.237.gate_proj,0.0000141238,0.05000,14.473
+29,mlp.experts.226.gate_proj,0.0000142280,0.05000,14.678
+29,mlp.experts.236.gate_proj,0.0000066785,0.05000,14.499
+29,mlp.experts.228.gate_proj,0.0000101991,0.05000,14.670
+29,mlp.experts.234.gate_proj,0.0000035404,0.05000,14.646
+29,mlp.experts.248.gate_proj,0.0000074158,0.05000,14.518
+29,mlp.experts.251.gate_proj,0.0000303068,0.05000,14.841
+29,mlp.experts.5.up_proj,0.0000150095,0.05000,14.696
+29,mlp.experts.1.up_proj,0.0000033111,0.05000,14.805
+29,mlp.experts.243.gate_proj,0.0000208123,0.05000,14.677
+29,mlp.experts.247.gate_proj,0.0000090741,0.05000,14.835
+29,mlp.experts.255.gate_proj,0.0000088833,0.05000,14.803
+29,mlp.experts.0.up_proj,0.0000058333,0.05000,14.711
+29,mlp.experts.22.up_proj,0.0000057749,0.05000,14.659
+29,mlp.experts.249.gate_proj,0.0000098300,0.05000,15.074
+29,mlp.experts.252.gate_proj,0.0000274564,0.05000,14.945
+29,mlp.experts.242.gate_proj,0.0000123602,0.05000,15.127
+29,mlp.experts.254.gate_proj,0.0000139514,0.05000,15.212
+29,mlp.experts.253.gate_proj,0.0000134453,0.05000,15.175
+29,mlp.experts.244.gate_proj,0.0000102841,0.05000,15.104
+29,mlp.experts.250.gate_proj,0.0000067916,0.05000,15.037
+29,mlp.experts.8.up_proj,0.0000493251,0.05000,14.988
+29,mlp.experts.17.up_proj,0.0000080927,0.05000,14.677
+29,mlp.experts.11.up_proj,0.0000233515,0.05000,14.859
+29,mlp.experts.21.up_proj,0.0000152058,0.05000,14.776
+29,mlp.experts.3.up_proj,0.0000282270,0.05000,14.724
+29,mlp.experts.7.up_proj,0.0000080974,0.05000,14.767
+29,mlp.experts.24.up_proj,failsafe(rtn): 0.0008965,0.00000,0.713
+29,mlp.experts.15.up_proj,0.0000109860,0.05000,14.849
+29,mlp.experts.16.up_proj,0.0000069803,0.05000,14.902
+29,mlp.experts.38.up_proj,0.0000074737,0.05000,14.859
+29,mlp.experts.2.up_proj,0.0000121463,0.05000,15.188
+29,mlp.experts.14.up_proj,0.0000037185,0.05000,15.178
+29,mlp.experts.12.up_proj,0.0000186850,0.05000,15.449
+29,mlp.experts.4.up_proj,0.0000175557,0.05000,15.299
+29,mlp.experts.10.up_proj,0.0000090995,0.05000,15.285
+29,mlp.experts.13.up_proj,0.0000054364,0.05000,15.256
+29,mlp.experts.27.up_proj,0.0000228516,0.05000,15.348
+29,mlp.experts.33.up_proj,0.0000129123,0.05000,15.277
+29,mlp.experts.9.up_proj,0.0000117012,0.05000,15.455
+29,mlp.experts.19.up_proj,0.0000079005,0.05000,15.395
+29,mlp.experts.37.up_proj,0.0000041210,0.05000,15.569
+29,mlp.experts.23.up_proj,0.0000069183,0.05000,15.300
+29,mlp.experts.40.up_proj,0.0000209251,0.05000,15.303
+29,mlp.experts.31.up_proj,0.0000214539,0.05000,15.361
+29,mlp.experts.32.up_proj,0.0000080290,0.05000,15.287
+29,mlp.experts.54.up_proj,0.0000101768,0.05000,15.193
+29,mlp.experts.18.up_proj,0.0000162455,0.05000,13.982
+29,mlp.experts.30.up_proj,0.0000138392,0.05000,14.002
+29,mlp.experts.26.up_proj,0.0000077547,0.05000,13.873
+29,mlp.experts.70.up_proj,failsafe(rtn): 0.0009117,0.00000,0.728
+29,mlp.experts.43.up_proj,0.0000415859,0.05000,14.005
+29,mlp.experts.29.up_proj,0.0000093197,0.05000,14.054
+29,mlp.experts.49.up_proj,0.0000092831,0.05000,14.029
+29,mlp.experts.25.up_proj,0.0000119386,0.05000,13.872
+29,mlp.experts.35.up_proj,0.0000099305,0.05000,14.066
+29,mlp.experts.53.up_proj,0.0000141168,0.05000,14.009
+29,mlp.experts.39.up_proj,0.0000161326,0.05000,13.964
+29,mlp.experts.47.up_proj,0.0000129784,0.05000,14.059
+29,mlp.experts.20.up_proj,0.0000078157,0.05000,14.126
+29,mlp.experts.56.up_proj,0.0000106477,0.05000,14.149
+29,mlp.experts.28.up_proj,0.0000166621,0.05000,14.197
+29,mlp.experts.48.up_proj,0.0000230123,0.05000,14.320
+29,mlp.experts.46.up_proj,0.0000118140,0.05000,15.082
+29,mlp.experts.34.up_proj,0.0000123492,0.05000,15.134
+29,mlp.experts.42.up_proj,0.0000108475,0.05000,15.315
+29,mlp.experts.86.up_proj,0.0000129381,0.05000,15.197
+29,mlp.experts.65.up_proj,0.0000171244,0.05000,15.103
+29,mlp.experts.45.up_proj,0.0000059724,0.05000,15.166
+29,mlp.experts.41.up_proj,0.0000208113,0.05000,15.320
+29,mlp.experts.69.up_proj,0.0000033377,0.05000,15.209
+29,mlp.experts.81.up_proj,failsafe(rtn): 0.0009422,0.00000,0.739
+29,mlp.experts.55.up_proj,0.0000166093,0.05000,15.328
+29,mlp.experts.36.up_proj,0.0000076862,0.05000,15.285
+29,mlp.experts.72.up_proj,0.0000259479,0.05000,15.292
+29,mlp.experts.59.up_proj,0.0000050121,0.05000,15.406
+29,mlp.experts.63.up_proj,0.0000280178,0.05000,15.409
+29,mlp.experts.51.up_proj,0.0000145843,0.05000,15.489
+29,mlp.experts.64.up_proj,0.0000047428,0.05000,15.321
+29,mlp.experts.44.up_proj,0.0000105489,0.05000,15.445
+29,mlp.experts.85.up_proj,failsafe(rtn): 0.0010071,0.00000,0.785
+29,mlp.experts.75.up_proj,failsafe(rtn): 0.0009689,0.00000,0.769
+29,mlp.experts.80.up_proj,failsafe(rtn): 0.0009460,0.00000,0.750
+29,mlp.experts.50.up_proj,0.0000064646,0.05000,14.791
+29,mlp.experts.62.up_proj,0.0000089034,0.05000,14.859
+29,mlp.experts.58.up_proj,0.0000080714,0.05000,14.808
+29,mlp.experts.102.up_proj,0.0000142509,0.05000,14.691
+29,mlp.experts.61.up_proj,0.0000090504,0.05000,14.524
+29,mlp.experts.57.up_proj,0.0000078570,0.05000,14.637
+29,mlp.experts.97.up_proj,0.0000074040,0.05000,14.633
+29,mlp.experts.52.up_proj,0.0000626017,0.05000,14.595
+29,mlp.experts.71.up_proj,0.0000081396,0.05000,14.701
+29,mlp.experts.88.up_proj,0.0000059029,0.05000,14.727
+29,mlp.experts.79.up_proj,0.0000078272,0.05000,14.745
+29,mlp.experts.67.up_proj,0.0000182217,0.05000,14.721
+29,mlp.experts.101.up_proj,0.0000095049,0.05000,14.648
+29,mlp.experts.60.up_proj,0.0000164893,0.05000,14.732
+29,mlp.experts.91.up_proj,0.0000041453,0.05000,14.527
+29,mlp.experts.83.up_proj,failsafe(rtn): 0.0009995,0.00000,0.718
+29,mlp.experts.96.up_proj,0.0000103195,0.05000,14.634
+29,mlp.experts.66.up_proj,0.0000263630,0.05000,14.574
+29,mlp.experts.78.up_proj,0.0000087370,0.05000,14.674
+29,mlp.experts.74.up_proj,0.0000147208,0.05000,14.831
+29,mlp.experts.118.up_proj,0.0000107820,0.05000,14.756
+29,mlp.experts.77.up_proj,0.0000193970,0.05000,14.775
+29,mlp.experts.73.up_proj,0.0000026911,0.05000,14.696
+29,mlp.experts.113.up_proj,0.0000101370,0.05000,14.790
+29,mlp.experts.68.up_proj,0.0000154869,0.05000,14.742
+29,mlp.experts.87.up_proj,0.0000072216,0.05000,14.788
+29,mlp.experts.117.up_proj,0.0000125341,0.05000,14.605
+29,mlp.experts.104.up_proj,0.0000067321,0.05000,14.843
+29,mlp.experts.95.up_proj,0.0000168430,0.05000,14.844
+29,mlp.experts.76.up_proj,0.0000057685,0.05000,14.847
+29,mlp.experts.107.up_proj,0.0000267465,0.05000,14.762
+29,mlp.experts.103.up_proj,failsafe(rtn): 0.0009079,0.00000,0.763
+29,mlp.experts.133.up_proj,failsafe(rtn): 0.0009689,0.00000,0.767
+29,mlp.experts.99.up_proj,0.0000107932,0.05000,14.763
+29,mlp.experts.112.up_proj,0.0000101014,0.05000,14.780
+29,mlp.experts.82.up_proj,0.0000209546,0.05000,14.786
+29,mlp.experts.94.up_proj,0.0000226190,0.05000,14.751
+29,mlp.experts.90.up_proj,0.0000199081,0.05000,14.676
+29,mlp.experts.134.up_proj,0.0000165036,0.05000,14.733
+29,mlp.experts.93.up_proj,0.0000094413,0.05000,14.619
+29,mlp.experts.89.up_proj,0.0000034030,0.05000,14.632
+29,mlp.experts.129.up_proj,0.0000068067,0.05000,14.794
+29,mlp.experts.84.up_proj,0.0000026609,0.05000,14.761
+29,mlp.experts.120.up_proj,0.0000177047,0.05000,14.845
+29,mlp.experts.111.up_proj,0.0000131547,0.05000,14.831
+29,mlp.experts.92.up_proj,0.0000152057,0.05000,14.766
+29,mlp.experts.123.up_proj,0.0000142540,0.05000,14.797
+29,mlp.experts.149.up_proj,0.0000133247,0.05000,14.624
+29,mlp.experts.119.up_proj,0.0000102021,0.05000,14.712
+29,mlp.experts.115.up_proj,0.0000112376,0.05000,14.657
+29,mlp.experts.128.up_proj,0.0000177669,0.05000,14.816
+29,mlp.experts.98.up_proj,0.0000046372,0.05000,14.233
+29,mlp.experts.110.up_proj,0.0000085500,0.05000,14.308
+29,mlp.experts.106.up_proj,0.0000120159,0.05000,14.280
+29,mlp.experts.150.up_proj,0.0000064267,0.05000,14.227
+29,mlp.experts.109.up_proj,0.0000055782,0.05000,14.219
+29,mlp.experts.105.up_proj,0.0000569699,0.05000,14.174
+29,mlp.experts.145.up_proj,0.0000173600,0.05000,14.240
+29,mlp.experts.100.up_proj,0.0000059554,0.05000,14.400
+29,mlp.experts.136.up_proj,0.0000207683,0.05000,14.349
+29,mlp.experts.127.up_proj,0.0000131202,0.05000,14.420
+29,mlp.experts.108.up_proj,0.0000193519,0.05000,14.526
+29,mlp.experts.165.up_proj,0.0000127378,0.05000,14.238
+29,mlp.experts.139.up_proj,0.0000101204,0.05000,14.358
+29,mlp.experts.135.up_proj,0.0000105278,0.05000,14.343
+29,mlp.experts.131.up_proj,0.0000068597,0.05000,14.457
+29,mlp.experts.143.up_proj,failsafe(rtn): 0.0009117,0.00000,0.782
+29,mlp.experts.144.up_proj,0.0000185072,0.05000,14.433
+29,mlp.experts.114.up_proj,0.0000097350,0.05000,14.921
+29,mlp.experts.126.up_proj,0.0000072866,0.05000,15.034
+29,mlp.experts.122.up_proj,0.0000140356,0.05000,15.055
+29,mlp.experts.125.up_proj,0.0000075934,0.05000,14.906
+29,mlp.experts.166.up_proj,0.0000137078,0.05000,15.131
+29,mlp.experts.121.up_proj,0.0000124582,0.05000,14.964
+29,mlp.experts.161.up_proj,0.0000174900,0.05000,15.012
+29,mlp.experts.116.up_proj,0.0000254072,0.05000,15.034
+29,mlp.experts.152.up_proj,0.0000065966,0.05000,14.963
+29,mlp.experts.124.up_proj,0.0000310573,0.05000,14.873
+29,mlp.experts.181.up_proj,0.0000332908,0.05000,14.969
+29,mlp.experts.155.up_proj,0.0000064501,0.05000,14.981
+29,mlp.experts.151.up_proj,0.0000120828,0.05000,14.955
+29,mlp.experts.147.up_proj,0.0000132399,0.05000,14.934
+29,mlp.experts.159.up_proj,0.0000137169,0.05000,15.041
+29,mlp.experts.160.up_proj,0.0000029989,0.05000,15.062
+29,mlp.experts.130.up_proj,0.0000100904,0.05000,14.806
+29,mlp.experts.142.up_proj,0.0000085014,0.05000,14.768
+29,mlp.experts.138.up_proj,0.0000185938,0.05000,14.707
+29,mlp.experts.141.up_proj,0.0000135186,0.05000,14.787
+29,mlp.experts.182.up_proj,0.0000138051,0.05000,14.693
+29,mlp.experts.137.up_proj,0.0000148534,0.05000,14.708
+29,mlp.experts.177.up_proj,0.0000125051,0.05000,14.846
+29,mlp.experts.132.up_proj,0.0000444029,0.05000,14.766
+29,mlp.experts.168.up_proj,0.0000082882,0.05000,14.843
+29,mlp.experts.140.up_proj,0.0000251330,0.05000,14.718
+29,mlp.experts.193.up_proj,failsafe(rtn): 0.0009079,0.00000,0.686
+29,mlp.experts.197.up_proj,0.0000589173,0.05000,14.745
+29,mlp.experts.171.up_proj,0.0000098526,0.05000,14.805
+29,mlp.experts.167.up_proj,0.0000363502,0.05000,15.005
+29,mlp.experts.163.up_proj,0.0000282902,0.05000,14.807
+29,mlp.experts.175.up_proj,0.0000125128,0.05000,14.892
+29,mlp.experts.176.up_proj,0.0000113957,0.05000,14.920
+29,mlp.experts.146.up_proj,0.0000551595,0.05000,15.288
+29,mlp.experts.158.up_proj,0.0000220869,0.05000,15.189
+29,mlp.experts.154.up_proj,0.0000319808,0.05000,15.166
+29,mlp.experts.157.up_proj,0.0000093635,0.05000,15.161
+29,mlp.experts.153.up_proj,0.0000176861,0.05000,15.028
+29,mlp.experts.198.up_proj,0.0000043194,0.05000,15.272
+29,mlp.experts.148.up_proj,0.0000436689,0.05000,15.198
+29,mlp.experts.184.up_proj,0.0000274315,0.05000,15.258
+29,mlp.experts.209.up_proj,0.0000148556,0.05000,15.107
+29,mlp.experts.156.up_proj,0.0000102880,0.05000,15.373
+29,mlp.experts.187.up_proj,0.0000284371,0.05000,15.100
+29,mlp.experts.213.up_proj,0.0000106885,0.05000,15.365
+29,mlp.experts.183.up_proj,0.0000065652,0.05000,15.286
+29,mlp.experts.179.up_proj,0.0000403186,0.05000,15.299
+29,mlp.experts.191.up_proj,0.0000078623,0.05000,15.299
+29,mlp.experts.192.up_proj,0.0000084858,0.05000,15.329
+29,mlp.experts.162.up_proj,0.0000060331,0.05000,14.573
+29,mlp.experts.170.up_proj,0.0000057777,0.05000,14.643
+29,mlp.experts.174.up_proj,0.0000081935,0.05000,14.762
+29,mlp.experts.173.up_proj,0.0000092520,0.05000,14.600
+29,mlp.experts.169.up_proj,0.0000125368,0.05000,14.587
+29,mlp.experts.214.up_proj,0.0000081909,0.05000,14.643
+29,mlp.experts.164.up_proj,0.0000088035,0.05000,14.735
+29,mlp.experts.200.up_proj,0.0000178115,0.05000,14.598
+29,mlp.experts.225.up_proj,0.0000124994,0.05000,14.732
+29,mlp.experts.203.up_proj,0.0000414755,0.05000,14.617
+29,mlp.experts.229.up_proj,0.0000123066,0.05000,14.638
+29,mlp.experts.172.up_proj,0.0000072833,0.05000,14.925
+29,mlp.experts.199.up_proj,0.0000286722,0.05000,14.740
+29,mlp.experts.195.up_proj,0.0000111309,0.05000,14.864
+29,mlp.experts.207.up_proj,0.0000413209,0.05000,14.638
+29,mlp.experts.208.up_proj,0.0000133251,0.05000,14.776
+29,mlp.experts.224.up_proj,failsafe(rtn): 0.0009193,0.00000,0.708
+29,mlp.experts.178.up_proj,0.0000178665,0.05000,14.921
+29,mlp.experts.190.up_proj,0.0000152766,0.05000,14.743
+29,mlp.experts.186.up_proj,0.0000086995,0.05000,14.853
+29,mlp.experts.189.up_proj,0.0000174040,0.05000,14.732
+29,mlp.experts.185.up_proj,0.0000071112,0.05000,14.766
+29,mlp.experts.230.up_proj,0.0000097190,0.05000,14.868
+29,mlp.experts.180.up_proj,0.0000081857,0.05000,14.819
+29,mlp.experts.216.up_proj,0.0000084837,0.05000,14.858
+29,mlp.experts.241.up_proj,0.0000124652,0.05000,14.610
+29,mlp.experts.219.up_proj,0.0000079518,0.05000,14.725
+29,mlp.experts.245.up_proj,0.0000265977,0.05000,14.562
+29,mlp.experts.188.up_proj,0.0000099539,0.05000,14.765
+29,mlp.experts.215.up_proj,0.0000059667,0.05000,14.527
+29,mlp.experts.211.up_proj,0.0000151727,0.05000,14.780
+29,mlp.experts.223.up_proj,0.0000107047,0.05000,14.732
+29,mlp.experts.240.up_proj,0.0000236497,0.05000,14.804
+29,mlp.experts.1.down_proj,0.0000001924,0.05000,3.642
+29,mlp.experts.5.down_proj,0.0000010847,0.05000,3.745
+29,mlp.experts.0.down_proj,0.0000003207,0.05000,3.624
+29,mlp.experts.17.down_proj,0.0000005183,0.05000,3.712
+29,mlp.experts.21.down_proj,0.0000013720,0.05000,3.773
+29,mlp.experts.16.down_proj,0.0000004891,0.05000,3.725
+29,mlp.experts.33.down_proj,0.0000002114,0.05000,3.844
+29,mlp.experts.37.down_proj,0.0000001816,0.05000,3.890
+29,mlp.experts.194.up_proj,0.0000213135,0.05000,15.149
+29,mlp.experts.206.up_proj,0.0000042926,0.05000,15.167
+29,mlp.experts.202.up_proj,0.0000060930,0.05000,15.190
+29,mlp.experts.205.up_proj,0.0000349812,0.05000,15.031
+29,mlp.experts.201.up_proj,0.0000142043,0.05000,15.152
+29,mlp.experts.32.down_proj,0.0000003255,0.05000,3.999
+29,mlp.experts.246.up_proj,0.0000053570,0.05000,15.078
+29,mlp.experts.6.down_proj,failsafe(rtn): 0.0009460,0.00000,0.168
+29,mlp.experts.196.up_proj,0.0000057420,0.05000,15.119
+29,mlp.experts.49.down_proj,0.0000010246,0.05000,3.876
+29,mlp.experts.232.up_proj,0.0000101591,0.05000,15.128
+29,mlp.experts.53.down_proj,0.0000002224,0.05000,3.686
+29,mlp.experts.235.up_proj,0.0000058787,0.05000,15.172
+29,mlp.experts.204.up_proj,0.0000164389,0.05000,14.998
+29,mlp.experts.231.up_proj,0.0000074044,0.05000,14.983
+29,mlp.experts.227.up_proj,0.0000163264,0.05000,14.880
+29,mlp.experts.239.up_proj,0.0000118205,0.05000,14.919
+29,mlp.experts.48.down_proj,0.0000007210,0.05000,3.670
+29,mlp.experts.22.down_proj,0.0000002319,0.05000,3.659
+29,mlp.experts.65.down_proj,0.0000013726,0.05000,3.825
+29,mlp.experts.69.down_proj,0.0000001144,0.05000,3.743
+29,mlp.experts.81.down_proj,failsafe(rtn): 0.0009155,0.00000,0.184
+29,mlp.experts.85.down_proj,failsafe(rtn): 0.0009727,0.00000,0.260
+29,mlp.experts.64.down_proj,0.0000001441,0.05000,4.056
+29,mlp.experts.80.down_proj,failsafe(rtn): 0.0009346,0.00000,0.215
+29,mlp.experts.38.down_proj,0.0000003398,0.05000,4.246
+29,mlp.experts.97.down_proj,0.0000001247,0.05000,4.276
+29,mlp.experts.101.down_proj,0.0000006471,0.05000,4.149
+29,mlp.experts.96.down_proj,0.0000001846,0.05000,3.929
+29,mlp.experts.54.down_proj,0.0000004575,0.05000,3.853
+29,mlp.experts.70.down_proj,failsafe(rtn): 0.0008965,0.00000,0.330
+29,mlp.experts.113.down_proj,0.0000003012,0.05000,3.879
+29,mlp.experts.117.down_proj,0.0000004073,0.05000,4.008
+29,mlp.experts.133.down_proj,failsafe(rtn): 0.0009422,0.00000,0.185
+29,mlp.experts.222.up_proj,0.0000045780,0.05000,15.558
+29,mlp.experts.210.up_proj,0.0000059948,0.05000,15.762
+29,mlp.experts.218.up_proj,0.0000067228,0.05000,15.680
+29,mlp.experts.221.up_proj,0.0000321587,0.05000,15.571
+29,mlp.experts.217.up_proj,0.0000096879,0.05000,15.602
+29,mlp.experts.112.down_proj,0.0000001913,0.05000,3.915
+29,mlp.experts.86.down_proj,0.0000002666,0.05000,3.770
+29,mlp.experts.212.up_proj,0.0000402312,0.05000,15.620
+29,mlp.experts.248.up_proj,0.0000070340,0.05000,15.600
+29,mlp.experts.251.up_proj,0.0000279611,0.05000,15.441
+29,mlp.experts.129.down_proj,0.0000003053,0.05000,3.657
+29,mlp.experts.220.up_proj,0.0000101158,0.05000,15.609
+29,mlp.experts.247.up_proj,0.0000086854,0.05000,15.556
+29,mlp.experts.243.up_proj,0.0000199861,0.05000,15.529
+29,mlp.experts.149.down_proj,0.0000004464,0.05000,3.634
+29,mlp.experts.255.up_proj,0.0000087968,0.05000,15.494
+29,mlp.experts.128.down_proj,0.0000012554,0.05000,3.486
+29,mlp.experts.102.down_proj,0.0000010293,0.05000,3.410
+29,mlp.experts.8.down_proj,0.0000037396,0.05000,3.610
+29,mlp.experts.11.down_proj,0.0000007400,0.05000,3.671
+29,mlp.experts.24.down_proj,failsafe(rtn): 0.0008965,0.00000,0.150
+29,mlp.experts.145.down_proj,0.0000004523,0.05000,3.644
+29,mlp.experts.7.down_proj,0.0000003922,0.05000,3.733
+29,mlp.experts.3.down_proj,0.0000014451,0.05000,3.820
+29,mlp.experts.165.down_proj,0.0000001858,0.05000,3.801
+29,mlp.experts.15.down_proj,0.0000003896,0.05000,3.871
+29,mlp.experts.144.down_proj,0.0000003269,0.05000,3.983
+29,mlp.experts.118.down_proj,0.0000003231,0.05000,4.101
+29,mlp.experts.27.down_proj,0.0000007275,0.05000,4.068
+29,mlp.experts.40.down_proj,0.0000003726,0.05000,4.111
+29,mlp.experts.161.down_proj,0.0000003302,0.05000,4.047
+29,mlp.experts.23.down_proj,0.0000003599,0.05000,3.999
+29,mlp.experts.181.down_proj,0.0000015553,0.05000,3.886
+29,mlp.experts.19.down_proj,0.0000003371,0.05000,3.922
+29,mlp.experts.31.down_proj,0.0000009700,0.05000,3.905
+29,mlp.experts.160.down_proj,0.0000001073,0.05000,3.662
+29,mlp.experts.134.down_proj,0.0000002872,0.05000,3.552
+29,mlp.experts.43.down_proj,0.0000022396,0.05000,3.534
+29,mlp.experts.56.down_proj,0.0000006105,0.05000,3.516
+29,mlp.experts.177.down_proj,0.0000007625,0.05000,3.501
+29,mlp.experts.39.down_proj,0.0000003260,0.05000,3.506
+29,mlp.experts.193.down_proj,failsafe(rtn): 0.0009003,0.00000,0.192
+29,mlp.experts.197.down_proj,0.0000024741,0.05000,3.499
+29,mlp.experts.35.down_proj,0.0000003213,0.05000,3.517
+29,mlp.experts.47.down_proj,0.0000002785,0.05000,3.560
+29,mlp.experts.226.up_proj,0.0000138050,0.05000,14.701
+29,mlp.experts.238.up_proj,0.0000039906,0.05000,14.762
+29,mlp.experts.237.up_proj,0.0000122838,0.05000,14.702
+29,mlp.experts.234.up_proj,0.0000029183,0.05000,14.819
+29,mlp.experts.233.up_proj,0.0000086029,0.05000,14.797
+29,mlp.experts.176.down_proj,0.0000003846,0.05000,3.604
+29,mlp.experts.150.down_proj,0.0000004601,0.05000,3.725
+29,mlp.experts.228.up_proj,0.0000091937,0.05000,14.748
+29,mlp.experts.59.down_proj,0.0000001256,0.05000,3.645
+29,mlp.experts.72.down_proj,0.0000005004,0.05000,3.653
+29,mlp.experts.236.up_proj,0.0000071525,0.05000,14.769
+29,mlp.experts.75.down_proj,failsafe(rtn): 0.0009346,0.00000,0.190
+29,mlp.experts.55.down_proj,0.0000005821,0.05000,3.614
+29,mlp.experts.209.down_proj,0.0000005786,0.05000,3.658
+29,mlp.experts.213.down_proj,0.0000010127,0.05000,3.667
+29,mlp.experts.51.down_proj,0.0000002685,0.05000,3.665
+29,mlp.experts.63.down_proj,0.0000019557,0.05000,3.622
+29,mlp.experts.192.down_proj,0.0000003000,0.05000,3.597
+29,mlp.experts.166.down_proj,0.0000006988,0.05000,3.723
+29,mlp.experts.88.down_proj,0.0000003964,0.05000,3.838
+29,mlp.experts.91.down_proj,0.0000000637,0.05000,3.847
+29,mlp.experts.71.down_proj,0.0000002286,0.05000,3.833
+29,mlp.experts.225.down_proj,0.0000009892,0.05000,3.803
+29,mlp.experts.229.down_proj,0.0000007624,0.05000,3.795
+29,mlp.experts.67.down_proj,0.0000007786,0.05000,3.765
+29,mlp.experts.79.down_proj,0.0000002219,0.05000,3.756
+29,mlp.experts.83.down_proj,failsafe(rtn): 0.0009651,0.00000,0.196
+29,mlp.experts.208.down_proj,0.0000002940,0.05000,3.892
+29,mlp.experts.224.down_proj,failsafe(rtn): 0.0009003,0.00000,0.175
+29,mlp.experts.182.down_proj,0.0000002067,0.05000,3.708
+29,mlp.experts.104.down_proj,0.0000005523,0.05000,3.608
+29,mlp.experts.107.down_proj,0.0000006067,0.05000,3.632
+29,mlp.experts.241.down_proj,0.0000003408,0.05000,3.615
+29,mlp.experts.87.down_proj,0.0000003748,0.05000,3.675
+29,mlp.experts.245.down_proj,0.0000005521,0.05000,3.619
+29,mlp.experts.103.down_proj,failsafe(rtn): 0.0009041,0.00000,0.164
+29,mlp.experts.95.down_proj,0.0000002564,0.05000,3.617
+29,mlp.experts.99.down_proj,0.0000001583,0.05000,3.582
+29,mlp.experts.240.down_proj,0.0000011556,0.05000,3.430
+29,mlp.experts.198.down_proj,0.0000001316,0.05000,3.306
+29,mlp.experts.120.down_proj,0.0000011303,0.05000,3.080
+29,mlp.experts.123.down_proj,0.0000006723,0.05000,3.008
+29,mlp.experts.119.down_proj,0.0000009784,0.05000,2.935
+29,mlp.experts.111.down_proj,0.0000001776,0.05000,2.909
+29,mlp.experts.115.down_proj,0.0000008192,0.05000,2.971
+29,mlp.experts.242.up_proj,0.0000117344,0.05000,13.840
+29,mlp.experts.254.up_proj,0.0000128905,0.05000,13.913
+29,mlp.experts.253.up_proj,0.0000121528,0.05000,13.685
+29,mlp.experts.250.up_proj,0.0000068978,0.05000,13.853
+29,mlp.experts.249.up_proj,0.0000095210,0.05000,13.726
+29,mlp.experts.214.down_proj,0.0000007212,0.05000,2.875
+29,mlp.experts.244.up_proj,0.0000097996,0.05000,13.472
+29,mlp.experts.252.up_proj,0.0000242355,0.05000,13.203
+29,mlp.experts.136.down_proj,0.0000004368,0.05000,2.858
+29,mlp.experts.139.down_proj,0.0000005325,0.05000,2.799
+29,mlp.experts.135.down_proj,0.0000005747,0.05000,2.829
+29,mlp.experts.127.down_proj,0.0000002095,0.05000,2.838
+29,mlp.experts.143.down_proj,failsafe(rtn): 0.0009003,0.00000,0.133
+29,mlp.experts.131.down_proj,0.0000001230,0.05000,2.827
+29,mlp.experts.2.down_proj,0.0000010142,0.05000,2.820
+29,mlp.experts.14.down_proj,0.0000001559,0.05000,2.755
+29,mlp.experts.13.down_proj,0.0000003140,0.05000,2.733
+29,mlp.experts.10.down_proj,0.0000003424,0.05000,2.786
+29,mlp.experts.9.down_proj,0.0000001693,0.05000,2.769
+29,mlp.experts.230.down_proj,0.0000007154,0.05000,2.819
+29,mlp.experts.4.down_proj,0.0000004907,0.05000,2.893
+29,mlp.experts.12.down_proj,0.0000008632,0.05000,2.866
+29,mlp.experts.155.down_proj,0.0000003471,0.05000,2.870
+29,mlp.experts.152.down_proj,0.0000002085,0.05000,2.906
+29,mlp.experts.151.down_proj,0.0000007744,0.05000,2.867
+29,mlp.experts.147.down_proj,0.0000007263,0.05000,2.899
+29,mlp.experts.159.down_proj,0.0000002066,0.05000,2.912
+29,mlp.experts.29.down_proj,0.0000002453,0.05000,2.880
+29,mlp.experts.18.down_proj,0.0000004566,0.05000,2.931
+29,mlp.experts.30.down_proj,0.0000002205,0.05000,2.942
+29,mlp.experts.26.down_proj,0.0000005715,0.05000,2.874
+29,mlp.experts.25.down_proj,0.0000002040,0.05000,2.890
+29,mlp.experts.246.down_proj,0.0000000727,0.05000,2.918
+29,mlp.experts.20.down_proj,0.0000004995,0.05000,2.867
+29,mlp.experts.28.down_proj,0.0000006610,0.05000,2.834
+29,mlp.experts.171.down_proj,0.0000002108,0.05000,2.817
+29,mlp.experts.168.down_proj,0.0000001106,0.05000,2.856
+29,mlp.experts.167.down_proj,0.0000006862,0.05000,2.838
+29,mlp.experts.163.down_proj,0.0000013778,0.05000,2.800
+29,mlp.experts.175.down_proj,0.0000001608,0.05000,2.833
+29,mlp.experts.45.down_proj,0.0000001011,0.05000,2.783
+29,mlp.experts.34.down_proj,0.0000002148,0.05000,2.810
+29,mlp.experts.46.down_proj,0.0000004176,0.05000,2.818
+29,mlp.experts.42.down_proj,0.0000002072,0.05000,2.736
+29,mlp.experts.41.down_proj,0.0000016201,0.05000,2.695
+29,mlp.experts.36.down_proj,0.0000001566,0.05000,2.570
+29,mlp.experts.44.down_proj,0.0000004530,0.05000,2.589
+29,mlp.experts.187.down_proj,0.0000015112,0.05000,2.609
+29,mlp.experts.184.down_proj,0.0000018445,0.05000,2.593
+29,mlp.experts.183.down_proj,0.0000001409,0.05000,2.565
+29,mlp.experts.179.down_proj,0.0000021367,0.05000,2.555
+29,mlp.experts.191.down_proj,0.0000004904,0.05000,2.577
+29,mlp.experts.61.down_proj,0.0000006657,0.05000,2.530
+29,mlp.experts.50.down_proj,0.0000004400,0.05000,2.542
+29,mlp.experts.62.down_proj,0.0000008656,0.05000,2.567
+29,mlp.experts.58.down_proj,0.0000004494,0.05000,2.545
+29,mlp.experts.57.down_proj,0.0000008263,0.05000,2.527
+29,mlp.experts.52.down_proj,0.0000032719,0.05000,2.576
+29,mlp.experts.60.down_proj,0.0000010279,0.05000,2.636
+29,mlp.experts.203.down_proj,0.0000011761,0.05000,2.691
+29,mlp.experts.200.down_proj,0.0000009261,0.05000,2.691
+29,mlp.experts.199.down_proj,0.0000011109,0.05000,2.671
+29,mlp.experts.207.down_proj,0.0000014328,0.05000,2.627
+29,mlp.experts.195.down_proj,0.0000011081,0.05000,2.717
+29,mlp.experts.77.down_proj,0.0000005249,0.05000,2.633
+29,mlp.experts.78.down_proj,0.0000009146,0.05000,2.630
+29,mlp.experts.66.down_proj,0.0000017126,0.05000,2.709
+29,mlp.experts.74.down_proj,0.0000002730,0.05000,2.668
+29,mlp.experts.73.down_proj,0.0000000551,0.05000,2.624
+29,mlp.experts.68.down_proj,0.0000003139,0.05000,2.659
+29,mlp.experts.76.down_proj,0.0000005769,0.05000,2.596
+29,mlp.experts.219.down_proj,0.0000003061,0.05000,2.605
+29,mlp.experts.216.down_proj,0.0000005880,0.05000,2.617
+29,mlp.experts.215.down_proj,0.0000001089,0.05000,2.619
+29,mlp.experts.223.down_proj,0.0000008856,0.05000,2.592
+29,mlp.experts.211.down_proj,0.0000006772,0.05000,2.634
+29,mlp.experts.93.down_proj,0.0000001962,0.05000,2.615
+29,mlp.experts.82.down_proj,0.0000008691,0.05000,2.617
+29,mlp.experts.94.down_proj,0.0000017585,0.05000,2.689
+29,mlp.experts.89.down_proj,0.0000001938,0.05000,2.627
+29,mlp.experts.90.down_proj,0.0000008368,0.05000,2.706
+29,mlp.experts.84.down_proj,0.0000003044,0.05000,2.631
+29,mlp.experts.92.down_proj,0.0000006324,0.05000,2.626
+29,mlp.experts.232.down_proj,0.0000002544,0.05000,2.609
+29,mlp.experts.235.down_proj,0.0000002217,0.05000,2.669
+29,mlp.experts.231.down_proj,0.0000003665,0.05000,2.588
+29,mlp.experts.227.down_proj,0.0000002775,0.05000,2.556
+29,mlp.experts.239.down_proj,0.0000004113,0.05000,2.632
+29,mlp.experts.109.down_proj,0.0000005220,0.05000,2.599
+29,mlp.experts.98.down_proj,0.0000002794,0.05000,2.517
+29,mlp.experts.110.down_proj,0.0000005635,0.05000,2.510
+29,mlp.experts.105.down_proj,0.0000020856,0.05000,2.549
+29,mlp.experts.106.down_proj,0.0000001882,0.05000,2.572
+29,mlp.experts.100.down_proj,0.0000001783,0.05000,2.586
+29,mlp.experts.108.down_proj,0.0000003537,0.05000,2.598
+29,mlp.experts.248.down_proj,0.0000001573,0.05000,2.589
+29,mlp.experts.251.down_proj,0.0000007233,0.05000,2.621
+29,mlp.experts.247.down_proj,0.0000001784,0.05000,2.612
+29,mlp.experts.243.down_proj,0.0000002659,0.05000,2.538
+29,mlp.experts.255.down_proj,0.0000006142,0.05000,2.552
+29,mlp.experts.125.down_proj,0.0000001419,0.05000,2.476
+29,mlp.experts.114.down_proj,0.0000006919,0.05000,2.469
+29,mlp.experts.126.down_proj,0.0000002582,0.05000,2.449
+29,mlp.experts.121.down_proj,0.0000001835,0.05000,2.353
+29,mlp.experts.122.down_proj,0.0000007104,0.05000,2.345
+29,mlp.experts.116.down_proj,0.0000006838,0.05000,1.746
+29,mlp.experts.124.down_proj,0.0000013674,0.05000,1.633
+29,mlp.experts.141.down_proj,0.0000012017,0.05000,1.390
+29,mlp.experts.130.down_proj,0.0000006984,0.05000,1.403
+29,mlp.experts.137.down_proj,0.0000007147,0.05000,1.378
+29,mlp.experts.142.down_proj,0.0000005272,0.05000,1.433
+29,mlp.experts.138.down_proj,0.0000007962,0.05000,1.412
+29,mlp.experts.132.down_proj,0.0000024089,0.05000,1.441
+29,mlp.experts.140.down_proj,0.0000006094,0.05000,1.430
+29,mlp.experts.157.down_proj,0.0000006468,0.05000,1.496
+29,mlp.experts.146.down_proj,0.0000023116,0.05000,1.512
+29,mlp.experts.158.down_proj,0.0000011427,0.05000,1.492
+29,mlp.experts.153.down_proj,0.0000005857,0.05000,1.528
+29,mlp.experts.154.down_proj,0.0000017939,0.05000,1.527
+29,mlp.experts.148.down_proj,0.0000023347,0.05000,1.523
+29,mlp.experts.156.down_proj,0.0000003530,0.05000,1.515
+29,mlp.experts.173.down_proj,0.0000006345,0.05000,1.488
+29,mlp.experts.162.down_proj,0.0000004018,0.05000,1.522
+29,mlp.experts.174.down_proj,0.0000003707,0.05000,1.499
+29,mlp.experts.169.down_proj,0.0000006288,0.05000,1.478
+29,mlp.experts.170.down_proj,0.0000002146,0.05000,1.507
+29,mlp.experts.164.down_proj,0.0000007068,0.05000,1.498
+29,mlp.experts.172.down_proj,0.0000007038,0.05000,1.470
+29,mlp.experts.189.down_proj,0.0000006869,0.05000,1.474
+29,mlp.experts.178.down_proj,0.0000004613,0.05000,1.451
+29,mlp.experts.185.down_proj,0.0000005274,0.05000,1.440
+29,mlp.experts.190.down_proj,0.0000011176,0.05000,1.463
+29,mlp.experts.186.down_proj,0.0000001537,0.05000,1.468
+29,mlp.experts.180.down_proj,0.0000003493,0.05000,1.525
+29,mlp.experts.188.down_proj,0.0000005933,0.05000,1.485
+29,mlp.experts.205.down_proj,0.0000013876,0.05000,1.491
+29,mlp.experts.194.down_proj,0.0000003678,0.05000,1.550
+29,mlp.experts.201.down_proj,0.0000007132,0.05000,1.515
+29,mlp.experts.206.down_proj,0.0000002551,0.05000,1.516
+29,mlp.experts.202.down_proj,0.0000003285,0.05000,1.536
+29,mlp.experts.196.down_proj,0.0000003297,0.05000,1.482
+29,mlp.experts.204.down_proj,0.0000009132,0.05000,1.486
+29,mlp.experts.221.down_proj,0.0000008620,0.05000,1.519
+29,mlp.experts.210.down_proj,0.0000002755,0.05000,1.536
+29,mlp.experts.217.down_proj,0.0000007477,0.05000,1.512
+29,mlp.experts.222.down_proj,0.0000002334,0.05000,1.524
+29,mlp.experts.218.down_proj,0.0000006198,0.05000,1.529
+29,mlp.experts.212.down_proj,0.0000010497,0.05000,1.537
+29,mlp.experts.220.down_proj,0.0000004534,0.05000,1.527
+29,mlp.experts.237.down_proj,0.0000005317,0.05000,1.480
+29,mlp.experts.233.down_proj,0.0000004631,0.05000,1.459
+29,mlp.experts.226.down_proj,0.0000002545,0.05000,1.480
+29,mlp.experts.238.down_proj,0.0000002247,0.05000,1.490
+29,mlp.experts.234.down_proj,0.0000002565,0.05000,1.458
+29,mlp.experts.228.down_proj,0.0000002533,0.05000,1.452
+29,mlp.experts.236.down_proj,0.0000004910,0.05000,1.485
+29,mlp.experts.253.down_proj,0.0000001661,0.05000,1.466
+29,mlp.experts.249.down_proj,0.0000002185,0.05000,1.431
+29,mlp.experts.242.down_proj,0.0000005417,0.05000,1.461
+29,mlp.experts.254.down_proj,0.0000005974,0.05000,1.447
+29,mlp.experts.250.down_proj,0.0000007664,0.05000,1.389
+29,mlp.experts.244.down_proj,0.0000004136,0.05000,0.795
+29,mlp.experts.252.down_proj,0.0000005338,0.05000,0.711
+30,mlp.experts.7.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.717
+30,mlp.experts.13.gate_proj,0.0000047286,0.05000,13.749
+30,mlp.experts.1.gate_proj,0.0000083738,0.05000,13.774
+30,mlp.experts.14.gate_proj,0.0000147099,0.05000,13.789
+30,mlp.experts.0.gate_proj,0.0000067963,0.05000,13.824
+30,mlp.experts.6.gate_proj,0.0000078587,0.05000,13.888
+30,mlp.experts.3.gate_proj,0.0000191074,0.05000,13.929
+30,mlp.experts.10.gate_proj,0.0000266780,0.05000,13.954
+30,mlp.experts.4.gate_proj,0.0000144793,0.05000,13.955
+30,mlp.experts.5.gate_proj,0.0000189325,0.05000,13.960
+30,mlp.experts.9.gate_proj,0.0000162683,0.05000,13.963
+30,mlp.experts.12.gate_proj,0.0000178429,0.05000,14.007
+30,mlp.experts.8.gate_proj,0.0000058778,0.05000,14.018
+30,mlp.experts.15.gate_proj,0.0000087942,0.05000,14.088
+30,mlp.experts.11.gate_proj,0.0000185849,0.05000,14.081
+30,mlp.experts.2.gate_proj,0.0000309343,0.05000,14.149
+30,mlp.experts.29.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.835
+30,mlp.experts.22.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.861
+30,mlp.experts.23.gate_proj,0.0000090014,0.05000,14.088
+30,mlp.experts.30.gate_proj,0.0000193741,0.05000,14.483
+30,mlp.experts.17.gate_proj,0.0000302948,0.05000,14.515
+30,mlp.experts.16.gate_proj,0.0000081539,0.05000,14.560
+30,mlp.experts.21.gate_proj,0.0000145661,0.05000,14.476
+30,mlp.experts.28.gate_proj,0.0000093725,0.05000,14.474
+30,mlp.experts.18.gate_proj,0.0000093631,0.05000,14.431
+30,mlp.experts.26.gate_proj,0.0000612051,0.05000,14.619
+30,mlp.experts.25.gate_proj,0.0000086524,0.05000,14.597
+30,mlp.experts.20.gate_proj,0.0000455118,0.05000,14.617
+30,mlp.experts.24.gate_proj,0.0000101663,0.05000,14.554
+30,mlp.experts.19.gate_proj,0.0000140193,0.05000,14.769
+30,mlp.experts.31.gate_proj,0.0000075797,0.05000,14.659
+30,mlp.experts.27.gate_proj,0.0000115654,0.05000,14.836
+30,mlp.experts.45.gate_proj,0.0000118338,0.05000,14.588
+30,mlp.experts.38.gate_proj,0.0000144882,0.05000,14.590
+30,mlp.experts.39.gate_proj,0.0000089495,0.05000,14.767
+30,mlp.experts.33.gate_proj,0.0000043168,0.05000,14.668
+30,mlp.experts.37.gate_proj,0.0000065100,0.05000,14.676
+30,mlp.experts.46.gate_proj,0.0000489888,0.05000,14.889
+30,mlp.experts.32.gate_proj,0.0000138869,0.05000,14.777
+30,mlp.experts.42.gate_proj,0.0000049247,0.05000,14.712
+30,mlp.experts.36.gate_proj,0.0000452196,0.05000,14.716
+30,mlp.experts.41.gate_proj,0.0000216395,0.05000,14.766
+30,mlp.experts.40.gate_proj,0.0000038231,0.05000,14.789
+30,mlp.experts.44.gate_proj,0.0000065996,0.05000,14.819
+30,mlp.experts.34.gate_proj,0.0000151333,0.05000,14.884
+30,mlp.experts.35.gate_proj,0.0000170966,0.05000,14.945
+30,mlp.experts.47.gate_proj,0.0000264429,0.05000,14.892
+30,mlp.experts.43.gate_proj,0.0000076386,0.05000,14.912
+30,mlp.experts.61.gate_proj,0.0000067266,0.05000,14.767
+30,mlp.experts.54.gate_proj,0.0000207312,0.05000,14.781
+30,mlp.experts.55.gate_proj,0.0000083466,0.05000,14.828
+30,mlp.experts.49.gate_proj,0.0000888085,0.05000,14.725
+30,mlp.experts.53.gate_proj,0.0000145488,0.05000,14.649
+30,mlp.experts.62.gate_proj,0.0000052011,0.05000,14.818
+30,mlp.experts.57.gate_proj,0.0000167409,0.05000,14.650
+30,mlp.experts.48.gate_proj,0.0000413178,0.05000,14.814
+30,mlp.experts.58.gate_proj,0.0000066890,0.05000,14.721
+30,mlp.experts.60.gate_proj,0.0000115166,0.05000,14.670
+30,mlp.experts.56.gate_proj,0.0000205313,0.05000,14.730
+30,mlp.experts.52.gate_proj,0.0000228395,0.05000,14.836
+30,mlp.experts.50.gate_proj,0.0000050877,0.05000,14.799
+30,mlp.experts.51.gate_proj,0.0000468361,0.05000,14.687
+30,mlp.experts.63.gate_proj,0.0000074919,0.05000,14.767
+30,mlp.experts.65.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.789
+30,mlp.experts.77.gate_proj,0.0000050040,0.05000,14.717
+30,mlp.experts.59.gate_proj,0.0000265485,0.05000,14.897
+30,mlp.experts.78.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.861
+30,mlp.experts.76.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.782
+30,mlp.experts.70.gate_proj,0.0000207859,0.05000,14.867
+30,mlp.experts.71.gate_proj,0.0000058704,0.05000,14.880
+30,mlp.experts.69.gate_proj,0.0000076049,0.05000,14.940
+30,mlp.experts.74.gate_proj,0.0000044385,0.05000,14.881
+30,mlp.experts.64.gate_proj,0.0000119869,0.05000,14.962
+30,mlp.experts.73.gate_proj,0.0000123501,0.05000,15.027
+30,mlp.experts.72.gate_proj,0.0000091134,0.05000,14.961
+30,mlp.experts.68.gate_proj,0.0000561563,0.05000,14.935
+30,mlp.experts.66.gate_proj,0.0000118002,0.05000,15.007
+30,mlp.experts.67.gate_proj,0.0000097161,0.05000,15.066
+30,mlp.experts.81.gate_proj,0.0000077194,0.05000,14.895
+30,mlp.experts.79.gate_proj,0.0000041599,0.05000,14.966
+30,mlp.experts.93.gate_proj,0.0000080654,0.05000,14.923
+30,mlp.experts.75.gate_proj,0.0000120069,0.05000,14.900
+30,mlp.experts.94.gate_proj,0.0000126426,0.05000,14.800
+30,mlp.experts.92.gate_proj,0.0000089285,0.05000,14.811
+30,mlp.experts.86.gate_proj,0.0000169440,0.05000,14.839
+30,mlp.experts.87.gate_proj,0.0000078484,0.05000,14.929
+30,mlp.experts.85.gate_proj,0.0000136915,0.05000,14.929
+30,mlp.experts.90.gate_proj,0.0000114965,0.05000,15.051
+30,mlp.experts.80.gate_proj,0.0000078930,0.05000,15.111
+30,mlp.experts.84.gate_proj,0.0000260436,0.05000,15.010
+30,mlp.experts.89.gate_proj,0.0000119398,0.05000,15.122
+30,mlp.experts.88.gate_proj,0.0000147468,0.05000,15.123
+30,mlp.experts.82.gate_proj,0.0000104927,0.05000,15.077
+30,mlp.experts.97.gate_proj,0.0000215660,0.05000,14.999
+30,mlp.experts.83.gate_proj,0.0000074523,0.05000,15.137
+30,mlp.experts.109.gate_proj,0.0000339293,0.05000,15.014
+30,mlp.experts.95.gate_proj,0.0000206016,0.05000,15.208
+30,mlp.experts.108.gate_proj,0.0000124755,0.05000,15.131
+30,mlp.experts.102.gate_proj,0.0000130420,0.05000,14.996
+30,mlp.experts.110.gate_proj,0.0000481246,0.05000,15.166
+30,mlp.experts.91.gate_proj,0.0000037693,0.05000,15.235
+30,mlp.experts.103.gate_proj,0.0000070927,0.05000,15.070
+30,mlp.experts.124.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.710
+30,mlp.experts.101.gate_proj,0.0000220233,0.05000,15.125
+30,mlp.experts.106.gate_proj,0.0000145921,0.05000,15.003
+30,mlp.experts.96.gate_proj,0.0000198232,0.05000,15.000
+30,mlp.experts.105.gate_proj,0.0000161138,0.05000,15.044
+30,mlp.experts.100.gate_proj,0.0000416429,0.05000,15.152
+30,mlp.experts.98.gate_proj,0.0000136796,0.05000,14.996
+30,mlp.experts.113.gate_proj,0.0000168922,0.05000,14.953
+30,mlp.experts.104.gate_proj,0.0000117109,0.05000,15.176
+30,mlp.experts.125.gate_proj,0.0000653321,0.05000,15.004
+30,mlp.experts.99.gate_proj,0.0000066968,0.05000,15.082
+30,mlp.experts.111.gate_proj,0.0000068415,0.05000,15.143
+30,mlp.experts.118.gate_proj,0.0000545835,0.05000,14.983
+30,mlp.experts.126.gate_proj,0.0000129568,0.05000,15.000
+30,mlp.experts.107.gate_proj,0.0000375217,0.05000,14.952
+30,mlp.experts.119.gate_proj,0.0000134372,0.05000,15.108
+30,mlp.experts.140.gate_proj,0.0000469753,0.05000,14.987
+30,mlp.experts.117.gate_proj,0.0000067888,0.05000,15.519
+30,mlp.experts.122.gate_proj,0.0000078507,0.05000,15.438
+30,mlp.experts.116.gate_proj,0.0000083181,0.05000,15.414
+30,mlp.experts.112.gate_proj,0.0000111553,0.05000,15.605
+30,mlp.experts.121.gate_proj,0.0000154623,0.05000,15.499
+30,mlp.experts.114.gate_proj,0.0000185840,0.05000,15.411
+30,mlp.experts.129.gate_proj,0.0000071770,0.05000,15.403
+30,mlp.experts.120.gate_proj,0.0000208848,0.05000,15.466
+30,mlp.experts.115.gate_proj,0.0000163327,0.05000,15.506
+30,mlp.experts.141.gate_proj,0.0000144767,0.05000,15.633
+30,mlp.experts.134.gate_proj,0.0000128301,0.05000,15.484
+30,mlp.experts.127.gate_proj,0.0000155283,0.05000,15.624
+30,mlp.experts.123.gate_proj,0.0000056222,0.05000,15.533
+30,mlp.experts.142.gate_proj,0.0000290558,0.05000,15.590
+30,mlp.experts.135.gate_proj,0.0000146826,0.05000,15.464
+30,mlp.experts.156.gate_proj,0.0000153830,0.05000,15.509
+30,mlp.experts.138.gate_proj,0.0000117821,0.05000,15.121
+30,mlp.experts.133.gate_proj,0.0000179853,0.05000,15.389
+30,mlp.experts.128.gate_proj,0.0000116320,0.05000,15.163
+30,mlp.experts.132.gate_proj,0.0000232121,0.05000,15.208
+30,mlp.experts.137.gate_proj,0.0000186343,0.05000,15.219
+30,mlp.experts.145.gate_proj,0.0000116576,0.05000,15.292
+30,mlp.experts.130.gate_proj,0.0000138350,0.05000,15.336
+30,mlp.experts.136.gate_proj,0.0000384221,0.05000,15.278
+30,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.774
+30,mlp.experts.131.gate_proj,0.0000042489,0.05000,15.244
+30,mlp.experts.157.gate_proj,0.0000143164,0.05000,15.200
+30,mlp.experts.150.gate_proj,0.0000380748,0.05000,15.171
+30,mlp.experts.143.gate_proj,0.0000208018,0.05000,15.270
+30,mlp.experts.158.gate_proj,0.0000116095,0.05000,15.131
+30,mlp.experts.139.gate_proj,0.0000042901,0.05000,15.328
+30,mlp.experts.153.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.851
+30,mlp.experts.151.gate_proj,0.0000147095,0.05000,15.290
+30,mlp.experts.172.gate_proj,0.0000086684,0.05000,15.129
+30,mlp.experts.149.gate_proj,0.0000368415,0.05000,14.801
+30,mlp.experts.144.gate_proj,0.0000299240,0.05000,14.835
+30,mlp.experts.148.gate_proj,0.0000138279,0.05000,14.915
+30,mlp.experts.161.gate_proj,0.0000289689,0.05000,14.893
+30,mlp.experts.146.gate_proj,0.0000192256,0.05000,14.853
+30,mlp.experts.152.gate_proj,0.0000066392,0.05000,14.858
+30,mlp.experts.147.gate_proj,0.0000506939,0.05000,14.752
+30,mlp.experts.170.gate_proj,0.0000190111,0.05000,14.827
+30,mlp.experts.173.gate_proj,0.0000123387,0.05000,14.733
+30,mlp.experts.166.gate_proj,0.0000112158,0.05000,14.740
+30,mlp.experts.159.gate_proj,0.0000074664,0.05000,14.852
+30,mlp.experts.169.gate_proj,0.0000232256,0.05000,14.726
+30,mlp.experts.174.gate_proj,0.0000091874,0.05000,14.874
+30,mlp.experts.155.gate_proj,0.0000164113,0.05000,14.846
+30,mlp.experts.188.gate_proj,0.0000125234,0.05000,14.838
+30,mlp.experts.167.gate_proj,0.0000467239,0.05000,15.003
+30,mlp.experts.165.gate_proj,0.0000050148,0.05000,14.539
+30,mlp.experts.160.gate_proj,0.0000098328,0.05000,14.596
+30,mlp.experts.177.gate_proj,0.0000090874,0.05000,14.538
+30,mlp.experts.164.gate_proj,0.0000117275,0.05000,14.783
+30,mlp.experts.162.gate_proj,0.0000066658,0.05000,14.692
+30,mlp.experts.189.gate_proj,0.0000283851,0.05000,14.548
+30,mlp.experts.168.gate_proj,0.0000304167,0.05000,14.709
+30,mlp.experts.186.gate_proj,0.0000144488,0.05000,14.652
+30,mlp.experts.163.gate_proj,0.0000073407,0.05000,14.757
+30,mlp.experts.182.gate_proj,0.0000071252,0.05000,14.658
+30,mlp.experts.190.gate_proj,0.0000094002,0.05000,14.559
+30,mlp.experts.185.gate_proj,0.0000276671,0.05000,14.644
+30,mlp.experts.175.gate_proj,0.0000074586,0.05000,14.832
+30,mlp.experts.171.gate_proj,0.0000116709,0.05000,14.803
+30,mlp.experts.204.gate_proj,0.0000131771,0.05000,14.702
+30,mlp.experts.183.gate_proj,0.0000135420,0.05000,14.935
+30,mlp.experts.181.gate_proj,0.0000191106,0.05000,15.040
+30,mlp.experts.176.gate_proj,0.0000071848,0.05000,15.183
+30,mlp.experts.193.gate_proj,0.0000184435,0.05000,15.067
+30,mlp.experts.205.gate_proj,0.0000106528,0.05000,15.004
+30,mlp.experts.184.gate_proj,0.0000271085,0.05000,15.081
+30,mlp.experts.180.gate_proj,0.0000042049,0.05000,15.288
+30,mlp.experts.178.gate_proj,0.0000235162,0.05000,15.241
+30,mlp.experts.202.gate_proj,0.0000551211,0.05000,15.176
+30,mlp.experts.179.gate_proj,0.0000067949,0.05000,15.166
+30,mlp.experts.198.gate_proj,0.0000195441,0.05000,15.120
+30,mlp.experts.206.gate_proj,0.0000149249,0.05000,15.111
+30,mlp.experts.191.gate_proj,0.0000351275,0.05000,15.159
+30,mlp.experts.201.gate_proj,0.0000063418,0.05000,15.340
+30,mlp.experts.187.gate_proj,0.0000085446,0.05000,15.106
+30,mlp.experts.200.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.857
+30,mlp.experts.218.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.858
+30,mlp.experts.220.gate_proj,0.0000258163,0.05000,15.135
+30,mlp.experts.199.gate_proj,0.0000083000,0.05000,15.241
+30,mlp.experts.197.gate_proj,0.0000114786,0.05000,14.363
+30,mlp.experts.192.gate_proj,0.0000132562,0.05000,14.394
+30,mlp.experts.209.gate_proj,0.0000079964,0.05000,14.428
+30,mlp.experts.221.gate_proj,0.0000210187,0.05000,14.421
+30,mlp.experts.194.gate_proj,0.0000132153,0.05000,14.369
+30,mlp.experts.196.gate_proj,0.0000138084,0.05000,14.465
+30,mlp.experts.214.gate_proj,0.0000115246,0.05000,14.428
+30,mlp.experts.195.gate_proj,0.0000224106,0.05000,14.462
+30,mlp.experts.222.gate_proj,0.0000260678,0.05000,14.497
+30,mlp.experts.217.gate_proj,0.0000128990,0.05000,14.410
+30,mlp.experts.207.gate_proj,0.0000028934,0.05000,14.472
+30,mlp.experts.203.gate_proj,0.0000079859,0.05000,14.420
+30,mlp.experts.216.gate_proj,0.0000228213,0.05000,14.414
+30,mlp.experts.234.gate_proj,0.0000119878,0.05000,14.366
+30,mlp.experts.236.gate_proj,0.0000145967,0.05000,14.477
+30,mlp.experts.215.gate_proj,0.0000117435,0.05000,14.430
+30,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.733
+30,mlp.experts.213.gate_proj,0.0000133745,0.05000,14.786
+30,mlp.experts.208.gate_proj,0.0000214133,0.05000,14.918
+30,mlp.experts.225.gate_proj,0.0000037789,0.05000,14.869
+30,mlp.experts.237.gate_proj,0.0000119292,0.05000,14.841
+30,mlp.experts.210.gate_proj,0.0000279242,0.05000,14.894
+30,mlp.experts.212.gate_proj,0.0000151147,0.05000,14.880
+30,mlp.experts.230.gate_proj,0.0000081615,0.05000,14.902
+30,mlp.experts.238.gate_proj,0.0000164466,0.05000,14.750
+30,mlp.experts.211.gate_proj,0.0000289750,0.05000,15.003
+30,mlp.experts.233.gate_proj,0.0000136260,0.05000,14.822
+30,mlp.experts.232.gate_proj,0.0000099837,0.05000,14.785
+30,mlp.experts.223.gate_proj,0.0000095182,0.05000,14.892
+30,mlp.experts.219.gate_proj,0.0000148399,0.05000,14.863
+30,mlp.experts.246.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.727
+30,mlp.experts.250.gate_proj,0.0000103507,0.05000,15.029
+30,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.750
+30,mlp.experts.248.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.764
+30,mlp.experts.231.gate_proj,0.0000246728,0.05000,14.900
+30,mlp.experts.12.up_proj,0.0000170796,0.05000,14.820
+30,mlp.experts.229.gate_proj,0.0000121770,0.05000,15.402
+30,mlp.experts.241.gate_proj,0.0000065323,0.05000,15.319
+30,mlp.experts.224.gate_proj,0.0000068816,0.05000,15.469
+30,mlp.experts.253.gate_proj,0.0000075162,0.05000,15.468
+30,mlp.experts.226.gate_proj,0.0000111130,0.05000,15.492
+30,mlp.experts.228.gate_proj,0.0000185896,0.05000,15.461
+30,mlp.experts.254.gate_proj,0.0000083436,0.05000,15.345
+30,mlp.experts.227.gate_proj,0.0000107760,0.05000,15.490
+30,mlp.experts.235.gate_proj,0.0000187089,0.05000,15.488
+30,mlp.experts.239.gate_proj,0.0000065318,0.05000,15.559
+30,mlp.experts.244.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.777
+30,mlp.experts.10.up_proj,0.0000241493,0.05000,15.343
+30,mlp.experts.6.up_proj,0.0000088974,0.05000,15.456
+30,mlp.experts.9.up_proj,0.0000122117,0.05000,15.373
+30,mlp.experts.8.up_proj,0.0000052960,0.05000,15.443
+30,mlp.experts.247.gate_proj,0.0000435693,0.05000,15.486
+30,mlp.experts.22.up_proj,failsafe(rtn): 0.0009270,0.00000,0.722
+30,mlp.experts.28.up_proj,0.0000078702,0.05000,15.448
+30,mlp.experts.7.up_proj,failsafe(rtn): 0.0010147,0.00000,0.769
+30,mlp.experts.245.gate_proj,0.0000076807,0.05000,15.075
+30,mlp.experts.1.up_proj,0.0000072089,0.05000,15.094
+30,mlp.experts.240.gate_proj,0.0000064497,0.05000,15.118
+30,mlp.experts.13.up_proj,0.0000044993,0.05000,14.974
+30,mlp.experts.242.gate_proj,0.0000712708,0.05000,15.093
+30,mlp.experts.14.up_proj,0.0000140107,0.05000,15.030
+30,mlp.experts.29.up_proj,failsafe(rtn): 0.0009613,0.00000,0.764
+30,mlp.experts.243.gate_proj,0.0000288286,0.05000,15.161
+30,mlp.experts.4.up_proj,0.0000121799,0.05000,14.962
+30,mlp.experts.251.gate_proj,0.0000139866,0.05000,15.094
+30,mlp.experts.255.gate_proj,0.0000088320,0.05000,15.194
+30,mlp.experts.26.up_proj,0.0000539849,0.05000,15.046
+30,mlp.experts.25.up_proj,0.0000076455,0.05000,15.088
+30,mlp.experts.24.up_proj,0.0000096727,0.05000,15.038
+30,mlp.experts.38.up_proj,0.0000120320,0.05000,14.978
+30,mlp.experts.44.up_proj,0.0000062789,0.05000,14.984
+30,mlp.experts.23.up_proj,0.0000091689,0.05000,15.098
+30,mlp.experts.5.up_proj,0.0000172164,0.05000,15.485
+30,mlp.experts.17.up_proj,0.0000269250,0.05000,15.620
+30,mlp.experts.0.up_proj,0.0000073573,0.05000,15.620
+30,mlp.experts.30.up_proj,0.0000181460,0.05000,15.550
+30,mlp.experts.2.up_proj,0.0000262172,0.05000,15.835
+30,mlp.experts.45.up_proj,0.0000129373,0.05000,15.659
+30,mlp.experts.3.up_proj,0.0000183147,0.05000,15.695
+30,mlp.experts.20.up_proj,0.0000450522,0.05000,15.548
+30,mlp.experts.11.up_proj,0.0000168646,0.05000,15.660
+30,mlp.experts.42.up_proj,0.0000042775,0.05000,15.571
+30,mlp.experts.15.up_proj,0.0000085903,0.05000,15.616
+30,mlp.experts.41.up_proj,0.0000179092,0.05000,15.458
+30,mlp.experts.40.up_proj,0.0000035136,0.05000,15.602
+30,mlp.experts.54.up_proj,0.0000186398,0.05000,15.686
+30,mlp.experts.60.up_proj,0.0000100444,0.05000,15.774
+30,mlp.experts.39.up_proj,0.0000086682,0.05000,15.777
+30,mlp.experts.76.up_proj,failsafe(rtn): 0.0009422,0.00000,0.731
+30,mlp.experts.21.up_proj,0.0000133299,0.05000,14.882
+30,mlp.experts.33.up_proj,0.0000035707,0.05000,14.777
+30,mlp.experts.16.up_proj,0.0000081298,0.05000,14.880
+30,mlp.experts.18.up_proj,0.0000085905,0.05000,14.747
+30,mlp.experts.46.up_proj,0.0000431825,0.05000,14.879
+30,mlp.experts.61.up_proj,0.0000064348,0.05000,14.940
+30,mlp.experts.19.up_proj,0.0000125028,0.05000,14.967
+30,mlp.experts.36.up_proj,0.0000380396,0.05000,14.891
+30,mlp.experts.27.up_proj,0.0000101566,0.05000,14.986
+30,mlp.experts.58.up_proj,0.0000057640,0.05000,14.933
+30,mlp.experts.31.up_proj,0.0000071561,0.05000,14.944
+30,mlp.experts.57.up_proj,0.0000148394,0.05000,14.880
+30,mlp.experts.56.up_proj,0.0000184798,0.05000,15.012
+30,mlp.experts.70.up_proj,0.0000177776,0.05000,15.024
+30,mlp.experts.55.up_proj,0.0000086261,0.05000,15.030
+30,mlp.experts.92.up_proj,0.0000073828,0.05000,14.969
+30,mlp.experts.37.up_proj,0.0000061488,0.05000,15.385
+30,mlp.experts.49.up_proj,0.0000731525,0.05000,15.341
+30,mlp.experts.32.up_proj,0.0000113750,0.05000,15.468
+30,mlp.experts.62.up_proj,0.0000048749,0.05000,15.322
+30,mlp.experts.65.up_proj,failsafe(rtn): 0.0009193,0.00000,0.777
+30,mlp.experts.34.up_proj,0.0000144573,0.05000,15.461
+30,mlp.experts.77.up_proj,0.0000046543,0.05000,15.276
+30,mlp.experts.52.up_proj,0.0000194177,0.05000,15.315
+30,mlp.experts.35.up_proj,0.0000163423,0.05000,15.470
+30,mlp.experts.43.up_proj,0.0000073074,0.05000,15.243
+30,mlp.experts.78.up_proj,failsafe(rtn): 0.0010300,0.00000,0.723
+30,mlp.experts.74.up_proj,0.0000042904,0.05000,15.305
+30,mlp.experts.47.up_proj,0.0000221166,0.05000,15.435
+30,mlp.experts.73.up_proj,0.0000101799,0.05000,15.469
+30,mlp.experts.72.up_proj,0.0000080639,0.05000,15.374
+30,mlp.experts.86.up_proj,0.0000141639,0.05000,15.372
+30,mlp.experts.71.up_proj,0.0000062299,0.05000,15.277
+30,mlp.experts.108.up_proj,0.0000096423,0.05000,15.288
+30,mlp.experts.124.up_proj,failsafe(rtn): 0.0008698,0.00000,0.706
+30,mlp.experts.53.up_proj,0.0000129058,0.05000,14.672
+30,mlp.experts.48.up_proj,0.0000365245,0.05000,14.871
+30,mlp.experts.81.up_proj,0.0000070239,0.05000,14.637
+30,mlp.experts.50.up_proj,0.0000053008,0.05000,14.690
+30,mlp.experts.93.up_proj,0.0000076324,0.05000,14.671
+30,mlp.experts.68.up_proj,0.0000583060,0.05000,14.815
+30,mlp.experts.51.up_proj,0.0000452695,0.05000,14.776
+30,mlp.experts.94.up_proj,0.0000123177,0.05000,14.830
+30,mlp.experts.59.up_proj,0.0000242383,0.05000,14.883
+30,mlp.experts.90.up_proj,0.0000105530,0.05000,14.833
+30,mlp.experts.63.up_proj,0.0000073889,0.05000,14.838
+30,mlp.experts.89.up_proj,0.0000112524,0.05000,14.747
+30,mlp.experts.88.up_proj,0.0000123118,0.05000,14.836
+30,mlp.experts.102.up_proj,0.0000123560,0.05000,14.798
+30,mlp.experts.87.up_proj,0.0000069362,0.05000,14.847
+30,mlp.experts.140.up_proj,0.0000421609,0.05000,14.807
+30,mlp.experts.69.up_proj,0.0000061971,0.05000,14.916
+30,mlp.experts.64.up_proj,0.0000107101,0.05000,15.112
+30,mlp.experts.97.up_proj,0.0000174981,0.05000,14.987
+30,mlp.experts.66.up_proj,0.0000117083,0.05000,15.101
+30,mlp.experts.109.up_proj,0.0000306048,0.05000,15.156
+30,mlp.experts.84.up_proj,0.0000237203,0.05000,15.168
+30,mlp.experts.67.up_proj,0.0000091813,0.05000,15.366
+30,mlp.experts.106.up_proj,0.0000135734,0.05000,15.260
+30,mlp.experts.110.up_proj,0.0000444867,0.05000,15.370
+30,mlp.experts.75.up_proj,0.0000116804,0.05000,15.378
+30,mlp.experts.105.up_proj,0.0000141498,0.05000,15.226
+30,mlp.experts.79.up_proj,0.0000037574,0.05000,15.402
+30,mlp.experts.104.up_proj,0.0000085597,0.05000,15.258
+30,mlp.experts.118.up_proj,0.0000511367,0.05000,15.425
+30,mlp.experts.103.up_proj,0.0000067112,0.05000,15.392
+30,mlp.experts.156.up_proj,0.0000145231,0.05000,15.360
+30,mlp.experts.85.up_proj,0.0000130940,0.05000,15.032
+30,mlp.experts.80.up_proj,0.0000075617,0.05000,14.942
+30,mlp.experts.113.up_proj,0.0000183919,0.05000,14.921
+30,mlp.experts.82.up_proj,0.0000089719,0.05000,14.864
+30,mlp.experts.125.up_proj,0.0000464699,0.05000,14.831
+30,mlp.experts.100.up_proj,0.0000403016,0.05000,14.780
+30,mlp.experts.83.up_proj,0.0000064365,0.05000,14.742
+30,mlp.experts.91.up_proj,0.0000033189,0.05000,14.619
+30,mlp.experts.126.up_proj,0.0000123171,0.05000,14.736
+30,mlp.experts.122.up_proj,0.0000073964,0.05000,14.810
+30,mlp.experts.121.up_proj,0.0000152970,0.05000,14.683
+30,mlp.experts.95.up_proj,0.0000176375,0.05000,14.860
+30,mlp.experts.120.up_proj,0.0000244427,0.05000,14.672
+30,mlp.experts.134.up_proj,0.0000120141,0.05000,14.696
+30,mlp.experts.119.up_proj,0.0000123021,0.05000,14.708
+30,mlp.experts.172.up_proj,0.0000084699,0.05000,14.730
+30,mlp.experts.101.up_proj,0.0000196700,0.05000,13.933
+30,mlp.experts.98.up_proj,0.0000110561,0.05000,13.837
+30,mlp.experts.96.up_proj,0.0000194243,0.05000,14.094
+30,mlp.experts.129.up_proj,0.0000060220,0.05000,14.013
+30,mlp.experts.141.up_proj,0.0000111878,0.05000,14.102
+30,mlp.experts.116.up_proj,0.0000071129,0.05000,14.133
+30,mlp.experts.138.up_proj,0.0000101996,0.05000,14.100
+30,mlp.experts.142.up_proj,0.0000302136,0.05000,14.151
+30,mlp.experts.99.up_proj,0.0000069920,0.05000,14.303
+30,mlp.experts.107.up_proj,0.0000346611,0.05000,14.328
+30,mlp.experts.137.up_proj,0.0000157934,0.05000,14.148
+30,mlp.experts.111.up_proj,0.0000065001,0.05000,14.235
+30,mlp.experts.136.up_proj,0.0000367572,0.05000,14.059
+30,mlp.experts.154.up_proj,failsafe(rtn): 0.0009117,0.00000,0.790
+30,mlp.experts.153.up_proj,failsafe(rtn): 0.0009232,0.00000,0.729
+30,mlp.experts.150.up_proj,0.0000306186,0.05000,14.330
+30,mlp.experts.135.up_proj,0.0000129278,0.05000,14.230
+30,mlp.experts.188.up_proj,0.0000121319,0.05000,14.315
+30,mlp.experts.117.up_proj,0.0000056017,0.05000,14.795
+30,mlp.experts.114.up_proj,0.0000173108,0.05000,14.840
+30,mlp.experts.145.up_proj,0.0000110252,0.05000,14.767
+30,mlp.experts.112.up_proj,0.0000096510,0.05000,14.814
+30,mlp.experts.157.up_proj,0.0000123213,0.05000,14.750
+30,mlp.experts.132.up_proj,0.0000203622,0.05000,14.684
+30,mlp.experts.115.up_proj,0.0000154632,0.05000,14.789
+30,mlp.experts.158.up_proj,0.0000108667,0.05000,14.816
+30,mlp.experts.123.up_proj,0.0000052736,0.05000,14.915
+30,mlp.experts.152.up_proj,0.0000056746,0.05000,14.779
+30,mlp.experts.127.up_proj,0.0000107086,0.05000,14.805
+30,mlp.experts.169.up_proj,0.0000237847,0.05000,14.787
+30,mlp.experts.170.up_proj,0.0000176813,0.05000,14.871
+30,mlp.experts.166.up_proj,0.0000098329,0.05000,14.973
+30,mlp.experts.151.up_proj,0.0000145412,0.05000,14.885
+30,mlp.experts.204.up_proj,0.0000120621,0.05000,14.812
+30,mlp.experts.133.up_proj,0.0000171206,0.05000,14.674
+30,mlp.experts.161.up_proj,0.0000265179,0.05000,14.740
+30,mlp.experts.128.up_proj,0.0000102465,0.05000,14.746
+30,mlp.experts.130.up_proj,0.0000125173,0.05000,14.810
+30,mlp.experts.173.up_proj,0.0000103841,0.05000,14.687
+30,mlp.experts.148.up_proj,0.0000118278,0.05000,14.993
+30,mlp.experts.131.up_proj,0.0000073074,0.05000,14.894
+30,mlp.experts.174.up_proj,0.0000089362,0.05000,14.915
+30,mlp.experts.139.up_proj,0.0000035903,0.05000,14.902
+30,mlp.experts.168.up_proj,0.0000257111,0.05000,14.909
+30,mlp.experts.143.up_proj,0.0000202129,0.05000,14.925
+30,mlp.experts.185.up_proj,0.0000220285,0.05000,14.770
+30,mlp.experts.186.up_proj,0.0000137472,0.05000,14.837
+30,mlp.experts.182.up_proj,0.0000068180,0.05000,14.841
+30,mlp.experts.167.up_proj,0.0000419322,0.05000,14.970
+30,mlp.experts.220.up_proj,0.0000215713,0.05000,14.821
+30,mlp.experts.149.up_proj,0.0000340626,0.05000,15.333
+30,mlp.experts.177.up_proj,0.0000080619,0.05000,15.321
+30,mlp.experts.144.up_proj,0.0000282873,0.05000,15.341
+30,mlp.experts.146.up_proj,0.0000179874,0.05000,15.362
+30,mlp.experts.189.up_proj,0.0000242853,0.05000,15.453
+30,mlp.experts.164.up_proj,0.0000100087,0.05000,15.308
+30,mlp.experts.147.up_proj,0.0000472953,0.05000,15.302
+30,mlp.experts.190.up_proj,0.0000090238,0.05000,15.262
+30,mlp.experts.155.up_proj,0.0000153091,0.05000,15.289
+30,mlp.experts.184.up_proj,0.0000254204,0.05000,15.336
+30,mlp.experts.159.up_proj,0.0000071805,0.05000,15.381
+30,mlp.experts.201.up_proj,0.0000059902,0.05000,15.209
+30,mlp.experts.202.up_proj,0.0000477820,0.05000,15.327
+30,mlp.experts.200.up_proj,failsafe(rtn): 0.0009918,0.00000,0.800
+30,mlp.experts.198.up_proj,0.0000161246,0.05000,15.452
+30,mlp.experts.218.up_proj,failsafe(rtn): 0.0009422,0.00000,0.771
+30,mlp.experts.183.up_proj,0.0000127338,0.05000,15.399
+30,mlp.experts.236.up_proj,0.0000133652,0.05000,15.295
+30,mlp.experts.252.up_proj,failsafe(rtn): 0.0009155,0.00000,0.665
+30,mlp.experts.12.down_proj,0.0000010097,0.05000,3.568
+30,mlp.experts.28.down_proj,0.0000005010,0.05000,3.577
+30,mlp.experts.165.up_proj,0.0000047572,0.05000,14.315
+30,mlp.experts.193.up_proj,0.0000176546,0.05000,14.450
+30,mlp.experts.160.up_proj,0.0000094093,0.05000,14.552
+30,mlp.experts.162.up_proj,0.0000070636,0.05000,14.633
+30,mlp.experts.205.up_proj,0.0000118184,0.05000,14.803
+30,mlp.experts.180.up_proj,0.0000040535,0.05000,14.640
+30,mlp.experts.44.down_proj,0.0000001630,0.05000,3.995
+30,mlp.experts.163.up_proj,0.0000058806,0.05000,14.725
+30,mlp.experts.206.up_proj,0.0000111506,0.05000,14.725
+30,mlp.experts.171.up_proj,0.0000110725,0.05000,14.714
+30,mlp.experts.175.up_proj,0.0000063548,0.05000,14.562
+30,mlp.experts.217.up_proj,0.0000123929,0.05000,14.791
+30,mlp.experts.216.up_proj,0.0000217531,0.05000,14.634
+30,mlp.experts.214.up_proj,0.0000112859,0.05000,14.674
+30,mlp.experts.234.up_proj,0.0000109926,0.05000,14.732
+30,mlp.experts.199.up_proj,0.0000078556,0.05000,14.832
+30,mlp.experts.60.down_proj,0.0000001449,0.05000,3.764
+30,mlp.experts.76.down_proj,failsafe(rtn): 0.0009193,0.00000,0.172
+30,mlp.experts.92.down_proj,0.0000003316,0.05000,3.977
+30,mlp.experts.108.down_proj,0.0000003408,0.05000,3.539
+30,mlp.experts.124.down_proj,failsafe(rtn): 0.0008621,0.00000,0.175
+30,mlp.experts.181.up_proj,0.0000185673,0.05000,15.186
+30,mlp.experts.209.up_proj,0.0000054787,0.05000,15.044
+30,mlp.experts.178.up_proj,0.0000197691,0.05000,14.952
+30,mlp.experts.176.up_proj,0.0000065588,0.05000,15.099
+30,mlp.experts.221.up_proj,0.0000227929,0.05000,15.171
+30,mlp.experts.196.up_proj,0.0000106732,0.05000,15.077
+30,mlp.experts.222.up_proj,0.0000201496,0.05000,14.980
+30,mlp.experts.179.up_proj,0.0000065662,0.05000,15.226
+30,mlp.experts.140.down_proj,0.0000015975,0.05000,4.039
+30,mlp.experts.187.up_proj,0.0000080213,0.05000,15.240
+30,mlp.experts.191.up_proj,0.0000290406,0.05000,15.220
+30,mlp.experts.233.up_proj,0.0000115197,0.05000,14.965
+30,mlp.experts.232.up_proj,0.0000103687,0.05000,15.028
+30,mlp.experts.249.up_proj,failsafe(rtn): 0.0009079,0.00000,0.745
+30,mlp.experts.230.up_proj,0.0000076808,0.05000,15.159
+30,mlp.experts.250.up_proj,0.0000101085,0.05000,15.202
+30,mlp.experts.248.up_proj,failsafe(rtn): 0.0009918,0.00000,0.733
+30,mlp.experts.246.up_proj,failsafe(rtn): 0.0009079,0.00000,0.746
+30,mlp.experts.215.up_proj,0.0000102279,0.05000,15.239
+30,mlp.experts.156.down_proj,0.0000007029,0.05000,3.739
+30,mlp.experts.9.down_proj,0.0000007034,0.05000,3.627
+30,mlp.experts.10.down_proj,0.0000015650,0.05000,3.665
+30,mlp.experts.8.down_proj,0.0000004599,0.05000,3.646
+30,mlp.experts.6.down_proj,0.0000003595,0.05000,3.564
+30,mlp.experts.22.down_proj,failsafe(rtn): 0.0009079,0.00000,0.164
+30,mlp.experts.172.down_proj,0.0000001611,0.05000,3.624
+30,mlp.experts.25.down_proj,0.0000004881,0.05000,3.740
+30,mlp.experts.26.down_proj,0.0000041422,0.05000,3.751
+30,mlp.experts.24.down_proj,0.0000001482,0.05000,3.798
+30,mlp.experts.38.down_proj,0.0000001994,0.05000,3.733
+30,mlp.experts.188.down_proj,0.0000013766,0.05000,3.752
+30,mlp.experts.197.up_proj,0.0000107974,0.05000,15.178
+30,mlp.experts.41.down_proj,0.0000011128,0.05000,3.773
+30,mlp.experts.42.down_proj,0.0000000684,0.05000,3.844
+30,mlp.experts.40.down_proj,0.0000000768,0.05000,3.844
+30,mlp.experts.54.down_proj,0.0000005179,0.05000,3.741
+30,mlp.experts.225.up_proj,0.0000035608,0.05000,15.191
+30,mlp.experts.194.up_proj,0.0000125679,0.05000,15.059
+30,mlp.experts.192.up_proj,0.0000134822,0.05000,15.143
+30,mlp.experts.212.up_proj,0.0000126372,0.05000,14.914
+30,mlp.experts.237.up_proj,0.0000102455,0.05000,15.093
+30,mlp.experts.238.up_proj,0.0000163738,0.05000,14.894
+30,mlp.experts.195.up_proj,0.0000217018,0.05000,14.973
+30,mlp.experts.204.down_proj,0.0000009191,0.05000,3.846
+30,mlp.experts.207.up_proj,0.0000027276,0.05000,14.822
+30,mlp.experts.203.up_proj,0.0000073680,0.05000,15.127
+30,mlp.experts.57.down_proj,0.0000003654,0.05000,3.698
+30,mlp.experts.58.down_proj,0.0000003777,0.05000,3.639
+30,mlp.experts.56.down_proj,0.0000012076,0.05000,3.745
+30,mlp.experts.231.up_proj,0.0000194773,0.05000,14.751
+30,mlp.experts.70.down_proj,0.0000010931,0.05000,3.757
+30,mlp.experts.220.down_proj,0.0000015056,0.05000,3.493
+30,mlp.experts.73.down_proj,0.0000006775,0.05000,3.811
+30,mlp.experts.74.down_proj,0.0000004087,0.05000,3.875
+30,mlp.experts.72.down_proj,0.0000006271,0.05000,3.783
+30,mlp.experts.86.down_proj,0.0000007438,0.05000,4.059
+30,mlp.experts.236.down_proj,0.0000003160,0.05000,3.904
+30,mlp.experts.252.down_proj,failsafe(rtn): 0.0009155,0.00000,0.246
+30,mlp.experts.89.down_proj,0.0000004804,0.05000,4.049
+30,mlp.experts.90.down_proj,0.0000010872,0.05000,4.051
+30,mlp.experts.88.down_proj,0.0000001464,0.05000,4.057
+30,mlp.experts.102.down_proj,0.0000002736,0.05000,4.156
+30,mlp.experts.213.up_proj,0.0000127397,0.05000,15.282
+30,mlp.experts.105.down_proj,0.0000003831,0.05000,3.969
+30,mlp.experts.106.down_proj,0.0000010950,0.05000,3.992
+30,mlp.experts.104.down_proj,0.0000001086,0.05000,3.954
+30,mlp.experts.241.up_proj,0.0000055465,0.05000,15.318
+30,mlp.experts.118.down_proj,0.0000032657,0.05000,3.670
+30,mlp.experts.210.up_proj,0.0000221644,0.05000,15.568
+30,mlp.experts.208.up_proj,0.0000185141,0.05000,15.444
+30,mlp.experts.253.up_proj,0.0000059555,0.05000,15.251
+30,mlp.experts.228.up_proj,0.0000148293,0.05000,15.483
+30,mlp.experts.254.up_proj,0.0000078210,0.05000,15.291
+30,mlp.experts.223.up_proj,0.0000086753,0.05000,15.276
+30,mlp.experts.211.up_proj,0.0000252310,0.05000,15.416
+30,mlp.experts.244.up_proj,failsafe(rtn): 0.0009117,0.00000,0.729
+30,mlp.experts.219.up_proj,0.0000139675,0.05000,15.346
+30,mlp.experts.121.down_proj,0.0000005527,0.05000,3.510
+30,mlp.experts.122.down_proj,0.0000004386,0.05000,3.542
+30,mlp.experts.120.down_proj,0.0000012207,0.05000,3.510
+30,mlp.experts.1.down_proj,0.0000003348,0.05000,3.514
+30,mlp.experts.247.up_proj,0.0000342050,0.05000,15.263
+30,mlp.experts.134.down_proj,0.0000003196,0.05000,3.489
+30,mlp.experts.7.down_proj,failsafe(rtn): 0.0009766,0.00000,0.176
+30,mlp.experts.13.down_proj,0.0000002143,0.05000,3.538
+30,mlp.experts.29.down_proj,failsafe(rtn): 0.0009422,0.00000,0.165
+30,mlp.experts.14.down_proj,0.0000002241,0.05000,3.546
+30,mlp.experts.4.down_proj,0.0000008818,0.05000,3.475
+30,mlp.experts.137.down_proj,0.0000004053,0.05000,3.380
+30,mlp.experts.153.down_proj,failsafe(rtn): 0.0009155,0.00000,0.175
+30,mlp.experts.138.down_proj,0.0000003234,0.05000,3.378
+30,mlp.experts.136.down_proj,0.0000006554,0.05000,3.357
+30,mlp.experts.154.down_proj,failsafe(rtn): 0.0008926,0.00000,0.178
+30,mlp.experts.17.down_proj,0.0000018990,0.05000,3.456
+30,mlp.experts.150.down_proj,0.0000017279,0.05000,3.411
+30,mlp.experts.23.down_proj,0.0000003496,0.05000,3.415
+30,mlp.experts.45.down_proj,0.0000014847,0.05000,3.357
+30,mlp.experts.30.down_proj,0.0000003642,0.05000,3.333
+30,mlp.experts.20.down_proj,0.0000016799,0.05000,3.284
+30,mlp.experts.169.down_proj,0.0000020845,0.05000,3.250
+30,mlp.experts.152.down_proj,0.0000003871,0.05000,3.263
+30,mlp.experts.170.down_proj,0.0000015406,0.05000,3.269
+30,mlp.experts.33.down_proj,0.0000002784,0.05000,3.251
+30,mlp.experts.166.down_proj,0.0000002283,0.05000,3.344
+30,mlp.experts.39.down_proj,0.0000001693,0.05000,3.321
+30,mlp.experts.61.down_proj,0.0000001262,0.05000,3.334
+30,mlp.experts.46.down_proj,0.0000012070,0.05000,3.338
+30,mlp.experts.36.down_proj,0.0000016350,0.05000,3.324
+30,mlp.experts.229.up_proj,0.0000098648,0.05000,13.457
+30,mlp.experts.185.down_proj,0.0000019810,0.05000,3.440
+30,mlp.experts.168.down_proj,0.0000017559,0.05000,3.491
+30,mlp.experts.186.down_proj,0.0000011861,0.05000,3.459
+30,mlp.experts.49.down_proj,0.0000043157,0.05000,3.444
+30,mlp.experts.224.up_proj,0.0000058770,0.05000,13.430
+30,mlp.experts.65.down_proj,failsafe(rtn): 0.0009079,0.00000,0.160
+30,mlp.experts.226.up_proj,0.0000108313,0.05000,13.600
+30,mlp.experts.182.down_proj,0.0000003606,0.05000,3.411
+30,mlp.experts.55.down_proj,0.0000005370,0.05000,3.435
+30,mlp.experts.77.down_proj,0.0000003104,0.05000,3.434
+30,mlp.experts.62.down_proj,0.0000002781,0.05000,3.421
+30,mlp.experts.78.down_proj,failsafe(rtn): 0.0009918,0.00000,0.189
+30,mlp.experts.227.up_proj,0.0000096855,0.05000,13.518
+30,mlp.experts.239.up_proj,0.0000055871,0.05000,13.649
+30,mlp.experts.52.down_proj,0.0000006373,0.05000,3.502
+30,mlp.experts.235.up_proj,0.0000142300,0.05000,13.492
+30,mlp.experts.201.down_proj,0.0000001464,0.05000,3.443
+30,mlp.experts.184.down_proj,0.0000006504,0.05000,3.437
+30,mlp.experts.202.down_proj,0.0000028319,0.05000,3.420
+30,mlp.experts.200.down_proj,failsafe(rtn): 0.0009727,0.00000,0.160
+30,mlp.experts.218.down_proj,failsafe(rtn): 0.0009232,0.00000,0.168
+30,mlp.experts.81.down_proj,0.0000005907,0.05000,3.436
+30,mlp.experts.198.down_proj,0.0000008918,0.05000,3.454
+30,mlp.experts.71.down_proj,0.0000005330,0.05000,3.447
+30,mlp.experts.93.down_proj,0.0000001601,0.05000,3.452
+30,mlp.experts.94.down_proj,0.0000002699,0.05000,3.428
+30,mlp.experts.68.down_proj,0.0000032220,0.05000,3.416
+30,mlp.experts.217.down_proj,0.0000002480,0.05000,3.339
+30,mlp.experts.216.down_proj,0.0000003166,0.05000,3.386
+30,mlp.experts.234.down_proj,0.0000002376,0.05000,3.318
+30,mlp.experts.214.down_proj,0.0000009500,0.05000,3.271
+30,mlp.experts.97.down_proj,0.0000017502,0.05000,3.395
+30,mlp.experts.87.down_proj,0.0000003627,0.05000,3.399
+30,mlp.experts.109.down_proj,0.0000016665,0.05000,3.360
+30,mlp.experts.110.down_proj,0.0000008085,0.05000,3.411
+30,mlp.experts.84.down_proj,0.0000010172,0.05000,3.319
+30,mlp.experts.233.down_proj,0.0000005766,0.05000,3.412
+30,mlp.experts.249.down_proj,failsafe(rtn): 0.0009003,0.00000,0.162
+30,mlp.experts.232.down_proj,0.0000007727,0.05000,3.403
+30,mlp.experts.250.down_proj,0.0000013611,0.05000,3.406
+30,mlp.experts.230.down_proj,0.0000001179,0.05000,3.420
+30,mlp.experts.113.down_proj,0.0000005483,0.05000,3.359
+30,mlp.experts.248.down_proj,failsafe(rtn): 0.0009575,0.00000,0.142
+30,mlp.experts.103.down_proj,0.0000004204,0.05000,3.336
+30,mlp.experts.246.down_proj,failsafe(rtn): 0.0009003,0.00000,0.168
+30,mlp.experts.125.down_proj,0.0000016896,0.05000,3.111
+30,mlp.experts.126.down_proj,0.0000003844,0.05000,3.037
+30,mlp.experts.245.up_proj,0.0000066820,0.05000,13.072
+30,mlp.experts.100.down_proj,0.0000007402,0.05000,2.947
+30,mlp.experts.240.up_proj,0.0000059211,0.05000,12.652
+30,mlp.experts.242.up_proj,0.0000685363,0.05000,12.582
+30,mlp.experts.129.down_proj,0.0000004553,0.05000,2.482
+30,mlp.experts.119.down_proj,0.0000006885,0.05000,2.458
+30,mlp.experts.141.down_proj,0.0000002598,0.05000,2.426
+30,mlp.experts.5.down_proj,0.0000009262,0.05000,2.381
+30,mlp.experts.142.down_proj,0.0000025281,0.05000,2.438
+30,mlp.experts.243.up_proj,0.0000213880,0.05000,12.238
+30,mlp.experts.255.up_proj,0.0000071706,0.05000,12.224
+30,mlp.experts.116.down_proj,0.0000002217,0.05000,2.415
+30,mlp.experts.251.up_proj,0.0000130192,0.05000,12.141
+30,mlp.experts.0.down_proj,0.0000008036,0.05000,2.389
+30,mlp.experts.2.down_proj,0.0000010263,0.05000,2.439
+30,mlp.experts.145.down_proj,0.0000004852,0.05000,2.383
+30,mlp.experts.135.down_proj,0.0000009057,0.05000,2.453
+30,mlp.experts.157.down_proj,0.0000006308,0.05000,2.457
+30,mlp.experts.21.down_proj,0.0000010799,0.05000,2.391
+30,mlp.experts.158.down_proj,0.0000008499,0.05000,2.386
+30,mlp.experts.11.down_proj,0.0000014966,0.05000,2.365
+30,mlp.experts.132.down_proj,0.0000004757,0.05000,2.375
+30,mlp.experts.3.down_proj,0.0000003059,0.05000,2.463
+30,mlp.experts.15.down_proj,0.0000002788,0.05000,2.398
+30,mlp.experts.16.down_proj,0.0000007255,0.05000,2.452
+30,mlp.experts.18.down_proj,0.0000002653,0.05000,2.434
+30,mlp.experts.161.down_proj,0.0000007122,0.05000,2.446
+30,mlp.experts.151.down_proj,0.0000005982,0.05000,2.475
+30,mlp.experts.173.down_proj,0.0000006427,0.05000,2.634
+30,mlp.experts.174.down_proj,0.0000003302,0.05000,2.688
+30,mlp.experts.37.down_proj,0.0000001112,0.05000,2.723
+30,mlp.experts.27.down_proj,0.0000005180,0.05000,2.771
+30,mlp.experts.19.down_proj,0.0000011450,0.05000,2.761
+30,mlp.experts.148.down_proj,0.0000009859,0.05000,2.786
+30,mlp.experts.31.down_proj,0.0000001828,0.05000,2.850
+30,mlp.experts.32.down_proj,0.0000002400,0.05000,2.619
+30,mlp.experts.34.down_proj,0.0000003772,0.05000,2.715
+30,mlp.experts.177.down_proj,0.0000006044,0.05000,2.734
+30,mlp.experts.167.down_proj,0.0000008751,0.05000,2.750
+30,mlp.experts.189.down_proj,0.0000013535,0.05000,2.749
+30,mlp.experts.190.down_proj,0.0000007792,0.05000,2.743
+30,mlp.experts.53.down_proj,0.0000006647,0.05000,2.726
+30,mlp.experts.43.down_proj,0.0000003533,0.05000,2.739
+30,mlp.experts.35.down_proj,0.0000003125,0.05000,2.746
+30,mlp.experts.164.down_proj,0.0000004706,0.05000,2.770
+30,mlp.experts.47.down_proj,0.0000003546,0.05000,2.743
+30,mlp.experts.48.down_proj,0.0000015335,0.05000,2.744
+30,mlp.experts.50.down_proj,0.0000004927,0.05000,2.789
+30,mlp.experts.193.down_proj,0.0000002988,0.05000,2.761
+30,mlp.experts.183.down_proj,0.0000005561,0.05000,2.813
+30,mlp.experts.205.down_proj,0.0000010963,0.05000,2.524
+30,mlp.experts.206.down_proj,0.0000005814,0.05000,2.522
+30,mlp.experts.69.down_proj,0.0000005756,0.05000,2.536
+30,mlp.experts.59.down_proj,0.0000007386,0.05000,2.489
+30,mlp.experts.180.down_proj,0.0000000755,0.05000,2.458
+30,mlp.experts.51.down_proj,0.0000012954,0.05000,2.512
+30,mlp.experts.63.down_proj,0.0000006333,0.05000,2.499
+30,mlp.experts.64.down_proj,0.0000011119,0.05000,2.445
+30,mlp.experts.66.down_proj,0.0000011813,0.05000,2.494
+30,mlp.experts.209.down_proj,0.0000001830,0.05000,2.409
+30,mlp.experts.199.down_proj,0.0000001600,0.05000,2.441
+30,mlp.experts.221.down_proj,0.0000013844,0.05000,2.403
+30,mlp.experts.222.down_proj,0.0000011446,0.05000,2.351
+30,mlp.experts.85.down_proj,0.0000010810,0.05000,2.359
+30,mlp.experts.196.down_proj,0.0000004714,0.05000,2.319
+30,mlp.experts.75.down_proj,0.0000003253,0.05000,2.345
+30,mlp.experts.67.down_proj,0.0000002850,0.05000,2.332
+30,mlp.experts.79.down_proj,0.0000004250,0.05000,2.375
+30,mlp.experts.80.down_proj,0.0000004292,0.05000,2.278
+30,mlp.experts.82.down_proj,0.0000004371,0.05000,2.280
+30,mlp.experts.225.down_proj,0.0000002312,0.05000,2.303
+30,mlp.experts.215.down_proj,0.0000007403,0.05000,2.313
+30,mlp.experts.237.down_proj,0.0000009608,0.05000,2.291
+30,mlp.experts.238.down_proj,0.0000009645,0.05000,2.283
+30,mlp.experts.101.down_proj,0.0000011489,0.05000,2.304
+30,mlp.experts.212.down_proj,0.0000004891,0.05000,2.319
+30,mlp.experts.91.down_proj,0.0000002330,0.05000,2.329
+30,mlp.experts.83.down_proj,0.0000003074,0.05000,2.311
+30,mlp.experts.95.down_proj,0.0000007028,0.05000,2.353
+30,mlp.experts.96.down_proj,0.0000013834,0.05000,2.362
+30,mlp.experts.98.down_proj,0.0000005254,0.05000,2.317
+30,mlp.experts.241.down_proj,0.0000002552,0.05000,2.344
+30,mlp.experts.231.down_proj,0.0000010735,0.05000,2.327
+30,mlp.experts.253.down_proj,0.0000001457,0.05000,2.313
+30,mlp.experts.254.down_proj,0.0000002695,0.05000,2.259
+30,mlp.experts.117.down_proj,0.0000003571,0.05000,2.236
+30,mlp.experts.228.down_proj,0.0000007833,0.05000,2.204
+30,mlp.experts.99.down_proj,0.0000001228,0.05000,2.220
+30,mlp.experts.107.down_proj,0.0000007677,0.05000,2.226
+30,mlp.experts.244.down_proj,failsafe(rtn): 0.0009079,0.00000,0.079
+30,mlp.experts.111.down_proj,0.0000001136,0.05000,2.180
+30,mlp.experts.112.down_proj,0.0000007485,0.05000,1.816
+30,mlp.experts.114.down_proj,0.0000011994,0.05000,1.715
+30,mlp.experts.247.down_proj,0.0000021555,0.05000,1.654
+30,mlp.experts.133.down_proj,0.0000002849,0.05000,1.389
+30,mlp.experts.115.down_proj,0.0000014190,0.05000,1.385
+30,mlp.experts.123.down_proj,0.0000001887,0.05000,1.402
+30,mlp.experts.127.down_proj,0.0000003514,0.05000,1.348
+30,mlp.experts.128.down_proj,0.0000011666,0.05000,1.209
+30,mlp.experts.130.down_proj,0.0000009111,0.05000,1.179
+30,mlp.experts.149.down_proj,0.0000022764,0.05000,1.140
+30,mlp.experts.131.down_proj,0.0000003044,0.05000,1.240
+30,mlp.experts.139.down_proj,0.0000001939,0.05000,1.231
+30,mlp.experts.143.down_proj,0.0000012988,0.05000,1.232
+30,mlp.experts.144.down_proj,0.0000008268,0.05000,1.195
+30,mlp.experts.146.down_proj,0.0000003947,0.05000,1.155
+30,mlp.experts.165.down_proj,0.0000002888,0.05000,1.235
+30,mlp.experts.155.down_proj,0.0000002864,0.05000,1.229
+30,mlp.experts.147.down_proj,0.0000032365,0.05000,1.270
+30,mlp.experts.159.down_proj,0.0000006015,0.05000,1.285
+30,mlp.experts.160.down_proj,0.0000001632,0.05000,1.230
+30,mlp.experts.162.down_proj,0.0000005297,0.05000,1.212
+30,mlp.experts.181.down_proj,0.0000005801,0.05000,1.251
+30,mlp.experts.171.down_proj,0.0000004146,0.05000,1.286
+30,mlp.experts.163.down_proj,0.0000003429,0.05000,1.285
+30,mlp.experts.175.down_proj,0.0000003357,0.05000,1.260
+30,mlp.experts.176.down_proj,0.0000002240,0.05000,1.228
+30,mlp.experts.178.down_proj,0.0000010818,0.05000,1.271
+30,mlp.experts.197.down_proj,0.0000009519,0.05000,1.185
+30,mlp.experts.187.down_proj,0.0000009593,0.05000,1.186
+30,mlp.experts.179.down_proj,0.0000007851,0.05000,1.174
+30,mlp.experts.191.down_proj,0.0000017087,0.05000,1.174
+30,mlp.experts.192.down_proj,0.0000010440,0.05000,1.108
+30,mlp.experts.194.down_proj,0.0000003769,0.05000,1.103
+30,mlp.experts.213.down_proj,0.0000002916,0.05000,1.109
+30,mlp.experts.203.down_proj,0.0000002940,0.05000,1.173
+30,mlp.experts.195.down_proj,0.0000004057,0.05000,1.190
+30,mlp.experts.207.down_proj,0.0000002588,0.05000,1.188
+30,mlp.experts.208.down_proj,0.0000012602,0.05000,1.170
+30,mlp.experts.210.down_proj,0.0000010526,0.05000,1.164
+30,mlp.experts.229.down_proj,0.0000006455,0.05000,1.145
+30,mlp.experts.219.down_proj,0.0000009220,0.05000,1.187
+30,mlp.experts.211.down_proj,0.0000014917,0.05000,1.183
+30,mlp.experts.223.down_proj,0.0000004792,0.05000,1.167
+30,mlp.experts.224.down_proj,0.0000003852,0.05000,1.118
+30,mlp.experts.226.down_proj,0.0000007125,0.05000,1.107
+30,mlp.experts.245.down_proj,0.0000003491,0.05000,1.048
+30,mlp.experts.235.down_proj,0.0000006912,0.05000,0.971
+30,mlp.experts.227.down_proj,0.0000004579,0.05000,0.987
+30,mlp.experts.239.down_proj,0.0000006198,0.05000,0.976
+30,mlp.experts.240.down_proj,0.0000003397,0.05000,0.898
+30,mlp.experts.242.down_proj,0.0000029601,0.05000,0.852
+30,mlp.experts.251.down_proj,0.0000007908,0.05000,0.499
+30,mlp.experts.243.down_proj,0.0000010389,0.05000,0.461
+30,mlp.experts.255.down_proj,0.0000004827,0.05000,0.458
+31,mlp.experts.6.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.730
+31,mlp.experts.1.gate_proj,0.0000070633,0.05000,15.492
+31,mlp.experts.9.gate_proj,0.0000428910,0.05000,15.527
+31,mlp.experts.2.gate_proj,0.0000058640,0.05000,15.541
+31,mlp.experts.0.gate_proj,0.0000728332,0.05000,15.555
+31,mlp.experts.10.gate_proj,0.0000068518,0.05000,15.557
+31,mlp.experts.13.gate_proj,0.0000314603,0.05000,15.592
+31,mlp.experts.11.gate_proj,0.0000147257,0.05000,15.633
+31,mlp.experts.4.gate_proj,0.0000143820,0.05000,15.642
+31,mlp.experts.12.gate_proj,0.0000150017,0.05000,15.710
+31,mlp.experts.8.gate_proj,0.0000241163,0.05000,15.710
+31,mlp.experts.3.gate_proj,0.0000236591,0.05000,15.719
+31,mlp.experts.5.gate_proj,0.0000539975,0.05000,15.730
+31,mlp.experts.15.gate_proj,0.0000213334,0.05000,15.785
+31,mlp.experts.14.gate_proj,0.0000121163,0.05000,15.828
+31,mlp.experts.7.gate_proj,0.0000125888,0.05000,15.907
+31,mlp.experts.22.gate_proj,0.0000117017,0.05000,15.623
+31,mlp.experts.21.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.771
+31,mlp.experts.17.gate_proj,0.0000356765,0.05000,15.486
+31,mlp.experts.29.gate_proj,0.0000390971,0.05000,15.478
+31,mlp.experts.20.gate_proj,0.0000062608,0.05000,15.472
+31,mlp.experts.24.gate_proj,0.0000110425,0.05000,15.411
+31,mlp.experts.18.gate_proj,0.0000323756,0.05000,15.602
+31,mlp.experts.25.gate_proj,0.0000120795,0.05000,15.629
+31,mlp.experts.27.gate_proj,0.0000527461,0.05000,15.519
+31,mlp.experts.16.gate_proj,0.0000115264,0.05000,15.683
+31,mlp.experts.26.gate_proj,0.0000134238,0.05000,15.762
+31,mlp.experts.19.gate_proj,0.0000442789,0.05000,15.619
+31,mlp.experts.28.gate_proj,0.0000151008,0.05000,15.672
+31,mlp.experts.30.gate_proj,0.0000176568,0.05000,15.584
+31,mlp.experts.31.gate_proj,0.0000155008,0.05000,15.671
+31,mlp.experts.23.gate_proj,0.0000097606,0.05000,15.674
+31,mlp.experts.37.gate_proj,0.0000156853,0.05000,15.437
+31,mlp.experts.38.gate_proj,0.0000128150,0.05000,15.604
+31,mlp.experts.33.gate_proj,0.0000059018,0.05000,15.041
+31,mlp.experts.45.gate_proj,0.0000255153,0.05000,15.105
+31,mlp.experts.40.gate_proj,0.0000091726,0.05000,15.097
+31,mlp.experts.41.gate_proj,0.0000078405,0.05000,15.075
+31,mlp.experts.36.gate_proj,0.0000151220,0.05000,15.131
+31,mlp.experts.32.gate_proj,0.0000275671,0.05000,15.070
+31,mlp.experts.43.gate_proj,0.0000155381,0.05000,15.191
+31,mlp.experts.34.gate_proj,0.0000107705,0.05000,15.236
+31,mlp.experts.46.gate_proj,0.0000162872,0.05000,15.067
+31,mlp.experts.35.gate_proj,0.0000071555,0.05000,15.166
+31,mlp.experts.44.gate_proj,0.0000188277,0.05000,15.130
+31,mlp.experts.42.gate_proj,0.0000246838,0.05000,15.303
+31,mlp.experts.47.gate_proj,0.0000135511,0.05000,15.240
+31,mlp.experts.39.gate_proj,0.0000056194,0.05000,15.214
+31,mlp.experts.54.gate_proj,0.0000145395,0.05000,15.173
+31,mlp.experts.53.gate_proj,0.0000109511,0.05000,15.322
+31,mlp.experts.62.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.822
+31,mlp.experts.49.gate_proj,0.0000216214,0.05000,15.046
+31,mlp.experts.57.gate_proj,0.0000086868,0.05000,14.873
+31,mlp.experts.52.gate_proj,0.0000169615,0.05000,14.953
+31,mlp.experts.61.gate_proj,0.0000165476,0.05000,15.113
+31,mlp.experts.48.gate_proj,0.0000636621,0.05000,15.059
+31,mlp.experts.56.gate_proj,0.0000323922,0.05000,15.235
+31,mlp.experts.50.gate_proj,0.0000213790,0.05000,15.093
+31,mlp.experts.59.gate_proj,0.0000037559,0.05000,15.121
+31,mlp.experts.60.gate_proj,0.0000099521,0.05000,15.076
+31,mlp.experts.51.gate_proj,0.0000122677,0.05000,15.088
+31,mlp.experts.58.gate_proj,0.0000612873,0.05000,15.000
+31,mlp.experts.63.gate_proj,0.0000298222,0.05000,15.053
+31,mlp.experts.55.gate_proj,0.0000131983,0.05000,15.143
+31,mlp.experts.70.gate_proj,0.0000131422,0.05000,15.067
+31,mlp.experts.69.gate_proj,0.0000131485,0.05000,15.065
+31,mlp.experts.78.gate_proj,0.0000302694,0.05000,15.106
+31,mlp.experts.76.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.812
+31,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.727
+31,mlp.experts.73.gate_proj,0.0000081729,0.05000,14.204
+31,mlp.experts.65.gate_proj,0.0000363259,0.05000,14.345
+31,mlp.experts.68.gate_proj,0.0000281877,0.05000,14.331
+31,mlp.experts.77.gate_proj,0.0000494331,0.05000,14.330
+31,mlp.experts.64.gate_proj,0.0000350867,0.05000,14.296
+31,mlp.experts.72.gate_proj,0.0000117258,0.05000,14.265
+31,mlp.experts.66.gate_proj,0.0000140380,0.05000,14.348
+31,mlp.experts.75.gate_proj,0.0000143246,0.05000,14.348
+31,mlp.experts.67.gate_proj,0.0000163287,0.05000,14.398
+31,mlp.experts.74.gate_proj,0.0000203747,0.05000,14.480
+31,mlp.experts.79.gate_proj,0.0000166778,0.05000,14.488
+31,mlp.experts.71.gate_proj,0.0000047161,0.05000,14.552
+31,mlp.experts.85.gate_proj,0.0000129664,0.05000,14.351
+31,mlp.experts.92.gate_proj,0.0000179323,0.05000,14.385
+31,mlp.experts.94.gate_proj,0.0000336370,0.05000,14.452
+31,mlp.experts.102.gate_proj,0.0000155695,0.05000,14.336
+31,mlp.experts.89.gate_proj,0.0000128724,0.05000,15.115
+31,mlp.experts.81.gate_proj,0.0000398356,0.05000,15.146
+31,mlp.experts.84.gate_proj,0.0000328791,0.05000,15.169
+31,mlp.experts.93.gate_proj,0.0000673477,0.05000,15.114
+31,mlp.experts.80.gate_proj,0.0000221740,0.05000,15.104
+31,mlp.experts.88.gate_proj,0.0000040782,0.05000,15.190
+31,mlp.experts.91.gate_proj,0.0000069427,0.05000,15.158
+31,mlp.experts.82.gate_proj,0.0000327587,0.05000,15.261
+31,mlp.experts.90.gate_proj,0.0000111812,0.05000,15.055
+31,mlp.experts.83.gate_proj,0.0000248498,0.05000,15.179
+31,mlp.experts.95.gate_proj,0.0000079654,0.05000,15.151
+31,mlp.experts.87.gate_proj,0.0000073004,0.05000,15.075
+31,mlp.experts.101.gate_proj,0.0000137977,0.05000,15.001
+31,mlp.experts.104.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.825
+31,mlp.experts.110.gate_proj,0.0000069739,0.05000,15.045
+31,mlp.experts.108.gate_proj,0.0000104609,0.05000,15.120
+31,mlp.experts.117.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.761
+31,mlp.experts.118.gate_proj,0.0000146343,0.05000,15.264
+31,mlp.experts.97.gate_proj,0.0000406578,0.05000,14.875
+31,mlp.experts.105.gate_proj,0.0000187895,0.05000,15.042
+31,mlp.experts.100.gate_proj,0.0000150819,0.05000,14.949
+31,mlp.experts.109.gate_proj,0.0000158951,0.05000,14.985
+31,mlp.experts.96.gate_proj,0.0000372198,0.05000,15.024
+31,mlp.experts.107.gate_proj,0.0000191916,0.05000,15.013
+31,mlp.experts.98.gate_proj,0.0000344453,0.05000,15.087
+31,mlp.experts.106.gate_proj,0.0000173187,0.05000,15.046
+31,mlp.experts.99.gate_proj,0.0000126363,0.05000,15.090
+31,mlp.experts.111.gate_proj,0.0000100102,0.05000,15.047
+31,mlp.experts.103.gate_proj,0.0000693692,0.05000,15.052
+31,mlp.experts.120.gate_proj,0.0000153108,0.05000,15.035
+31,mlp.experts.126.gate_proj,0.0000393876,0.05000,14.982
+31,mlp.experts.124.gate_proj,0.0000633990,0.05000,15.070
+31,mlp.experts.119.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.753
+31,mlp.experts.134.gate_proj,0.0000077146,0.05000,14.845
+31,mlp.experts.133.gate_proj,0.0000084304,0.05000,14.941
+31,mlp.experts.140.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.779
+31,mlp.experts.121.gate_proj,0.0000204401,0.05000,14.998
+31,mlp.experts.113.gate_proj,0.0000332246,0.05000,15.295
+31,mlp.experts.125.gate_proj,0.0000100495,0.05000,15.147
+31,mlp.experts.116.gate_proj,0.0000122173,0.05000,15.256
+31,mlp.experts.112.gate_proj,0.0000057170,0.05000,15.292
+31,mlp.experts.123.gate_proj,0.0000169291,0.05000,15.226
+31,mlp.experts.114.gate_proj,0.0000174655,0.05000,15.140
+31,mlp.experts.122.gate_proj,0.0000100328,0.05000,15.170
+31,mlp.experts.115.gate_proj,0.0000111107,0.05000,15.240
+31,mlp.experts.127.gate_proj,0.0000084053,0.05000,15.377
+31,mlp.experts.128.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.771
+31,mlp.experts.136.gate_proj,0.0000538294,0.05000,15.196
+31,mlp.experts.142.gate_proj,0.0000143778,0.05000,15.147
+31,mlp.experts.149.gate_proj,0.0000198535,0.05000,15.020
+31,mlp.experts.150.gate_proj,0.0000224762,0.05000,15.083
+31,mlp.experts.135.gate_proj,0.0000247514,0.05000,15.239
+31,mlp.experts.156.gate_proj,0.0000361691,0.05000,15.101
+31,mlp.experts.137.gate_proj,0.0000129465,0.05000,14.327
+31,mlp.experts.129.gate_proj,0.0000342911,0.05000,14.418
+31,mlp.experts.141.gate_proj,0.0000071350,0.05000,14.379
+31,mlp.experts.132.gate_proj,0.0000148796,0.05000,14.396
+31,mlp.experts.139.gate_proj,0.0000189110,0.05000,14.412
+31,mlp.experts.130.gate_proj,0.0000114231,0.05000,14.535
+31,mlp.experts.138.gate_proj,0.0000188989,0.05000,14.424
+31,mlp.experts.131.gate_proj,0.0000213588,0.05000,14.543
+31,mlp.experts.143.gate_proj,0.0000110811,0.05000,14.406
+31,mlp.experts.144.gate_proj,0.0000230596,0.05000,14.501
+31,mlp.experts.158.gate_proj,0.0000098812,0.05000,14.437
+31,mlp.experts.152.gate_proj,0.0000482321,0.05000,14.533
+31,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.747
+31,mlp.experts.165.gate_proj,0.0000226846,0.05000,14.439
+31,mlp.experts.166.gate_proj,0.0000206382,0.05000,14.447
+31,mlp.experts.151.gate_proj,0.0000137672,0.05000,14.365
+31,mlp.experts.172.gate_proj,0.0000327346,0.05000,14.238
+31,mlp.experts.168.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.713
+31,mlp.experts.182.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.729
+31,mlp.experts.153.gate_proj,0.0000101285,0.05000,15.178
+31,mlp.experts.145.gate_proj,0.0000187318,0.05000,15.229
+31,mlp.experts.148.gate_proj,0.0000077410,0.05000,15.067
+31,mlp.experts.157.gate_proj,0.0000109322,0.05000,15.233
+31,mlp.experts.155.gate_proj,0.0000515772,0.05000,15.248
+31,mlp.experts.146.gate_proj,0.0000263464,0.05000,15.072
+31,mlp.experts.154.gate_proj,0.0000064335,0.05000,15.241
+31,mlp.experts.159.gate_proj,0.0000403513,0.05000,15.242
+31,mlp.experts.174.gate_proj,0.0000088822,0.05000,15.084
+31,mlp.experts.160.gate_proj,0.0000078631,0.05000,15.164
+31,mlp.experts.171.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.801
+31,mlp.experts.163.gate_proj,0.0000085166,0.05000,15.208
+31,mlp.experts.181.gate_proj,0.0000294394,0.05000,15.233
+31,mlp.experts.167.gate_proj,0.0000147447,0.05000,15.243
+31,mlp.experts.188.gate_proj,0.0000147687,0.05000,15.238
+31,mlp.experts.184.gate_proj,0.0000165871,0.05000,15.230
+31,mlp.experts.187.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.792
+31,mlp.experts.198.gate_proj,0.0000992789,0.05000,15.243
+31,mlp.experts.200.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.785
+31,mlp.experts.169.gate_proj,0.0000069010,0.05000,15.257
+31,mlp.experts.161.gate_proj,0.0000781556,0.05000,15.256
+31,mlp.experts.164.gate_proj,0.0000218048,0.05000,15.245
+31,mlp.experts.173.gate_proj,0.0000120323,0.05000,15.208
+31,mlp.experts.170.gate_proj,0.0000251755,0.05000,15.152
+31,mlp.experts.162.gate_proj,0.0000070442,0.05000,15.337
+31,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.774
+31,mlp.experts.175.gate_proj,0.0000173160,0.05000,15.315
+31,mlp.experts.190.gate_proj,0.0000107915,0.05000,15.319
+31,mlp.experts.176.gate_proj,0.0000166334,0.05000,15.333
+31,mlp.experts.179.gate_proj,0.0000249477,0.05000,15.331
+31,mlp.experts.197.gate_proj,0.0000139116,0.05000,15.403
+31,mlp.experts.183.gate_proj,0.0000082454,0.05000,15.353
+31,mlp.experts.204.gate_proj,0.0000131586,0.05000,15.392
+31,mlp.experts.203.gate_proj,0.0000134987,0.05000,15.286
+31,mlp.experts.214.gate_proj,0.0000197403,0.05000,15.193
+31,mlp.experts.216.gate_proj,0.0000137931,0.05000,15.368
+31,mlp.experts.185.gate_proj,0.0000325216,0.05000,15.208
+31,mlp.experts.177.gate_proj,0.0000225012,0.05000,15.176
+31,mlp.experts.180.gate_proj,0.0000119299,0.05000,15.294
+31,mlp.experts.186.gate_proj,0.0000099631,0.05000,15.316
+31,mlp.experts.178.gate_proj,0.0000461834,0.05000,15.318
+31,mlp.experts.205.gate_proj,0.0000101348,0.05000,15.226
+31,mlp.experts.206.gate_proj,0.0000502550,0.05000,15.206
+31,mlp.experts.191.gate_proj,0.0000110881,0.05000,15.346
+31,mlp.experts.192.gate_proj,0.0000093735,0.05000,15.185
+31,mlp.experts.195.gate_proj,0.0000107212,0.05000,15.226
+31,mlp.experts.213.gate_proj,0.0000348961,0.05000,15.166
+31,mlp.experts.220.gate_proj,0.0000486647,0.05000,15.207
+31,mlp.experts.199.gate_proj,0.0000082200,0.05000,15.343
+31,mlp.experts.219.gate_proj,0.0000133129,0.05000,15.413
+31,mlp.experts.230.gate_proj,0.0000124585,0.05000,15.207
+31,mlp.experts.232.gate_proj,0.0000490569,0.05000,15.217
+31,mlp.experts.201.gate_proj,0.0000136986,0.05000,15.096
+31,mlp.experts.193.gate_proj,0.0000196129,0.05000,15.098
+31,mlp.experts.196.gate_proj,0.0000175171,0.05000,15.145
+31,mlp.experts.202.gate_proj,0.0000113552,0.05000,15.201
+31,mlp.experts.221.gate_proj,0.0000163833,0.05000,15.093
+31,mlp.experts.194.gate_proj,0.0000162316,0.05000,15.319
+31,mlp.experts.222.gate_proj,0.0000214414,0.05000,15.142
+31,mlp.experts.208.gate_proj,0.0000117938,0.05000,15.112
+31,mlp.experts.207.gate_proj,0.0000124551,0.05000,15.119
+31,mlp.experts.210.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.806
+31,mlp.experts.211.gate_proj,0.0000161321,0.05000,15.311
+31,mlp.experts.229.gate_proj,0.0000283321,0.05000,15.190
+31,mlp.experts.236.gate_proj,0.0000359684,0.05000,15.177
+31,mlp.experts.215.gate_proj,0.0000079339,0.05000,15.152
+31,mlp.experts.235.gate_proj,0.0000208971,0.05000,15.370
+31,mlp.experts.246.gate_proj,0.0000155357,0.05000,15.307
+31,mlp.experts.248.gate_proj,0.0000199303,0.05000,15.289
+31,mlp.experts.6.up_proj,failsafe(rtn): 0.0008888,0.00000,0.673
+31,mlp.experts.217.gate_proj,0.0000039569,0.05000,14.666
+31,mlp.experts.209.gate_proj,0.0000314834,0.05000,14.764
+31,mlp.experts.212.gate_proj,0.0000066767,0.05000,14.779
+31,mlp.experts.218.gate_proj,0.0000231739,0.05000,14.770
+31,mlp.experts.237.gate_proj,0.0000104801,0.05000,14.777
+31,mlp.experts.224.gate_proj,0.0000114787,0.05000,14.588
+31,mlp.experts.238.gate_proj,0.0000124511,0.05000,14.605
+31,mlp.experts.223.gate_proj,0.0000207570,0.05000,14.735
+31,mlp.experts.226.gate_proj,0.0000073117,0.05000,14.670
+31,mlp.experts.245.gate_proj,0.0000148082,0.05000,14.686
+31,mlp.experts.227.gate_proj,0.0000268294,0.05000,14.724
+31,mlp.experts.252.gate_proj,0.0000114311,0.05000,14.646
+31,mlp.experts.231.gate_proj,0.0000144406,0.05000,14.707
+31,mlp.experts.251.gate_proj,0.0000244533,0.05000,14.877
+31,mlp.experts.8.up_proj,0.0000203311,0.05000,14.767
+31,mlp.experts.22.up_proj,0.0000089465,0.05000,14.843
+31,mlp.experts.233.gate_proj,0.0000213687,0.05000,15.318
+31,mlp.experts.225.gate_proj,0.0000127030,0.05000,15.534
+31,mlp.experts.228.gate_proj,0.0000215132,0.05000,15.471
+31,mlp.experts.234.gate_proj,0.0000160528,0.05000,15.499
+31,mlp.experts.253.gate_proj,0.0000122326,0.05000,15.551
+31,mlp.experts.240.gate_proj,0.0000101859,0.05000,15.473
+31,mlp.experts.254.gate_proj,0.0000094854,0.05000,15.479
+31,mlp.experts.239.gate_proj,0.0000220466,0.05000,15.440
+31,mlp.experts.242.gate_proj,0.0000171015,0.05000,15.457
+31,mlp.experts.5.up_proj,0.0000444241,0.05000,15.484
+31,mlp.experts.12.up_proj,0.0000131203,0.05000,15.330
+31,mlp.experts.243.gate_proj,0.0000617318,0.05000,15.594
+31,mlp.experts.247.gate_proj,0.0000095817,0.05000,15.473
+31,mlp.experts.21.up_proj,failsafe(rtn): 0.0008965,0.00000,0.671
+31,mlp.experts.11.up_proj,0.0000123859,0.05000,15.421
+31,mlp.experts.24.up_proj,0.0000102344,0.05000,15.200
+31,mlp.experts.38.up_proj,0.0000106906,0.05000,15.290
+31,mlp.experts.249.gate_proj,0.0000202109,0.05000,14.843
+31,mlp.experts.241.gate_proj,0.0000415912,0.05000,14.716
+31,mlp.experts.244.gate_proj,0.0000491447,0.05000,14.878
+31,mlp.experts.250.gate_proj,0.0000194389,0.05000,14.833
+31,mlp.experts.13.up_proj,0.0000259291,0.05000,14.755
+31,mlp.experts.14.up_proj,0.0000110153,0.05000,14.828
+31,mlp.experts.0.up_proj,0.0000696173,0.05000,14.837
+31,mlp.experts.255.gate_proj,0.0000321084,0.05000,14.758
+31,mlp.experts.2.up_proj,0.0000050303,0.05000,14.842
+31,mlp.experts.28.up_proj,0.0000135349,0.05000,14.814
+31,mlp.experts.3.up_proj,0.0000207136,0.05000,14.852
+31,mlp.experts.7.up_proj,0.0000100991,0.05000,15.095
+31,mlp.experts.37.up_proj,0.0000105049,0.05000,14.994
+31,mlp.experts.27.up_proj,0.0000479159,0.05000,14.984
+31,mlp.experts.40.up_proj,0.0000071331,0.05000,14.896
+31,mlp.experts.54.up_proj,0.0000142323,0.05000,15.034
+31,mlp.experts.9.up_proj,0.0000412680,0.05000,14.992
+31,mlp.experts.1.up_proj,0.0000067037,0.05000,15.034
+31,mlp.experts.4.up_proj,0.0000158130,0.05000,15.136
+31,mlp.experts.10.up_proj,0.0000069029,0.05000,15.020
+31,mlp.experts.29.up_proj,0.0000309469,0.05000,15.104
+31,mlp.experts.16.up_proj,0.0000094852,0.05000,15.108
+31,mlp.experts.15.up_proj,0.0000172912,0.05000,15.072
+31,mlp.experts.30.up_proj,0.0000164421,0.05000,15.313
+31,mlp.experts.18.up_proj,0.0000294261,0.05000,15.158
+31,mlp.experts.44.up_proj,0.0000180348,0.05000,15.089
+31,mlp.experts.19.up_proj,0.0000443698,0.05000,15.257
+31,mlp.experts.23.up_proj,0.0000093238,0.05000,15.127
+31,mlp.experts.53.up_proj,0.0000096785,0.05000,14.929
+31,mlp.experts.43.up_proj,0.0000126148,0.05000,15.077
+31,mlp.experts.56.up_proj,0.0000243093,0.05000,15.026
+31,mlp.experts.70.up_proj,0.0000127376,0.05000,15.108
+31,mlp.experts.86.up_proj,failsafe(rtn): 0.0009193,0.00000,0.678
+31,mlp.experts.25.up_proj,0.0000104949,0.05000,14.558
+31,mlp.experts.17.up_proj,0.0000347206,0.05000,14.511
+31,mlp.experts.20.up_proj,0.0000059412,0.05000,14.503
+31,mlp.experts.26.up_proj,0.0000123682,0.05000,14.293
+31,mlp.experts.45.up_proj,0.0000202221,0.05000,14.338
+31,mlp.experts.32.up_proj,0.0000248453,0.05000,14.337
+31,mlp.experts.31.up_proj,0.0000130331,0.05000,14.325
+31,mlp.experts.46.up_proj,0.0000138197,0.05000,14.371
+31,mlp.experts.34.up_proj,0.0000113735,0.05000,14.390
+31,mlp.experts.60.up_proj,0.0000086763,0.05000,14.246
+31,mlp.experts.62.up_proj,failsafe(rtn): 0.0009651,0.00000,0.738
+31,mlp.experts.35.up_proj,0.0000065737,0.05000,14.280
+31,mlp.experts.76.up_proj,failsafe(rtn): 0.0008965,0.00000,0.789
+31,mlp.experts.39.up_proj,0.0000056133,0.05000,14.507
+31,mlp.experts.69.up_proj,0.0000124621,0.05000,14.455
+31,mlp.experts.72.up_proj,0.0000114061,0.05000,14.356
+31,mlp.experts.59.up_proj,0.0000034135,0.05000,14.480
+31,mlp.experts.102.up_proj,0.0000123873,0.05000,14.408
+31,mlp.experts.41.up_proj,0.0000076515,0.05000,14.640
+31,mlp.experts.33.up_proj,0.0000049700,0.05000,14.754
+31,mlp.experts.36.up_proj,0.0000143660,0.05000,14.819
+31,mlp.experts.42.up_proj,0.0000224355,0.05000,14.880
+31,mlp.experts.61.up_proj,0.0000139680,0.05000,14.762
+31,mlp.experts.48.up_proj,0.0000653815,0.05000,14.841
+31,mlp.experts.47.up_proj,0.0000119454,0.05000,14.857
+31,mlp.experts.50.up_proj,0.0000198946,0.05000,14.997
+31,mlp.experts.78.up_proj,0.0000277328,0.05000,14.812
+31,mlp.experts.51.up_proj,0.0000117319,0.05000,14.965
+31,mlp.experts.92.up_proj,0.0000170581,0.05000,14.695
+31,mlp.experts.85.up_proj,0.0000130989,0.05000,14.644
+31,mlp.experts.55.up_proj,0.0000099294,0.05000,14.835
+31,mlp.experts.88.up_proj,0.0000036206,0.05000,14.706
+31,mlp.experts.75.up_proj,0.0000141899,0.05000,14.796
+31,mlp.experts.104.up_proj,failsafe(rtn): 0.0009346,0.00000,0.758
+31,mlp.experts.118.up_proj,0.0000097276,0.05000,14.810
+31,mlp.experts.57.up_proj,0.0000096092,0.05000,14.840
+31,mlp.experts.49.up_proj,0.0000210823,0.05000,14.826
+31,mlp.experts.52.up_proj,0.0000154633,0.05000,14.860
+31,mlp.experts.58.up_proj,0.0000466878,0.05000,14.973
+31,mlp.experts.77.up_proj,0.0000378581,0.05000,14.914
+31,mlp.experts.64.up_proj,0.0000291792,0.05000,14.904
+31,mlp.experts.63.up_proj,0.0000274445,0.05000,14.963
+31,mlp.experts.66.up_proj,0.0000113256,0.05000,14.863
+31,mlp.experts.94.up_proj,0.0000322413,0.05000,14.874
+31,mlp.experts.67.up_proj,0.0000140233,0.05000,14.841
+31,mlp.experts.101.up_proj,0.0000111503,0.05000,14.840
+31,mlp.experts.108.up_proj,0.0000096621,0.05000,14.908
+31,mlp.experts.71.up_proj,0.0000047210,0.05000,14.905
+31,mlp.experts.91.up_proj,0.0000069092,0.05000,14.850
+31,mlp.experts.117.up_proj,failsafe(rtn): 0.0009193,0.00000,0.676
+31,mlp.experts.120.up_proj,0.0000132201,0.05000,14.714
+31,mlp.experts.134.up_proj,0.0000064633,0.05000,14.841
+31,mlp.experts.73.up_proj,0.0000072347,0.05000,15.210
+31,mlp.experts.65.up_proj,0.0000268959,0.05000,15.224
+31,mlp.experts.68.up_proj,0.0000227854,0.05000,15.254
+31,mlp.experts.74.up_proj,0.0000173958,0.05000,15.167
+31,mlp.experts.93.up_proj,0.0000597215,0.05000,15.140
+31,mlp.experts.80.up_proj,0.0000163796,0.05000,15.335
+31,mlp.experts.79.up_proj,0.0000150165,0.05000,15.308
+31,mlp.experts.82.up_proj,0.0000281672,0.05000,15.215
+31,mlp.experts.110.up_proj,0.0000058610,0.05000,15.196
+31,mlp.experts.83.up_proj,0.0000241668,0.05000,15.163
+31,mlp.experts.124.up_proj,0.0000643354,0.05000,15.290
+31,mlp.experts.87.up_proj,0.0000061227,0.05000,15.287
+31,mlp.experts.107.up_proj,0.0000157098,0.05000,15.246
+31,mlp.experts.133.up_proj,0.0000065810,0.05000,15.150
+31,mlp.experts.136.up_proj,0.0000435001,0.05000,15.136
+31,mlp.experts.140.up_proj,failsafe(rtn): 0.0010147,0.00000,0.706
+31,mlp.experts.150.up_proj,0.0000201293,0.05000,15.311
+31,mlp.experts.89.up_proj,0.0000119849,0.05000,14.640
+31,mlp.experts.81.up_proj,0.0000377546,0.05000,14.605
+31,mlp.experts.84.up_proj,0.0000286136,0.05000,14.546
+31,mlp.experts.90.up_proj,0.0000104330,0.05000,14.625
+31,mlp.experts.109.up_proj,0.0000163443,0.05000,14.703
+31,mlp.experts.96.up_proj,0.0000329487,0.05000,14.714
+31,mlp.experts.95.up_proj,0.0000067039,0.05000,14.736
+31,mlp.experts.98.up_proj,0.0000323629,0.05000,14.655
+31,mlp.experts.126.up_proj,0.0000303766,0.05000,14.677
+31,mlp.experts.99.up_proj,0.0000087475,0.05000,14.858
+31,mlp.experts.103.up_proj,0.0000560457,0.05000,14.755
+31,mlp.experts.123.up_proj,0.0000156429,0.05000,14.886
+31,mlp.experts.149.up_proj,0.0000193901,0.05000,14.727
+31,mlp.experts.152.up_proj,0.0000453189,0.05000,14.762
+31,mlp.experts.156.up_proj,0.0000327014,0.05000,14.779
+31,mlp.experts.119.up_proj,failsafe(rtn): 0.0009384,0.00000,0.778
+31,mlp.experts.168.up_proj,failsafe(rtn): 0.0008850,0.00000,0.743
+31,mlp.experts.166.up_proj,0.0000176436,0.05000,14.811
+31,mlp.experts.182.up_proj,failsafe(rtn): 0.0009842,0.00000,0.638
+31,mlp.experts.105.up_proj,0.0000175988,0.05000,14.932
+31,mlp.experts.97.up_proj,0.0000371928,0.05000,14.968
+31,mlp.experts.100.up_proj,0.0000111235,0.05000,15.095
+31,mlp.experts.106.up_proj,0.0000147482,0.05000,15.085
+31,mlp.experts.125.up_proj,0.0000092819,0.05000,14.999
+31,mlp.experts.112.up_proj,0.0000052373,0.05000,15.022
+31,mlp.experts.111.up_proj,0.0000092914,0.05000,14.991
+31,mlp.experts.114.up_proj,0.0000223084,0.05000,14.943
+31,mlp.experts.142.up_proj,0.0000132056,0.05000,15.007
+31,mlp.experts.128.up_proj,failsafe(rtn): 0.0009766,0.00000,0.693
+31,mlp.experts.115.up_proj,0.0000089676,0.05000,15.211
+31,mlp.experts.165.up_proj,0.0000213758,0.05000,14.966
+31,mlp.experts.139.up_proj,0.0000171561,0.05000,15.087
+31,mlp.experts.172.up_proj,0.0000321417,0.05000,15.088
+31,mlp.experts.135.up_proj,0.0000197069,0.05000,15.030
+31,mlp.experts.184.up_proj,0.0000158479,0.05000,15.124
+31,mlp.experts.200.up_proj,failsafe(rtn): 0.0009651,0.00000,0.725
+31,mlp.experts.198.up_proj,0.0000803846,0.05000,15.203
+31,mlp.experts.121.up_proj,0.0000183341,0.05000,14.686
+31,mlp.experts.113.up_proj,0.0000299766,0.05000,14.632
+31,mlp.experts.116.up_proj,0.0000098943,0.05000,14.393
+31,mlp.experts.122.up_proj,0.0000084253,0.05000,14.552
+31,mlp.experts.141.up_proj,0.0000066893,0.05000,14.634
+31,mlp.experts.127.up_proj,0.0000068459,0.05000,14.624
+31,mlp.experts.130.up_proj,0.0000111794,0.05000,14.536
+31,mlp.experts.158.up_proj,0.0000076118,0.05000,14.540
+31,mlp.experts.144.up_proj,0.0000177988,0.05000,14.565
+31,mlp.experts.131.up_proj,0.0000199840,0.05000,14.464
+31,mlp.experts.181.up_proj,0.0000230510,0.05000,14.525
+31,mlp.experts.147.up_proj,failsafe(rtn): 0.0010376,0.00000,0.739
+31,mlp.experts.155.up_proj,0.0000483401,0.05000,14.588
+31,mlp.experts.188.up_proj,0.0000166068,0.05000,14.417
+31,mlp.experts.151.up_proj,0.0000132332,0.05000,14.408
+31,mlp.experts.171.up_proj,failsafe(rtn): 0.0009842,0.00000,0.771
+31,mlp.experts.187.up_proj,failsafe(rtn): 0.0009384,0.00000,0.717
+31,mlp.experts.216.up_proj,0.0000113843,0.05000,14.411
+31,mlp.experts.214.up_proj,0.0000155716,0.05000,14.490
+31,mlp.experts.137.up_proj,0.0000132018,0.05000,14.840
+31,mlp.experts.129.up_proj,0.0000328443,0.05000,14.827
+31,mlp.experts.132.up_proj,0.0000119241,0.05000,15.015
+31,mlp.experts.138.up_proj,0.0000187882,0.05000,14.955
+31,mlp.experts.157.up_proj,0.0000112993,0.05000,15.023
+31,mlp.experts.143.up_proj,0.0000094273,0.05000,15.094
+31,mlp.experts.146.up_proj,0.0000259497,0.05000,14.999
+31,mlp.experts.174.up_proj,0.0000076678,0.05000,15.137
+31,mlp.experts.160.up_proj,0.0000065772,0.05000,15.112
+31,mlp.experts.197.up_proj,0.0000127209,0.05000,15.091
+31,mlp.experts.163.up_proj,0.0000079667,0.05000,15.082
+31,mlp.experts.204.up_proj,0.0000122785,0.05000,15.128
+31,mlp.experts.167.up_proj,0.0000140786,0.05000,15.240
+31,mlp.experts.203.up_proj,0.0000114895,0.05000,15.099
+31,mlp.experts.232.up_proj,0.0000425227,0.05000,14.994
+31,mlp.experts.230.up_proj,0.0000112925,0.05000,15.078
+31,mlp.experts.153.up_proj,0.0000082578,0.05000,14.817
+31,mlp.experts.145.up_proj,0.0000192230,0.05000,14.773
+31,mlp.experts.148.up_proj,0.0000069716,0.05000,14.736
+31,mlp.experts.154.up_proj,0.0000065923,0.05000,14.719
+31,mlp.experts.173.up_proj,0.0000113955,0.05000,14.730
+31,mlp.experts.159.up_proj,0.0000343501,0.05000,14.785
+31,mlp.experts.189.up_proj,failsafe(rtn): 0.0009155,0.00000,0.672
+31,mlp.experts.162.up_proj,0.0000058754,0.05000,14.802
+31,mlp.experts.176.up_proj,0.0000153746,0.05000,14.592
+31,mlp.experts.190.up_proj,0.0000093848,0.05000,14.685
+31,mlp.experts.213.up_proj,0.0000293576,0.05000,14.672
+31,mlp.experts.179.up_proj,0.0000175633,0.05000,14.873
+31,mlp.experts.220.up_proj,0.0000388236,0.05000,14.675
+31,mlp.experts.183.up_proj,0.0000081043,0.05000,14.663
+31,mlp.experts.248.up_proj,0.0000190114,0.05000,14.713
+31,mlp.experts.219.up_proj,0.0000091287,0.05000,14.823
+31,mlp.experts.246.up_proj,0.0000145313,0.05000,14.713
+31,mlp.experts.6.down_proj,failsafe(rtn): 0.0008774,0.00000,0.172
+31,mlp.experts.8.down_proj,0.0000013842,0.05000,3.729
+31,mlp.experts.22.down_proj,0.0000005309,0.05000,3.702
+31,mlp.experts.24.down_proj,0.0000002150,0.05000,3.672
+31,mlp.experts.38.down_proj,0.0000008543,0.05000,3.687
+31,mlp.experts.169.up_proj,0.0000058679,0.05000,14.518
+31,mlp.experts.161.up_proj,0.0000732674,0.05000,14.671
+31,mlp.experts.164.up_proj,0.0000199355,0.05000,14.564
+31,mlp.experts.170.up_proj,0.0000236704,0.05000,14.666
+31,mlp.experts.40.down_proj,0.0000004142,0.05000,3.673
+31,mlp.experts.205.up_proj,0.0000104801,0.05000,14.757
+31,mlp.experts.175.up_proj,0.0000139889,0.05000,14.798
+31,mlp.experts.178.up_proj,0.0000424166,0.05000,14.660
+31,mlp.experts.192.up_proj,0.0000080350,0.05000,14.607
+31,mlp.experts.54.down_proj,0.0000010242,0.05000,3.779
+31,mlp.experts.206.up_proj,0.0000544768,0.05000,14.823
+31,mlp.experts.229.up_proj,0.0000267825,0.05000,14.690
+31,mlp.experts.236.up_proj,0.0000339074,0.05000,14.558
+31,mlp.experts.195.up_proj,0.0000101729,0.05000,14.786
+31,mlp.experts.199.up_proj,0.0000081907,0.05000,14.714
+31,mlp.experts.56.down_proj,0.0000006526,0.05000,3.711
+31,mlp.experts.235.up_proj,0.0000202051,0.05000,14.814
+31,mlp.experts.70.down_proj,0.0000010192,0.05000,3.627
+31,mlp.experts.86.down_proj,failsafe(rtn): 0.0009117,0.00000,0.196
+31,mlp.experts.72.down_proj,0.0000004753,0.05000,3.670
+31,mlp.experts.102.down_proj,0.0000009681,0.05000,3.653
+31,mlp.experts.88.down_proj,0.0000003632,0.05000,3.760
+31,mlp.experts.104.down_proj,failsafe(rtn): 0.0009232,0.00000,0.181
+31,mlp.experts.118.down_proj,0.0000005167,0.05000,3.724
+31,mlp.experts.185.up_proj,0.0000259333,0.05000,14.648
+31,mlp.experts.177.up_proj,0.0000196414,0.05000,14.719
+31,mlp.experts.180.up_proj,0.0000100053,0.05000,14.821
+31,mlp.experts.186.up_proj,0.0000096512,0.05000,14.757
+31,mlp.experts.221.up_proj,0.0000158958,0.05000,14.583
+31,mlp.experts.120.down_proj,0.0000014382,0.05000,3.689
+31,mlp.experts.191.up_proj,0.0000098505,0.05000,14.764
+31,mlp.experts.194.up_proj,0.0000158168,0.05000,14.797
+31,mlp.experts.208.up_proj,0.0000102599,0.05000,14.727
+31,mlp.experts.222.up_proj,0.0000201379,0.05000,14.756
+31,mlp.experts.134.down_proj,0.0000006966,0.05000,3.718
+31,mlp.experts.210.up_proj,failsafe(rtn): 0.0009613,0.00000,0.740
+31,mlp.experts.245.up_proj,0.0000121355,0.05000,14.703
+31,mlp.experts.252.up_proj,0.0000119483,0.05000,14.731
+31,mlp.experts.211.up_proj,0.0000150030,0.05000,14.848
+31,mlp.experts.215.up_proj,0.0000080866,0.05000,14.707
+31,mlp.experts.251.up_proj,0.0000195997,0.05000,14.640
+31,mlp.experts.136.down_proj,0.0000028764,0.05000,3.532
+31,mlp.experts.150.down_proj,0.0000004760,0.05000,3.471
+31,mlp.experts.5.down_proj,0.0000033045,0.05000,3.497
+31,mlp.experts.21.down_proj,failsafe(rtn): 0.0009003,0.00000,0.176
+31,mlp.experts.12.down_proj,0.0000014599,0.05000,3.469
+31,mlp.experts.11.down_proj,0.0000003741,0.05000,3.534
+31,mlp.experts.152.down_proj,0.0000052835,0.05000,3.730
+31,mlp.experts.168.down_proj,failsafe(rtn): 0.0008850,0.00000,0.304
+31,mlp.experts.166.down_proj,0.0000012453,0.05000,3.758
+31,mlp.experts.182.down_proj,failsafe(rtn): 0.0009575,0.00000,0.246
+31,mlp.experts.37.down_proj,0.0000004975,0.05000,3.892
+31,mlp.experts.28.down_proj,0.0000011803,0.05000,3.982
+31,mlp.experts.27.down_proj,0.0000062676,0.05000,3.997
+31,mlp.experts.184.down_proj,0.0000004352,0.05000,3.694
+31,mlp.experts.200.down_proj,failsafe(rtn): 0.0009613,0.00000,0.183
+31,mlp.experts.198.down_proj,0.0000048933,0.05000,3.552
+31,mlp.experts.201.up_proj,0.0000133530,0.05000,14.652
+31,mlp.experts.193.up_proj,0.0000156332,0.05000,14.526
+31,mlp.experts.53.down_proj,0.0000006739,0.05000,3.597
+31,mlp.experts.44.down_proj,0.0000004588,0.05000,3.607
+31,mlp.experts.196.up_proj,0.0000157100,0.05000,14.534
+31,mlp.experts.202.up_proj,0.0000093637,0.05000,14.609
+31,mlp.experts.237.up_proj,0.0000117102,0.05000,14.429
+31,mlp.experts.43.down_proj,0.0000008626,0.05000,3.560
+31,mlp.experts.207.up_proj,0.0000120708,0.05000,14.548
+31,mlp.experts.224.up_proj,0.0000102543,0.05000,14.452
+31,mlp.experts.216.down_proj,0.0000007661,0.05000,3.634
+31,mlp.experts.238.up_proj,0.0000118618,0.05000,14.540
+31,mlp.experts.214.down_proj,0.0000004497,0.05000,3.652
+31,mlp.experts.226.up_proj,0.0000067040,0.05000,14.539
+31,mlp.experts.69.down_proj,0.0000003147,0.05000,3.559
+31,mlp.experts.60.down_proj,0.0000005446,0.05000,3.595
+31,mlp.experts.76.down_proj,failsafe(rtn): 0.0009041,0.00000,0.189
+31,mlp.experts.231.up_proj,0.0000125363,0.05000,14.542
+31,mlp.experts.227.up_proj,0.0000222610,0.05000,14.719
+31,mlp.experts.59.down_proj,0.0000003063,0.05000,3.590
+31,mlp.experts.232.down_proj,0.0000018927,0.05000,3.584
+31,mlp.experts.230.down_proj,0.0000011445,0.05000,3.539
+31,mlp.experts.85.down_proj,0.0000014345,0.05000,3.526
+31,mlp.experts.92.down_proj,0.0000005092,0.05000,3.517
+31,mlp.experts.75.down_proj,0.0000008304,0.05000,3.700
+31,mlp.experts.248.down_proj,0.0000006978,0.05000,3.951
+31,mlp.experts.246.down_proj,0.0000002754,0.05000,3.959
+31,mlp.experts.101.down_proj,0.0000007396,0.05000,3.915
+31,mlp.experts.117.down_proj,failsafe(rtn): 0.0009193,0.00000,0.172
+31,mlp.experts.108.down_proj,0.0000008473,0.05000,3.895
+31,mlp.experts.91.down_proj,0.0000005445,0.05000,3.569
+31,mlp.experts.217.up_proj,0.0000037089,0.05000,14.366
+31,mlp.experts.209.up_proj,0.0000313741,0.05000,14.328
+31,mlp.experts.133.down_proj,0.0000005508,0.05000,3.395
+31,mlp.experts.124.down_proj,0.0000055400,0.05000,3.366
+31,mlp.experts.212.up_proj,0.0000058093,0.05000,14.338
+31,mlp.experts.140.down_proj,failsafe(rtn): 0.0009842,0.00000,0.173
+31,mlp.experts.218.up_proj,0.0000215076,0.05000,14.158
+31,mlp.experts.253.up_proj,0.0000105602,0.05000,14.076
+31,mlp.experts.107.down_proj,0.0000010496,0.05000,3.417
+31,mlp.experts.223.up_proj,0.0000162553,0.05000,14.277
+31,mlp.experts.240.up_proj,0.0000104468,0.05000,14.164
+31,mlp.experts.254.up_proj,0.0000088864,0.05000,14.127
+31,mlp.experts.242.up_proj,0.0000157034,0.05000,14.129
+31,mlp.experts.149.down_proj,0.0000023822,0.05000,3.127
+31,mlp.experts.156.down_proj,0.0000008652,0.05000,3.108
+31,mlp.experts.243.up_proj,0.0000676136,0.05000,13.761
+31,mlp.experts.247.up_proj,0.0000084276,0.05000,13.960
+31,mlp.experts.13.down_proj,0.0000016973,0.05000,3.139
+31,mlp.experts.123.down_proj,0.0000003299,0.05000,3.161
+31,mlp.experts.0.down_proj,0.0000051605,0.05000,3.167
+31,mlp.experts.14.down_proj,0.0000007132,0.05000,3.148
+31,mlp.experts.2.down_proj,0.0000004943,0.05000,3.173
+31,mlp.experts.165.down_proj,0.0000021854,0.05000,3.169
+31,mlp.experts.172.down_proj,0.0000010823,0.05000,3.128
+31,mlp.experts.3.down_proj,0.0000023122,0.05000,3.068
+31,mlp.experts.7.down_proj,0.0000007061,0.05000,3.146
+31,mlp.experts.29.down_proj,0.0000015446,0.05000,3.151
+31,mlp.experts.139.down_proj,0.0000003327,0.05000,3.224
+31,mlp.experts.16.down_proj,0.0000004379,0.05000,3.141
+31,mlp.experts.30.down_proj,0.0000014213,0.05000,3.185
+31,mlp.experts.18.down_proj,0.0000028231,0.05000,3.152
+31,mlp.experts.181.down_proj,0.0000018076,0.05000,3.071
+31,mlp.experts.188.down_proj,0.0000004883,0.05000,3.029
+31,mlp.experts.19.down_proj,0.0000016303,0.05000,3.036
+31,mlp.experts.23.down_proj,0.0000010900,0.05000,3.138
+31,mlp.experts.45.down_proj,0.0000012052,0.05000,3.020
+31,mlp.experts.155.down_proj,0.0000027111,0.05000,3.025
+31,mlp.experts.32.down_proj,0.0000004451,0.05000,3.032
+31,mlp.experts.171.down_proj,failsafe(rtn): 0.0009613,0.00000,0.162
+31,mlp.experts.187.down_proj,failsafe(rtn): 0.0009270,0.00000,0.153
+31,mlp.experts.233.up_proj,0.0000226972,0.05000,12.437
+31,mlp.experts.46.down_proj,0.0000007871,0.05000,3.104
+31,mlp.experts.62.down_proj,failsafe(rtn): 0.0009499,0.00000,0.149
+31,mlp.experts.225.up_proj,0.0000104174,0.05000,12.376
+31,mlp.experts.34.down_proj,0.0000007927,0.05000,3.136
+31,mlp.experts.197.down_proj,0.0000009766,0.05000,3.180
+31,mlp.experts.228.up_proj,0.0000221151,0.05000,12.428
+31,mlp.experts.204.down_proj,0.0000003725,0.05000,3.225
+31,mlp.experts.35.down_proj,0.0000002779,0.05000,3.184
+31,mlp.experts.234.up_proj,0.0000145108,0.05000,12.387
+31,mlp.experts.39.down_proj,0.0000006718,0.05000,3.155
+31,mlp.experts.61.down_proj,0.0000004878,0.05000,3.214
+31,mlp.experts.239.up_proj,0.0000117448,0.05000,12.399
+31,mlp.experts.48.down_proj,0.0000025181,0.05000,3.211
+31,mlp.experts.203.down_proj,0.0000004622,0.05000,3.191
+31,mlp.experts.78.down_proj,0.0000008047,0.05000,3.130
+31,mlp.experts.50.down_proj,0.0000016887,0.05000,3.157
+31,mlp.experts.213.down_proj,0.0000026751,0.05000,3.079
+31,mlp.experts.220.down_proj,0.0000007380,0.05000,3.109
+31,mlp.experts.51.down_proj,0.0000014198,0.05000,3.109
+31,mlp.experts.55.down_proj,0.0000003631,0.05000,3.115
+31,mlp.experts.77.down_proj,0.0000023061,0.05000,3.012
+31,mlp.experts.64.down_proj,0.0000012206,0.05000,3.057
+31,mlp.experts.219.down_proj,0.0000003013,0.05000,3.098
+31,mlp.experts.94.down_proj,0.0000011305,0.05000,3.019
+31,mlp.experts.66.down_proj,0.0000005597,0.05000,3.099
+31,mlp.experts.229.down_proj,0.0000027142,0.05000,3.115
+31,mlp.experts.236.down_proj,0.0000007584,0.05000,3.121
+31,mlp.experts.67.down_proj,0.0000005690,0.05000,3.207
+31,mlp.experts.71.down_proj,0.0000003715,0.05000,3.193
+31,mlp.experts.93.down_proj,0.0000015863,0.05000,3.171
+31,mlp.experts.80.down_proj,0.0000009504,0.05000,3.127
+31,mlp.experts.235.down_proj,0.0000004529,0.05000,3.165
+31,mlp.experts.110.down_proj,0.0000003881,0.05000,3.150
+31,mlp.experts.82.down_proj,0.0000023061,0.05000,3.168
+31,mlp.experts.245.down_proj,0.0000006555,0.05000,3.115
+31,mlp.experts.252.down_proj,0.0000010713,0.05000,3.148
+31,mlp.experts.83.down_proj,0.0000020064,0.05000,3.153
+31,mlp.experts.87.down_proj,0.0000001650,0.05000,3.110
+31,mlp.experts.109.down_proj,0.0000016031,0.05000,3.035
+31,mlp.experts.96.down_proj,0.0000031813,0.05000,2.874
+31,mlp.experts.251.down_proj,0.0000014804,0.05000,2.884
+31,mlp.experts.249.up_proj,0.0000161548,0.05000,12.207
+31,mlp.experts.126.down_proj,0.0000022955,0.05000,2.824
+31,mlp.experts.241.up_proj,0.0000351560,0.05000,12.115
+31,mlp.experts.98.down_proj,0.0000006256,0.05000,2.718
+31,mlp.experts.244.up_proj,0.0000398851,0.05000,12.028
+31,mlp.experts.250.up_proj,0.0000155193,0.05000,11.753
+31,mlp.experts.99.down_proj,0.0000003148,0.05000,2.504
+31,mlp.experts.103.down_proj,0.0000055849,0.05000,2.502
+31,mlp.experts.119.down_proj,failsafe(rtn): 0.0009308,0.00000,0.134
+31,mlp.experts.125.down_proj,0.0000004574,0.05000,2.459
+31,mlp.experts.255.up_proj,0.0000296330,0.05000,11.641
+31,mlp.experts.112.down_proj,0.0000003455,0.05000,2.417
+31,mlp.experts.128.down_proj,failsafe(rtn): 0.0009575,0.00000,0.120
+31,mlp.experts.9.down_proj,0.0000007987,0.05000,2.451
+31,mlp.experts.142.down_proj,0.0000002465,0.05000,2.436
+31,mlp.experts.1.down_proj,0.0000001342,0.05000,2.451
+31,mlp.experts.114.down_proj,0.0000003955,0.05000,2.441
+31,mlp.experts.4.down_proj,0.0000015986,0.05000,2.383
+31,mlp.experts.10.down_proj,0.0000002609,0.05000,2.439
+31,mlp.experts.115.down_proj,0.0000006198,0.05000,2.459
+31,mlp.experts.135.down_proj,0.0000023820,0.05000,2.387
+31,mlp.experts.141.down_proj,0.0000002498,0.05000,2.412
+31,mlp.experts.15.down_proj,0.0000008689,0.05000,2.437
+31,mlp.experts.144.down_proj,0.0000018872,0.05000,2.421
+31,mlp.experts.25.down_proj,0.0000004967,0.05000,2.431
+31,mlp.experts.158.down_proj,0.0000001194,0.05000,2.420
+31,mlp.experts.17.down_proj,0.0000010511,0.05000,2.463
+31,mlp.experts.130.down_proj,0.0000015019,0.05000,2.435
+31,mlp.experts.20.down_proj,0.0000004913,0.05000,2.368
+31,mlp.experts.26.down_proj,0.0000005681,0.05000,2.376
+31,mlp.experts.131.down_proj,0.0000013550,0.05000,2.440
+31,mlp.experts.147.down_proj,failsafe(rtn): 0.0010071,0.00000,0.113
+31,mlp.experts.151.down_proj,0.0000010507,0.05000,2.432
+31,mlp.experts.157.down_proj,0.0000006997,0.05000,2.409
+31,mlp.experts.31.down_proj,0.0000008663,0.05000,2.429
+31,mlp.experts.160.down_proj,0.0000004045,0.05000,2.387
+31,mlp.experts.41.down_proj,0.0000003256,0.05000,2.385
+31,mlp.experts.174.down_proj,0.0000006265,0.05000,2.443
+31,mlp.experts.33.down_proj,0.0000003156,0.05000,2.412
+31,mlp.experts.146.down_proj,0.0000026786,0.05000,2.431
+31,mlp.experts.36.down_proj,0.0000003911,0.05000,2.434
+31,mlp.experts.42.down_proj,0.0000019111,0.05000,2.434
+31,mlp.experts.163.down_proj,0.0000011362,0.05000,2.503
+31,mlp.experts.167.down_proj,0.0000014929,0.05000,2.479
+31,mlp.experts.173.down_proj,0.0000003128,0.05000,2.499
+31,mlp.experts.189.down_proj,failsafe(rtn): 0.0009003,0.00000,0.153
+31,mlp.experts.47.down_proj,0.0000010378,0.05000,2.555
+31,mlp.experts.176.down_proj,0.0000004819,0.05000,2.543
+31,mlp.experts.57.down_proj,0.0000004760,0.05000,2.525
+31,mlp.experts.190.down_proj,0.0000006582,0.05000,2.497
+31,mlp.experts.49.down_proj,0.0000025644,0.05000,2.504
+31,mlp.experts.162.down_proj,0.0000002295,0.05000,2.471
+31,mlp.experts.52.down_proj,0.0000014389,0.05000,2.474
+31,mlp.experts.58.down_proj,0.0000025544,0.05000,2.512
+31,mlp.experts.179.down_proj,0.0000011435,0.05000,2.471
+31,mlp.experts.183.down_proj,0.0000007909,0.05000,2.472
+31,mlp.experts.205.down_proj,0.0000015279,0.05000,2.437
+31,mlp.experts.63.down_proj,0.0000024910,0.05000,2.429
+31,mlp.experts.192.down_proj,0.0000010362,0.05000,2.349
+31,mlp.experts.73.down_proj,0.0000004650,0.05000,2.377
+31,mlp.experts.206.down_proj,0.0000022356,0.05000,2.417
+31,mlp.experts.65.down_proj,0.0000022999,0.05000,2.455
+31,mlp.experts.178.down_proj,0.0000021936,0.05000,2.493
+31,mlp.experts.68.down_proj,0.0000014532,0.05000,2.398
+31,mlp.experts.74.down_proj,0.0000004163,0.05000,2.420
+31,mlp.experts.195.down_proj,0.0000003184,0.05000,2.431
+31,mlp.experts.199.down_proj,0.0000010118,0.05000,2.396
+31,mlp.experts.221.down_proj,0.0000005925,0.05000,2.416
+31,mlp.experts.208.down_proj,0.0000003960,0.05000,2.374
+31,mlp.experts.79.down_proj,0.0000005569,0.05000,2.402
+31,mlp.experts.89.down_proj,0.0000002215,0.05000,2.375
+31,mlp.experts.222.down_proj,0.0000006544,0.05000,2.396
+31,mlp.experts.81.down_proj,0.0000012458,0.05000,2.401
+31,mlp.experts.194.down_proj,0.0000004019,0.05000,2.412
+31,mlp.experts.210.down_proj,failsafe(rtn): 0.0009460,0.00000,0.127
+31,mlp.experts.84.down_proj,0.0000019300,0.05000,2.398
+31,mlp.experts.90.down_proj,0.0000001896,0.05000,2.401
+31,mlp.experts.211.down_proj,0.0000014444,0.05000,2.412
+31,mlp.experts.215.down_proj,0.0000004753,0.05000,2.446
+31,mlp.experts.237.down_proj,0.0000008601,0.05000,2.437
+31,mlp.experts.224.down_proj,0.0000002946,0.05000,2.337
+31,mlp.experts.95.down_proj,0.0000008310,0.05000,2.371
+31,mlp.experts.105.down_proj,0.0000003452,0.05000,2.406
+31,mlp.experts.238.down_proj,0.0000002236,0.05000,2.386
+31,mlp.experts.97.down_proj,0.0000011741,0.05000,2.367
+31,mlp.experts.226.down_proj,0.0000005639,0.05000,2.417
+31,mlp.experts.100.down_proj,0.0000007334,0.05000,2.366
+31,mlp.experts.106.down_proj,0.0000013964,0.05000,2.401
+31,mlp.experts.227.down_proj,0.0000014671,0.05000,2.431
+31,mlp.experts.231.down_proj,0.0000008223,0.05000,2.406
+31,mlp.experts.253.down_proj,0.0000010489,0.05000,2.403
+31,mlp.experts.240.down_proj,0.0000010661,0.05000,2.324
+31,mlp.experts.111.down_proj,0.0000008096,0.05000,2.368
+31,mlp.experts.121.down_proj,0.0000006113,0.05000,2.317
+31,mlp.experts.254.down_proj,0.0000002798,0.05000,2.293
+31,mlp.experts.113.down_proj,0.0000018361,0.05000,2.205
+31,mlp.experts.116.down_proj,0.0000008437,0.05000,2.064
+31,mlp.experts.242.down_proj,0.0000003977,0.05000,2.123
+31,mlp.experts.122.down_proj,0.0000004944,0.05000,2.000
+31,mlp.experts.247.down_proj,0.0000004122,0.05000,1.764
+31,mlp.experts.243.down_proj,0.0000014518,0.05000,1.823
+31,mlp.experts.127.down_proj,0.0000006904,0.05000,1.525
+31,mlp.experts.137.down_proj,0.0000009726,0.05000,1.363
+31,mlp.experts.129.down_proj,0.0000026897,0.05000,1.185
+31,mlp.experts.132.down_proj,0.0000007201,0.05000,1.094
+31,mlp.experts.138.down_proj,0.0000005319,0.05000,0.988
+31,mlp.experts.143.down_proj,0.0000004807,0.05000,0.828
+31,mlp.experts.153.down_proj,0.0000001534,0.05000,0.848
+31,mlp.experts.145.down_proj,0.0000012049,0.05000,0.841
+31,mlp.experts.148.down_proj,0.0000001612,0.05000,0.811
+31,mlp.experts.154.down_proj,0.0000001820,0.05000,0.773
+31,mlp.experts.159.down_proj,0.0000023238,0.05000,0.801
+31,mlp.experts.169.down_proj,0.0000005679,0.05000,0.843
+31,mlp.experts.161.down_proj,0.0000016713,0.05000,0.851
+31,mlp.experts.164.down_proj,0.0000009163,0.05000,0.854
+31,mlp.experts.170.down_proj,0.0000012540,0.05000,0.915
+31,mlp.experts.175.down_proj,0.0000010701,0.05000,0.952
+31,mlp.experts.185.down_proj,0.0000018048,0.05000,1.048
+31,mlp.experts.177.down_proj,0.0000005736,0.05000,0.972
+31,mlp.experts.180.down_proj,0.0000006012,0.05000,0.950
+31,mlp.experts.186.down_proj,0.0000002781,0.05000,0.936
+31,mlp.experts.191.down_proj,0.0000002053,0.05000,0.865
+31,mlp.experts.201.down_proj,0.0000007097,0.05000,0.863
+31,mlp.experts.193.down_proj,0.0000008433,0.05000,0.870
+31,mlp.experts.196.down_proj,0.0000009928,0.05000,0.848
+31,mlp.experts.202.down_proj,0.0000005775,0.05000,0.860
+31,mlp.experts.207.down_proj,0.0000003525,0.05000,0.839
+31,mlp.experts.217.down_proj,0.0000006800,0.05000,0.863
+31,mlp.experts.212.down_proj,0.0000003113,0.05000,0.845
+31,mlp.experts.209.down_proj,0.0000016998,0.05000,0.877
+31,mlp.experts.218.down_proj,0.0000020049,0.05000,0.836
+31,mlp.experts.223.down_proj,0.0000009591,0.05000,0.855
+31,mlp.experts.233.down_proj,0.0000015903,0.05000,0.874
+31,mlp.experts.228.down_proj,0.0000025698,0.05000,0.868
+31,mlp.experts.225.down_proj,0.0000011245,0.05000,0.872
+31,mlp.experts.234.down_proj,0.0000002642,0.05000,0.818
+31,mlp.experts.239.down_proj,0.0000003066,0.05000,0.789
+31,mlp.experts.249.down_proj,0.0000022337,0.05000,0.885
+31,mlp.experts.244.down_proj,0.0000010945,0.05000,0.863
+31,mlp.experts.241.down_proj,0.0000018419,0.05000,0.867
+31,mlp.experts.250.down_proj,0.0000007733,0.05000,0.822
+31,mlp.experts.255.down_proj,0.0000005104,0.05000,0.548
+32,mlp.experts.4.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.813
+32,mlp.experts.20.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.696
+32,mlp.experts.36.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.672
+32,mlp.experts.11.gate_proj,0.0000279847,0.05000,14.253
+32,mlp.experts.10.gate_proj,0.0000201597,0.05000,14.246
+32,mlp.experts.6.gate_proj,0.0000181409,0.05000,14.264
+32,mlp.experts.1.gate_proj,0.0000896876,0.05000,14.282
+32,mlp.experts.13.gate_proj,0.0000155752,0.05000,14.316
+32,mlp.experts.8.gate_proj,0.0000218847,0.05000,14.369
+32,mlp.experts.12.gate_proj,0.0000165383,0.05000,14.371
+32,mlp.experts.5.gate_proj,0.0000100562,0.05000,14.372
+32,mlp.experts.3.gate_proj,0.0000164719,0.05000,14.393
+32,mlp.experts.2.gate_proj,0.0000123931,0.05000,14.386
+32,mlp.experts.9.gate_proj,0.0000715955,0.05000,14.401
+32,mlp.experts.14.gate_proj,0.0000095227,0.05000,14.401
+32,mlp.experts.15.gate_proj,0.0000279353,0.05000,14.452
+32,mlp.experts.0.gate_proj,0.0000706660,0.05000,14.474
+32,mlp.experts.7.gate_proj,0.0000115105,0.05000,14.516
+32,mlp.experts.52.gate_proj,0.0000076320,0.05000,14.279
+32,mlp.experts.27.gate_proj,0.0000161551,0.05000,15.425
+32,mlp.experts.26.gate_proj,0.0000178563,0.05000,15.451
+32,mlp.experts.22.gate_proj,0.0000188319,0.05000,15.484
+32,mlp.experts.29.gate_proj,0.0000134788,0.05000,15.475
+32,mlp.experts.17.gate_proj,0.0000111139,0.05000,15.539
+32,mlp.experts.18.gate_proj,0.0000108386,0.05000,15.450
+32,mlp.experts.28.gate_proj,0.0000180273,0.05000,15.497
+32,mlp.experts.30.gate_proj,0.0000815186,0.05000,15.548
+32,mlp.experts.25.gate_proj,0.0000182936,0.05000,15.541
+32,mlp.experts.16.gate_proj,0.0000095652,0.05000,15.470
+32,mlp.experts.21.gate_proj,0.0000069609,0.05000,15.597
+32,mlp.experts.23.gate_proj,0.0000717925,0.05000,15.497
+32,mlp.experts.31.gate_proj,0.0000137992,0.05000,15.561
+32,mlp.experts.24.gate_proj,0.0000136125,0.05000,15.700
+32,mlp.experts.19.gate_proj,0.0000166342,0.05000,15.705
+32,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.707
+32,mlp.experts.68.gate_proj,0.0000312505,0.05000,15.505
+32,mlp.experts.38.gate_proj,0.0000384204,0.05000,15.011
+32,mlp.experts.43.gate_proj,0.0000138027,0.05000,15.232
+32,mlp.experts.33.gate_proj,0.0000070291,0.05000,15.115
+32,mlp.experts.44.gate_proj,0.0000891936,0.05000,15.056
+32,mlp.experts.42.gate_proj,0.0000122688,0.05000,15.229
+32,mlp.experts.45.gate_proj,0.0000552282,0.05000,15.253
+32,mlp.experts.46.gate_proj,0.0000247056,0.05000,15.078
+32,mlp.experts.34.gate_proj,0.0000565013,0.05000,15.209
+32,mlp.experts.41.gate_proj,0.0000256169,0.05000,15.081
+32,mlp.experts.37.gate_proj,0.0000162436,0.05000,15.093
+32,mlp.experts.40.gate_proj,0.0000364736,0.05000,15.162
+32,mlp.experts.32.gate_proj,0.0000286405,0.05000,15.301
+32,mlp.experts.47.gate_proj,0.0000043434,0.05000,15.275
+32,mlp.experts.35.gate_proj,0.0000353566,0.05000,15.296
+32,mlp.experts.55.gate_proj,0.0000194930,0.05000,15.325
+32,mlp.experts.84.gate_proj,0.0000230637,0.05000,15.247
+32,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.717
+32,mlp.experts.54.gate_proj,0.0000338441,0.05000,14.380
+32,mlp.experts.59.gate_proj,0.0000277491,0.05000,14.349
+32,mlp.experts.61.gate_proj,0.0000088836,0.05000,14.246
+32,mlp.experts.49.gate_proj,0.0000193150,0.05000,14.411
+32,mlp.experts.60.gate_proj,0.0000207635,0.05000,14.476
+32,mlp.experts.62.gate_proj,0.0000129040,0.05000,14.406
+32,mlp.experts.56.gate_proj,0.0000076867,0.05000,14.309
+32,mlp.experts.57.gate_proj,0.0000210254,0.05000,14.465
+32,mlp.experts.58.gate_proj,0.0000178012,0.05000,14.581
+32,mlp.experts.53.gate_proj,0.0000185294,0.05000,14.545
+32,mlp.experts.50.gate_proj,0.0000158516,0.05000,14.602
+32,mlp.experts.48.gate_proj,0.0000093239,0.05000,14.495
+32,mlp.experts.63.gate_proj,0.0000171869,0.05000,14.500
+32,mlp.experts.51.gate_proj,0.0000187489,0.05000,14.494
+32,mlp.experts.72.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.743
+32,mlp.experts.69.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.740
+32,mlp.experts.71.gate_proj,0.0000175399,0.05000,14.346
+32,mlp.experts.79.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.801
+32,mlp.experts.116.gate_proj,0.0000124711,0.05000,14.522
+32,mlp.experts.70.gate_proj,0.0000064425,0.05000,14.878
+32,mlp.experts.77.gate_proj,0.0000244650,0.05000,14.740
+32,mlp.experts.65.gate_proj,0.0000255019,0.05000,14.804
+32,mlp.experts.73.gate_proj,0.0000121402,0.05000,14.630
+32,mlp.experts.75.gate_proj,0.0000106544,0.05000,14.934
+32,mlp.experts.78.gate_proj,0.0000169014,0.05000,14.736
+32,mlp.experts.74.gate_proj,0.0000213032,0.05000,14.689
+32,mlp.experts.66.gate_proj,0.0000023032,0.05000,14.620
+32,mlp.experts.76.gate_proj,0.0000125780,0.05000,14.935
+32,mlp.experts.64.gate_proj,0.0000525409,0.05000,14.765
+32,mlp.experts.67.gate_proj,0.0000108530,0.05000,14.835
+32,mlp.experts.88.gate_proj,0.0000125758,0.05000,14.800
+32,mlp.experts.85.gate_proj,0.0000105966,0.05000,14.724
+32,mlp.experts.87.gate_proj,0.0000775358,0.05000,14.686
+32,mlp.experts.95.gate_proj,0.0000263505,0.05000,14.788
+32,mlp.experts.132.gate_proj,0.0000154652,0.05000,14.744
+32,mlp.experts.89.gate_proj,0.0000135944,0.05000,14.794
+32,mlp.experts.86.gate_proj,0.0000082561,0.05000,14.961
+32,mlp.experts.93.gate_proj,0.0000830323,0.05000,14.953
+32,mlp.experts.90.gate_proj,0.0000111275,0.05000,14.814
+32,mlp.experts.81.gate_proj,0.0000250097,0.05000,14.961
+32,mlp.experts.82.gate_proj,0.0000214342,0.05000,14.908
+32,mlp.experts.94.gate_proj,0.0000214884,0.05000,15.003
+32,mlp.experts.92.gate_proj,0.0000171120,0.05000,14.894
+32,mlp.experts.91.gate_proj,0.0000281341,0.05000,15.017
+32,mlp.experts.80.gate_proj,0.0000340960,0.05000,14.892
+32,mlp.experts.83.gate_proj,0.0000073346,0.05000,15.037
+32,mlp.experts.104.gate_proj,0.0000251000,0.05000,14.839
+32,mlp.experts.101.gate_proj,0.0000142250,0.05000,14.920
+32,mlp.experts.103.gate_proj,0.0000170449,0.05000,15.021
+32,mlp.experts.111.gate_proj,0.0000203044,0.05000,14.924
+32,mlp.experts.148.gate_proj,0.0000199293,0.05000,14.944
+32,mlp.experts.109.gate_proj,0.0000148601,0.05000,15.341
+32,mlp.experts.106.gate_proj,0.0000123958,0.05000,15.388
+32,mlp.experts.102.gate_proj,0.0000129160,0.05000,15.494
+32,mlp.experts.105.gate_proj,0.0000223948,0.05000,15.566
+32,mlp.experts.97.gate_proj,0.0000248792,0.05000,15.484
+32,mlp.experts.110.gate_proj,0.0000138548,0.05000,15.403
+32,mlp.experts.108.gate_proj,0.0000118227,0.05000,15.507
+32,mlp.experts.107.gate_proj,0.0000401231,0.05000,15.514
+32,mlp.experts.98.gate_proj,0.0000140743,0.05000,15.694
+32,mlp.experts.96.gate_proj,0.0000157166,0.05000,15.540
+32,mlp.experts.122.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.798
+32,mlp.experts.99.gate_proj,0.0000124610,0.05000,15.582
+32,mlp.experts.117.gate_proj,0.0000044775,0.05000,15.403
+32,mlp.experts.120.gate_proj,0.0000176401,0.05000,15.671
+32,mlp.experts.119.gate_proj,0.0000144750,0.05000,15.538
+32,mlp.experts.114.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.816
+32,mlp.experts.127.gate_proj,0.0000175838,0.05000,15.651
+32,mlp.experts.164.gate_proj,0.0000047358,0.05000,15.620
+32,mlp.experts.125.gate_proj,0.0000281733,0.05000,15.253
+32,mlp.experts.113.gate_proj,0.0000152772,0.05000,15.035
+32,mlp.experts.121.gate_proj,0.0000675754,0.05000,15.213
+32,mlp.experts.118.gate_proj,0.0000406209,0.05000,15.287
+32,mlp.experts.126.gate_proj,0.0000256999,0.05000,15.199
+32,mlp.experts.124.gate_proj,0.0000182378,0.05000,15.164
+32,mlp.experts.123.gate_proj,0.0000113923,0.05000,15.223
+32,mlp.experts.112.gate_proj,0.0000101159,0.05000,15.189
+32,mlp.experts.141.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.837
+32,mlp.experts.138.gate_proj,0.0000946233,0.05000,15.249
+32,mlp.experts.115.gate_proj,0.0000127923,0.05000,15.330
+32,mlp.experts.133.gate_proj,0.0000160341,0.05000,15.233
+32,mlp.experts.136.gate_proj,0.0000138728,0.05000,15.146
+32,mlp.experts.135.gate_proj,0.0000193962,0.05000,15.334
+32,mlp.experts.130.gate_proj,0.0000354148,0.05000,15.367
+32,mlp.experts.143.gate_proj,0.0000222748,0.05000,15.286
+32,mlp.experts.180.gate_proj,0.0000203803,0.05000,15.352
+32,mlp.experts.129.gate_proj,0.0000063080,0.05000,14.484
+32,mlp.experts.137.gate_proj,0.0000146936,0.05000,14.469
+32,mlp.experts.134.gate_proj,0.0000110190,0.05000,14.493
+32,mlp.experts.142.gate_proj,0.0000180949,0.05000,14.564
+32,mlp.experts.140.gate_proj,0.0000283021,0.05000,14.557
+32,mlp.experts.128.gate_proj,0.0000084337,0.05000,14.481
+32,mlp.experts.139.gate_proj,0.0000149746,0.05000,14.598
+32,mlp.experts.157.gate_proj,0.0000205547,0.05000,14.310
+32,mlp.experts.145.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.783
+32,mlp.experts.153.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.757
+32,mlp.experts.131.gate_proj,0.0000182899,0.05000,14.406
+32,mlp.experts.154.gate_proj,0.0000277670,0.05000,14.567
+32,mlp.experts.149.gate_proj,0.0000196421,0.05000,14.361
+32,mlp.experts.152.gate_proj,0.0000666812,0.05000,14.391
+32,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.779
+32,mlp.experts.151.gate_proj,0.0000134647,0.05000,14.440
+32,mlp.experts.146.gate_proj,0.0000102148,0.05000,14.515
+32,mlp.experts.159.gate_proj,0.0000125433,0.05000,14.362
+32,mlp.experts.161.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.851
+32,mlp.experts.169.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.864
+32,mlp.experts.167.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.773
+32,mlp.experts.196.gate_proj,0.0000460537,0.05000,14.296
+32,mlp.experts.150.gate_proj,0.0000145494,0.05000,15.548
+32,mlp.experts.158.gate_proj,0.0000167461,0.05000,15.388
+32,mlp.experts.156.gate_proj,0.0000246083,0.05000,15.436
+32,mlp.experts.144.gate_proj,0.0000156998,0.05000,15.593
+32,mlp.experts.173.gate_proj,0.0000187746,0.05000,15.447
+32,mlp.experts.147.gate_proj,0.0000065139,0.05000,15.386
+32,mlp.experts.165.gate_proj,0.0000196610,0.05000,15.349
+32,mlp.experts.168.gate_proj,0.0000615543,0.05000,15.455
+32,mlp.experts.170.gate_proj,0.0000109769,0.05000,15.541
+32,mlp.experts.171.gate_proj,0.0000149597,0.05000,15.388
+32,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.832
+32,mlp.experts.162.gate_proj,0.0000201672,0.05000,15.501
+32,mlp.experts.175.gate_proj,0.0000188618,0.05000,15.573
+32,mlp.experts.185.gate_proj,0.0000071860,0.05000,15.359
+32,mlp.experts.177.gate_proj,0.0000304868,0.05000,15.545
+32,mlp.experts.183.gate_proj,0.0000277564,0.05000,15.492
+32,mlp.experts.193.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.680
+32,mlp.experts.212.gate_proj,0.0000157312,0.05000,15.430
+32,mlp.experts.166.gate_proj,0.0000113356,0.05000,14.279
+32,mlp.experts.174.gate_proj,0.0000203726,0.05000,14.345
+32,mlp.experts.172.gate_proj,0.0000593627,0.05000,14.468
+32,mlp.experts.160.gate_proj,0.0000188923,0.05000,14.365
+32,mlp.experts.181.gate_proj,0.0000099707,0.05000,14.320
+32,mlp.experts.184.gate_proj,0.0000192898,0.05000,14.200
+32,mlp.experts.163.gate_proj,0.0000893659,0.05000,14.394
+32,mlp.experts.186.gate_proj,0.0000110225,0.05000,14.355
+32,mlp.experts.188.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.801
+32,mlp.experts.187.gate_proj,0.0000066110,0.05000,14.588
+32,mlp.experts.205.gate_proj,0.0000161743,0.05000,14.362
+32,mlp.experts.178.gate_proj,0.0000150249,0.05000,14.352
+32,mlp.experts.201.gate_proj,0.0000070950,0.05000,14.432
+32,mlp.experts.191.gate_proj,0.0000140928,0.05000,14.473
+32,mlp.experts.200.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.843
+32,mlp.experts.199.gate_proj,0.0000138595,0.05000,14.368
+32,mlp.experts.209.gate_proj,0.0000134838,0.05000,14.369
+32,mlp.experts.207.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.755
+32,mlp.experts.225.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.701
+32,mlp.experts.228.gate_proj,0.0000883147,0.05000,14.428
+32,mlp.experts.190.gate_proj,0.0000643741,0.05000,15.079
+32,mlp.experts.182.gate_proj,0.0000259728,0.05000,15.314
+32,mlp.experts.176.gate_proj,0.0000360760,0.05000,15.352
+32,mlp.experts.197.gate_proj,0.0000079232,0.05000,15.186
+32,mlp.experts.179.gate_proj,0.0000078354,0.05000,15.229
+32,mlp.experts.202.gate_proj,0.0000219279,0.05000,15.167
+32,mlp.experts.204.gate_proj,0.0000126467,0.05000,15.071
+32,mlp.experts.203.gate_proj,0.0000326018,0.05000,15.297
+32,mlp.experts.221.gate_proj,0.0000083570,0.05000,15.258
+32,mlp.experts.194.gate_proj,0.0000131648,0.05000,15.283
+32,mlp.experts.217.gate_proj,0.0000275083,0.05000,15.202
+32,mlp.experts.216.gate_proj,0.0000215715,0.05000,15.227
+32,mlp.experts.215.gate_proj,0.0000424502,0.05000,15.169
+32,mlp.experts.223.gate_proj,0.0000398865,0.05000,15.300
+32,mlp.experts.241.gate_proj,0.0000100748,0.05000,15.100
+32,mlp.experts.239.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.684
+32,mlp.experts.244.gate_proj,0.0000273232,0.05000,15.185
+32,mlp.experts.4.up_proj,failsafe(rtn): 0.0009193,0.00000,0.708
+32,mlp.experts.20.up_proj,failsafe(rtn): 0.0008812,0.00000,0.680
+32,mlp.experts.36.up_proj,failsafe(rtn): 0.0009308,0.00000,0.706
+32,mlp.experts.206.gate_proj,0.0000146029,0.05000,14.521
+32,mlp.experts.198.gate_proj,0.0000611261,0.05000,14.539
+32,mlp.experts.192.gate_proj,0.0000151174,0.05000,14.487
+32,mlp.experts.213.gate_proj,0.0000370352,0.05000,14.427
+32,mlp.experts.218.gate_proj,0.0000113436,0.05000,14.321
+32,mlp.experts.195.gate_proj,0.0000092385,0.05000,14.482
+32,mlp.experts.220.gate_proj,0.0000114612,0.05000,14.469
+32,mlp.experts.237.gate_proj,0.0000093011,0.05000,14.316
+32,mlp.experts.210.gate_proj,0.0000171304,0.05000,14.281
+32,mlp.experts.219.gate_proj,0.0000142493,0.05000,14.407
+32,mlp.experts.233.gate_proj,0.0000110892,0.05000,14.460
+32,mlp.experts.234.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.776
+32,mlp.experts.232.gate_proj,0.0000255963,0.05000,14.533
+32,mlp.experts.231.gate_proj,0.0000419717,0.05000,14.506
+32,mlp.experts.253.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.815
+32,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.811
+32,mlp.experts.1.up_proj,0.0000746069,0.05000,14.428
+32,mlp.experts.255.gate_proj,0.0000111082,0.05000,14.521
+32,mlp.experts.52.up_proj,0.0000074634,0.05000,14.573
+32,mlp.experts.222.gate_proj,0.0000272530,0.05000,15.091
+32,mlp.experts.214.gate_proj,0.0000346363,0.05000,15.066
+32,mlp.experts.229.gate_proj,0.0000324339,0.05000,15.021
+32,mlp.experts.208.gate_proj,0.0000563593,0.05000,15.150
+32,mlp.experts.211.gate_proj,0.0000607378,0.05000,15.109
+32,mlp.experts.236.gate_proj,0.0000064623,0.05000,15.200
+32,mlp.experts.226.gate_proj,0.0000111018,0.05000,15.132
+32,mlp.experts.235.gate_proj,0.0000161894,0.05000,15.107
+32,mlp.experts.250.gate_proj,0.0000136363,0.05000,14.960
+32,mlp.experts.248.gate_proj,0.0000231109,0.05000,15.032
+32,mlp.experts.247.gate_proj,0.0000195266,0.05000,14.967
+32,mlp.experts.13.up_proj,0.0000132612,0.05000,15.016
+32,mlp.experts.9.up_proj,0.0000620275,0.05000,14.996
+32,mlp.experts.17.up_proj,0.0000091055,0.05000,14.918
+32,mlp.experts.15.up_proj,0.0000275128,0.05000,15.069
+32,mlp.experts.68.up_proj,0.0000303667,0.05000,15.001
+32,mlp.experts.238.gate_proj,0.0000158453,0.05000,14.739
+32,mlp.experts.230.gate_proj,0.0000155515,0.05000,14.858
+32,mlp.experts.245.gate_proj,0.0000279614,0.05000,14.776
+32,mlp.experts.224.gate_proj,0.0000088317,0.05000,14.716
+32,mlp.experts.227.gate_proj,0.0000853821,0.05000,14.746
+32,mlp.experts.252.gate_proj,0.0000220545,0.05000,14.694
+32,mlp.experts.242.gate_proj,0.0000797168,0.05000,14.751
+32,mlp.experts.251.gate_proj,0.0000120414,0.05000,14.807
+32,mlp.experts.10.up_proj,0.0000162564,0.05000,14.809
+32,mlp.experts.8.up_proj,0.0000166928,0.05000,14.754
+32,mlp.experts.7.up_proj,0.0000115581,0.05000,14.678
+32,mlp.experts.29.up_proj,0.0000132665,0.05000,14.774
+32,mlp.experts.25.up_proj,0.0000158482,0.05000,14.637
+32,mlp.experts.33.up_proj,0.0000083196,0.05000,14.657
+32,mlp.experts.31.up_proj,0.0000127007,0.05000,14.585
+32,mlp.experts.84.up_proj,0.0000215083,0.05000,14.698
+32,mlp.experts.100.up_proj,failsafe(rtn): 0.0009041,0.00000,0.695
+32,mlp.experts.254.gate_proj,0.0000231451,0.05000,14.892
+32,mlp.experts.246.gate_proj,0.0000185865,0.05000,14.844
+32,mlp.experts.5.up_proj,0.0000093833,0.05000,14.697
+32,mlp.experts.240.gate_proj,0.0000367462,0.05000,14.782
+32,mlp.experts.243.gate_proj,0.0000356103,0.05000,14.893
+32,mlp.experts.12.up_proj,0.0000156643,0.05000,14.779
+32,mlp.experts.2.up_proj,0.0000107718,0.05000,14.787
+32,mlp.experts.26.up_proj,0.0000110934,0.05000,14.747
+32,mlp.experts.11.up_proj,0.0000227089,0.05000,14.842
+32,mlp.experts.24.up_proj,0.0000124269,0.05000,14.777
+32,mlp.experts.23.up_proj,0.0000619932,0.05000,14.778
+32,mlp.experts.41.up_proj,0.0000215492,0.05000,14.685
+32,mlp.experts.45.up_proj,0.0000429893,0.05000,14.853
+32,mlp.experts.39.up_proj,failsafe(rtn): 0.0009422,0.00000,0.729
+32,mlp.experts.49.up_proj,0.0000157151,0.05000,14.831
+32,mlp.experts.47.up_proj,0.0000039497,0.05000,14.825
+32,mlp.experts.116.up_proj,0.0000099429,0.05000,14.757
+32,mlp.experts.14.up_proj,0.0000095343,0.05000,14.525
+32,mlp.experts.6.up_proj,0.0000169311,0.05000,14.598
+32,mlp.experts.21.up_proj,0.0000068399,0.05000,14.433
+32,mlp.experts.0.up_proj,0.0000554927,0.05000,14.699
+32,mlp.experts.3.up_proj,0.0000134464,0.05000,14.607
+32,mlp.experts.28.up_proj,0.0000112901,0.05000,14.557
+32,mlp.experts.18.up_proj,0.0000090194,0.05000,14.713
+32,mlp.experts.42.up_proj,0.0000121743,0.05000,14.646
+32,mlp.experts.27.up_proj,0.0000153915,0.05000,14.692
+32,mlp.experts.40.up_proj,0.0000339095,0.05000,14.617
+32,mlp.experts.61.up_proj,0.0000081152,0.05000,14.673
+32,mlp.experts.57.up_proj,0.0000175232,0.05000,14.719
+32,mlp.experts.65.up_proj,0.0000204594,0.05000,14.502
+32,mlp.experts.55.up_proj,0.0000165926,0.05000,14.791
+32,mlp.experts.63.up_proj,0.0000144985,0.05000,14.755
+32,mlp.experts.79.up_proj,failsafe(rtn): 0.0009270,0.00000,0.746
+32,mlp.experts.132.up_proj,0.0000141216,0.05000,14.900
+32,mlp.experts.30.up_proj,0.0000558271,0.05000,14.862
+32,mlp.experts.37.up_proj,0.0000143102,0.05000,14.938
+32,mlp.experts.22.up_proj,0.0000174152,0.05000,14.990
+32,mlp.experts.16.up_proj,0.0000093334,0.05000,14.889
+32,mlp.experts.19.up_proj,0.0000129089,0.05000,14.808
+32,mlp.experts.44.up_proj,0.0000839964,0.05000,14.822
+32,mlp.experts.58.up_proj,0.0000135906,0.05000,14.799
+32,mlp.experts.43.up_proj,0.0000128061,0.05000,14.837
+32,mlp.experts.34.up_proj,0.0000490757,0.05000,15.007
+32,mlp.experts.56.up_proj,0.0000060855,0.05000,14.907
+32,mlp.experts.77.up_proj,0.0000259476,0.05000,14.963
+32,mlp.experts.73.up_proj,0.0000091523,0.05000,14.964
+32,mlp.experts.72.up_proj,failsafe(rtn): 0.0009003,0.00000,0.776
+32,mlp.experts.81.up_proj,0.0000222697,0.05000,14.880
+32,mlp.experts.71.up_proj,0.0000165236,0.05000,14.952
+32,mlp.experts.95.up_proj,0.0000254006,0.05000,15.070
+32,mlp.experts.148.up_proj,0.0000170748,0.05000,14.796
+32,mlp.experts.46.up_proj,0.0000196611,0.05000,14.808
+32,mlp.experts.53.up_proj,0.0000187375,0.05000,14.737
+32,mlp.experts.38.up_proj,0.0000362069,0.05000,14.782
+32,mlp.experts.32.up_proj,0.0000260252,0.05000,14.880
+32,mlp.experts.35.up_proj,0.0000334844,0.05000,14.827
+32,mlp.experts.60.up_proj,0.0000166554,0.05000,14.835
+32,mlp.experts.69.up_proj,failsafe(rtn): 0.0009422,0.00000,0.739
+32,mlp.experts.74.up_proj,0.0000194749,0.05000,14.945
+32,mlp.experts.59.up_proj,0.0000244249,0.05000,14.929
+32,mlp.experts.50.up_proj,0.0000149439,0.05000,14.898
+32,mlp.experts.93.up_proj,0.0000617108,0.05000,14.846
+32,mlp.experts.89.up_proj,0.0000111146,0.05000,14.878
+32,mlp.experts.88.up_proj,0.0000101386,0.05000,14.895
+32,mlp.experts.97.up_proj,0.0000230779,0.05000,14.853
+32,mlp.experts.87.up_proj,0.0000714834,0.05000,14.683
+32,mlp.experts.111.up_proj,0.0000185290,0.05000,14.698
+32,mlp.experts.164.up_proj,0.0000044559,0.05000,14.870
+32,mlp.experts.62.up_proj,0.0000114588,0.05000,14.850
+32,mlp.experts.54.up_proj,0.0000316527,0.05000,14.824
+32,mlp.experts.51.up_proj,0.0000176102,0.05000,14.655
+32,mlp.experts.48.up_proj,0.0000092297,0.05000,14.740
+32,mlp.experts.76.up_proj,0.0000114853,0.05000,14.684
+32,mlp.experts.85.up_proj,0.0000099935,0.05000,14.689
+32,mlp.experts.66.up_proj,0.0000022099,0.05000,14.584
+32,mlp.experts.90.up_proj,0.0000097061,0.05000,14.751
+32,mlp.experts.75.up_proj,0.0000086635,0.05000,14.682
+32,mlp.experts.109.up_proj,0.0000131127,0.05000,14.509
+32,mlp.experts.105.up_proj,0.0000176167,0.05000,14.526
+32,mlp.experts.104.up_proj,0.0000178918,0.05000,14.526
+32,mlp.experts.113.up_proj,0.0000128213,0.05000,14.472
+32,mlp.experts.103.up_proj,0.0000145064,0.05000,14.602
+32,mlp.experts.127.up_proj,0.0000183228,0.05000,14.659
+32,mlp.experts.180.up_proj,0.0000193522,0.05000,14.524
+32,mlp.experts.78.up_proj,0.0000084194,0.05000,14.746
+32,mlp.experts.70.up_proj,0.0000056054,0.05000,14.890
+32,mlp.experts.64.up_proj,0.0000510632,0.05000,14.830
+32,mlp.experts.92.up_proj,0.0000112467,0.05000,14.770
+32,mlp.experts.101.up_proj,0.0000124647,0.05000,14.876
+32,mlp.experts.67.up_proj,0.0000085081,0.05000,15.140
+32,mlp.experts.82.up_proj,0.0000206058,0.05000,14.783
+32,mlp.experts.106.up_proj,0.0000108078,0.05000,14.863
+32,mlp.experts.91.up_proj,0.0000224777,0.05000,14.927
+32,mlp.experts.121.up_proj,0.0000636631,0.05000,14.919
+32,mlp.experts.125.up_proj,0.0000277778,0.05000,15.000
+32,mlp.experts.122.up_proj,failsafe(rtn): 0.0010452,0.00000,0.713
+32,mlp.experts.129.up_proj,0.0000048408,0.05000,14.884
+32,mlp.experts.120.up_proj,0.0000128252,0.05000,14.974
+32,mlp.experts.119.up_proj,0.0000112085,0.05000,14.968
+32,mlp.experts.141.up_proj,failsafe(rtn): 0.0009346,0.00000,0.750
+32,mlp.experts.145.up_proj,failsafe(rtn): 0.0009842,0.00000,0.738
+32,mlp.experts.161.up_proj,failsafe(rtn): 0.0009232,0.00000,0.648
+32,mlp.experts.143.up_proj,0.0000159941,0.05000,15.127
+32,mlp.experts.196.up_proj,0.0000407734,0.05000,14.866
+32,mlp.experts.94.up_proj,0.0000167026,0.05000,14.941
+32,mlp.experts.86.up_proj,0.0000072847,0.05000,14.996
+32,mlp.experts.80.up_proj,0.0000295134,0.05000,15.010
+32,mlp.experts.108.up_proj,0.0000094589,0.05000,15.014
+32,mlp.experts.117.up_proj,0.0000031444,0.05000,14.851
+32,mlp.experts.83.up_proj,0.0000046820,0.05000,14.969
+32,mlp.experts.98.up_proj,0.0000116183,0.05000,15.086
+32,mlp.experts.107.up_proj,0.0000390474,0.05000,15.082
+32,mlp.experts.137.up_proj,0.0000124297,0.05000,14.896
+32,mlp.experts.138.up_proj,0.0000816352,0.05000,14.977
+32,mlp.experts.114.up_proj,failsafe(rtn): 0.0009270,0.00000,0.761
+32,mlp.experts.136.up_proj,0.0000133956,0.05000,14.994
+32,mlp.experts.135.up_proj,0.0000151346,0.05000,15.033
+32,mlp.experts.153.up_proj,failsafe(rtn): 0.0009041,0.00000,0.717
+32,mlp.experts.157.up_proj,0.0000150533,0.05000,14.905
+32,mlp.experts.169.up_proj,failsafe(rtn): 0.0009003,0.00000,0.712
+32,mlp.experts.177.up_proj,0.0000245604,0.05000,14.950
+32,mlp.experts.159.up_proj,0.0000124744,0.05000,15.047
+32,mlp.experts.193.up_proj,failsafe(rtn): 0.0009842,0.00000,0.706
+32,mlp.experts.212.up_proj,0.0000130721,0.05000,15.090
+32,mlp.experts.110.up_proj,0.0000117987,0.05000,15.458
+32,mlp.experts.102.up_proj,0.0000121809,0.05000,15.351
+32,mlp.experts.96.up_proj,0.0000146523,0.05000,15.272
+32,mlp.experts.124.up_proj,0.0000147032,0.05000,15.371
+32,mlp.experts.133.up_proj,0.0000143068,0.05000,15.366
+32,mlp.experts.99.up_proj,0.0000110953,0.05000,15.235
+32,mlp.experts.123.up_proj,0.0000115709,0.05000,15.305
+32,mlp.experts.154.up_proj,0.0000201906,0.05000,15.308
+32,mlp.experts.130.up_proj,0.0000277834,0.05000,15.360
+32,mlp.experts.152.up_proj,0.0000631027,0.05000,15.429
+32,mlp.experts.151.up_proj,0.0000117016,0.05000,15.368
+32,mlp.experts.173.up_proj,0.0000169005,0.05000,15.278
+32,mlp.experts.167.up_proj,failsafe(rtn): 0.0010300,0.00000,0.718
+32,mlp.experts.189.up_proj,failsafe(rtn): 0.0009003,0.00000,0.688
+32,mlp.experts.185.up_proj,0.0000067781,0.05000,15.361
+32,mlp.experts.175.up_proj,0.0000174324,0.05000,15.420
+32,mlp.experts.209.up_proj,0.0000085929,0.05000,15.260
+32,mlp.experts.225.up_proj,failsafe(rtn): 0.0010147,0.00000,0.667
+32,mlp.experts.228.up_proj,0.0000726963,0.05000,15.182
+32,mlp.experts.126.up_proj,0.0000245625,0.05000,15.220
+32,mlp.experts.118.up_proj,0.0000372547,0.05000,15.032
+32,mlp.experts.112.up_proj,0.0000098700,0.05000,15.123
+32,mlp.experts.140.up_proj,0.0000282952,0.05000,14.974
+32,mlp.experts.115.up_proj,0.0000122968,0.05000,14.966
+32,mlp.experts.149.up_proj,0.0000156944,0.05000,15.062
+32,mlp.experts.139.up_proj,0.0000132893,0.05000,15.166
+32,mlp.experts.146.up_proj,0.0000097055,0.05000,14.952
+32,mlp.experts.170.up_proj,0.0000107999,0.05000,15.176
+32,mlp.experts.168.up_proj,0.0000508456,0.05000,15.089
+32,mlp.experts.155.up_proj,failsafe(rtn): 0.0010376,0.00000,0.777
+32,mlp.experts.205.up_proj,0.0000117331,0.05000,15.019
+32,mlp.experts.183.up_proj,0.0000204246,0.05000,15.159
+32,mlp.experts.201.up_proj,0.0000073034,0.05000,15.084
+32,mlp.experts.191.up_proj,0.0000121588,0.05000,15.200
+32,mlp.experts.241.up_proj,0.0000088724,0.05000,15.157
+32,mlp.experts.207.up_proj,failsafe(rtn): 0.0009422,0.00000,0.708
+32,mlp.experts.244.up_proj,0.0000258502,0.05000,15.204
+32,mlp.experts.4.down_proj,failsafe(rtn): 0.0009079,0.00000,0.159
+32,mlp.experts.20.down_proj,failsafe(rtn): 0.0008926,0.00000,0.169
+32,mlp.experts.36.down_proj,failsafe(rtn): 0.0009193,0.00000,0.157
+32,mlp.experts.1.down_proj,0.0000032057,0.05000,3.985
+32,mlp.experts.52.down_proj,0.0000002156,0.05000,4.148
+32,mlp.experts.17.down_proj,0.0000010701,0.05000,3.910
+32,mlp.experts.68.down_proj,0.0000018060,0.05000,3.951
+32,mlp.experts.142.up_proj,0.0000139574,0.05000,15.524
+32,mlp.experts.134.up_proj,0.0000106739,0.05000,15.611
+32,mlp.experts.128.up_proj,0.0000076283,0.05000,15.412
+32,mlp.experts.165.up_proj,0.0000172781,0.05000,15.416
+32,mlp.experts.156.up_proj,0.0000226540,0.05000,15.601
+32,mlp.experts.131.up_proj,0.0000171910,0.05000,15.625
+32,mlp.experts.33.down_proj,0.0000011306,0.05000,4.058
+32,mlp.experts.162.up_proj,0.0000159260,0.05000,15.671
+32,mlp.experts.186.up_proj,0.0000113740,0.05000,15.629
+32,mlp.experts.171.up_proj,0.0000121965,0.05000,15.535
+32,mlp.experts.184.up_proj,0.0000178042,0.05000,15.721
+32,mlp.experts.84.down_proj,0.0000005907,0.05000,3.890
+32,mlp.experts.200.up_proj,failsafe(rtn): 0.0009689,0.00000,0.710
+32,mlp.experts.221.up_proj,0.0000067478,0.05000,15.559
+32,mlp.experts.100.down_proj,failsafe(rtn): 0.0009117,0.00000,0.219
+32,mlp.experts.199.up_proj,0.0000135871,0.05000,15.672
+32,mlp.experts.217.up_proj,0.0000224139,0.05000,15.620
+32,mlp.experts.223.up_proj,0.0000319144,0.05000,15.504
+32,mlp.experts.49.down_proj,0.0000005647,0.05000,3.651
+32,mlp.experts.239.up_proj,failsafe(rtn): 0.0009155,0.00000,0.756
+32,mlp.experts.116.down_proj,0.0000014887,0.05000,3.662
+32,mlp.experts.65.down_proj,0.0000017815,0.05000,3.673
+32,mlp.experts.132.down_proj,0.0000012974,0.05000,3.687
+32,mlp.experts.81.down_proj,0.0000017168,0.05000,3.896
+32,mlp.experts.148.down_proj,0.0000021238,0.05000,3.876
+32,mlp.experts.158.up_proj,0.0000156705,0.05000,15.268
+32,mlp.experts.150.up_proj,0.0000141046,0.05000,15.105
+32,mlp.experts.181.up_proj,0.0000096617,0.05000,14.936
+32,mlp.experts.144.up_proj,0.0000116780,0.05000,15.142
+32,mlp.experts.147.up_proj,0.0000057034,0.05000,15.118
+32,mlp.experts.172.up_proj,0.0000529840,0.05000,15.237
+32,mlp.experts.188.up_proj,failsafe(rtn): 0.0009766,0.00000,0.699
+32,mlp.experts.97.down_proj,0.0000006928,0.05000,4.093
+32,mlp.experts.178.up_proj,0.0000148404,0.05000,15.269
+32,mlp.experts.202.up_proj,0.0000181002,0.05000,15.260
+32,mlp.experts.187.up_proj,0.0000063286,0.05000,15.136
+32,mlp.experts.216.up_proj,0.0000162731,0.05000,15.096
+32,mlp.experts.237.up_proj,0.0000085075,0.05000,15.139
+32,mlp.experts.164.down_proj,0.0000002905,0.05000,3.960
+32,mlp.experts.233.up_proj,0.0000087833,0.05000,15.159
+32,mlp.experts.215.up_proj,0.0000365048,0.05000,15.224
+32,mlp.experts.253.up_proj,failsafe(rtn): 0.0009270,0.00000,0.755
+32,mlp.experts.249.up_proj,failsafe(rtn): 0.0009766,0.00000,0.738
+32,mlp.experts.113.down_proj,0.0000019394,0.05000,3.664
+32,mlp.experts.255.up_proj,0.0000083891,0.05000,15.327
+32,mlp.experts.180.down_proj,0.0000003670,0.05000,3.682
+32,mlp.experts.13.down_proj,0.0000010147,0.05000,3.684
+32,mlp.experts.9.down_proj,0.0000026628,0.05000,3.671
+32,mlp.experts.129.down_proj,0.0000009214,0.05000,3.769
+32,mlp.experts.145.down_proj,failsafe(rtn): 0.0009537,0.00000,0.207
+32,mlp.experts.161.down_proj,failsafe(rtn): 0.0009079,0.00000,0.184
+32,mlp.experts.15.down_proj,0.0000008177,0.05000,3.738
+32,mlp.experts.196.down_proj,0.0000016045,0.05000,3.749
+32,mlp.experts.29.down_proj,0.0000005029,0.05000,3.611
+32,mlp.experts.25.down_proj,0.0000012791,0.05000,3.592
+32,mlp.experts.177.down_proj,0.0000021092,0.05000,3.487
+32,mlp.experts.193.down_proj,failsafe(rtn): 0.0009537,0.00000,0.204
+32,mlp.experts.31.down_proj,0.0000005393,0.05000,3.561
+32,mlp.experts.212.down_proj,0.0000012051,0.05000,3.597
+32,mlp.experts.197.up_proj,0.0000078770,0.05000,14.483
+32,mlp.experts.174.up_proj,0.0000166844,0.05000,14.725
+32,mlp.experts.166.up_proj,0.0000100137,0.05000,14.638
+32,mlp.experts.160.up_proj,0.0000180915,0.05000,14.658
+32,mlp.experts.45.down_proj,0.0000018680,0.05000,3.689
+32,mlp.experts.41.down_proj,0.0000004425,0.05000,3.631
+32,mlp.experts.163.up_proj,0.0000858999,0.05000,14.692
+32,mlp.experts.204.up_proj,0.0000098180,0.05000,14.540
+32,mlp.experts.209.down_proj,0.0000003028,0.05000,3.634
+32,mlp.experts.47.down_proj,0.0000005296,0.05000,3.665
+32,mlp.experts.194.up_proj,0.0000133013,0.05000,14.689
+32,mlp.experts.225.down_proj,failsafe(rtn): 0.0009995,0.00000,0.204
+32,mlp.experts.203.up_proj,0.0000260058,0.05000,14.642
+32,mlp.experts.218.up_proj,0.0000108276,0.05000,14.737
+32,mlp.experts.232.up_proj,0.0000240933,0.05000,14.563
+32,mlp.experts.234.up_proj,failsafe(rtn): 0.0009117,0.00000,0.673
+32,mlp.experts.228.down_proj,0.0000084230,0.05000,3.740
+32,mlp.experts.231.up_proj,0.0000350547,0.05000,14.712
+32,mlp.experts.61.down_proj,0.0000006483,0.05000,3.624
+32,mlp.experts.57.down_proj,0.0000019873,0.05000,3.622
+32,mlp.experts.63.down_proj,0.0000003533,0.05000,3.636
+32,mlp.experts.241.down_proj,0.0000005007,0.05000,3.672
+32,mlp.experts.79.down_proj,failsafe(rtn): 0.0009117,0.00000,0.257
+32,mlp.experts.244.down_proj,0.0000006400,0.05000,3.773
+32,mlp.experts.77.down_proj,0.0000028815,0.05000,3.630
+32,mlp.experts.73.down_proj,0.0000007591,0.05000,3.585
+32,mlp.experts.95.down_proj,0.0000011922,0.05000,3.428
+32,mlp.experts.89.down_proj,0.0000011587,0.05000,3.566
+32,mlp.experts.93.down_proj,0.0000016974,0.05000,3.589
+32,mlp.experts.111.down_proj,0.0000005862,0.05000,3.730
+32,mlp.experts.213.up_proj,0.0000343730,0.05000,14.269
+32,mlp.experts.182.up_proj,0.0000226419,0.05000,14.420
+32,mlp.experts.190.up_proj,0.0000519384,0.05000,14.534
+32,mlp.experts.176.up_proj,0.0000288220,0.05000,14.347
+32,mlp.experts.109.down_proj,0.0000015716,0.05000,3.576
+32,mlp.experts.105.down_proj,0.0000004592,0.05000,3.668
+32,mlp.experts.179.up_proj,0.0000076439,0.05000,14.422
+32,mlp.experts.220.up_proj,0.0000096185,0.05000,14.273
+32,mlp.experts.210.up_proj,0.0000145663,0.05000,14.181
+32,mlp.experts.219.up_proj,0.0000120044,0.05000,14.229
+32,mlp.experts.127.down_proj,0.0000005836,0.05000,3.398
+32,mlp.experts.248.up_proj,0.0000188852,0.05000,14.039
+32,mlp.experts.250.up_proj,0.0000130805,0.05000,14.054
+32,mlp.experts.247.up_proj,0.0000174406,0.05000,14.140
+32,mlp.experts.125.down_proj,0.0000027024,0.05000,3.121
+32,mlp.experts.121.down_proj,0.0000067244,0.05000,3.071
+32,mlp.experts.141.down_proj,failsafe(rtn): 0.0009346,0.00000,0.171
+32,mlp.experts.143.down_proj,0.0000002664,0.05000,3.323
+32,mlp.experts.8.down_proj,0.0000009877,0.05000,3.257
+32,mlp.experts.10.down_proj,0.0000003713,0.05000,3.396
+32,mlp.experts.7.down_proj,0.0000012375,0.05000,3.329
+32,mlp.experts.137.down_proj,0.0000012806,0.05000,3.418
+32,mlp.experts.153.down_proj,failsafe(rtn): 0.0008965,0.00000,0.165
+32,mlp.experts.157.down_proj,0.0000020917,0.05000,3.444
+32,mlp.experts.169.down_proj,failsafe(rtn): 0.0008965,0.00000,0.147
+32,mlp.experts.159.down_proj,0.0000013609,0.05000,3.263
+32,mlp.experts.24.down_proj,0.0000004119,0.05000,3.183
+32,mlp.experts.26.down_proj,0.0000007121,0.05000,3.144
+32,mlp.experts.23.down_proj,0.0000076855,0.05000,3.419
+32,mlp.experts.39.down_proj,failsafe(rtn): 0.0009193,0.00000,0.221
+32,mlp.experts.173.down_proj,0.0000027034,0.05000,3.399
+32,mlp.experts.185.down_proj,0.0000007685,0.05000,3.349
+32,mlp.experts.189.down_proj,failsafe(rtn): 0.0009041,0.00000,0.153
+32,mlp.experts.175.down_proj,0.0000014316,0.05000,3.401
+32,mlp.experts.40.down_proj,0.0000029198,0.05000,3.470
+32,mlp.experts.42.down_proj,0.0000011930,0.05000,3.527
+32,mlp.experts.229.up_proj,0.0000233860,0.05000,13.229
+32,mlp.experts.198.up_proj,0.0000601186,0.05000,13.228
+32,mlp.experts.192.up_proj,0.0000151624,0.05000,13.224
+32,mlp.experts.206.up_proj,0.0000148738,0.05000,13.297
+32,mlp.experts.55.down_proj,0.0000014769,0.05000,3.436
+32,mlp.experts.201.down_proj,0.0000011846,0.05000,3.342
+32,mlp.experts.205.down_proj,0.0000002351,0.05000,3.325
+32,mlp.experts.195.up_proj,0.0000079765,0.05000,13.417
+32,mlp.experts.236.up_proj,0.0000056356,0.05000,13.208
+32,mlp.experts.226.up_proj,0.0000087282,0.05000,13.210
+32,mlp.experts.235.up_proj,0.0000127331,0.05000,13.413
+32,mlp.experts.191.down_proj,0.0000006096,0.05000,3.465
+32,mlp.experts.56.down_proj,0.0000005936,0.05000,3.265
+32,mlp.experts.207.down_proj,failsafe(rtn): 0.0009232,0.00000,0.173
+32,mlp.experts.72.down_proj,failsafe(rtn): 0.0008926,0.00000,0.152
+32,mlp.experts.58.down_proj,0.0000011178,0.05000,3.265
+32,mlp.experts.71.down_proj,0.0000004293,0.05000,3.148
+32,mlp.experts.217.down_proj,0.0000016118,0.05000,3.164
+32,mlp.experts.221.down_proj,0.0000012308,0.05000,3.182
+32,mlp.experts.223.down_proj,0.0000051260,0.05000,3.154
+32,mlp.experts.88.down_proj,0.0000008907,0.05000,3.073
+32,mlp.experts.74.down_proj,0.0000006096,0.05000,3.103
+32,mlp.experts.239.down_proj,failsafe(rtn): 0.0009117,0.00000,0.201
+32,mlp.experts.87.down_proj,0.0000103314,0.05000,3.238
+32,mlp.experts.233.down_proj,0.0000009288,0.05000,3.247
+32,mlp.experts.237.down_proj,0.0000006621,0.05000,3.257
+32,mlp.experts.249.down_proj,failsafe(rtn): 0.0009460,0.00000,0.164
+32,mlp.experts.253.down_proj,failsafe(rtn): 0.0009308,0.00000,0.154
+32,mlp.experts.104.down_proj,0.0000003790,0.05000,3.037
+32,mlp.experts.90.down_proj,0.0000011629,0.05000,3.031
+32,mlp.experts.255.down_proj,0.0000007288,0.05000,2.992
+32,mlp.experts.103.down_proj,0.0000006825,0.05000,2.744
+32,mlp.experts.120.down_proj,0.0000011425,0.05000,2.345
+32,mlp.experts.106.down_proj,0.0000010299,0.05000,2.323
+32,mlp.experts.122.down_proj,failsafe(rtn): 0.0010147,0.00000,0.155
+32,mlp.experts.245.up_proj,0.0000240508,0.05000,11.522
+32,mlp.experts.214.up_proj,0.0000339970,0.05000,11.542
+32,mlp.experts.222.up_proj,0.0000223314,0.05000,11.550
+32,mlp.experts.208.up_proj,0.0000447079,0.05000,11.566
+32,mlp.experts.119.down_proj,0.0000013793,0.05000,2.526
+32,mlp.experts.211.up_proj,0.0000380662,0.05000,11.508
+32,mlp.experts.252.up_proj,0.0000216336,0.05000,11.505
+32,mlp.experts.242.up_proj,0.0000640995,0.05000,11.284
+32,mlp.experts.251.up_proj,0.0000114672,0.05000,11.371
+32,mlp.experts.136.down_proj,0.0000010774,0.05000,2.749
+32,mlp.experts.5.down_proj,0.0000013859,0.05000,2.624
+32,mlp.experts.138.down_proj,0.0000159176,0.05000,2.749
+32,mlp.experts.135.down_proj,0.0000008197,0.05000,2.574
+32,mlp.experts.12.down_proj,0.0000016946,0.05000,2.443
+32,mlp.experts.2.down_proj,0.0000007040,0.05000,2.363
+32,mlp.experts.11.down_proj,0.0000005333,0.05000,2.362
+32,mlp.experts.152.down_proj,0.0000013461,0.05000,2.304
+32,mlp.experts.21.down_proj,0.0000008323,0.05000,2.329
+32,mlp.experts.154.down_proj,0.0000003849,0.05000,2.383
+32,mlp.experts.151.down_proj,0.0000006333,0.05000,2.407
+32,mlp.experts.167.down_proj,failsafe(rtn): 0.0009918,0.00000,0.125
+32,mlp.experts.28.down_proj,0.0000009187,0.05000,2.493
+32,mlp.experts.18.down_proj,0.0000012463,0.05000,2.403
+32,mlp.experts.27.down_proj,0.0000006800,0.05000,2.437
+32,mlp.experts.168.down_proj,0.0000016524,0.05000,2.431
+32,mlp.experts.37.down_proj,0.0000014457,0.05000,2.343
+32,mlp.experts.170.down_proj,0.0000010825,0.05000,2.390
+32,mlp.experts.183.down_proj,0.0000005914,0.05000,2.389
+32,mlp.experts.44.down_proj,0.0000025829,0.05000,2.382
+32,mlp.experts.34.down_proj,0.0000081079,0.05000,2.346
+32,mlp.experts.43.down_proj,0.0000002205,0.05000,2.349
+32,mlp.experts.184.down_proj,0.0000005676,0.05000,2.320
+32,mlp.experts.53.down_proj,0.0000010770,0.05000,2.314
+32,mlp.experts.200.down_proj,failsafe(rtn): 0.0009270,0.00000,0.120
+32,mlp.experts.69.down_proj,failsafe(rtn): 0.0009460,0.00000,0.120
+32,mlp.experts.230.up_proj,0.0000131070,0.05000,9.606
+32,mlp.experts.186.down_proj,0.0000013885,0.05000,2.353
+32,mlp.experts.224.up_proj,0.0000076391,0.05000,9.701
+32,mlp.experts.238.up_proj,0.0000128933,0.05000,9.717
+32,mlp.experts.227.up_proj,0.0000782827,0.05000,9.594
+32,mlp.experts.199.down_proj,0.0000016374,0.05000,2.411
+32,mlp.experts.60.down_proj,0.0000021962,0.05000,2.388
+32,mlp.experts.50.down_proj,0.0000015439,0.05000,2.474
+32,mlp.experts.59.down_proj,0.0000025598,0.05000,2.484
+32,mlp.experts.85.down_proj,0.0000014090,0.05000,2.392
+32,mlp.experts.216.down_proj,0.0000010800,0.05000,2.498
+32,mlp.experts.202.down_proj,0.0000011748,0.05000,2.483
+32,mlp.experts.215.down_proj,0.0000059620,0.05000,2.399
+32,mlp.experts.76.down_proj,0.0000017286,0.05000,2.354
+32,mlp.experts.66.down_proj,0.0000000372,0.05000,2.355
+32,mlp.experts.75.down_proj,0.0000011528,0.05000,2.356
+32,mlp.experts.101.down_proj,0.0000005199,0.05000,2.349
+32,mlp.experts.232.down_proj,0.0000008549,0.05000,2.396
+32,mlp.experts.218.down_proj,0.0000002230,0.05000,2.409
+32,mlp.experts.234.down_proj,failsafe(rtn): 0.0008965,0.00000,0.107
+32,mlp.experts.231.down_proj,0.0000007062,0.05000,2.421
+32,mlp.experts.92.down_proj,0.0000008953,0.05000,2.400
+32,mlp.experts.82.down_proj,0.0000005390,0.05000,2.415
+32,mlp.experts.91.down_proj,0.0000016236,0.05000,2.465
+32,mlp.experts.117.down_proj,0.0000000864,0.05000,2.329
+32,mlp.experts.248.down_proj,0.0000021591,0.05000,2.371
+32,mlp.experts.250.down_proj,0.0000005201,0.05000,2.411
+32,mlp.experts.247.down_proj,0.0000022620,0.05000,2.283
+32,mlp.experts.108.down_proj,0.0000008605,0.05000,2.198
+32,mlp.experts.98.down_proj,0.0000012841,0.05000,2.006
+32,mlp.experts.114.down_proj,failsafe(rtn): 0.0009117,0.00000,0.093
+32,mlp.experts.107.down_proj,0.0000047113,0.05000,1.864
+32,mlp.experts.133.down_proj,0.0000006705,0.05000,1.768
+32,mlp.experts.246.up_proj,0.0000172524,0.05000,9.013
+32,mlp.experts.240.up_proj,0.0000308674,0.05000,8.906
+32,mlp.experts.254.up_proj,0.0000222834,0.05000,8.934
+32,mlp.experts.243.up_proj,0.0000301157,0.05000,8.806
+32,mlp.experts.124.down_proj,0.0000004575,0.05000,1.686
+32,mlp.experts.130.down_proj,0.0000014617,0.05000,1.670
+32,mlp.experts.123.down_proj,0.0000014963,0.05000,1.682
+32,mlp.experts.149.down_proj,0.0000022999,0.05000,1.666
+32,mlp.experts.6.down_proj,0.0000023127,0.05000,1.714
+32,mlp.experts.0.down_proj,0.0000050418,0.05000,1.728
+32,mlp.experts.14.down_proj,0.0000008988,0.05000,1.747
+32,mlp.experts.3.down_proj,0.0000003008,0.05000,1.736
+32,mlp.experts.140.down_proj,0.0000031280,0.05000,1.737
+32,mlp.experts.146.down_proj,0.0000013508,0.05000,1.793
+32,mlp.experts.139.down_proj,0.0000012609,0.05000,1.825
+32,mlp.experts.165.down_proj,0.0000004450,0.05000,1.746
+32,mlp.experts.155.down_proj,failsafe(rtn): 0.0010071,0.00000,0.097
+32,mlp.experts.22.down_proj,0.0000020001,0.05000,1.784
+32,mlp.experts.16.down_proj,0.0000002008,0.05000,1.795
+32,mlp.experts.30.down_proj,0.0000016425,0.05000,1.817
+32,mlp.experts.19.down_proj,0.0000011613,0.05000,1.786
+32,mlp.experts.156.down_proj,0.0000028117,0.05000,1.799
+32,mlp.experts.162.down_proj,0.0000020309,0.05000,1.821
+32,mlp.experts.181.down_proj,0.0000014168,0.05000,1.705
+32,mlp.experts.171.down_proj,0.0000010686,0.05000,1.802
+32,mlp.experts.38.down_proj,0.0000011129,0.05000,1.756
+32,mlp.experts.32.down_proj,0.0000018763,0.05000,1.736
+32,mlp.experts.46.down_proj,0.0000022353,0.05000,1.709
+32,mlp.experts.35.down_proj,0.0000007893,0.05000,1.711
+32,mlp.experts.172.down_proj,0.0000014777,0.05000,1.709
+32,mlp.experts.188.down_proj,failsafe(rtn): 0.0009499,0.00000,0.084
+32,mlp.experts.178.down_proj,0.0000016056,0.05000,1.653
+32,mlp.experts.197.down_proj,0.0000007657,0.05000,1.623
+32,mlp.experts.187.down_proj,0.0000006504,0.05000,1.642
+32,mlp.experts.54.down_proj,0.0000005710,0.05000,1.653
+32,mlp.experts.48.down_proj,0.0000009544,0.05000,1.652
+32,mlp.experts.62.down_proj,0.0000009309,0.05000,1.713
+32,mlp.experts.51.down_proj,0.0000006706,0.05000,1.672
+32,mlp.experts.204.down_proj,0.0000006901,0.05000,1.654
+32,mlp.experts.194.down_proj,0.0000015004,0.05000,1.737
+32,mlp.experts.213.down_proj,0.0000008658,0.05000,1.628
+32,mlp.experts.203.down_proj,0.0000012729,0.05000,1.699
+32,mlp.experts.70.down_proj,0.0000007899,0.05000,1.730
+32,mlp.experts.64.down_proj,0.0000021150,0.05000,1.684
+32,mlp.experts.78.down_proj,0.0000006564,0.05000,1.742
+32,mlp.experts.67.down_proj,0.0000009483,0.05000,1.731
+32,mlp.experts.220.down_proj,0.0000007046,0.05000,1.732
+32,mlp.experts.210.down_proj,0.0000009585,0.05000,1.704
+32,mlp.experts.229.down_proj,0.0000006746,0.05000,1.668
+32,mlp.experts.219.down_proj,0.0000006082,0.05000,1.716
+32,mlp.experts.86.down_proj,0.0000008818,0.05000,1.717
+32,mlp.experts.80.down_proj,0.0000023942,0.05000,1.737
+32,mlp.experts.94.down_proj,0.0000012557,0.05000,1.727
+32,mlp.experts.83.down_proj,0.0000017831,0.05000,1.698
+32,mlp.experts.236.down_proj,0.0000005373,0.05000,1.708
+32,mlp.experts.245.down_proj,0.0000026278,0.05000,1.670
+32,mlp.experts.226.down_proj,0.0000014567,0.05000,1.727
+32,mlp.experts.235.down_proj,0.0000006387,0.05000,1.729
+32,mlp.experts.102.down_proj,0.0000012463,0.05000,1.686
+32,mlp.experts.96.down_proj,0.0000027864,0.05000,1.647
+32,mlp.experts.110.down_proj,0.0000007417,0.05000,1.637
+32,mlp.experts.99.down_proj,0.0000018109,0.05000,1.571
+32,mlp.experts.252.down_proj,0.0000007135,0.05000,1.546
+32,mlp.experts.242.down_proj,0.0000043543,0.05000,1.416
+32,mlp.experts.251.down_proj,0.0000003838,0.05000,1.312
+32,mlp.experts.118.down_proj,0.0000036510,0.05000,1.228
+32,mlp.experts.112.down_proj,0.0000005228,0.05000,1.177
+32,mlp.experts.115.down_proj,0.0000006158,0.05000,1.068
+32,mlp.experts.126.down_proj,0.0000026940,0.05000,1.085
+32,mlp.experts.134.down_proj,0.0000013732,0.05000,0.635
+32,mlp.experts.128.down_proj,0.0000005584,0.05000,0.639
+32,mlp.experts.131.down_proj,0.0000023448,0.05000,0.601
+32,mlp.experts.142.down_proj,0.0000010952,0.05000,0.632
+32,mlp.experts.150.down_proj,0.0000005438,0.05000,0.589
+32,mlp.experts.144.down_proj,0.0000010808,0.05000,0.598
+32,mlp.experts.147.down_proj,0.0000006566,0.05000,0.585
+32,mlp.experts.158.down_proj,0.0000015870,0.05000,0.616
+32,mlp.experts.166.down_proj,0.0000001863,0.05000,0.595
+32,mlp.experts.160.down_proj,0.0000004300,0.05000,0.610
+32,mlp.experts.163.down_proj,0.0000026401,0.05000,0.612
+32,mlp.experts.174.down_proj,0.0000017447,0.05000,0.622
+32,mlp.experts.182.down_proj,0.0000016682,0.05000,0.674
+32,mlp.experts.176.down_proj,0.0000027982,0.05000,0.646
+32,mlp.experts.179.down_proj,0.0000009549,0.05000,0.603
+32,mlp.experts.190.down_proj,0.0000034796,0.05000,0.639
+32,mlp.experts.192.down_proj,0.0000015156,0.05000,0.634
+32,mlp.experts.195.down_proj,0.0000008824,0.05000,0.634
+32,mlp.experts.198.down_proj,0.0000025472,0.05000,0.676
+32,mlp.experts.206.down_proj,0.0000015345,0.05000,0.670
+32,mlp.experts.211.down_proj,0.0000018561,0.05000,0.590
+32,mlp.experts.208.down_proj,0.0000021148,0.05000,0.627
+32,mlp.experts.214.down_proj,0.0000014344,0.05000,0.640
+32,mlp.experts.222.down_proj,0.0000018719,0.05000,0.673
+32,mlp.experts.224.down_proj,0.0000008077,0.05000,0.646
+32,mlp.experts.227.down_proj,0.0000026538,0.05000,0.666
+32,mlp.experts.230.down_proj,0.0000002814,0.05000,0.704
+32,mlp.experts.238.down_proj,0.0000014648,0.05000,0.715
+32,mlp.experts.243.down_proj,0.0000017993,0.05000,0.685
+32,mlp.experts.240.down_proj,0.0000019471,0.05000,0.699
+32,mlp.experts.246.down_proj,0.0000016501,0.05000,0.635
+32,mlp.experts.254.down_proj,0.0000021748,0.05000,0.484
+33,mlp.experts.1.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.793
+33,mlp.experts.8.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.794
+33,mlp.experts.14.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.808
+33,mlp.experts.10.gate_proj,0.0000128209,0.05000,15.446
+33,mlp.experts.13.gate_proj,0.0000584098,0.05000,15.470
+33,mlp.experts.4.gate_proj,0.0000282480,0.05000,15.482
+33,mlp.experts.15.gate_proj,0.0000042029,0.05000,15.545
+33,mlp.experts.3.gate_proj,0.0000432969,0.05000,15.562
+33,mlp.experts.9.gate_proj,0.0000329112,0.05000,15.569
+33,mlp.experts.7.gate_proj,0.0000153993,0.05000,15.573
+33,mlp.experts.2.gate_proj,0.0000668088,0.05000,15.633
+33,mlp.experts.0.gate_proj,0.0000158627,0.05000,15.583
+33,mlp.experts.6.gate_proj,0.0000112837,0.05000,15.588
+33,mlp.experts.11.gate_proj,0.0000131236,0.05000,15.583
+33,mlp.experts.12.gate_proj,0.0000159610,0.05000,15.636
+33,mlp.experts.5.gate_proj,0.0000146548,0.05000,15.642
+33,mlp.experts.24.gate_proj,0.0001100416,0.05000,15.437
+33,mlp.experts.26.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.783
+33,mlp.experts.20.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.761
+33,mlp.experts.17.gate_proj,0.0000113951,0.05000,15.474
+33,mlp.experts.31.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.744
+33,mlp.experts.30.gate_proj,0.0000114734,0.05000,15.606
+33,mlp.experts.25.gate_proj,0.0000215897,0.05000,14.714
+33,mlp.experts.21.gate_proj,0.0000214994,0.05000,14.702
+33,mlp.experts.29.gate_proj,0.0000138658,0.05000,14.883
+33,mlp.experts.16.gate_proj,0.0000339560,0.05000,14.785
+33,mlp.experts.28.gate_proj,0.0000162151,0.05000,14.790
+33,mlp.experts.19.gate_proj,0.0000201096,0.05000,14.879
+33,mlp.experts.22.gate_proj,0.0000573383,0.05000,14.869
+33,mlp.experts.23.gate_proj,0.0000128215,0.05000,14.977
+33,mlp.experts.18.gate_proj,0.0000121583,0.05000,15.028
+33,mlp.experts.27.gate_proj,0.0000202903,0.05000,15.051
+33,mlp.experts.42.gate_proj,0.0001379517,0.05000,14.814
+33,mlp.experts.33.gate_proj,0.0000319131,0.05000,14.829
+33,mlp.experts.45.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.784
+33,mlp.experts.47.gate_proj,0.0000120331,0.05000,14.898
+33,mlp.experts.40.gate_proj,0.0000210657,0.05000,14.990
+33,mlp.experts.36.gate_proj,0.0000107522,0.05000,15.002
+33,mlp.experts.34.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.749
+33,mlp.experts.46.gate_proj,0.0001275358,0.05000,15.033
+33,mlp.experts.44.gate_proj,0.0000199078,0.05000,15.160
+33,mlp.experts.37.gate_proj,0.0000124067,0.05000,15.254
+33,mlp.experts.41.gate_proj,0.0000162748,0.05000,15.296
+33,mlp.experts.35.gate_proj,0.0000279468,0.05000,15.276
+33,mlp.experts.38.gate_proj,0.0000422918,0.05000,15.279
+33,mlp.experts.39.gate_proj,0.0000490133,0.05000,15.315
+33,mlp.experts.32.gate_proj,0.0000209476,0.05000,15.541
+33,mlp.experts.43.gate_proj,0.0000098660,0.05000,15.303
+33,mlp.experts.58.gate_proj,0.0000085308,0.05000,15.266
+33,mlp.experts.49.gate_proj,0.0000216240,0.05000,15.217
+33,mlp.experts.61.gate_proj,0.0000124696,0.05000,15.197
+33,mlp.experts.63.gate_proj,0.0000163044,0.05000,15.211
+33,mlp.experts.50.gate_proj,0.0000145437,0.05000,15.143
+33,mlp.experts.52.gate_proj,0.0000227310,0.05000,15.366
+33,mlp.experts.56.gate_proj,0.0000153007,0.05000,15.417
+33,mlp.experts.62.gate_proj,0.0000214644,0.05000,15.309
+33,mlp.experts.65.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.814
+33,mlp.experts.53.gate_proj,0.0000158864,0.05000,14.776
+33,mlp.experts.57.gate_proj,0.0000750756,0.05000,14.812
+33,mlp.experts.54.gate_proj,0.0000268460,0.05000,14.670
+33,mlp.experts.60.gate_proj,0.0000552797,0.05000,14.914
+33,mlp.experts.51.gate_proj,0.0000126404,0.05000,14.835
+33,mlp.experts.48.gate_proj,0.0000999993,0.05000,14.770
+33,mlp.experts.55.gate_proj,0.0000306118,0.05000,14.943
+33,mlp.experts.59.gate_proj,0.0000126327,0.05000,14.880
+33,mlp.experts.77.gate_proj,0.0000086722,0.05000,14.699
+33,mlp.experts.69.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.712
+33,mlp.experts.74.gate_proj,0.0000330179,0.05000,14.769
+33,mlp.experts.79.gate_proj,0.0000124152,0.05000,14.881
+33,mlp.experts.66.gate_proj,0.0000127567,0.05000,14.838
+33,mlp.experts.78.gate_proj,0.0001384428,0.05000,14.640
+33,mlp.experts.72.gate_proj,0.0000083628,0.05000,14.842
+33,mlp.experts.68.gate_proj,0.0000153963,0.05000,14.880
+33,mlp.experts.81.gate_proj,0.0000070588,0.05000,14.826
+33,mlp.experts.76.gate_proj,0.0001152052,0.05000,14.628
+33,mlp.experts.70.gate_proj,0.0000126286,0.05000,14.718
+33,mlp.experts.73.gate_proj,0.0000201619,0.05000,14.920
+33,mlp.experts.67.gate_proj,0.0000206991,0.05000,14.798
+33,mlp.experts.64.gate_proj,0.0000290070,0.05000,14.756
+33,mlp.experts.71.gate_proj,0.0000365314,0.05000,14.751
+33,mlp.experts.75.gate_proj,0.0000168608,0.05000,14.739
+33,mlp.experts.93.gate_proj,0.0000145293,0.05000,14.727
+33,mlp.experts.85.gate_proj,0.0000108123,0.05000,14.776
+33,mlp.experts.90.gate_proj,0.0000149186,0.05000,14.781
+33,mlp.experts.95.gate_proj,0.0000140682,0.05000,14.727
+33,mlp.experts.82.gate_proj,0.0000159428,0.05000,14.706
+33,mlp.experts.84.gate_proj,0.0000119445,0.05000,14.680
+33,mlp.experts.88.gate_proj,0.0000446953,0.05000,14.732
+33,mlp.experts.94.gate_proj,0.0000091482,0.05000,14.807
+33,mlp.experts.80.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.782
+33,mlp.experts.97.gate_proj,0.0000128941,0.05000,14.738
+33,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.808
+33,mlp.experts.92.gate_proj,0.0000104496,0.05000,15.089
+33,mlp.experts.86.gate_proj,0.0000100633,0.05000,15.160
+33,mlp.experts.83.gate_proj,0.0000138104,0.05000,15.090
+33,mlp.experts.89.gate_proj,0.0000090533,0.05000,15.233
+33,mlp.experts.87.gate_proj,0.0000140731,0.05000,15.118
+33,mlp.experts.91.gate_proj,0.0000422441,0.05000,15.198
+33,mlp.experts.101.gate_proj,0.0000274309,0.05000,15.021
+33,mlp.experts.106.gate_proj,0.0000115005,0.05000,15.082
+33,mlp.experts.109.gate_proj,0.0001281110,0.05000,15.192
+33,mlp.experts.111.gate_proj,0.0000066663,0.05000,15.081
+33,mlp.experts.98.gate_proj,0.0000088009,0.05000,15.157
+33,mlp.experts.110.gate_proj,0.0000177774,0.05000,15.091
+33,mlp.experts.104.gate_proj,0.0000093215,0.05000,15.159
+33,mlp.experts.96.gate_proj,0.0000124244,0.05000,15.195
+33,mlp.experts.113.gate_proj,0.0000245603,0.05000,14.958
+33,mlp.experts.116.gate_proj,0.0000140163,0.05000,15.025
+33,mlp.experts.120.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.811
+33,mlp.experts.108.gate_proj,0.0000192107,0.05000,15.513
+33,mlp.experts.102.gate_proj,0.0000201078,0.05000,15.540
+33,mlp.experts.99.gate_proj,0.0000460830,0.05000,15.513
+33,mlp.experts.105.gate_proj,0.0000164857,0.05000,15.526
+33,mlp.experts.107.gate_proj,0.0000072532,0.05000,15.401
+33,mlp.experts.103.gate_proj,0.0000132402,0.05000,15.524
+33,mlp.experts.117.gate_proj,0.0000139430,0.05000,15.470
+33,mlp.experts.122.gate_proj,0.0000280236,0.05000,15.429
+33,mlp.experts.125.gate_proj,0.0001164262,0.05000,15.501
+33,mlp.experts.127.gate_proj,0.0000054592,0.05000,15.397
+33,mlp.experts.114.gate_proj,0.0000458721,0.05000,15.469
+33,mlp.experts.112.gate_proj,0.0000693710,0.05000,15.366
+33,mlp.experts.126.gate_proj,0.0000179821,0.05000,15.483
+33,mlp.experts.129.gate_proj,0.0000154311,0.05000,15.502
+33,mlp.experts.141.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.787
+33,mlp.experts.132.gate_proj,0.0000133912,0.05000,15.553
+33,mlp.experts.136.gate_proj,0.0000208943,0.05000,15.543
+33,mlp.experts.145.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.789
+33,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.720
+33,mlp.experts.124.gate_proj,0.0000404072,0.05000,14.566
+33,mlp.experts.118.gate_proj,0.0000225989,0.05000,14.628
+33,mlp.experts.115.gate_proj,0.0000155449,0.05000,14.699
+33,mlp.experts.121.gate_proj,0.0000085028,0.05000,14.732
+33,mlp.experts.119.gate_proj,0.0000858439,0.05000,14.606
+33,mlp.experts.123.gate_proj,0.0000987501,0.05000,14.779
+33,mlp.experts.133.gate_proj,0.0000208876,0.05000,14.653
+33,mlp.experts.138.gate_proj,0.0000279595,0.05000,14.747
+33,mlp.experts.143.gate_proj,0.0000200715,0.05000,14.903
+33,mlp.experts.130.gate_proj,0.0000194387,0.05000,14.747
+33,mlp.experts.128.gate_proj,0.0000451519,0.05000,14.713
+33,mlp.experts.131.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.879
+33,mlp.experts.142.gate_proj,0.0000209723,0.05000,14.722
+33,mlp.experts.157.gate_proj,0.0000258183,0.05000,14.712
+33,mlp.experts.152.gate_proj,0.0000171573,0.05000,14.744
+33,mlp.experts.161.gate_proj,0.0000149376,0.05000,14.565
+33,mlp.experts.164.gate_proj,0.0000254841,0.05000,14.858
+33,mlp.experts.140.gate_proj,0.0000213221,0.05000,14.746
+33,mlp.experts.134.gate_proj,0.0000047675,0.05000,14.710
+33,mlp.experts.137.gate_proj,0.0000114724,0.05000,14.527
+33,mlp.experts.135.gate_proj,0.0000377578,0.05000,14.641
+33,mlp.experts.149.gate_proj,0.0001111480,0.05000,14.613
+33,mlp.experts.139.gate_proj,0.0000090809,0.05000,14.653
+33,mlp.experts.154.gate_proj,0.0000177161,0.05000,14.634
+33,mlp.experts.150.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.710
+33,mlp.experts.159.gate_proj,0.0000220660,0.05000,14.620
+33,mlp.experts.146.gate_proj,0.0000340415,0.05000,14.587
+33,mlp.experts.158.gate_proj,0.0000280610,0.05000,14.425
+33,mlp.experts.144.gate_proj,0.0000065531,0.05000,14.593
+33,mlp.experts.147.gate_proj,0.0000381949,0.05000,14.538
+33,mlp.experts.173.gate_proj,0.0000226297,0.05000,14.587
+33,mlp.experts.175.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.788
+33,mlp.experts.163.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.772
+33,mlp.experts.177.gate_proj,0.0000182327,0.05000,14.514
+33,mlp.experts.168.gate_proj,0.0000133760,0.05000,14.612
+33,mlp.experts.180.gate_proj,0.0000193787,0.05000,14.532
+33,mlp.experts.156.gate_proj,0.0000089208,0.05000,15.553
+33,mlp.experts.153.gate_proj,0.0000706433,0.05000,15.605
+33,mlp.experts.165.gate_proj,0.0000139325,0.05000,15.451
+33,mlp.experts.151.gate_proj,0.0000121333,0.05000,15.695
+33,mlp.experts.155.gate_proj,0.0000228041,0.05000,15.665
+33,mlp.experts.170.gate_proj,0.0000537312,0.05000,15.747
+33,mlp.experts.166.gate_proj,0.0000659880,0.05000,15.747
+33,mlp.experts.174.gate_proj,0.0000121599,0.05000,15.668
+33,mlp.experts.169.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.804
+33,mlp.experts.162.gate_proj,0.0000221304,0.05000,15.744
+33,mlp.experts.160.gate_proj,0.0000184344,0.05000,15.872
+33,mlp.experts.189.gate_proj,0.0000149542,0.05000,15.664
+33,mlp.experts.191.gate_proj,0.0000444754,0.05000,15.683
+33,mlp.experts.179.gate_proj,0.0000143518,0.05000,15.617
+33,mlp.experts.193.gate_proj,0.0001057113,0.05000,15.682
+33,mlp.experts.184.gate_proj,0.0000386525,0.05000,15.693
+33,mlp.experts.196.gate_proj,0.0000323666,0.05000,15.761
+33,mlp.experts.172.gate_proj,0.0000100017,0.05000,15.180
+33,mlp.experts.181.gate_proj,0.0000173486,0.05000,15.226
+33,mlp.experts.167.gate_proj,0.0000251703,0.05000,15.273
+33,mlp.experts.171.gate_proj,0.0000288083,0.05000,15.251
+33,mlp.experts.188.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.774
+33,mlp.experts.186.gate_proj,0.0000094510,0.05000,15.215
+33,mlp.experts.182.gate_proj,0.0000140513,0.05000,15.211
+33,mlp.experts.178.gate_proj,0.0000293435,0.05000,15.204
+33,mlp.experts.190.gate_proj,0.0000202083,0.05000,15.428
+33,mlp.experts.185.gate_proj,0.0000200809,0.05000,15.426
+33,mlp.experts.176.gate_proj,0.0000175799,0.05000,15.238
+33,mlp.experts.205.gate_proj,0.0000206290,0.05000,15.334
+33,mlp.experts.207.gate_proj,0.0000566743,0.05000,15.355
+33,mlp.experts.195.gate_proj,0.0000333530,0.05000,15.243
+33,mlp.experts.209.gate_proj,0.0000296034,0.05000,15.295
+33,mlp.experts.200.gate_proj,0.0000145800,0.05000,15.321
+33,mlp.experts.212.gate_proj,0.0000252224,0.05000,15.285
+33,mlp.experts.216.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.672
+33,mlp.experts.197.gate_proj,0.0000187841,0.05000,15.133
+33,mlp.experts.183.gate_proj,0.0000090945,0.05000,15.156
+33,mlp.experts.187.gate_proj,0.0000241661,0.05000,15.211
+33,mlp.experts.204.gate_proj,0.0000126487,0.05000,15.371
+33,mlp.experts.202.gate_proj,0.0000503048,0.05000,15.259
+33,mlp.experts.198.gate_proj,0.0000242061,0.05000,15.232
+33,mlp.experts.194.gate_proj,0.0000932113,0.05000,15.200
+33,mlp.experts.206.gate_proj,0.0000149272,0.05000,15.174
+33,mlp.experts.201.gate_proj,0.0000161569,0.05000,15.214
+33,mlp.experts.192.gate_proj,0.0000083775,0.05000,15.132
+33,mlp.experts.221.gate_proj,0.0000956042,0.05000,15.204
+33,mlp.experts.223.gate_proj,0.0000167401,0.05000,15.102
+33,mlp.experts.211.gate_proj,0.0000060028,0.05000,15.138
+33,mlp.experts.225.gate_proj,0.0000272958,0.05000,15.063
+33,mlp.experts.222.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.753
+33,mlp.experts.228.gate_proj,0.0000225154,0.05000,15.181
+33,mlp.experts.232.gate_proj,0.0000114058,0.05000,15.243
+33,mlp.experts.213.gate_proj,0.0000899903,0.05000,14.819
+33,mlp.experts.199.gate_proj,0.0000639111,0.05000,14.932
+33,mlp.experts.203.gate_proj,0.0000210372,0.05000,14.924
+33,mlp.experts.220.gate_proj,0.0000160061,0.05000,14.860
+33,mlp.experts.214.gate_proj,0.0000121127,0.05000,14.843
+33,mlp.experts.210.gate_proj,0.0000128635,0.05000,14.777
+33,mlp.experts.218.gate_proj,0.0000570594,0.05000,15.046
+33,mlp.experts.217.gate_proj,0.0000101872,0.05000,14.883
+33,mlp.experts.208.gate_proj,0.0000326852,0.05000,15.017
+33,mlp.experts.237.gate_proj,0.0000187723,0.05000,14.844
+33,mlp.experts.226.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.760
+33,mlp.experts.239.gate_proj,0.0000225136,0.05000,14.887
+33,mlp.experts.227.gate_proj,0.0000137695,0.05000,14.930
+33,mlp.experts.241.gate_proj,0.0000304872,0.05000,14.829
+33,mlp.experts.238.gate_proj,0.0000098733,0.05000,14.847
+33,mlp.experts.244.gate_proj,0.0000120958,0.05000,14.766
+33,mlp.experts.1.up_proj,failsafe(rtn): 0.0009079,0.00000,0.730
+33,mlp.experts.248.gate_proj,0.0000411122,0.05000,14.835
+33,mlp.experts.8.up_proj,failsafe(rtn): 0.0009079,0.00000,0.692
+33,mlp.experts.229.gate_proj,0.0000311102,0.05000,14.114
+33,mlp.experts.215.gate_proj,0.0000591678,0.05000,14.386
+33,mlp.experts.219.gate_proj,0.0000193664,0.05000,14.352
+33,mlp.experts.236.gate_proj,0.0000132295,0.05000,14.345
+33,mlp.experts.230.gate_proj,0.0000808399,0.05000,14.305
+33,mlp.experts.234.gate_proj,0.0000168725,0.05000,14.254
+33,mlp.experts.233.gate_proj,0.0001223484,0.05000,14.212
+33,mlp.experts.253.gate_proj,0.0000183883,0.05000,14.228
+33,mlp.experts.224.gate_proj,0.0000131084,0.05000,14.360
+33,mlp.experts.242.gate_proj,0.0000425294,0.05000,14.312
+33,mlp.experts.255.gate_proj,0.0000275315,0.05000,14.387
+33,mlp.experts.249.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.767
+33,mlp.experts.243.gate_proj,0.0000606670,0.05000,14.435
+33,mlp.experts.254.gate_proj,0.0000249933,0.05000,14.450
+33,mlp.experts.17.up_proj,0.0000097525,0.05000,14.194
+33,mlp.experts.4.up_proj,0.0000186905,0.05000,14.327
+33,mlp.experts.14.up_proj,failsafe(rtn): 0.0009308,0.00000,0.700
+33,mlp.experts.20.up_proj,failsafe(rtn): 0.0009346,0.00000,0.728
+33,mlp.experts.24.up_proj,0.0000835613,0.05000,14.344
+33,mlp.experts.245.gate_proj,0.0000710845,0.05000,14.558
+33,mlp.experts.231.gate_proj,0.0000183370,0.05000,14.599
+33,mlp.experts.235.gate_proj,0.0000172434,0.05000,14.657
+33,mlp.experts.250.gate_proj,0.0000212160,0.05000,14.600
+33,mlp.experts.252.gate_proj,0.0000280220,0.05000,14.761
+33,mlp.experts.246.gate_proj,0.0000452181,0.05000,14.725
+33,mlp.experts.13.up_proj,0.0000541563,0.05000,14.680
+33,mlp.experts.240.gate_proj,0.0000161206,0.05000,14.741
+33,mlp.experts.2.up_proj,0.0000606907,0.05000,14.724
+33,mlp.experts.15.up_proj,0.0000039378,0.05000,14.815
+33,mlp.experts.9.up_proj,0.0000320661,0.05000,14.709
+33,mlp.experts.3.up_proj,0.0000385509,0.05000,14.790
+33,mlp.experts.33.up_proj,0.0000254174,0.05000,14.632
+33,mlp.experts.31.up_proj,failsafe(rtn): 0.0010605,0.00000,0.749
+33,mlp.experts.30.up_proj,0.0000111309,0.05000,14.738
+33,mlp.experts.36.up_proj,0.0000089618,0.05000,14.742
+33,mlp.experts.40.up_proj,0.0000234573,0.05000,14.926
+33,mlp.experts.5.up_proj,0.0000132768,0.05000,15.198
+33,mlp.experts.247.gate_proj,0.0000082640,0.05000,15.419
+33,mlp.experts.251.gate_proj,0.0000223945,0.05000,15.432
+33,mlp.experts.10.up_proj,0.0000116038,0.05000,15.332
+33,mlp.experts.12.up_proj,0.0000127444,0.05000,15.447
+33,mlp.experts.6.up_proj,0.0000097796,0.05000,15.487
+33,mlp.experts.0.up_proj,0.0000153841,0.05000,15.269
+33,mlp.experts.29.up_proj,0.0000105982,0.05000,15.381
+33,mlp.experts.26.up_proj,failsafe(rtn): 0.0009117,0.00000,0.769
+33,mlp.experts.18.up_proj,0.0000109427,0.05000,15.359
+33,mlp.experts.25.up_proj,0.0000182616,0.05000,15.266
+33,mlp.experts.19.up_proj,0.0000166597,0.05000,15.211
+33,mlp.experts.45.up_proj,failsafe(rtn): 0.0009422,0.00000,0.780
+33,mlp.experts.49.up_proj,0.0000174471,0.05000,15.141
+33,mlp.experts.34.up_proj,failsafe(rtn): 0.0009193,0.00000,0.728
+33,mlp.experts.47.up_proj,0.0000099336,0.05000,15.265
+33,mlp.experts.46.up_proj,0.0000870789,0.05000,15.291
+33,mlp.experts.65.up_proj,failsafe(rtn): 0.0009308,0.00000,0.708
+33,mlp.experts.52.up_proj,0.0000216691,0.05000,15.167
+33,mlp.experts.56.up_proj,0.0000127909,0.05000,15.288
+33,mlp.experts.21.up_proj,0.0000204637,0.05000,14.301
+33,mlp.experts.7.up_proj,0.0000139440,0.05000,14.316
+33,mlp.experts.11.up_proj,0.0000103730,0.05000,14.251
+33,mlp.experts.28.up_proj,0.0000145973,0.05000,14.162
+33,mlp.experts.22.up_proj,0.0000569740,0.05000,14.280
+33,mlp.experts.16.up_proj,0.0000327649,0.05000,14.176
+33,mlp.experts.42.up_proj,0.0001147864,0.05000,14.148
+33,mlp.experts.41.up_proj,0.0000126079,0.05000,14.103
+33,mlp.experts.35.up_proj,0.0000235451,0.05000,14.405
+33,mlp.experts.61.up_proj,0.0000086845,0.05000,14.112
+33,mlp.experts.50.up_proj,0.0000130210,0.05000,14.378
+33,mlp.experts.63.up_proj,0.0000150182,0.05000,14.284
+33,mlp.experts.62.up_proj,0.0000168252,0.05000,14.290
+33,mlp.experts.81.up_proj,0.0000063713,0.05000,14.253
+33,mlp.experts.68.up_proj,0.0000114824,0.05000,14.244
+33,mlp.experts.72.up_proj,0.0000082403,0.05000,14.300
+33,mlp.experts.37.up_proj,0.0000096548,0.05000,14.653
+33,mlp.experts.27.up_proj,0.0000191880,0.05000,14.593
+33,mlp.experts.44.up_proj,0.0000165785,0.05000,14.613
+33,mlp.experts.23.up_proj,0.0000102629,0.05000,14.808
+33,mlp.experts.38.up_proj,0.0000404535,0.05000,14.765
+33,mlp.experts.32.up_proj,0.0000204275,0.05000,14.788
+33,mlp.experts.58.up_proj,0.0000083190,0.05000,14.808
+33,mlp.experts.57.up_proj,0.0000737084,0.05000,14.754
+33,mlp.experts.77.up_proj,0.0000068643,0.05000,14.679
+33,mlp.experts.51.up_proj,0.0000106815,0.05000,14.708
+33,mlp.experts.79.up_proj,0.0000100056,0.05000,14.722
+33,mlp.experts.66.up_proj,0.0000096685,0.05000,14.758
+33,mlp.experts.78.up_proj,0.0001096995,0.05000,14.780
+33,mlp.experts.97.up_proj,0.0000090228,0.05000,14.635
+33,mlp.experts.84.up_proj,0.0000115668,0.05000,14.722
+33,mlp.experts.88.up_proj,0.0000380783,0.05000,14.591
+33,mlp.experts.100.up_proj,failsafe(rtn): 0.0009346,0.00000,0.703
+33,mlp.experts.53.up_proj,0.0000152729,0.05000,15.091
+33,mlp.experts.69.up_proj,failsafe(rtn): 0.0009727,0.00000,0.707
+33,mlp.experts.43.up_proj,0.0000096452,0.05000,15.171
+33,mlp.experts.60.up_proj,0.0000356959,0.05000,15.118
+33,mlp.experts.39.up_proj,0.0000385470,0.05000,15.287
+33,mlp.experts.54.up_proj,0.0000189653,0.05000,15.142
+33,mlp.experts.48.up_proj,0.0000892124,0.05000,15.091
+33,mlp.experts.74.up_proj,0.0000307044,0.05000,14.999
+33,mlp.experts.73.up_proj,0.0000164907,0.05000,14.928
+33,mlp.experts.93.up_proj,0.0000110543,0.05000,15.081
+33,mlp.experts.67.up_proj,0.0000183680,0.05000,15.125
+33,mlp.experts.82.up_proj,0.0000120155,0.05000,15.069
+33,mlp.experts.95.up_proj,0.0000108861,0.05000,15.114
+33,mlp.experts.94.up_proj,0.0000088820,0.05000,14.946
+33,mlp.experts.113.up_proj,0.0000192710,0.05000,15.000
+33,mlp.experts.104.up_proj,0.0000083273,0.05000,15.236
+33,mlp.experts.116.up_proj,0.0000119452,0.05000,15.231
+33,mlp.experts.120.up_proj,failsafe(rtn): 0.0009499,0.00000,0.695
+33,mlp.experts.85.up_proj,0.0000090501,0.05000,14.565
+33,mlp.experts.59.up_proj,0.0000115056,0.05000,14.829
+33,mlp.experts.76.up_proj,0.0000919160,0.05000,14.818
+33,mlp.experts.55.up_proj,0.0000292231,0.05000,14.772
+33,mlp.experts.70.up_proj,0.0000102017,0.05000,14.651
+33,mlp.experts.64.up_proj,0.0000240517,0.05000,14.724
+33,mlp.experts.89.up_proj,0.0000082568,0.05000,14.458
+33,mlp.experts.90.up_proj,0.0000092953,0.05000,14.788
+33,mlp.experts.109.up_proj,0.0000988646,0.05000,14.711
+33,mlp.experts.83.up_proj,0.0000132378,0.05000,14.680
+33,mlp.experts.80.up_proj,failsafe(rtn): 0.0009270,0.00000,0.768
+33,mlp.experts.111.up_proj,0.0000047444,0.05000,14.680
+33,mlp.experts.129.up_proj,0.0000127991,0.05000,14.546
+33,mlp.experts.98.up_proj,0.0000081096,0.05000,14.809
+33,mlp.experts.110.up_proj,0.0000130580,0.05000,14.773
+33,mlp.experts.145.up_proj,failsafe(rtn): 0.0009384,0.00000,0.613
+33,mlp.experts.132.up_proj,0.0000123166,0.05000,14.550
+33,mlp.experts.136.up_proj,0.0000195301,0.05000,14.592
+33,mlp.experts.148.up_proj,failsafe(rtn): 0.0009308,0.00000,0.723
+33,mlp.experts.101.up_proj,0.0000253171,0.05000,13.293
+33,mlp.experts.92.up_proj,0.0000095247,0.05000,13.345
+33,mlp.experts.75.up_proj,0.0000169816,0.05000,13.450
+33,mlp.experts.71.up_proj,0.0000350196,0.05000,13.493
+33,mlp.experts.86.up_proj,0.0000103678,0.05000,13.459
+33,mlp.experts.106.up_proj,0.0000089733,0.05000,13.260
+33,mlp.experts.105.up_proj,0.0000136152,0.05000,13.375
+33,mlp.experts.99.up_proj,0.0000446339,0.05000,13.403
+33,mlp.experts.125.up_proj,0.0000822199,0.05000,13.458
+33,mlp.experts.96.up_proj,0.0000087671,0.05000,13.409
+33,mlp.experts.126.up_proj,0.0000127594,0.05000,13.311
+33,mlp.experts.141.up_proj,failsafe(rtn): 0.0009117,0.00000,0.728
+33,mlp.experts.127.up_proj,0.0000051070,0.05000,13.619
+33,mlp.experts.114.up_proj,0.0000428350,0.05000,13.557
+33,mlp.experts.161.up_proj,0.0000119631,0.05000,13.529
+33,mlp.experts.152.up_proj,0.0000138724,0.05000,13.631
+33,mlp.experts.164.up_proj,0.0000247588,0.05000,13.613
+33,mlp.experts.117.up_proj,0.0000121584,0.05000,15.305
+33,mlp.experts.108.up_proj,0.0000175301,0.05000,15.290
+33,mlp.experts.91.up_proj,0.0000400804,0.05000,15.381
+33,mlp.experts.87.up_proj,0.0000117865,0.05000,15.155
+33,mlp.experts.102.up_proj,0.0000163446,0.05000,15.208
+33,mlp.experts.122.up_proj,0.0000252097,0.05000,15.305
+33,mlp.experts.121.up_proj,0.0000074345,0.05000,15.313
+33,mlp.experts.115.up_proj,0.0000127107,0.05000,15.282
+33,mlp.experts.112.up_proj,0.0000646348,0.05000,15.188
+33,mlp.experts.142.up_proj,0.0000168650,0.05000,15.262
+33,mlp.experts.131.up_proj,failsafe(rtn): 0.0008965,0.00000,0.749
+33,mlp.experts.143.up_proj,0.0000210517,0.05000,15.250
+33,mlp.experts.157.up_proj,0.0000210959,0.05000,15.294
+33,mlp.experts.130.up_proj,0.0000157609,0.05000,15.252
+33,mlp.experts.177.up_proj,0.0000160803,0.05000,15.080
+33,mlp.experts.168.up_proj,0.0000127380,0.05000,15.143
+33,mlp.experts.180.up_proj,0.0000176714,0.05000,15.386
+33,mlp.experts.133.up_proj,0.0000156470,0.05000,15.517
+33,mlp.experts.124.up_proj,0.0000345939,0.05000,15.534
+33,mlp.experts.107.up_proj,0.0000078318,0.05000,15.482
+33,mlp.experts.103.up_proj,0.0000127155,0.05000,15.563
+33,mlp.experts.118.up_proj,0.0000285649,0.05000,15.542
+33,mlp.experts.138.up_proj,0.0000240818,0.05000,15.412
+33,mlp.experts.137.up_proj,0.0000109197,0.05000,15.477
+33,mlp.experts.128.up_proj,0.0000393857,0.05000,15.503
+33,mlp.experts.158.up_proj,0.0000213839,0.05000,15.483
+33,mlp.experts.147.up_proj,0.0000269995,0.05000,15.434
+33,mlp.experts.173.up_proj,0.0000184454,0.05000,15.430
+33,mlp.experts.159.up_proj,0.0000194105,0.05000,15.487
+33,mlp.experts.146.up_proj,0.0000256496,0.05000,15.606
+33,mlp.experts.193.up_proj,0.0000984787,0.05000,15.503
+33,mlp.experts.163.up_proj,failsafe(rtn): 0.0009575,0.00000,0.769
+33,mlp.experts.175.up_proj,failsafe(rtn): 0.0010300,0.00000,0.793
+33,mlp.experts.184.up_proj,0.0000378767,0.05000,15.470
+33,mlp.experts.196.up_proj,0.0000267757,0.05000,15.509
+33,mlp.experts.149.up_proj,0.0000824382,0.05000,14.952
+33,mlp.experts.140.up_proj,0.0000190575,0.05000,15.064
+33,mlp.experts.123.up_proj,0.0000989016,0.05000,15.136
+33,mlp.experts.119.up_proj,0.0000784995,0.05000,15.109
+33,mlp.experts.134.up_proj,0.0000046012,0.05000,15.088
+33,mlp.experts.153.up_proj,0.0000550345,0.05000,15.018
+33,mlp.experts.154.up_proj,0.0000141689,0.05000,15.172
+33,mlp.experts.150.up_proj,failsafe(rtn): 0.0008850,0.00000,0.732
+33,mlp.experts.169.up_proj,failsafe(rtn): 0.0010147,0.00000,0.719
+33,mlp.experts.144.up_proj,0.0000057246,0.05000,15.114
+33,mlp.experts.174.up_proj,0.0000094185,0.05000,15.146
+33,mlp.experts.189.up_proj,0.0000115852,0.05000,15.076
+33,mlp.experts.162.up_proj,0.0000181600,0.05000,15.033
+33,mlp.experts.209.up_proj,0.0000246700,0.05000,15.150
+33,mlp.experts.179.up_proj,0.0000144844,0.05000,15.031
+33,mlp.experts.191.up_proj,0.0000406383,0.05000,15.032
+33,mlp.experts.200.up_proj,0.0000130219,0.05000,14.998
+33,mlp.experts.212.up_proj,0.0000215339,0.05000,15.047
+33,mlp.experts.216.up_proj,failsafe(rtn): 0.0009193,0.00000,0.705
+33,mlp.experts.165.up_proj,0.0000125338,0.05000,14.958
+33,mlp.experts.156.up_proj,0.0000090237,0.05000,14.957
+33,mlp.experts.139.up_proj,0.0000079024,0.05000,14.894
+33,mlp.experts.135.up_proj,0.0000339284,0.05000,14.848
+33,mlp.experts.170.up_proj,0.0000467659,0.05000,14.946
+33,mlp.experts.166.up_proj,0.0000578180,0.05000,14.858
+33,mlp.experts.185.up_proj,0.0000168927,0.05000,14.688
+33,mlp.experts.160.up_proj,0.0000150190,0.05000,14.752
+33,mlp.experts.190.up_proj,0.0000156483,0.05000,14.904
+33,mlp.experts.205.up_proj,0.0000187736,0.05000,14.928
+33,mlp.experts.178.up_proj,0.0000239907,0.05000,14.814
+33,mlp.experts.225.up_proj,0.0000194707,0.05000,14.877
+33,mlp.experts.195.up_proj,0.0000320972,0.05000,14.808
+33,mlp.experts.207.up_proj,0.0000442941,0.05000,15.023
+33,mlp.experts.228.up_proj,0.0000203072,0.05000,14.860
+33,mlp.experts.232.up_proj,0.0000105899,0.05000,14.880
+33,mlp.experts.181.up_proj,0.0000146338,0.05000,14.309
+33,mlp.experts.155.up_proj,0.0000189757,0.05000,14.421
+33,mlp.experts.172.up_proj,0.0000084309,0.05000,14.481
+33,mlp.experts.151.up_proj,0.0000108556,0.05000,14.415
+33,mlp.experts.186.up_proj,0.0000074310,0.05000,14.557
+33,mlp.experts.188.up_proj,failsafe(rtn): 0.0009003,0.00000,0.845
+33,mlp.experts.182.up_proj,0.0000112092,0.05000,14.531
+33,mlp.experts.201.up_proj,0.0000147779,0.05000,14.615
+33,mlp.experts.176.up_proj,0.0000131728,0.05000,14.660
+33,mlp.experts.221.up_proj,0.0000868139,0.05000,14.486
+33,mlp.experts.206.up_proj,0.0000130070,0.05000,14.618
+33,mlp.experts.194.up_proj,0.0000870054,0.05000,14.614
+33,mlp.experts.241.up_proj,0.0000287848,0.05000,14.548
+33,mlp.experts.211.up_proj,0.0000048652,0.05000,14.565
+33,mlp.experts.1.down_proj,failsafe(rtn): 0.0009003,0.00000,0.197
+33,mlp.experts.222.up_proj,failsafe(rtn): 0.0009995,0.00000,0.755
+33,mlp.experts.223.up_proj,0.0000140819,0.05000,14.696
+33,mlp.experts.248.up_proj,0.0000340843,0.05000,14.578
+33,mlp.experts.244.up_proj,0.0000104874,0.05000,14.741
+33,mlp.experts.8.down_proj,failsafe(rtn): 0.0009308,0.00000,0.166
+33,mlp.experts.17.down_proj,0.0000001799,0.05000,3.532
+33,mlp.experts.4.down_proj,0.0000005538,0.05000,3.728
+33,mlp.experts.24.down_proj,0.0000029914,0.05000,3.803
+33,mlp.experts.20.down_proj,failsafe(rtn): 0.0009422,0.00000,0.357
+33,mlp.experts.33.down_proj,0.0000045727,0.05000,4.274
+33,mlp.experts.40.down_proj,0.0000033761,0.05000,4.078
+33,mlp.experts.36.down_proj,0.0000010129,0.05000,4.065
+33,mlp.experts.49.down_proj,0.0000028432,0.05000,3.761
+33,mlp.experts.197.up_proj,0.0000128961,0.05000,15.322
+33,mlp.experts.65.down_proj,failsafe(rtn): 0.0009193,0.00000,0.212
+33,mlp.experts.167.up_proj,0.0000146728,0.05000,15.658
+33,mlp.experts.171.up_proj,0.0000248699,0.05000,15.808
+33,mlp.experts.204.up_proj,0.0000099624,0.05000,15.404
+33,mlp.experts.202.up_proj,0.0000405637,0.05000,15.646
+33,mlp.experts.56.down_proj,0.0000026590,0.05000,4.003
+33,mlp.experts.198.up_proj,0.0000160594,0.05000,15.437
+33,mlp.experts.52.down_proj,0.0000007788,0.05000,4.036
+33,mlp.experts.217.up_proj,0.0000098949,0.05000,15.662
+33,mlp.experts.192.up_proj,0.0000080254,0.05000,15.600
+33,mlp.experts.210.up_proj,0.0000131060,0.05000,15.318
+33,mlp.experts.237.up_proj,0.0000144852,0.05000,15.574
+33,mlp.experts.226.up_proj,failsafe(rtn): 0.0009041,0.00000,0.708
+33,mlp.experts.238.up_proj,0.0000100169,0.05000,15.420
+33,mlp.experts.227.up_proj,0.0000126252,0.05000,15.718
+33,mlp.experts.81.down_proj,0.0000005952,0.05000,3.862
+33,mlp.experts.239.up_proj,0.0000214625,0.05000,15.606
+33,mlp.experts.72.down_proj,0.0000007528,0.05000,3.756
+33,mlp.experts.68.down_proj,0.0000012000,0.05000,3.698
+33,mlp.experts.97.down_proj,0.0000020871,0.05000,4.047
+33,mlp.experts.84.down_proj,0.0000009281,0.05000,4.109
+33,mlp.experts.88.down_proj,0.0000011343,0.05000,4.275
+33,mlp.experts.100.down_proj,failsafe(rtn): 0.0009270,0.00000,0.349
+33,mlp.experts.113.down_proj,0.0000006658,0.05000,4.136
+33,mlp.experts.104.down_proj,0.0000011750,0.05000,4.272
+33,mlp.experts.116.down_proj,0.0000013264,0.05000,4.035
+33,mlp.experts.120.down_proj,failsafe(rtn): 0.0009460,0.00000,0.179
+33,mlp.experts.213.up_proj,0.0000750777,0.05000,16.071
+33,mlp.experts.129.down_proj,0.0000008769,0.05000,4.027
+33,mlp.experts.145.down_proj,failsafe(rtn): 0.0009460,0.00000,0.170
+33,mlp.experts.183.up_proj,0.0000090286,0.05000,16.134
+33,mlp.experts.187.up_proj,0.0000198553,0.05000,16.191
+33,mlp.experts.220.up_proj,0.0000147150,0.05000,16.283
+33,mlp.experts.218.up_proj,0.0000433689,0.05000,16.359
+33,mlp.experts.132.down_proj,0.0000018161,0.05000,4.083
+33,mlp.experts.136.down_proj,0.0000030044,0.05000,4.010
+33,mlp.experts.214.up_proj,0.0000101028,0.05000,16.441
+33,mlp.experts.233.up_proj,0.0000886704,0.05000,16.264
+33,mlp.experts.148.down_proj,failsafe(rtn): 0.0009193,0.00000,0.218
+33,mlp.experts.208.up_proj,0.0000246277,0.05000,16.331
+33,mlp.experts.253.up_proj,0.0000152474,0.05000,16.247
+33,mlp.experts.249.up_proj,failsafe(rtn): 0.0009613,0.00000,0.744
+33,mlp.experts.242.up_proj,0.0000365394,0.05000,16.169
+33,mlp.experts.254.up_proj,0.0000224161,0.05000,16.204
+33,mlp.experts.243.up_proj,0.0000522121,0.05000,16.208
+33,mlp.experts.14.down_proj,failsafe(rtn): 0.0009232,0.00000,0.234
+33,mlp.experts.255.up_proj,0.0000271838,0.05000,16.118
+33,mlp.experts.161.down_proj,0.0000024148,0.05000,4.103
+33,mlp.experts.152.down_proj,0.0000024473,0.05000,3.718
+33,mlp.experts.164.down_proj,0.0000013239,0.05000,3.636
+33,mlp.experts.13.down_proj,0.0000038517,0.05000,3.823
+33,mlp.experts.9.down_proj,0.0000011838,0.05000,3.883
+33,mlp.experts.2.down_proj,0.0000021039,0.05000,3.967
+33,mlp.experts.3.down_proj,0.0000040408,0.05000,3.909
+33,mlp.experts.30.down_proj,0.0000010970,0.05000,3.843
+33,mlp.experts.15.down_proj,0.0000004041,0.05000,3.864
+33,mlp.experts.177.down_proj,0.0000019226,0.05000,3.863
+33,mlp.experts.31.down_proj,failsafe(rtn): 0.0010071,0.00000,0.183
+33,mlp.experts.168.down_proj,0.0000018767,0.05000,3.928
+33,mlp.experts.180.down_proj,0.0000010179,0.05000,3.857
+33,mlp.experts.29.down_proj,0.0000007867,0.05000,3.818
+33,mlp.experts.25.down_proj,0.0000010452,0.05000,3.776
+33,mlp.experts.45.down_proj,failsafe(rtn): 0.0009270,0.00000,0.160
+33,mlp.experts.18.down_proj,0.0000016806,0.05000,3.767
+33,mlp.experts.34.down_proj,failsafe(rtn): 0.0009041,0.00000,0.196
+33,mlp.experts.19.down_proj,0.0000003799,0.05000,3.822
+33,mlp.experts.46.down_proj,0.0000048750,0.05000,3.755
+33,mlp.experts.193.down_proj,0.0000163178,0.05000,3.781
+33,mlp.experts.47.down_proj,0.0000009060,0.05000,3.796
+33,mlp.experts.184.down_proj,0.0000016435,0.05000,3.823
+33,mlp.experts.196.down_proj,0.0000014614,0.05000,3.842
+33,mlp.experts.41.down_proj,0.0000017257,0.05000,3.814
+33,mlp.experts.61.down_proj,0.0000017140,0.05000,3.853
+33,mlp.experts.229.up_proj,0.0000264714,0.05000,15.128
+33,mlp.experts.50.down_proj,0.0000010623,0.05000,3.754
+33,mlp.experts.35.down_proj,0.0000004799,0.05000,3.786
+33,mlp.experts.62.down_proj,0.0000003967,0.05000,3.810
+33,mlp.experts.63.down_proj,0.0000013059,0.05000,3.787
+33,mlp.experts.209.down_proj,0.0000008598,0.05000,3.901
+33,mlp.experts.199.up_proj,0.0000552561,0.05000,15.198
+33,mlp.experts.203.up_proj,0.0000149805,0.05000,15.288
+33,mlp.experts.234.up_proj,0.0000136993,0.05000,15.155
+33,mlp.experts.236.up_proj,0.0000125397,0.05000,15.312
+33,mlp.experts.230.up_proj,0.0000751750,0.05000,15.055
+33,mlp.experts.200.down_proj,0.0000010743,0.05000,3.781
+33,mlp.experts.212.down_proj,0.0000023098,0.05000,3.868
+33,mlp.experts.216.down_proj,failsafe(rtn): 0.0009041,0.00000,0.184
+33,mlp.experts.224.up_proj,0.0000115057,0.05000,15.255
+33,mlp.experts.57.down_proj,0.0000109256,0.05000,3.742
+33,mlp.experts.77.down_proj,0.0000001294,0.05000,3.798
+33,mlp.experts.66.down_proj,0.0000016975,0.05000,3.792
+33,mlp.experts.78.down_proj,0.0000113529,0.05000,3.760
+33,mlp.experts.51.down_proj,0.0000008280,0.05000,3.817
+33,mlp.experts.225.down_proj,0.0000013735,0.05000,3.769
+33,mlp.experts.79.down_proj,0.0000017113,0.05000,3.822
+33,mlp.experts.232.down_proj,0.0000017360,0.05000,3.749
+33,mlp.experts.228.down_proj,0.0000018755,0.05000,3.765
+33,mlp.experts.73.down_proj,0.0000010865,0.05000,3.808
+33,mlp.experts.93.down_proj,0.0000020818,0.05000,3.854
+33,mlp.experts.82.down_proj,0.0000009694,0.05000,3.877
+33,mlp.experts.67.down_proj,0.0000004556,0.05000,3.819
+33,mlp.experts.94.down_proj,0.0000010993,0.05000,3.887
+33,mlp.experts.241.down_proj,0.0000005842,0.05000,3.746
+33,mlp.experts.95.down_proj,0.0000029159,0.05000,3.815
+33,mlp.experts.244.down_proj,0.0000025081,0.05000,3.586
+33,mlp.experts.248.down_proj,0.0000030474,0.05000,3.629
+33,mlp.experts.89.down_proj,0.0000009146,0.05000,3.547
+33,mlp.experts.109.down_proj,0.0000026288,0.05000,3.420
+33,mlp.experts.98.down_proj,0.0000001326,0.05000,3.344
+33,mlp.experts.83.down_proj,0.0000013024,0.05000,3.377
+33,mlp.experts.110.down_proj,0.0000010617,0.05000,3.322
+33,mlp.experts.111.down_proj,0.0000036916,0.05000,3.331
+33,mlp.experts.245.up_proj,0.0000706409,0.05000,13.914
+33,mlp.experts.105.down_proj,0.0000015100,0.05000,3.008
+33,mlp.experts.125.down_proj,0.0000036493,0.05000,3.047
+33,mlp.experts.141.down_proj,failsafe(rtn): 0.0009041,0.00000,0.264
+33,mlp.experts.114.down_proj,0.0000016132,0.05000,3.188
+33,mlp.experts.126.down_proj,0.0000014869,0.05000,3.156
+33,mlp.experts.99.down_proj,0.0000013242,0.05000,3.183
+33,mlp.experts.127.down_proj,0.0000003705,0.05000,3.236
+33,mlp.experts.215.up_proj,0.0000595421,0.05000,14.054
+33,mlp.experts.219.up_proj,0.0000186734,0.05000,13.962
+33,mlp.experts.250.up_proj,0.0000124526,0.05000,13.746
+33,mlp.experts.246.up_proj,0.0000397091,0.05000,13.688
+33,mlp.experts.252.up_proj,0.0000243316,0.05000,13.854
+33,mlp.experts.240.up_proj,0.0000140310,0.05000,13.550
+33,mlp.experts.121.down_proj,0.0000010828,0.05000,3.209
+33,mlp.experts.5.down_proj,0.0000028287,0.05000,3.237
+33,mlp.experts.157.down_proj,0.0000010092,0.05000,3.070
+33,mlp.experts.130.down_proj,0.0000009048,0.05000,3.006
+33,mlp.experts.142.down_proj,0.0000018969,0.05000,3.037
+33,mlp.experts.115.down_proj,0.0000005602,0.05000,3.095
+33,mlp.experts.131.down_proj,failsafe(rtn): 0.0009232,0.00000,0.158
+33,mlp.experts.143.down_proj,0.0000027372,0.05000,3.015
+33,mlp.experts.10.down_proj,0.0000011527,0.05000,2.948
+33,mlp.experts.6.down_proj,0.0000015938,0.05000,2.933
+33,mlp.experts.12.down_proj,0.0000009869,0.05000,2.964
+33,mlp.experts.26.down_proj,failsafe(rtn): 0.0009232,0.00000,0.159
+33,mlp.experts.0.down_proj,0.0000007004,0.05000,2.963
+33,mlp.experts.137.down_proj,0.0000003215,0.05000,2.955
+33,mlp.experts.21.down_proj,0.0000031476,0.05000,2.948
+33,mlp.experts.173.down_proj,0.0000004217,0.05000,2.889
+33,mlp.experts.146.down_proj,0.0000018492,0.05000,2.949
+33,mlp.experts.158.down_proj,0.0000005337,0.05000,2.986
+33,mlp.experts.147.down_proj,0.0000059869,0.05000,2.975
+33,mlp.experts.159.down_proj,0.0000018555,0.05000,2.975
+33,mlp.experts.163.down_proj,failsafe(rtn): 0.0009422,0.00000,0.136
+33,mlp.experts.175.down_proj,failsafe(rtn): 0.0009842,0.00000,0.163
+33,mlp.experts.22.down_proj,0.0000022278,0.05000,2.940
+33,mlp.experts.28.down_proj,0.0000020575,0.05000,2.920
+33,mlp.experts.42.down_proj,0.0000090835,0.05000,2.959
+33,mlp.experts.16.down_proj,0.0000039670,0.05000,2.964
+33,mlp.experts.37.down_proj,0.0000014669,0.05000,2.908
+33,mlp.experts.153.down_proj,0.0000019352,0.05000,2.953
+33,mlp.experts.189.down_proj,0.0000026112,0.05000,2.948
+33,mlp.experts.169.down_proj,failsafe(rtn): 0.0009842,0.00000,0.169
+33,mlp.experts.162.down_proj,0.0000032594,0.05000,2.903
+33,mlp.experts.174.down_proj,0.0000010357,0.05000,2.918
+33,mlp.experts.179.down_proj,0.0000014481,0.05000,2.974
+33,mlp.experts.191.down_proj,0.0000017601,0.05000,2.968
+33,mlp.experts.38.down_proj,0.0000047218,0.05000,2.961
+33,mlp.experts.44.down_proj,0.0000003126,0.05000,2.924
+33,mlp.experts.58.down_proj,0.0000010732,0.05000,2.914
+33,mlp.experts.32.down_proj,0.0000007227,0.05000,2.903
+33,mlp.experts.53.down_proj,0.0000005559,0.05000,2.842
+33,mlp.experts.69.down_proj,failsafe(rtn): 0.0009575,0.00000,0.157
+33,mlp.experts.205.down_proj,0.0000026590,0.05000,2.838
+33,mlp.experts.185.down_proj,0.0000015324,0.05000,2.858
+33,mlp.experts.178.down_proj,0.0000015179,0.05000,2.862
+33,mlp.experts.190.down_proj,0.0000019898,0.05000,2.823
+33,mlp.experts.195.down_proj,0.0000008829,0.05000,2.831
+33,mlp.experts.207.down_proj,0.0000009976,0.05000,2.850
+33,mlp.experts.231.up_proj,0.0000178845,0.05000,11.696
+33,mlp.experts.235.up_proj,0.0000143841,0.05000,11.615
+33,mlp.experts.60.down_proj,0.0000011119,0.05000,2.857
+33,mlp.experts.54.down_proj,0.0000015779,0.05000,2.913
+33,mlp.experts.74.down_proj,0.0000023097,0.05000,2.919
+33,mlp.experts.48.down_proj,0.0000070151,0.05000,2.881
+33,mlp.experts.85.down_proj,0.0000017157,0.05000,2.961
+33,mlp.experts.221.down_proj,0.0000034381,0.05000,3.011
+33,mlp.experts.201.down_proj,0.0000019009,0.05000,3.014
+33,mlp.experts.194.down_proj,0.0000088357,0.05000,2.983
+33,mlp.experts.206.down_proj,0.0000026063,0.05000,2.973
+33,mlp.experts.222.down_proj,failsafe(rtn): 0.0009727,0.00000,0.137
+33,mlp.experts.211.down_proj,0.0000017948,0.05000,3.052
+33,mlp.experts.223.down_proj,0.0000003472,0.05000,3.036
+33,mlp.experts.76.down_proj,0.0000116738,0.05000,2.992
+33,mlp.experts.70.down_proj,0.0000012028,0.05000,2.988
+33,mlp.experts.90.down_proj,0.0000003482,0.05000,2.947
+33,mlp.experts.64.down_proj,0.0000004446,0.05000,2.936
+33,mlp.experts.80.down_proj,failsafe(rtn): 0.0009193,0.00000,0.147
+33,mlp.experts.237.down_proj,0.0000016234,0.05000,2.848
+33,mlp.experts.101.down_proj,0.0000007840,0.05000,2.915
+33,mlp.experts.217.down_proj,0.0000013186,0.05000,2.880
+33,mlp.experts.210.down_proj,0.0000008836,0.05000,2.900
+33,mlp.experts.226.down_proj,failsafe(rtn): 0.0009117,0.00000,0.147
+33,mlp.experts.238.down_proj,0.0000016468,0.05000,2.902
+33,mlp.experts.227.down_proj,0.0000002147,0.05000,2.943
+33,mlp.experts.239.down_proj,0.0000004747,0.05000,2.935
+33,mlp.experts.92.down_proj,0.0000005412,0.05000,2.961
+33,mlp.experts.86.down_proj,0.0000020271,0.05000,2.966
+33,mlp.experts.106.down_proj,0.0000007764,0.05000,2.950
+33,mlp.experts.96.down_proj,0.0000015727,0.05000,2.913
+33,mlp.experts.253.down_proj,0.0000018407,0.05000,2.903
+33,mlp.experts.117.down_proj,0.0000013818,0.05000,2.945
+33,mlp.experts.233.down_proj,0.0000048984,0.05000,2.913
+33,mlp.experts.249.down_proj,failsafe(rtn): 0.0009422,0.00000,0.159
+33,mlp.experts.242.down_proj,0.0000020338,0.05000,2.924
+33,mlp.experts.254.down_proj,0.0000008165,0.05000,2.877
+33,mlp.experts.243.down_proj,0.0000035015,0.05000,2.723
+33,mlp.experts.255.down_proj,0.0000008138,0.05000,2.668
+33,mlp.experts.108.down_proj,0.0000004995,0.05000,2.306
+33,mlp.experts.102.down_proj,0.0000026142,0.05000,2.292
+33,mlp.experts.122.down_proj,0.0000027516,0.05000,2.300
+33,mlp.experts.112.down_proj,0.0000057547,0.05000,2.100
+33,mlp.experts.133.down_proj,0.0000018269,0.05000,1.809
+33,mlp.experts.247.up_proj,0.0000068171,0.05000,10.086
+33,mlp.experts.251.up_proj,0.0000204075,0.05000,10.053
+33,mlp.experts.124.down_proj,0.0000024339,0.05000,1.523
+33,mlp.experts.138.down_proj,0.0000005467,0.05000,1.525
+33,mlp.experts.118.down_proj,0.0000006278,0.05000,1.556
+33,mlp.experts.128.down_proj,0.0000014633,0.05000,1.525
+33,mlp.experts.149.down_proj,0.0000052844,0.05000,1.499
+33,mlp.experts.7.down_proj,0.0000010155,0.05000,1.541
+33,mlp.experts.11.down_proj,0.0000015564,0.05000,1.540
+33,mlp.experts.140.down_proj,0.0000004532,0.05000,1.568
+33,mlp.experts.134.down_proj,0.0000008355,0.05000,1.540
+33,mlp.experts.154.down_proj,0.0000013264,0.05000,1.559
+33,mlp.experts.150.down_proj,failsafe(rtn): 0.0009079,0.00000,0.076
+33,mlp.experts.144.down_proj,0.0000002113,0.05000,1.492
+33,mlp.experts.165.down_proj,0.0000009696,0.05000,1.419
+33,mlp.experts.23.down_proj,0.0000014486,0.05000,1.502
+33,mlp.experts.27.down_proj,0.0000004850,0.05000,1.526
+33,mlp.experts.156.down_proj,0.0000016436,0.05000,1.449
+33,mlp.experts.170.down_proj,0.0000031571,0.05000,1.426
+33,mlp.experts.166.down_proj,0.0000053647,0.05000,1.516
+33,mlp.experts.160.down_proj,0.0000017331,0.05000,1.481
+33,mlp.experts.181.down_proj,0.0000020038,0.05000,1.468
+33,mlp.experts.39.down_proj,0.0000021811,0.05000,1.574
+33,mlp.experts.43.down_proj,0.0000013262,0.05000,1.546
+33,mlp.experts.172.down_proj,0.0000008154,0.05000,1.554
+33,mlp.experts.186.down_proj,0.0000006838,0.05000,1.624
+33,mlp.experts.188.down_proj,failsafe(rtn): 0.0009117,0.00000,0.090
+33,mlp.experts.182.down_proj,0.0000019328,0.05000,1.606
+33,mlp.experts.176.down_proj,0.0000006912,0.05000,1.591
+33,mlp.experts.197.down_proj,0.0000005512,0.05000,1.493
+33,mlp.experts.55.down_proj,0.0000023641,0.05000,1.528
+33,mlp.experts.59.down_proj,0.0000014963,0.05000,1.508
+33,mlp.experts.204.down_proj,0.0000015703,0.05000,1.479
+33,mlp.experts.202.down_proj,0.0000020922,0.05000,1.523
+33,mlp.experts.198.down_proj,0.0000023250,0.05000,1.494
+33,mlp.experts.213.down_proj,0.0000032685,0.05000,1.478
+33,mlp.experts.192.down_proj,0.0000002400,0.05000,1.541
+33,mlp.experts.71.down_proj,0.0000018126,0.05000,1.515
+33,mlp.experts.75.down_proj,0.0000035782,0.05000,1.532
+33,mlp.experts.220.down_proj,0.0000016983,0.05000,1.532
+33,mlp.experts.218.down_proj,0.0000013491,0.05000,1.518
+33,mlp.experts.214.down_proj,0.0000013306,0.05000,1.492
+33,mlp.experts.229.down_proj,0.0000023423,0.05000,1.484
+33,mlp.experts.208.down_proj,0.0000005457,0.05000,1.509
+33,mlp.experts.87.down_proj,0.0000017862,0.05000,1.463
+33,mlp.experts.91.down_proj,0.0000030380,0.05000,1.482
+33,mlp.experts.234.down_proj,0.0000019951,0.05000,1.442
+33,mlp.experts.236.down_proj,0.0000003354,0.05000,1.483
+33,mlp.experts.230.down_proj,0.0000030970,0.05000,1.481
+33,mlp.experts.245.down_proj,0.0000066520,0.05000,1.450
+33,mlp.experts.224.down_proj,0.0000015996,0.05000,1.473
+33,mlp.experts.103.down_proj,0.0000017351,0.05000,1.240
+33,mlp.experts.107.down_proj,0.0000009995,0.05000,1.250
+33,mlp.experts.250.down_proj,0.0000010272,0.05000,1.186
+33,mlp.experts.252.down_proj,0.0000008352,0.05000,1.190
+33,mlp.experts.246.down_proj,0.0000032185,0.05000,1.119
+33,mlp.experts.240.down_proj,0.0000017882,0.05000,0.993
+33,mlp.experts.123.down_proj,0.0000031603,0.05000,0.503
+33,mlp.experts.119.down_proj,0.0000081140,0.05000,0.524
+33,mlp.experts.139.down_proj,0.0000009612,0.05000,0.265
+33,mlp.experts.135.down_proj,0.0000014791,0.05000,0.257
+33,mlp.experts.151.down_proj,0.0000014529,0.05000,0.251
+33,mlp.experts.155.down_proj,0.0000003779,0.05000,0.261
+33,mlp.experts.171.down_proj,0.0000023143,0.05000,0.211
+33,mlp.experts.167.down_proj,0.0000014045,0.05000,0.229
+33,mlp.experts.183.down_proj,0.0000016303,0.05000,0.197
+33,mlp.experts.187.down_proj,0.0000005056,0.05000,0.209
+33,mlp.experts.203.down_proj,0.0000013088,0.05000,0.193
+33,mlp.experts.199.down_proj,0.0000038348,0.05000,0.194
+33,mlp.experts.219.down_proj,0.0000007815,0.05000,0.197
+33,mlp.experts.215.down_proj,0.0000091095,0.05000,0.198
+33,mlp.experts.231.down_proj,0.0000013652,0.05000,0.200
+33,mlp.experts.235.down_proj,0.0000005470,0.05000,0.224
+33,mlp.experts.247.down_proj,0.0000013020,0.05000,0.231
+33,mlp.experts.251.down_proj,0.0000022887,0.05000,0.217
+34,mlp.experts.5.gate_proj,0.0000261364,0.05000,14.853
+34,mlp.experts.8.gate_proj,0.0000341213,0.05000,14.880
+34,mlp.experts.10.gate_proj,0.0000052575,0.05000,14.887
+34,mlp.experts.13.gate_proj,0.0000135753,0.05000,14.952
+34,mlp.experts.3.gate_proj,0.0000672067,0.05000,15.000
+34,mlp.experts.11.gate_proj,0.0000111816,0.05000,15.045
+34,mlp.experts.1.gate_proj,0.0000131971,0.05000,15.032
+34,mlp.experts.0.gate_proj,0.0000343577,0.05000,15.055
+34,mlp.experts.2.gate_proj,0.0000422591,0.05000,15.070
+34,mlp.experts.9.gate_proj,0.0000220230,0.05000,15.070
+34,mlp.experts.4.gate_proj,0.0000212134,0.05000,15.074
+34,mlp.experts.6.gate_proj,0.0000208165,0.05000,15.083
+34,mlp.experts.7.gate_proj,0.0000363449,0.05000,15.094
+34,mlp.experts.14.gate_proj,0.0000542799,0.05000,15.115
+34,mlp.experts.15.gate_proj,0.0000225753,0.05000,15.115
+34,mlp.experts.12.gate_proj,0.0000121416,0.05000,15.139
+34,mlp.experts.26.gate_proj,0.0000093423,0.05000,14.620
+34,mlp.experts.21.gate_proj,0.0000184039,0.05000,14.680
+34,mlp.experts.29.gate_proj,0.0000188494,0.05000,14.687
+34,mlp.experts.24.gate_proj,0.0000268383,0.05000,14.770
+34,mlp.experts.17.gate_proj,0.0000284466,0.05000,14.624
+34,mlp.experts.16.gate_proj,0.0000072132,0.05000,14.745
+34,mlp.experts.30.gate_proj,0.0000623971,0.05000,14.651
+34,mlp.experts.25.gate_proj,0.0000535306,0.05000,14.727
+34,mlp.experts.18.gate_proj,0.0000132940,0.05000,14.770
+34,mlp.experts.22.gate_proj,0.0000336343,0.05000,14.769
+34,mlp.experts.23.gate_proj,0.0000252298,0.05000,14.748
+34,mlp.experts.20.gate_proj,0.0000154395,0.05000,14.830
+34,mlp.experts.31.gate_proj,0.0000298119,0.05000,14.791
+34,mlp.experts.27.gate_proj,0.0000101288,0.05000,14.922
+34,mlp.experts.28.gate_proj,0.0000120769,0.05000,14.799
+34,mlp.experts.19.gate_proj,0.0000318903,0.05000,15.043
+34,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.775
+34,mlp.experts.35.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.760
+34,mlp.experts.37.gate_proj,0.0000168255,0.05000,14.897
+34,mlp.experts.33.gate_proj,0.0000107687,0.05000,14.868
+34,mlp.experts.45.gate_proj,0.0000183416,0.05000,14.889
+34,mlp.experts.42.gate_proj,0.0000358188,0.05000,15.065
+34,mlp.experts.40.gate_proj,0.0000184169,0.05000,15.025
+34,mlp.experts.32.gate_proj,0.0000314495,0.05000,14.939
+34,mlp.experts.41.gate_proj,0.0000880192,0.05000,14.937
+34,mlp.experts.46.gate_proj,0.0000294534,0.05000,15.032
+34,mlp.experts.38.gate_proj,0.0000532264,0.05000,14.941
+34,mlp.experts.36.gate_proj,0.0000139166,0.05000,14.974
+34,mlp.experts.43.gate_proj,0.0000403226,0.05000,14.926
+34,mlp.experts.47.gate_proj,0.0000317441,0.05000,14.959
+34,mlp.experts.44.gate_proj,0.0000074011,0.05000,14.929
+34,mlp.experts.34.gate_proj,0.0000134296,0.05000,15.196
+34,mlp.experts.55.gate_proj,0.0000146147,0.05000,14.987
+34,mlp.experts.60.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.742
+34,mlp.experts.51.gate_proj,0.0000113932,0.05000,14.886
+34,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.750
+34,mlp.experts.71.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.695
+34,mlp.experts.53.gate_proj,0.0000973098,0.05000,14.897
+34,mlp.experts.61.gate_proj,0.0000194788,0.05000,14.830
+34,mlp.experts.56.gate_proj,0.0000079332,0.05000,14.811
+34,mlp.experts.58.gate_proj,0.0000143313,0.05000,14.929
+34,mlp.experts.49.gate_proj,0.0000129643,0.05000,15.000
+34,mlp.experts.57.gate_proj,0.0000166435,0.05000,14.897
+34,mlp.experts.48.gate_proj,0.0000104826,0.05000,15.060
+34,mlp.experts.62.gate_proj,0.0000220408,0.05000,14.996
+34,mlp.experts.63.gate_proj,0.0000137856,0.05000,14.975
+34,mlp.experts.54.gate_proj,0.0000097245,0.05000,15.086
+34,mlp.experts.52.gate_proj,0.0000511512,0.05000,15.026
+34,mlp.experts.59.gate_proj,0.0000515190,0.05000,15.015
+34,mlp.experts.76.gate_proj,0.0000219916,0.05000,14.922
+34,mlp.experts.78.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.793
+34,mlp.experts.79.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.767
+34,mlp.experts.67.gate_proj,0.0000184041,0.05000,15.071
+34,mlp.experts.66.gate_proj,0.0000105871,0.05000,15.074
+34,mlp.experts.87.gate_proj,0.0000219045,0.05000,15.080
+34,mlp.experts.69.gate_proj,0.0000298011,0.05000,14.747
+34,mlp.experts.77.gate_proj,0.0001128346,0.05000,14.873
+34,mlp.experts.72.gate_proj,0.0000109532,0.05000,14.779
+34,mlp.experts.74.gate_proj,0.0000106674,0.05000,14.880
+34,mlp.experts.65.gate_proj,0.0000651878,0.05000,14.855
+34,mlp.experts.73.gate_proj,0.0000355586,0.05000,14.858
+34,mlp.experts.64.gate_proj,0.0000126260,0.05000,14.878
+34,mlp.experts.75.gate_proj,0.0000846392,0.05000,14.817
+34,mlp.experts.68.gate_proj,0.0000609210,0.05000,14.863
+34,mlp.experts.70.gate_proj,0.0000186893,0.05000,14.955
+34,mlp.experts.89.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.783
+34,mlp.experts.94.gate_proj,0.0000144708,0.05000,14.736
+34,mlp.experts.92.gate_proj,0.0000174850,0.05000,14.882
+34,mlp.experts.95.gate_proj,0.0000081072,0.05000,14.828
+34,mlp.experts.83.gate_proj,0.0000297007,0.05000,14.790
+34,mlp.experts.82.gate_proj,0.0000206142,0.05000,14.801
+34,mlp.experts.103.gate_proj,0.0000232049,0.05000,14.800
+34,mlp.experts.111.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.734
+34,mlp.experts.119.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.734
+34,mlp.experts.127.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.755
+34,mlp.experts.135.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.723
+34,mlp.experts.85.gate_proj,0.0000152705,0.05000,15.112
+34,mlp.experts.88.gate_proj,0.0000254214,0.05000,15.176
+34,mlp.experts.93.gate_proj,0.0000188868,0.05000,15.246
+34,mlp.experts.90.gate_proj,0.0000110624,0.05000,15.210
+34,mlp.experts.81.gate_proj,0.0000113492,0.05000,15.299
+34,mlp.experts.84.gate_proj,0.0000145480,0.05000,15.172
+34,mlp.experts.80.gate_proj,0.0000224710,0.05000,15.279
+34,mlp.experts.91.gate_proj,0.0000215455,0.05000,15.278
+34,mlp.experts.86.gate_proj,0.0000388573,0.05000,15.395
+34,mlp.experts.105.gate_proj,0.0000178661,0.05000,15.285
+34,mlp.experts.110.gate_proj,0.0000350118,0.05000,15.225
+34,mlp.experts.108.gate_proj,0.0000045264,0.05000,15.127
+34,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.806
+34,mlp.experts.99.gate_proj,0.0000101072,0.05000,15.231
+34,mlp.experts.98.gate_proj,0.0000291170,0.05000,15.258
+34,mlp.experts.124.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.726
+34,mlp.experts.143.gate_proj,0.0000161478,0.05000,15.296
+34,mlp.experts.151.gate_proj,0.0000212664,0.05000,15.415
+34,mlp.experts.101.gate_proj,0.0000155050,0.05000,15.025
+34,mlp.experts.109.gate_proj,0.0000171962,0.05000,15.102
+34,mlp.experts.104.gate_proj,0.0000829038,0.05000,15.141
+34,mlp.experts.106.gate_proj,0.0000306912,0.05000,15.012
+34,mlp.experts.97.gate_proj,0.0000172453,0.05000,14.942
+34,mlp.experts.117.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.754
+34,mlp.experts.96.gate_proj,0.0000101451,0.05000,15.127
+34,mlp.experts.107.gate_proj,0.0000392156,0.05000,15.113
+34,mlp.experts.102.gate_proj,0.0000212770,0.05000,15.023
+34,mlp.experts.121.gate_proj,0.0000079343,0.05000,14.915
+34,mlp.experts.126.gate_proj,0.0000711019,0.05000,15.051
+34,mlp.experts.116.gate_proj,0.0000280422,0.05000,15.154
+34,mlp.experts.115.gate_proj,0.0000126156,0.05000,15.109
+34,mlp.experts.114.gate_proj,0.0000145951,0.05000,15.153
+34,mlp.experts.140.gate_proj,0.0000447743,0.05000,15.006
+34,mlp.experts.156.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.664
+34,mlp.experts.159.gate_proj,0.0000196614,0.05000,14.981
+34,mlp.experts.167.gate_proj,0.0000356355,0.05000,15.063
+34,mlp.experts.125.gate_proj,0.0000697068,0.05000,13.972
+34,mlp.experts.120.gate_proj,0.0000223603,0.05000,13.966
+34,mlp.experts.122.gate_proj,0.0000267653,0.05000,14.005
+34,mlp.experts.113.gate_proj,0.0000140910,0.05000,14.182
+34,mlp.experts.133.gate_proj,0.0000217544,0.05000,14.082
+34,mlp.experts.112.gate_proj,0.0000195862,0.05000,14.052
+34,mlp.experts.123.gate_proj,0.0000144551,0.05000,14.132
+34,mlp.experts.118.gate_proj,0.0001062181,0.05000,14.049
+34,mlp.experts.142.gate_proj,0.0000318766,0.05000,13.918
+34,mlp.experts.137.gate_proj,0.0000118850,0.05000,14.079
+34,mlp.experts.132.gate_proj,0.0000087177,0.05000,13.987
+34,mlp.experts.139.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.801
+34,mlp.experts.131.gate_proj,0.0000067768,0.05000,14.181
+34,mlp.experts.130.gate_proj,0.0000448433,0.05000,14.067
+34,mlp.experts.148.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.697
+34,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.710
+34,mlp.experts.172.gate_proj,0.0000732238,0.05000,14.075
+34,mlp.experts.175.gate_proj,0.0000109059,0.05000,14.192
+34,mlp.experts.183.gate_proj,0.0000238084,0.05000,14.228
+34,mlp.experts.141.gate_proj,0.0000191061,0.05000,14.495
+34,mlp.experts.136.gate_proj,0.0000532303,0.05000,14.450
+34,mlp.experts.138.gate_proj,0.0000224610,0.05000,14.403
+34,mlp.experts.129.gate_proj,0.0000063927,0.05000,14.398
+34,mlp.experts.128.gate_proj,0.0000322536,0.05000,14.371
+34,mlp.experts.149.gate_proj,0.0000189150,0.05000,14.527
+34,mlp.experts.134.gate_proj,0.0001443866,0.05000,14.545
+34,mlp.experts.153.gate_proj,0.0000248023,0.05000,14.404
+34,mlp.experts.145.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.756
+34,mlp.experts.158.gate_proj,0.0000297019,0.05000,14.613
+34,mlp.experts.155.gate_proj,0.0000148479,0.05000,14.488
+34,mlp.experts.146.gate_proj,0.0000346114,0.05000,14.546
+34,mlp.experts.164.gate_proj,0.0000248693,0.05000,14.383
+34,mlp.experts.163.gate_proj,0.0000156738,0.05000,14.408
+34,mlp.experts.188.gate_proj,0.0000092399,0.05000,14.462
+34,mlp.experts.191.gate_proj,0.0000159255,0.05000,14.490
+34,mlp.experts.199.gate_proj,0.0000157167,0.05000,14.469
+34,mlp.experts.157.gate_proj,0.0000675800,0.05000,14.272
+34,mlp.experts.152.gate_proj,0.0000132268,0.05000,14.280
+34,mlp.experts.154.gate_proj,0.0000113378,0.05000,14.274
+34,mlp.experts.144.gate_proj,0.0000951002,0.05000,14.260
+34,mlp.experts.165.gate_proj,0.0000254464,0.05000,14.291
+34,mlp.experts.161.gate_proj,0.0000152469,0.05000,14.216
+34,mlp.experts.150.gate_proj,0.0000129784,0.05000,14.372
+34,mlp.experts.169.gate_proj,0.0000175768,0.05000,14.239
+34,mlp.experts.174.gate_proj,0.0001435652,0.05000,14.151
+34,mlp.experts.162.gate_proj,0.0000456095,0.05000,14.172
+34,mlp.experts.171.gate_proj,0.0000253199,0.05000,14.314
+34,mlp.experts.190.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.707
+34,mlp.experts.180.gate_proj,0.0000104691,0.05000,14.215
+34,mlp.experts.178.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.710
+34,mlp.experts.179.gate_proj,0.0000170163,0.05000,14.461
+34,mlp.experts.204.gate_proj,0.0000241852,0.05000,14.294
+34,mlp.experts.207.gate_proj,0.0000089514,0.05000,14.371
+34,mlp.experts.215.gate_proj,0.0000225799,0.05000,14.398
+34,mlp.experts.173.gate_proj,0.0000259451,0.05000,13.980
+34,mlp.experts.170.gate_proj,0.0000192880,0.05000,14.008
+34,mlp.experts.168.gate_proj,0.0000243214,0.05000,14.050
+34,mlp.experts.181.gate_proj,0.0000088703,0.05000,13.898
+34,mlp.experts.160.gate_proj,0.0000494043,0.05000,14.083
+34,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.787
+34,mlp.experts.185.gate_proj,0.0000255022,0.05000,13.922
+34,mlp.experts.166.gate_proj,0.0000089975,0.05000,14.109
+34,mlp.experts.177.gate_proj,0.0000214448,0.05000,14.128
+34,mlp.experts.187.gate_proj,0.0000084636,0.05000,14.152
+34,mlp.experts.193.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.784
+34,mlp.experts.196.gate_proj,0.0000183795,0.05000,14.029
+34,mlp.experts.206.gate_proj,0.0000204459,0.05000,14.194
+34,mlp.experts.195.gate_proj,0.0000098173,0.05000,14.061
+34,mlp.experts.194.gate_proj,0.0000578474,0.05000,14.167
+34,mlp.experts.220.gate_proj,0.0000420429,0.05000,14.198
+34,mlp.experts.223.gate_proj,0.0000246029,0.05000,14.267
+34,mlp.experts.231.gate_proj,0.0000541353,0.05000,14.169
+34,mlp.experts.184.gate_proj,0.0000270318,0.05000,14.727
+34,mlp.experts.186.gate_proj,0.0000175322,0.05000,14.777
+34,mlp.experts.197.gate_proj,0.0000082395,0.05000,14.689
+34,mlp.experts.176.gate_proj,0.0000231772,0.05000,14.660
+34,mlp.experts.205.gate_proj,0.0000161822,0.05000,14.729
+34,mlp.experts.200.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.755
+34,mlp.experts.201.gate_proj,0.0000771453,0.05000,14.765
+34,mlp.experts.182.gate_proj,0.0000172214,0.05000,14.705
+34,mlp.experts.221.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.779
+34,mlp.experts.203.gate_proj,0.0000603711,0.05000,14.790
+34,mlp.experts.209.gate_proj,0.0000189342,0.05000,14.731
+34,mlp.experts.212.gate_proj,0.0000118340,0.05000,14.678
+34,mlp.experts.222.gate_proj,0.0000179855,0.05000,14.652
+34,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.820
+34,mlp.experts.210.gate_proj,0.0000427701,0.05000,14.824
+34,mlp.experts.211.gate_proj,0.0000217291,0.05000,14.852
+34,mlp.experts.236.gate_proj,0.0000421799,0.05000,14.715
+34,mlp.experts.239.gate_proj,0.0000282577,0.05000,14.753
+34,mlp.experts.247.gate_proj,0.0000348280,0.05000,14.848
+34,mlp.experts.202.gate_proj,0.0000071799,0.05000,14.712
+34,mlp.experts.213.gate_proj,0.0000211155,0.05000,14.530
+34,mlp.experts.192.gate_proj,0.0000221924,0.05000,14.656
+34,mlp.experts.217.gate_proj,0.0000125373,0.05000,14.582
+34,mlp.experts.216.gate_proj,0.0000394786,0.05000,14.643
+34,mlp.experts.198.gate_proj,0.0001141908,0.05000,14.690
+34,mlp.experts.225.gate_proj,0.0000212906,0.05000,14.451
+34,mlp.experts.238.gate_proj,0.0000093103,0.05000,14.553
+34,mlp.experts.228.gate_proj,0.0000308540,0.05000,14.600
+34,mlp.experts.219.gate_proj,0.0000162074,0.05000,14.734
+34,mlp.experts.253.gate_proj,0.0000065063,0.05000,14.425
+34,mlp.experts.226.gate_proj,0.0000234273,0.05000,14.373
+34,mlp.experts.227.gate_proj,0.0000149410,0.05000,14.443
+34,mlp.experts.252.gate_proj,0.0000078613,0.05000,14.562
+34,mlp.experts.242.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.728
+34,mlp.experts.255.gate_proj,0.0000100705,0.05000,14.586
+34,mlp.experts.7.up_proj,0.0000305338,0.05000,14.409
+34,mlp.experts.218.gate_proj,0.0000155829,0.05000,15.412
+34,mlp.experts.229.gate_proj,0.0000240336,0.05000,15.290
+34,mlp.experts.208.gate_proj,0.0000077820,0.05000,15.405
+34,mlp.experts.233.gate_proj,0.0000049591,0.05000,15.396
+34,mlp.experts.232.gate_proj,0.0000071472,0.05000,15.449
+34,mlp.experts.214.gate_proj,0.0000272460,0.05000,15.460
+34,mlp.experts.241.gate_proj,0.0000167972,0.05000,15.417
+34,mlp.experts.235.gate_proj,0.0000197076,0.05000,15.351
+34,mlp.experts.254.gate_proj,0.0000130278,0.05000,15.490
+34,mlp.experts.244.gate_proj,0.0000186078,0.05000,15.485
+34,mlp.experts.13.up_proj,0.0000090434,0.05000,15.519
+34,mlp.experts.243.gate_proj,0.0000372059,0.05000,15.615
+34,mlp.experts.12.up_proj,0.0000101170,0.05000,15.682
+34,mlp.experts.2.up_proj,0.0000356490,0.05000,15.583
+34,mlp.experts.15.up_proj,0.0000163391,0.05000,15.478
+34,mlp.experts.23.up_proj,0.0000210890,0.05000,15.610
+34,mlp.experts.39.up_proj,failsafe(rtn): 0.0009232,0.00000,0.721
+34,mlp.experts.245.gate_proj,0.0000171972,0.05000,15.147
+34,mlp.experts.234.gate_proj,0.0000267861,0.05000,15.169
+34,mlp.experts.224.gate_proj,0.0000059778,0.05000,15.143
+34,mlp.experts.249.gate_proj,0.0000149284,0.05000,15.079
+34,mlp.experts.248.gate_proj,0.0000277873,0.05000,15.178
+34,mlp.experts.230.gate_proj,0.0000347766,0.05000,15.201
+34,mlp.experts.1.up_proj,0.0000126512,0.05000,15.137
+34,mlp.experts.251.gate_proj,0.0000355029,0.05000,15.140
+34,mlp.experts.4.up_proj,0.0000180882,0.05000,15.066
+34,mlp.experts.14.up_proj,0.0000516387,0.05000,15.102
+34,mlp.experts.29.up_proj,0.0000185375,0.05000,15.064
+34,mlp.experts.3.up_proj,0.0000566136,0.05000,15.087
+34,mlp.experts.28.up_proj,0.0000099708,0.05000,15.148
+34,mlp.experts.18.up_proj,0.0000117451,0.05000,15.155
+34,mlp.experts.31.up_proj,0.0000280654,0.05000,15.100
+34,mlp.experts.55.up_proj,0.0000133957,0.05000,15.166
+34,mlp.experts.71.up_proj,failsafe(rtn): 0.0009117,0.00000,0.929
+34,mlp.experts.250.gate_proj,0.0000221756,0.05000,14.600
+34,mlp.experts.5.up_proj,0.0000193592,0.05000,14.720
+34,mlp.experts.240.gate_proj,0.0000096566,0.05000,14.805
+34,mlp.experts.9.up_proj,0.0000198054,0.05000,14.752
+34,mlp.experts.8.up_proj,0.0000289033,0.05000,14.672
+34,mlp.experts.246.gate_proj,0.0000057068,0.05000,14.557
+34,mlp.experts.17.up_proj,0.0000275221,0.05000,14.678
+34,mlp.experts.20.up_proj,0.0000122979,0.05000,14.786
+34,mlp.experts.30.up_proj,0.0000530205,0.05000,14.767
+34,mlp.experts.11.up_proj,0.0000120172,0.05000,14.890
+34,mlp.experts.45.up_proj,0.0000158781,0.05000,14.784
+34,mlp.experts.19.up_proj,0.0000310557,0.05000,14.751
+34,mlp.experts.44.up_proj,0.0000066109,0.05000,14.760
+34,mlp.experts.35.up_proj,failsafe(rtn): 0.0009537,0.00000,0.791
+34,mlp.experts.34.up_proj,0.0000125236,0.05000,14.908
+34,mlp.experts.47.up_proj,0.0000255931,0.05000,14.824
+34,mlp.experts.60.up_proj,failsafe(rtn): 0.0009689,0.00000,0.733
+34,mlp.experts.50.up_proj,failsafe(rtn): 0.0010223,0.00000,0.672
+34,mlp.experts.87.up_proj,0.0000191417,0.05000,14.666
+34,mlp.experts.10.up_proj,0.0000044854,0.05000,15.325
+34,mlp.experts.21.up_proj,0.0000188714,0.05000,15.238
+34,mlp.experts.0.up_proj,0.0000279940,0.05000,15.195
+34,mlp.experts.25.up_proj,0.0000473796,0.05000,15.150
+34,mlp.experts.24.up_proj,0.0000244901,0.05000,15.255
+34,mlp.experts.6.up_proj,0.0000151999,0.05000,15.355
+34,mlp.experts.33.up_proj,0.0000101844,0.05000,15.222
+34,mlp.experts.46.up_proj,0.0000253237,0.05000,15.238
+34,mlp.experts.36.up_proj,0.0000113408,0.05000,15.310
+34,mlp.experts.27.up_proj,0.0000083625,0.05000,15.283
+34,mlp.experts.61.up_proj,0.0000143248,0.05000,15.120
+34,mlp.experts.51.up_proj,0.0000099140,0.05000,15.037
+34,mlp.experts.63.up_proj,0.0000126152,0.05000,15.111
+34,mlp.experts.76.up_proj,0.0000177043,0.05000,15.081
+34,mlp.experts.66.up_proj,0.0000082813,0.05000,15.102
+34,mlp.experts.79.up_proj,failsafe(rtn): 0.0009041,0.00000,0.790
+34,mlp.experts.103.up_proj,0.0000160105,0.05000,15.257
+34,mlp.experts.119.up_proj,failsafe(rtn): 0.0009499,0.00000,0.933
+34,mlp.experts.135.up_proj,failsafe(rtn): 0.0009499,0.00000,0.758
+34,mlp.experts.26.up_proj,0.0000086971,0.05000,14.976
+34,mlp.experts.37.up_proj,0.0000139418,0.05000,14.967
+34,mlp.experts.16.up_proj,0.0000091334,0.05000,14.817
+34,mlp.experts.41.up_proj,0.0000829531,0.05000,14.929
+34,mlp.experts.22.up_proj,0.0000274420,0.05000,14.744
+34,mlp.experts.40.up_proj,0.0000158910,0.05000,14.974
+34,mlp.experts.49.up_proj,0.0000110574,0.05000,14.899
+34,mlp.experts.62.up_proj,0.0000186600,0.05000,14.903
+34,mlp.experts.52.up_proj,0.0000498839,0.05000,15.067
+34,mlp.experts.43.up_proj,0.0000358817,0.05000,15.075
+34,mlp.experts.77.up_proj,0.0000851175,0.05000,14.956
+34,mlp.experts.78.up_proj,failsafe(rtn): 0.0009842,0.00000,0.780
+34,mlp.experts.67.up_proj,0.0000170341,0.05000,15.016
+34,mlp.experts.92.up_proj,0.0000170793,0.05000,14.934
+34,mlp.experts.95.up_proj,0.0000075002,0.05000,15.002
+34,mlp.experts.82.up_proj,0.0000151942,0.05000,15.162
+34,mlp.experts.111.up_proj,failsafe(rtn): 0.0009079,0.00000,0.694
+34,mlp.experts.127.up_proj,failsafe(rtn): 0.0008965,0.00000,0.773
+34,mlp.experts.151.up_proj,0.0000180474,0.05000,14.643
+34,mlp.experts.53.up_proj,0.0000808439,0.05000,14.677
+34,mlp.experts.42.up_proj,0.0000312812,0.05000,14.709
+34,mlp.experts.32.up_proj,0.0000315569,0.05000,14.708
+34,mlp.experts.57.up_proj,0.0000131277,0.05000,14.604
+34,mlp.experts.56.up_proj,0.0000071995,0.05000,14.676
+34,mlp.experts.38.up_proj,0.0000486293,0.05000,14.769
+34,mlp.experts.65.up_proj,0.0000511585,0.05000,14.671
+34,mlp.experts.93.up_proj,0.0000133125,0.05000,14.628
+34,mlp.experts.59.up_proj,0.0000451388,0.05000,14.712
+34,mlp.experts.68.up_proj,0.0000522652,0.05000,14.830
+34,mlp.experts.94.up_proj,0.0000127488,0.05000,14.703
+34,mlp.experts.83.up_proj,0.0000288143,0.05000,14.732
+34,mlp.experts.108.up_proj,0.0000040295,0.05000,14.725
+34,mlp.experts.98.up_proj,0.0000234242,0.05000,14.711
+34,mlp.experts.124.up_proj,failsafe(rtn): 0.0009232,0.00000,0.736
+34,mlp.experts.143.up_proj,0.0000142591,0.05000,14.806
+34,mlp.experts.167.up_proj,0.0000318725,0.05000,15.078
+34,mlp.experts.69.up_proj,0.0000254855,0.05000,15.315
+34,mlp.experts.58.up_proj,0.0000111329,0.05000,15.418
+34,mlp.experts.48.up_proj,0.0000086246,0.05000,15.393
+34,mlp.experts.73.up_proj,0.0000320483,0.05000,15.351
+34,mlp.experts.72.up_proj,0.0000092076,0.05000,15.409
+34,mlp.experts.54.up_proj,0.0000091306,0.05000,15.426
+34,mlp.experts.89.up_proj,failsafe(rtn): 0.0009003,0.00000,0.743
+34,mlp.experts.81.up_proj,0.0000089148,0.05000,15.491
+34,mlp.experts.109.up_proj,0.0000126620,0.05000,15.407
+34,mlp.experts.84.up_proj,0.0000117517,0.05000,15.346
+34,mlp.experts.75.up_proj,0.0000824696,0.05000,15.407
+34,mlp.experts.110.up_proj,0.0000302778,0.05000,15.414
+34,mlp.experts.100.up_proj,failsafe(rtn): 0.0009270,0.00000,0.764
+34,mlp.experts.99.up_proj,0.0000089805,0.05000,15.512
+34,mlp.experts.114.up_proj,0.0000127723,0.05000,15.504
+34,mlp.experts.140.up_proj,0.0000416316,0.05000,15.407
+34,mlp.experts.156.up_proj,failsafe(rtn): 0.0009346,0.00000,0.718
+34,mlp.experts.159.up_proj,0.0000203154,0.05000,15.518
+34,mlp.experts.183.up_proj,0.0000187450,0.05000,15.121
+34,mlp.experts.85.up_proj,0.0000134425,0.05000,15.168
+34,mlp.experts.74.up_proj,0.0000086648,0.05000,15.226
+34,mlp.experts.64.up_proj,0.0000115663,0.05000,15.198
+34,mlp.experts.88.up_proj,0.0000195185,0.05000,15.149
+34,mlp.experts.70.up_proj,0.0000170836,0.05000,15.221
+34,mlp.experts.105.up_proj,0.0000166298,0.05000,15.151
+34,mlp.experts.97.up_proj,0.0000130462,0.05000,15.097
+34,mlp.experts.125.up_proj,0.0000649986,0.05000,15.049
+34,mlp.experts.91.up_proj,0.0000126437,0.05000,15.068
+34,mlp.experts.126.up_proj,0.0000670733,0.05000,15.185
+34,mlp.experts.116.up_proj,0.0000211524,0.05000,15.133
+34,mlp.experts.115.up_proj,0.0000117872,0.05000,15.018
+34,mlp.experts.130.up_proj,0.0000404083,0.05000,14.981
+34,mlp.experts.172.up_proj,0.0000560341,0.05000,14.947
+34,mlp.experts.175.up_proj,0.0000093012,0.05000,15.054
+34,mlp.experts.199.up_proj,0.0000147800,0.05000,14.982
+34,mlp.experts.101.up_proj,0.0000159218,0.05000,14.323
+34,mlp.experts.90.up_proj,0.0000088658,0.05000,14.195
+34,mlp.experts.80.up_proj,0.0000186511,0.05000,14.076
+34,mlp.experts.117.up_proj,failsafe(rtn): 0.0009041,0.00000,0.723
+34,mlp.experts.104.up_proj,0.0000685655,0.05000,14.308
+34,mlp.experts.86.up_proj,0.0000399201,0.05000,14.202
+34,mlp.experts.121.up_proj,0.0000075291,0.05000,14.201
+34,mlp.experts.113.up_proj,0.0000136297,0.05000,14.344
+34,mlp.experts.141.up_proj,0.0000181496,0.05000,14.209
+34,mlp.experts.107.up_proj,0.0000329194,0.05000,14.261
+34,mlp.experts.142.up_proj,0.0000305025,0.05000,14.281
+34,mlp.experts.132.up_proj,0.0000075902,0.05000,14.310
+34,mlp.experts.131.up_proj,0.0000057912,0.05000,14.338
+34,mlp.experts.148.up_proj,failsafe(rtn): 0.0009422,0.00000,0.715
+34,mlp.experts.147.up_proj,failsafe(rtn): 0.0009842,0.00000,0.729
+34,mlp.experts.146.up_proj,0.0000284527,0.05000,14.459
+34,mlp.experts.188.up_proj,0.0000091556,0.05000,14.384
+34,mlp.experts.191.up_proj,0.0000142528,0.05000,14.525
+34,mlp.experts.215.up_proj,0.0000205664,0.05000,14.654
+34,mlp.experts.96.up_proj,0.0000101410,0.05000,15.099
+34,mlp.experts.106.up_proj,0.0000279398,0.05000,15.300
+34,mlp.experts.133.up_proj,0.0000211009,0.05000,15.179
+34,mlp.experts.120.up_proj,0.0000158565,0.05000,15.252
+34,mlp.experts.102.up_proj,0.0000194056,0.05000,15.221
+34,mlp.experts.137.up_proj,0.0000109529,0.05000,15.163
+34,mlp.experts.129.up_proj,0.0000052308,0.05000,15.131
+34,mlp.experts.157.up_proj,0.0000598869,0.05000,15.352
+34,mlp.experts.123.up_proj,0.0000123489,0.05000,15.199
+34,mlp.experts.145.up_proj,failsafe(rtn): 0.0009460,0.00000,0.727
+34,mlp.experts.158.up_proj,0.0000225998,0.05000,15.193
+34,mlp.experts.139.up_proj,failsafe(rtn): 0.0009537,0.00000,0.724
+34,mlp.experts.164.up_proj,0.0000180112,0.05000,15.264
+34,mlp.experts.163.up_proj,0.0000119350,0.05000,15.265
+34,mlp.experts.162.up_proj,0.0000366604,0.05000,15.300
+34,mlp.experts.204.up_proj,0.0000234240,0.05000,15.231
+34,mlp.experts.178.up_proj,failsafe(rtn): 0.0009346,0.00000,0.701
+34,mlp.experts.207.up_proj,0.0000089992,0.05000,15.359
+34,mlp.experts.231.up_proj,0.0000518917,0.05000,15.143
+34,mlp.experts.112.up_proj,0.0000167906,0.05000,14.986
+34,mlp.experts.122.up_proj,0.0000188612,0.05000,15.161
+34,mlp.experts.149.up_proj,0.0000159637,0.05000,15.119
+34,mlp.experts.118.up_proj,0.0001035038,0.05000,15.033
+34,mlp.experts.136.up_proj,0.0000439038,0.05000,15.125
+34,mlp.experts.153.up_proj,0.0000181837,0.05000,15.202
+34,mlp.experts.173.up_proj,0.0000206261,0.05000,15.057
+34,mlp.experts.161.up_proj,0.0000129065,0.05000,15.160
+34,mlp.experts.174.up_proj,0.0001257840,0.05000,15.065
+34,mlp.experts.189.up_proj,failsafe(rtn): 0.0009384,0.00000,0.746
+34,mlp.experts.155.up_proj,0.0000134465,0.05000,15.132
+34,mlp.experts.190.up_proj,failsafe(rtn): 0.0009422,0.00000,0.720
+34,mlp.experts.180.up_proj,0.0000097676,0.05000,15.117
+34,mlp.experts.179.up_proj,0.0000145845,0.05000,14.988
+34,mlp.experts.194.up_proj,0.0000506094,0.05000,14.914
+34,mlp.experts.220.up_proj,0.0000450370,0.05000,15.031
+34,mlp.experts.223.up_proj,0.0000183165,0.05000,14.999
+34,mlp.experts.247.up_proj,0.0000344537,0.05000,14.905
+34,mlp.experts.7.down_proj,0.0000013029,0.05000,3.856
+34,mlp.experts.128.up_proj,0.0000208739,0.05000,14.872
+34,mlp.experts.23.down_proj,0.0000023487,0.05000,3.792
+34,mlp.experts.138.up_proj,0.0000225659,0.05000,14.962
+34,mlp.experts.39.down_proj,failsafe(rtn): 0.0009232,0.00000,0.177
+34,mlp.experts.165.up_proj,0.0000206187,0.05000,14.767
+34,mlp.experts.152.up_proj,0.0000114956,0.05000,14.880
+34,mlp.experts.134.up_proj,0.0001099695,0.05000,14.917
+34,mlp.experts.169.up_proj,0.0000158302,0.05000,14.956
+34,mlp.experts.177.up_proj,0.0000170117,0.05000,14.907
+34,mlp.experts.205.up_proj,0.0000118203,0.05000,14.841
+34,mlp.experts.171.up_proj,0.0000222611,0.05000,14.902
+34,mlp.experts.193.up_proj,failsafe(rtn): 0.0009308,0.00000,0.699
+34,mlp.experts.206.up_proj,0.0000164198,0.05000,14.799
+34,mlp.experts.221.up_proj,failsafe(rtn): 0.0009384,0.00000,0.722
+34,mlp.experts.196.up_proj,0.0000191520,0.05000,14.837
+34,mlp.experts.195.up_proj,0.0000093681,0.05000,14.857
+34,mlp.experts.55.down_proj,0.0000021223,0.05000,3.626
+34,mlp.experts.237.up_proj,failsafe(rtn): 0.0009651,0.00000,0.697
+34,mlp.experts.71.down_proj,failsafe(rtn): 0.0009117,0.00000,0.192
+34,mlp.experts.210.up_proj,0.0000394956,0.05000,14.842
+34,mlp.experts.236.up_proj,0.0000402434,0.05000,14.903
+34,mlp.experts.239.up_proj,0.0000248430,0.05000,14.947
+34,mlp.experts.87.down_proj,0.0000020832,0.05000,3.671
+34,mlp.experts.103.down_proj,0.0000016610,0.05000,3.888
+34,mlp.experts.119.down_proj,failsafe(rtn): 0.0009499,0.00000,0.167
+34,mlp.experts.135.down_proj,failsafe(rtn): 0.0009499,0.00000,0.192
+34,mlp.experts.144.up_proj,0.0000918482,0.05000,14.746
+34,mlp.experts.154.up_proj,0.0000085631,0.05000,14.673
+34,mlp.experts.181.up_proj,0.0000072600,0.05000,14.819
+34,mlp.experts.168.up_proj,0.0000205606,0.05000,14.867
+34,mlp.experts.150.up_proj,0.0000104996,0.05000,14.965
+34,mlp.experts.151.down_proj,0.0000003493,0.05000,3.861
+34,mlp.experts.185.up_proj,0.0000197228,0.05000,14.835
+34,mlp.experts.187.up_proj,0.0000076461,0.05000,14.825
+34,mlp.experts.209.up_proj,0.0000179869,0.05000,14.754
+34,mlp.experts.222.up_proj,0.0000137476,0.05000,14.646
+34,mlp.experts.212.up_proj,0.0000092314,0.05000,14.829
+34,mlp.experts.253.up_proj,0.0000055144,0.05000,14.614
+34,mlp.experts.211.up_proj,0.0000212072,0.05000,14.959
+34,mlp.experts.226.up_proj,0.0000175960,0.05000,14.758
+34,mlp.experts.252.up_proj,0.0000080403,0.05000,14.799
+34,mlp.experts.242.up_proj,failsafe(rtn): 0.0008774,0.00000,0.540
+34,mlp.experts.255.up_proj,0.0000087939,0.05000,14.494
+34,mlp.experts.13.down_proj,0.0000013496,0.05000,3.149
+34,mlp.experts.12.down_proj,0.0000010152,0.05000,3.474
+34,mlp.experts.2.down_proj,0.0000032501,0.05000,3.388
+34,mlp.experts.167.down_proj,0.0000046714,0.05000,3.793
+34,mlp.experts.15.down_proj,0.0000019547,0.05000,3.813
+34,mlp.experts.29.down_proj,0.0000015968,0.05000,3.700
+34,mlp.experts.28.down_proj,0.0000009237,0.05000,3.743
+34,mlp.experts.18.down_proj,0.0000013117,0.05000,3.694
+34,mlp.experts.183.down_proj,0.0000024834,0.05000,3.726
+34,mlp.experts.31.down_proj,0.0000006110,0.05000,3.792
+34,mlp.experts.160.up_proj,0.0000373203,0.05000,14.503
+34,mlp.experts.45.down_proj,0.0000022877,0.05000,3.637
+34,mlp.experts.170.up_proj,0.0000162159,0.05000,14.224
+34,mlp.experts.197.up_proj,0.0000058160,0.05000,14.309
+34,mlp.experts.166.up_proj,0.0000087228,0.05000,14.180
+34,mlp.experts.184.up_proj,0.0000223723,0.05000,14.331
+34,mlp.experts.201.up_proj,0.0000627600,0.05000,14.180
+34,mlp.experts.44.down_proj,0.0000008058,0.05000,3.658
+34,mlp.experts.200.up_proj,failsafe(rtn): 0.0008812,0.00000,0.704
+34,mlp.experts.60.down_proj,failsafe(rtn): 0.0009575,0.00000,0.190
+34,mlp.experts.34.down_proj,0.0000014009,0.05000,3.716
+34,mlp.experts.50.down_proj,failsafe(rtn): 0.0009995,0.00000,0.175
+34,mlp.experts.199.down_proj,0.0000002935,0.05000,3.572
+34,mlp.experts.47.down_proj,0.0000019562,0.05000,3.581
+34,mlp.experts.225.up_proj,0.0000160674,0.05000,14.347
+34,mlp.experts.238.up_proj,0.0000083989,0.05000,14.320
+34,mlp.experts.228.up_proj,0.0000271886,0.05000,14.269
+34,mlp.experts.61.down_proj,0.0000012821,0.05000,3.619
+34,mlp.experts.76.down_proj,0.0000004922,0.05000,3.541
+34,mlp.experts.66.down_proj,0.0000014774,0.05000,3.529
+34,mlp.experts.203.up_proj,0.0000517616,0.05000,14.536
+34,mlp.experts.227.up_proj,0.0000120095,0.05000,14.621
+34,mlp.experts.215.down_proj,0.0000009758,0.05000,3.568
+34,mlp.experts.63.down_proj,0.0000010820,0.05000,3.598
+34,mlp.experts.79.down_proj,failsafe(rtn): 0.0009117,0.00000,0.193
+34,mlp.experts.77.down_proj,0.0000041270,0.05000,3.553
+34,mlp.experts.92.down_proj,0.0000016760,0.05000,3.517
+34,mlp.experts.82.down_proj,0.0000022564,0.05000,3.652
+34,mlp.experts.231.down_proj,0.0000013788,0.05000,3.682
+34,mlp.experts.95.down_proj,0.0000009396,0.05000,3.706
+34,mlp.experts.111.down_proj,failsafe(rtn): 0.0009117,0.00000,0.189
+34,mlp.experts.127.down_proj,failsafe(rtn): 0.0008926,0.00000,0.181
+34,mlp.experts.93.down_proj,0.0000022712,0.05000,3.721
+34,mlp.experts.108.down_proj,0.0000000872,0.05000,3.690
+34,mlp.experts.124.down_proj,failsafe(rtn): 0.0009117,0.00000,0.176
+34,mlp.experts.98.down_proj,0.0000005353,0.05000,3.767
+34,mlp.experts.247.down_proj,0.0000028021,0.05000,3.679
+34,mlp.experts.143.down_proj,0.0000012859,0.05000,3.613
+34,mlp.experts.176.up_proj,0.0000254505,0.05000,14.398
+34,mlp.experts.186.up_proj,0.0000140814,0.05000,14.521
+34,mlp.experts.109.down_proj,0.0000014030,0.05000,3.735
+34,mlp.experts.213.up_proj,0.0000231019,0.05000,14.421
+34,mlp.experts.182.up_proj,0.0000130960,0.05000,14.497
+34,mlp.experts.217.up_proj,0.0000110821,0.05000,14.431
+34,mlp.experts.216.up_proj,0.0000346312,0.05000,14.493
+34,mlp.experts.140.down_proj,0.0000009621,0.05000,3.661
+34,mlp.experts.114.down_proj,0.0000016361,0.05000,3.573
+34,mlp.experts.241.up_proj,0.0000129242,0.05000,14.154
+34,mlp.experts.254.up_proj,0.0000104939,0.05000,14.177
+34,mlp.experts.159.down_proj,0.0000020922,0.05000,3.268
+34,mlp.experts.244.up_proj,0.0000151962,0.05000,14.118
+34,mlp.experts.125.down_proj,0.0000027311,0.05000,3.098
+34,mlp.experts.130.down_proj,0.0000016808,0.05000,2.798
+34,mlp.experts.219.up_proj,0.0000151062,0.05000,13.576
+34,mlp.experts.243.up_proj,0.0000310443,0.05000,13.588
+34,mlp.experts.1.down_proj,0.0000021801,0.05000,2.810
+34,mlp.experts.14.down_proj,0.0000031331,0.05000,2.825
+34,mlp.experts.175.down_proj,0.0000016062,0.05000,2.863
+34,mlp.experts.141.down_proj,0.0000021253,0.05000,2.903
+34,mlp.experts.146.down_proj,0.0000017226,0.05000,2.931
+34,mlp.experts.3.down_proj,0.0000102901,0.05000,2.998
+34,mlp.experts.17.down_proj,0.0000007289,0.05000,2.928
+34,mlp.experts.30.down_proj,0.0000067540,0.05000,2.910
+34,mlp.experts.191.down_proj,0.0000014093,0.05000,2.914
+34,mlp.experts.157.down_proj,0.0000013082,0.05000,2.776
+34,mlp.experts.162.down_proj,0.0000011988,0.05000,2.722
+34,mlp.experts.178.down_proj,failsafe(rtn): 0.0009422,0.00000,0.137
+34,mlp.experts.19.down_proj,0.0000041247,0.05000,2.712
+34,mlp.experts.33.down_proj,0.0000014996,0.05000,2.627
+34,mlp.experts.35.down_proj,failsafe(rtn): 0.0009384,0.00000,0.155
+34,mlp.experts.46.down_proj,0.0000008321,0.05000,2.666
+34,mlp.experts.192.up_proj,0.0000192722,0.05000,11.623
+34,mlp.experts.207.down_proj,0.0000022286,0.05000,2.810
+34,mlp.experts.156.down_proj,failsafe(rtn): 0.0009308,0.00000,0.251
+34,mlp.experts.173.down_proj,0.0000028589,0.05000,2.915
+34,mlp.experts.202.up_proj,0.0000052088,0.05000,11.883
+34,mlp.experts.229.up_proj,0.0000236788,0.05000,11.506
+34,mlp.experts.189.down_proj,failsafe(rtn): 0.0009270,0.00000,0.222
+34,mlp.experts.233.up_proj,0.0000044287,0.05000,11.644
+34,mlp.experts.198.up_proj,0.0001020459,0.05000,11.835
+34,mlp.experts.194.down_proj,0.0000019919,0.05000,3.426
+34,mlp.experts.51.down_proj,0.0000008579,0.05000,3.472
+34,mlp.experts.49.down_proj,0.0000016372,0.05000,3.493
+34,mlp.experts.62.down_proj,0.0000027997,0.05000,3.410
+34,mlp.experts.78.down_proj,failsafe(rtn): 0.0009499,0.00000,0.144
+34,mlp.experts.4.down_proj,0.0000008055,0.05000,3.322
+34,mlp.experts.223.down_proj,0.0000004440,0.05000,3.263
+34,mlp.experts.172.down_proj,0.0000015995,0.05000,3.260
+34,mlp.experts.205.down_proj,0.0000024584,0.05000,3.091
+34,mlp.experts.235.up_proj,0.0000151697,0.05000,11.755
+34,mlp.experts.210.down_proj,0.0000010121,0.05000,2.905
+34,mlp.experts.67.down_proj,0.0000023121,0.05000,2.827
+34,mlp.experts.20.down_proj,0.0000003044,0.05000,2.819
+34,mlp.experts.94.down_proj,0.0000012804,0.05000,2.933
+34,mlp.experts.239.down_proj,0.0000020978,0.05000,2.932
+34,mlp.experts.188.down_proj,0.0000011971,0.05000,2.979
+34,mlp.experts.226.down_proj,0.0000034469,0.05000,2.822
+34,mlp.experts.242.down_proj,failsafe(rtn): 0.0008926,0.00000,0.133
+34,mlp.experts.83.down_proj,0.0000008000,0.05000,2.852
+34,mlp.experts.36.down_proj,0.0000007391,0.05000,2.744
+34,mlp.experts.110.down_proj,0.0000007527,0.05000,2.818
+34,mlp.experts.255.down_proj,0.0000012601,0.05000,2.827
+34,mlp.experts.204.down_proj,0.0000008972,0.05000,2.765
+34,mlp.experts.99.down_proj,0.0000001520,0.05000,2.337
+34,mlp.experts.52.down_proj,0.0000042060,0.05000,2.276
+34,mlp.experts.208.up_proj,0.0000073417,0.05000,11.270
+34,mlp.experts.232.up_proj,0.0000054426,0.05000,11.281
+34,mlp.experts.126.down_proj,0.0000025857,0.05000,2.283
+34,mlp.experts.245.up_proj,0.0000145869,0.05000,10.860
+34,mlp.experts.218.up_proj,0.0000125440,0.05000,11.112
+34,mlp.experts.221.down_proj,failsafe(rtn): 0.0009270,0.00000,0.210
+34,mlp.experts.220.down_proj,0.0000075958,0.05000,2.410
+34,mlp.experts.237.down_proj,failsafe(rtn): 0.0009537,0.00000,0.154
+34,mlp.experts.214.up_proj,0.0000218754,0.05000,10.882
+34,mlp.experts.115.down_proj,0.0000009562,0.05000,2.635
+34,mlp.experts.68.down_proj,0.0000023540,0.05000,2.620
+34,mlp.experts.142.down_proj,0.0000008232,0.05000,2.634
+34,mlp.experts.65.down_proj,0.0000012442,0.05000,2.666
+34,mlp.experts.5.down_proj,0.0000029579,0.05000,2.688
+34,mlp.experts.236.down_proj,0.0000036309,0.05000,2.563
+34,mlp.experts.253.down_proj,0.0000010783,0.05000,2.719
+34,mlp.experts.251.up_proj,0.0000337368,0.05000,10.705
+34,mlp.experts.131.down_proj,0.0000011967,0.05000,2.873
+34,mlp.experts.84.down_proj,0.0000021155,0.05000,2.868
+34,mlp.experts.147.down_proj,failsafe(rtn): 0.0009842,0.00000,0.120
+34,mlp.experts.81.down_proj,0.0000019391,0.05000,2.724
+34,mlp.experts.100.down_proj,failsafe(rtn): 0.0009193,0.00000,0.128
+34,mlp.experts.158.down_proj,0.0000009439,0.05000,2.874
+34,mlp.experts.21.down_proj,0.0000027107,0.05000,2.793
+34,mlp.experts.252.down_proj,0.0000015644,0.05000,2.776
+34,mlp.experts.11.down_proj,0.0000009144,0.05000,2.462
+34,mlp.experts.163.down_proj,0.0000006788,0.05000,2.618
+34,mlp.experts.116.down_proj,0.0000031033,0.05000,2.608
+34,mlp.experts.174.down_proj,0.0000136917,0.05000,2.576
+34,mlp.experts.97.down_proj,0.0000021140,0.05000,2.626
+34,mlp.experts.37.down_proj,0.0000007280,0.05000,2.611
+34,mlp.experts.190.down_proj,failsafe(rtn): 0.0009651,0.00000,0.122
+34,mlp.experts.27.down_proj,0.0000017336,0.05000,2.637
+34,mlp.experts.179.down_proj,0.0000025425,0.05000,2.711
+34,mlp.experts.132.down_proj,0.0000006911,0.05000,2.666
+34,mlp.experts.113.down_proj,0.0000007586,0.05000,2.668
+34,mlp.experts.224.up_proj,0.0000047959,0.05000,10.858
+34,mlp.experts.248.up_proj,0.0000270390,0.05000,10.836
+34,mlp.experts.53.down_proj,0.0000036920,0.05000,2.715
+34,mlp.experts.249.up_proj,0.0000114273,0.05000,10.828
+34,mlp.experts.148.down_proj,failsafe(rtn): 0.0009422,0.00000,0.151
+34,mlp.experts.206.down_proj,0.0000026279,0.05000,2.689
+34,mlp.experts.43.down_proj,0.0000022189,0.05000,2.673
+34,mlp.experts.195.down_proj,0.0000010098,0.05000,2.568
+34,mlp.experts.230.up_proj,0.0000296033,0.05000,10.655
+34,mlp.experts.129.down_proj,0.0000016519,0.05000,2.590
+34,mlp.experts.234.up_proj,0.0000255724,0.05000,10.749
+34,mlp.experts.8.down_proj,0.0000009375,0.05000,2.616
+34,mlp.experts.9.down_proj,0.0000035522,0.05000,2.575
+34,mlp.experts.69.down_proj,0.0000009545,0.05000,2.582
+34,mlp.experts.164.down_proj,0.0000011561,0.05000,2.591
+34,mlp.experts.222.down_proj,0.0000003082,0.05000,2.579
+34,mlp.experts.145.down_proj,failsafe(rtn): 0.0009308,0.00000,0.137
+34,mlp.experts.59.down_proj,0.0000039914,0.05000,2.650
+34,mlp.experts.211.down_proj,0.0000010670,0.05000,2.618
+34,mlp.experts.85.down_proj,0.0000026328,0.05000,2.676
+34,mlp.experts.24.down_proj,0.0000006742,0.05000,2.731
+34,mlp.experts.25.down_proj,0.0000014169,0.05000,2.706
+34,mlp.experts.238.down_proj,0.0000009413,0.05000,2.672
+34,mlp.experts.161.down_proj,0.0000021371,0.05000,2.664
+34,mlp.experts.180.down_proj,0.0000022796,0.05000,2.713
+34,mlp.experts.75.down_proj,0.0000058936,0.05000,2.609
+34,mlp.experts.227.down_proj,0.0000016059,0.05000,2.511
+34,mlp.experts.101.down_proj,0.0000022839,0.05000,2.455
+34,mlp.experts.40.down_proj,0.0000006510,0.05000,2.490
+34,mlp.experts.177.down_proj,0.0000013168,0.05000,2.469
+34,mlp.experts.41.down_proj,0.0000057163,0.05000,2.527
+34,mlp.experts.254.down_proj,0.0000010596,0.05000,2.527
+34,mlp.experts.196.down_proj,0.0000024029,0.05000,2.548
+34,mlp.experts.117.down_proj,failsafe(rtn): 0.0009117,0.00000,0.155
+34,mlp.experts.193.down_proj,failsafe(rtn): 0.0009232,0.00000,0.124
+34,mlp.experts.91.down_proj,0.0000034082,0.05000,2.427
+34,mlp.experts.243.down_proj,0.0000010877,0.05000,2.352
+34,mlp.experts.240.up_proj,0.0000080735,0.05000,10.048
+34,mlp.experts.56.down_proj,0.0000011261,0.05000,2.199
+34,mlp.experts.133.down_proj,0.0000017788,0.05000,2.144
+34,mlp.experts.57.down_proj,0.0000006880,0.05000,2.249
+34,mlp.experts.209.down_proj,0.0000016723,0.05000,2.196
+34,mlp.experts.212.down_proj,0.0000013036,0.05000,2.216
+34,mlp.experts.107.down_proj,0.0000033979,0.05000,1.948
+34,mlp.experts.246.up_proj,0.0000053441,0.05000,9.274
+34,mlp.experts.250.up_proj,0.0000203360,0.05000,9.313
+34,mlp.experts.0.down_proj,0.0000008185,0.05000,1.941
+34,mlp.experts.149.down_proj,0.0000025771,0.05000,1.898
+34,mlp.experts.72.down_proj,0.0000011811,0.05000,1.971
+34,mlp.experts.73.down_proj,0.0000031567,0.05000,1.972
+34,mlp.experts.225.down_proj,0.0000018546,0.05000,1.966
+34,mlp.experts.228.down_proj,0.0000006942,0.05000,1.977
+34,mlp.experts.89.down_proj,failsafe(rtn): 0.0009384,0.00000,0.107
+34,mlp.experts.123.down_proj,0.0000013440,0.05000,1.892
+34,mlp.experts.139.down_proj,failsafe(rtn): 0.0009613,0.00000,0.079
+34,mlp.experts.6.down_proj,0.0000006126,0.05000,1.946
+34,mlp.experts.10.down_proj,0.0000006657,0.05000,1.914
+34,mlp.experts.16.down_proj,0.0000006029,0.05000,1.868
+34,mlp.experts.165.down_proj,0.0000004520,0.05000,1.901
+34,mlp.experts.88.down_proj,0.0000029070,0.05000,1.927
+34,mlp.experts.241.down_proj,0.0000036128,0.05000,1.919
+34,mlp.experts.244.down_proj,0.0000016260,0.05000,1.923
+34,mlp.experts.105.down_proj,0.0000004768,0.05000,1.930
+34,mlp.experts.155.down_proj,0.0000014995,0.05000,1.662
+34,mlp.experts.22.down_proj,0.0000018049,0.05000,1.625
+34,mlp.experts.26.down_proj,0.0000009256,0.05000,1.574
+34,mlp.experts.32.down_proj,0.0000020195,0.05000,1.595
+34,mlp.experts.181.down_proj,0.0000005210,0.05000,1.588
+34,mlp.experts.104.down_proj,0.0000046531,0.05000,1.563
+34,mlp.experts.121.down_proj,0.0000006952,0.05000,1.527
+34,mlp.experts.171.down_proj,0.0000029280,0.05000,1.466
+34,mlp.experts.38.down_proj,0.0000013358,0.05000,1.570
+34,mlp.experts.42.down_proj,0.0000020323,0.05000,1.557
+34,mlp.experts.48.down_proj,0.0000007432,0.05000,1.523
+34,mlp.experts.197.down_proj,0.0000026223,0.05000,1.562
+34,mlp.experts.120.down_proj,0.0000007702,0.05000,1.556
+34,mlp.experts.137.down_proj,0.0000006019,0.05000,1.538
+34,mlp.experts.187.down_proj,0.0000011323,0.05000,1.531
+34,mlp.experts.54.down_proj,0.0000010542,0.05000,1.511
+34,mlp.experts.58.down_proj,0.0000012769,0.05000,1.536
+34,mlp.experts.64.down_proj,0.0000018764,0.05000,1.531
+34,mlp.experts.213.down_proj,0.0000034761,0.05000,1.504
+34,mlp.experts.136.down_proj,0.0000010870,0.05000,1.495
+34,mlp.experts.153.down_proj,0.0000009306,0.05000,1.554
+34,mlp.experts.203.down_proj,0.0000027782,0.05000,1.413
+34,mlp.experts.70.down_proj,0.0000022951,0.05000,1.519
+34,mlp.experts.74.down_proj,0.0000036007,0.05000,1.465
+34,mlp.experts.80.down_proj,0.0000012734,0.05000,1.531
+34,mlp.experts.229.down_proj,0.0000004785,0.05000,1.541
+34,mlp.experts.152.down_proj,0.0000013503,0.05000,1.541
+34,mlp.experts.169.down_proj,0.0000017535,0.05000,1.493
+34,mlp.experts.219.down_proj,0.0000010150,0.05000,1.495
+34,mlp.experts.86.down_proj,0.0000038606,0.05000,1.467
+34,mlp.experts.90.down_proj,0.0000009398,0.05000,1.505
+34,mlp.experts.96.down_proj,0.0000018499,0.05000,1.511
+34,mlp.experts.245.down_proj,0.0000002896,0.05000,1.456
+34,mlp.experts.168.down_proj,0.0000004336,0.05000,1.489
+34,mlp.experts.185.down_proj,0.0000013760,0.05000,1.431
+34,mlp.experts.235.down_proj,0.0000013602,0.05000,1.269
+34,mlp.experts.102.down_proj,0.0000028736,0.05000,1.236
+34,mlp.experts.106.down_proj,0.0000010279,0.05000,1.260
+34,mlp.experts.112.down_proj,0.0000034365,0.05000,1.207
+34,mlp.experts.184.down_proj,0.0000005379,0.05000,1.199
+34,mlp.experts.200.down_proj,failsafe(rtn): 0.0008965,0.00000,0.062
+34,mlp.experts.201.down_proj,0.0000045811,0.05000,1.177
+34,mlp.experts.251.down_proj,0.0000028508,0.05000,1.227
+34,mlp.experts.118.down_proj,0.0000095322,0.05000,1.139
+34,mlp.experts.128.down_proj,0.0000027650,0.05000,1.089
+34,mlp.experts.122.down_proj,0.0000004609,0.05000,1.142
+34,mlp.experts.217.down_proj,0.0000015963,0.05000,1.065
+34,mlp.experts.216.down_proj,0.0000008224,0.05000,1.104
+34,mlp.experts.134.down_proj,0.0000149180,0.05000,0.894
+34,mlp.experts.144.down_proj,0.0000133589,0.05000,0.905
+34,mlp.experts.138.down_proj,0.0000042956,0.05000,0.888
+34,mlp.experts.233.down_proj,0.0000015143,0.05000,0.870
+34,mlp.experts.232.down_proj,0.0000011494,0.05000,0.888
+34,mlp.experts.150.down_proj,0.0000008828,0.05000,0.926
+34,mlp.experts.160.down_proj,0.0000014090,0.05000,0.902
+34,mlp.experts.154.down_proj,0.0000013612,0.05000,0.903
+34,mlp.experts.249.down_proj,0.0000010298,0.05000,0.861
+34,mlp.experts.248.down_proj,0.0000032005,0.05000,0.867
+34,mlp.experts.176.down_proj,0.0000039859,0.05000,0.437
+34,mlp.experts.170.down_proj,0.0000019402,0.05000,0.456
+34,mlp.experts.166.down_proj,0.0000018689,0.05000,0.537
+34,mlp.experts.192.down_proj,0.0000004435,0.05000,0.393
+34,mlp.experts.186.down_proj,0.0000027419,0.05000,0.482
+34,mlp.experts.182.down_proj,0.0000012246,0.05000,0.448
+34,mlp.experts.208.down_proj,0.0000011386,0.05000,0.435
+34,mlp.experts.198.down_proj,0.0000072139,0.05000,0.431
+34,mlp.experts.202.down_proj,0.0000002357,0.05000,0.452
+34,mlp.experts.224.down_proj,0.0000013119,0.05000,0.360
+34,mlp.experts.214.down_proj,0.0000009631,0.05000,0.392
+34,mlp.experts.218.down_proj,0.0000010066,0.05000,0.385
+34,mlp.experts.240.down_proj,0.0000010759,0.05000,0.354
+34,mlp.experts.234.down_proj,0.0000006259,0.05000,0.285
+34,mlp.experts.230.down_proj,0.0000031806,0.05000,0.313
+34,mlp.experts.250.down_proj,0.0000018414,0.05000,0.215
+34,mlp.experts.246.down_proj,0.0000007134,0.05000,0.202
+35,mlp.experts.4.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.657
+35,mlp.experts.10.gate_proj,0.0000183220,0.05000,14.678
+35,mlp.experts.3.gate_proj,0.0000142010,0.05000,14.771
+35,mlp.experts.9.gate_proj,0.0000176391,0.05000,14.772
+35,mlp.experts.2.gate_proj,0.0000144700,0.05000,14.780
+35,mlp.experts.8.gate_proj,0.0000286177,0.05000,14.808
+35,mlp.experts.6.gate_proj,0.0000349658,0.05000,14.776
+35,mlp.experts.14.gate_proj,0.0000068446,0.05000,14.809
+35,mlp.experts.12.gate_proj,0.0000390838,0.05000,14.814
+35,mlp.experts.15.gate_proj,0.0000326878,0.05000,14.821
+35,mlp.experts.0.gate_proj,0.0000210015,0.05000,14.826
+35,mlp.experts.11.gate_proj,0.0000171478,0.05000,14.821
+35,mlp.experts.1.gate_proj,0.0000498078,0.05000,14.824
+35,mlp.experts.5.gate_proj,0.0000192708,0.05000,14.830
+35,mlp.experts.7.gate_proj,0.0000173564,0.05000,14.891
+35,mlp.experts.13.gate_proj,0.0000180409,0.05000,14.876
+35,mlp.experts.26.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.800
+35,mlp.experts.20.gate_proj,0.0000202307,0.05000,14.904
+35,mlp.experts.25.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.871
+35,mlp.experts.28.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.861
+35,mlp.experts.17.gate_proj,0.0000351644,0.05000,14.705
+35,mlp.experts.19.gate_proj,0.0000334781,0.05000,14.815
+35,mlp.experts.22.gate_proj,0.0000084186,0.05000,14.813
+35,mlp.experts.27.gate_proj,0.0000124763,0.05000,14.811
+35,mlp.experts.16.gate_proj,0.0000103420,0.05000,14.831
+35,mlp.experts.24.gate_proj,0.0000542628,0.05000,14.872
+35,mlp.experts.30.gate_proj,0.0000277434,0.05000,14.934
+35,mlp.experts.18.gate_proj,0.0000171263,0.05000,14.963
+35,mlp.experts.21.gate_proj,0.0000197675,0.05000,14.960
+35,mlp.experts.31.gate_proj,0.0001302186,0.05000,14.979
+35,mlp.experts.29.gate_proj,0.0000532589,0.05000,14.873
+35,mlp.experts.23.gate_proj,0.0001051793,0.05000,14.963
+35,mlp.experts.42.gate_proj,0.0000119285,0.05000,14.739
+35,mlp.experts.36.gate_proj,0.0000106270,0.05000,14.800
+35,mlp.experts.41.gate_proj,0.0000320890,0.05000,14.795
+35,mlp.experts.45.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.787
+35,mlp.experts.44.gate_proj,0.0000195912,0.05000,14.940
+35,mlp.experts.33.gate_proj,0.0000185369,0.05000,15.038
+35,mlp.experts.35.gate_proj,0.0000290135,0.05000,15.022
+35,mlp.experts.38.gate_proj,0.0000258094,0.05000,15.095
+35,mlp.experts.40.gate_proj,0.0000240069,0.05000,15.018
+35,mlp.experts.46.gate_proj,0.0000173397,0.05000,14.994
+35,mlp.experts.34.gate_proj,0.0000149424,0.05000,14.989
+35,mlp.experts.32.gate_proj,0.0000513139,0.05000,15.168
+35,mlp.experts.37.gate_proj,0.0000199122,0.05000,15.034
+35,mlp.experts.43.gate_proj,0.0000189744,0.05000,15.242
+35,mlp.experts.47.gate_proj,0.0000169471,0.05000,15.203
+35,mlp.experts.39.gate_proj,0.0000146935,0.05000,15.148
+35,mlp.experts.52.gate_proj,0.0000278532,0.05000,14.969
+35,mlp.experts.58.gate_proj,0.0000362868,0.05000,15.160
+35,mlp.experts.57.gate_proj,0.0000089563,0.05000,15.037
+35,mlp.experts.50.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.794
+35,mlp.experts.60.gate_proj,0.0000199718,0.05000,15.014
+35,mlp.experts.61.gate_proj,0.0000158490,0.05000,15.069
+35,mlp.experts.49.gate_proj,0.0000121352,0.05000,14.842
+35,mlp.experts.51.gate_proj,0.0000093174,0.05000,14.800
+35,mlp.experts.53.gate_proj,0.0000098326,0.05000,14.728
+35,mlp.experts.48.gate_proj,0.0000822247,0.05000,14.801
+35,mlp.experts.54.gate_proj,0.0000077472,0.05000,14.967
+35,mlp.experts.56.gate_proj,0.0000738707,0.05000,14.960
+35,mlp.experts.62.gate_proj,0.0000462687,0.05000,14.945
+35,mlp.experts.59.gate_proj,0.0000203895,0.05000,14.881
+35,mlp.experts.63.gate_proj,0.0000195114,0.05000,14.904
+35,mlp.experts.55.gate_proj,0.0000300959,0.05000,14.884
+35,mlp.experts.74.gate_proj,0.0000277939,0.05000,14.779
+35,mlp.experts.68.gate_proj,0.0000181818,0.05000,14.913
+35,mlp.experts.77.gate_proj,0.0000240026,0.05000,14.686
+35,mlp.experts.76.gate_proj,0.0000426096,0.05000,14.817
+35,mlp.experts.73.gate_proj,0.0000152835,0.05000,14.947
+35,mlp.experts.66.gate_proj,0.0000243656,0.05000,14.970
+35,mlp.experts.70.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.816
+35,mlp.experts.82.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.744
+35,mlp.experts.67.gate_proj,0.0000140319,0.05000,14.956
+35,mlp.experts.65.gate_proj,0.0000293014,0.05000,14.991
+35,mlp.experts.69.gate_proj,0.0000213313,0.05000,14.921
+35,mlp.experts.72.gate_proj,0.0000159199,0.05000,14.970
+35,mlp.experts.64.gate_proj,0.0000145968,0.05000,15.073
+35,mlp.experts.78.gate_proj,0.0000307347,0.05000,14.975
+35,mlp.experts.75.gate_proj,0.0000088103,0.05000,14.938
+35,mlp.experts.71.gate_proj,0.0000209907,0.05000,14.972
+35,mlp.experts.79.gate_proj,0.0000253010,0.05000,15.076
+35,mlp.experts.90.gate_proj,0.0000228659,0.05000,14.957
+35,mlp.experts.84.gate_proj,0.0000114909,0.05000,14.987
+35,mlp.experts.93.gate_proj,0.0000251253,0.05000,14.887
+35,mlp.experts.89.gate_proj,0.0000123345,0.05000,14.951
+35,mlp.experts.92.gate_proj,0.0000171437,0.05000,14.983
+35,mlp.experts.86.gate_proj,0.0000321708,0.05000,14.920
+35,mlp.experts.109.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.870
+35,mlp.experts.98.gate_proj,0.0000576189,0.05000,15.046
+35,mlp.experts.125.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.659
+35,mlp.experts.81.gate_proj,0.0000222680,0.05000,14.538
+35,mlp.experts.83.gate_proj,0.0000123946,0.05000,14.624
+35,mlp.experts.85.gate_proj,0.0000123975,0.05000,14.688
+35,mlp.experts.80.gate_proj,0.0000345604,0.05000,14.547
+35,mlp.experts.88.gate_proj,0.0000593767,0.05000,14.564
+35,mlp.experts.94.gate_proj,0.0000146875,0.05000,14.658
+35,mlp.experts.91.gate_proj,0.0001579146,0.05000,14.726
+35,mlp.experts.87.gate_proj,0.0000261162,0.05000,14.653
+35,mlp.experts.95.gate_proj,0.0000202074,0.05000,14.530
+35,mlp.experts.106.gate_proj,0.0000236493,0.05000,14.595
+35,mlp.experts.100.gate_proj,0.0000303866,0.05000,14.623
+35,mlp.experts.105.gate_proj,0.0000467386,0.05000,14.490
+35,mlp.experts.108.gate_proj,0.0000774925,0.05000,14.553
+35,mlp.experts.102.gate_proj,0.0000164429,0.05000,14.632
+35,mlp.experts.118.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.767
+35,mlp.experts.114.gate_proj,0.0000193115,0.05000,14.616
+35,mlp.experts.141.gate_proj,0.0000459763,0.05000,14.643
+35,mlp.experts.97.gate_proj,0.0000196188,0.05000,15.446
+35,mlp.experts.99.gate_proj,0.0000098165,0.05000,15.620
+35,mlp.experts.96.gate_proj,0.0000196314,0.05000,15.560
+35,mlp.experts.101.gate_proj,0.0000387834,0.05000,15.670
+35,mlp.experts.104.gate_proj,0.0000156880,0.05000,15.540
+35,mlp.experts.107.gate_proj,0.0000311398,0.05000,15.573
+35,mlp.experts.110.gate_proj,0.0000419808,0.05000,15.686
+35,mlp.experts.111.gate_proj,0.0000215675,0.05000,15.599
+35,mlp.experts.103.gate_proj,0.0000304481,0.05000,15.631
+35,mlp.experts.122.gate_proj,0.0000191632,0.05000,15.596
+35,mlp.experts.116.gate_proj,0.0000272669,0.05000,15.643
+35,mlp.experts.124.gate_proj,0.0000133722,0.05000,15.647
+35,mlp.experts.121.gate_proj,0.0000245439,0.05000,15.735
+35,mlp.experts.134.gate_proj,0.0000354467,0.05000,15.476
+35,mlp.experts.130.gate_proj,0.0000411560,0.05000,15.553
+35,mlp.experts.157.gate_proj,0.0000659881,0.05000,15.585
+35,mlp.experts.150.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.719
+35,mlp.experts.166.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.700
+35,mlp.experts.113.gate_proj,0.0001353835,0.05000,15.056
+35,mlp.experts.115.gate_proj,0.0000247118,0.05000,14.893
+35,mlp.experts.112.gate_proj,0.0000446264,0.05000,14.922
+35,mlp.experts.120.gate_proj,0.0000175836,0.05000,14.963
+35,mlp.experts.117.gate_proj,0.0000212483,0.05000,15.073
+35,mlp.experts.127.gate_proj,0.0000333468,0.05000,14.858
+35,mlp.experts.126.gate_proj,0.0000374688,0.05000,14.929
+35,mlp.experts.123.gate_proj,0.0000337559,0.05000,15.061
+35,mlp.experts.138.gate_proj,0.0000325007,0.05000,14.906
+35,mlp.experts.119.gate_proj,0.0000288940,0.05000,15.071
+35,mlp.experts.137.gate_proj,0.0000305764,0.05000,14.761
+35,mlp.experts.140.gate_proj,0.0000514499,0.05000,14.826
+35,mlp.experts.132.gate_proj,0.0000135292,0.05000,15.086
+35,mlp.experts.146.gate_proj,0.0000472635,0.05000,15.071
+35,mlp.experts.173.gate_proj,0.0000590983,0.05000,15.051
+35,mlp.experts.182.gate_proj,0.0000439806,0.05000,14.942
+35,mlp.experts.129.gate_proj,0.0000090930,0.05000,14.929
+35,mlp.experts.131.gate_proj,0.0000498244,0.05000,15.022
+35,mlp.experts.128.gate_proj,0.0000312799,0.05000,14.985
+35,mlp.experts.136.gate_proj,0.0000358150,0.05000,14.964
+35,mlp.experts.133.gate_proj,0.0000298004,0.05000,15.003
+35,mlp.experts.142.gate_proj,0.0000258989,0.05000,14.915
+35,mlp.experts.154.gate_proj,0.0000483505,0.05000,14.891
+35,mlp.experts.143.gate_proj,0.0000227291,0.05000,15.114
+35,mlp.experts.135.gate_proj,0.0000513932,0.05000,14.973
+35,mlp.experts.139.gate_proj,0.0000421201,0.05000,15.155
+35,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.827
+35,mlp.experts.156.gate_proj,0.0000266244,0.05000,15.028
+35,mlp.experts.153.gate_proj,0.0000155478,0.05000,15.085
+35,mlp.experts.144.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.832
+35,mlp.experts.148.gate_proj,0.0000103024,0.05000,15.108
+35,mlp.experts.158.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.881
+35,mlp.experts.169.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.734
+35,mlp.experts.172.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.766
+35,mlp.experts.162.gate_proj,0.0000318506,0.05000,15.055
+35,mlp.experts.188.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.717
+35,mlp.experts.189.gate_proj,0.0000162576,0.05000,14.990
+35,mlp.experts.178.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.723
+35,mlp.experts.198.gate_proj,0.0000327641,0.05000,15.050
+35,mlp.experts.205.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.741
+35,mlp.experts.145.gate_proj,0.0000099761,0.05000,14.708
+35,mlp.experts.152.gate_proj,0.0000310232,0.05000,14.748
+35,mlp.experts.149.gate_proj,0.0000316824,0.05000,14.745
+35,mlp.experts.159.gate_proj,0.0000201560,0.05000,14.741
+35,mlp.experts.170.gate_proj,0.0000359071,0.05000,14.893
+35,mlp.experts.151.gate_proj,0.0000188416,0.05000,14.836
+35,mlp.experts.155.gate_proj,0.0000346327,0.05000,14.836
+35,mlp.experts.163.gate_proj,0.0000109082,0.05000,14.729
+35,mlp.experts.160.gate_proj,0.0000378933,0.05000,14.805
+35,mlp.experts.164.gate_proj,0.0000263199,0.05000,14.775
+35,mlp.experts.174.gate_proj,0.0000241993,0.05000,14.765
+35,mlp.experts.175.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.829
+35,mlp.experts.185.gate_proj,0.0000116105,0.05000,14.780
+35,mlp.experts.204.gate_proj,0.0000893486,0.05000,14.694
+35,mlp.experts.194.gate_proj,0.0000196274,0.05000,14.757
+35,mlp.experts.214.gate_proj,0.0000109648,0.05000,14.711
+35,mlp.experts.221.gate_proj,0.0000442768,0.05000,14.752
+35,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.673
+35,mlp.experts.161.gate_proj,0.0000444740,0.05000,14.941
+35,mlp.experts.165.gate_proj,0.0000232043,0.05000,14.812
+35,mlp.experts.168.gate_proj,0.0000901943,0.05000,14.938
+35,mlp.experts.177.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.729
+35,mlp.experts.186.gate_proj,0.0000293115,0.05000,14.905
+35,mlp.experts.171.gate_proj,0.0000181171,0.05000,14.969
+35,mlp.experts.179.gate_proj,0.0000274712,0.05000,14.919
+35,mlp.experts.167.gate_proj,0.0000055149,0.05000,15.207
+35,mlp.experts.176.gate_proj,0.0000343219,0.05000,15.001
+35,mlp.experts.180.gate_proj,0.0000238518,0.05000,14.926
+35,mlp.experts.190.gate_proj,0.0000096114,0.05000,14.922
+35,mlp.experts.191.gate_proj,0.0000143990,0.05000,14.985
+35,mlp.experts.193.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.890
+35,mlp.experts.201.gate_proj,0.0000484646,0.05000,14.930
+35,mlp.experts.207.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.674
+35,mlp.experts.220.gate_proj,0.0000260813,0.05000,15.023
+35,mlp.experts.210.gate_proj,0.0000227127,0.05000,14.948
+35,mlp.experts.230.gate_proj,0.0000886454,0.05000,14.974
+35,mlp.experts.226.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.706
+35,mlp.experts.246.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.704
+35,mlp.experts.253.gate_proj,0.0000136849,0.05000,14.977
+35,mlp.experts.181.gate_proj,0.0000221038,0.05000,14.289
+35,mlp.experts.184.gate_proj,0.0000146339,0.05000,14.372
+35,mlp.experts.202.gate_proj,0.0000112151,0.05000,14.341
+35,mlp.experts.195.gate_proj,0.0000313710,0.05000,14.260
+35,mlp.experts.196.gate_proj,0.0000156712,0.05000,14.023
+35,mlp.experts.187.gate_proj,0.0000422857,0.05000,14.440
+35,mlp.experts.183.gate_proj,0.0000779967,0.05000,14.250
+35,mlp.experts.192.gate_proj,0.0000079309,0.05000,14.282
+35,mlp.experts.206.gate_proj,0.0000226302,0.05000,14.267
+35,mlp.experts.209.gate_proj,0.0000130593,0.05000,14.159
+35,mlp.experts.217.gate_proj,0.0000392150,0.05000,14.173
+35,mlp.experts.223.gate_proj,0.0000126334,0.05000,14.256
+35,mlp.experts.236.gate_proj,0.0000253549,0.05000,14.063
+35,mlp.experts.242.gate_proj,0.0000313026,0.05000,14.346
+35,mlp.experts.6.up_proj,0.0000301173,0.05000,14.340
+35,mlp.experts.13.up_proj,0.0000142796,0.05000,14.318
+35,mlp.experts.200.gate_proj,0.0000605845,0.05000,15.232
+35,mlp.experts.197.gate_proj,0.0000207759,0.05000,15.334
+35,mlp.experts.218.gate_proj,0.0000082422,0.05000,15.276
+35,mlp.experts.211.gate_proj,0.0001010228,0.05000,15.394
+35,mlp.experts.212.gate_proj,0.0000462266,0.05000,15.347
+35,mlp.experts.216.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.734
+35,mlp.experts.203.gate_proj,0.0000174501,0.05000,15.408
+35,mlp.experts.208.gate_proj,0.0000833651,0.05000,15.330
+35,mlp.experts.199.gate_proj,0.0000511729,0.05000,15.489
+35,mlp.experts.222.gate_proj,0.0000892821,0.05000,15.444
+35,mlp.experts.225.gate_proj,0.0000137458,0.05000,15.457
+35,mlp.experts.233.gate_proj,0.0000347471,0.05000,15.388
+35,mlp.experts.238.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.708
+35,mlp.experts.239.gate_proj,0.0000132255,0.05000,15.391
+35,mlp.experts.252.gate_proj,0.0000332592,0.05000,15.389
+35,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.694
+35,mlp.experts.2.up_proj,0.0000138176,0.05000,15.319
+35,mlp.experts.22.up_proj,0.0000084381,0.05000,15.422
+35,mlp.experts.29.up_proj,0.0000518293,0.05000,15.416
+35,mlp.experts.45.up_proj,failsafe(rtn): 0.0009651,0.00000,0.855
+35,mlp.experts.213.gate_proj,0.0000124506,0.05000,15.198
+35,mlp.experts.234.gate_proj,0.0000413680,0.05000,15.159
+35,mlp.experts.227.gate_proj,0.0001120998,0.05000,15.237
+35,mlp.experts.232.gate_proj,0.0000491785,0.05000,15.234
+35,mlp.experts.228.gate_proj,0.0000315461,0.05000,15.317
+35,mlp.experts.219.gate_proj,0.0000633706,0.05000,15.265
+35,mlp.experts.215.gate_proj,0.0000167901,0.05000,15.235
+35,mlp.experts.224.gate_proj,0.0000142890,0.05000,15.320
+35,mlp.experts.241.gate_proj,0.0000096850,0.05000,15.084
+35,mlp.experts.243.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.791
+35,mlp.experts.254.gate_proj,0.0000268811,0.05000,15.211
+35,mlp.experts.255.gate_proj,0.0000277068,0.05000,15.163
+35,mlp.experts.9.up_proj,0.0000144732,0.05000,15.193
+35,mlp.experts.12.up_proj,0.0000345003,0.05000,15.321
+35,mlp.experts.25.up_proj,failsafe(rtn): 0.0009346,0.00000,0.734
+35,mlp.experts.28.up_proj,failsafe(rtn): 0.0009117,0.00000,0.741
+35,mlp.experts.18.up_proj,0.0000157768,0.05000,15.322
+35,mlp.experts.38.up_proj,0.0000198324,0.05000,15.175
+35,mlp.experts.61.up_proj,0.0000164210,0.05000,14.990
+35,mlp.experts.229.gate_proj,0.0000322742,0.05000,14.412
+35,mlp.experts.250.gate_proj,0.0000330218,0.05000,14.583
+35,mlp.experts.244.gate_proj,0.0000634788,0.05000,14.468
+35,mlp.experts.248.gate_proj,0.0000145736,0.05000,14.547
+35,mlp.experts.231.gate_proj,0.0000252710,0.05000,14.392
+35,mlp.experts.235.gate_proj,0.0000073569,0.05000,14.595
+35,mlp.experts.1.up_proj,0.0000434993,0.05000,14.400
+35,mlp.experts.240.gate_proj,0.0000226775,0.05000,14.560
+35,mlp.experts.3.up_proj,0.0000121115,0.05000,14.486
+35,mlp.experts.4.up_proj,failsafe(rtn): 0.0009918,0.00000,0.841
+35,mlp.experts.14.up_proj,0.0000053976,0.05000,14.535
+35,mlp.experts.15.up_proj,0.0000301440,0.05000,14.651
+35,mlp.experts.41.up_proj,0.0000287414,0.05000,14.487
+35,mlp.experts.44.up_proj,0.0000144920,0.05000,14.501
+35,mlp.experts.34.up_proj,0.0000099855,0.05000,14.606
+35,mlp.experts.54.up_proj,0.0000063603,0.05000,14.522
+35,mlp.experts.50.up_proj,failsafe(rtn): 0.0009689,0.00000,0.749
+35,mlp.experts.70.up_proj,failsafe(rtn): 0.0009384,0.00000,0.759
+35,mlp.experts.77.up_proj,0.0000175657,0.05000,14.618
+35,mlp.experts.245.gate_proj,0.0000443465,0.05000,14.604
+35,mlp.experts.10.up_proj,0.0000153913,0.05000,14.724
+35,mlp.experts.8.up_proj,0.0000206988,0.05000,14.756
+35,mlp.experts.247.gate_proj,0.0001091084,0.05000,14.866
+35,mlp.experts.17.up_proj,0.0000306661,0.05000,14.776
+35,mlp.experts.251.gate_proj,0.0000735098,0.05000,14.920
+35,mlp.experts.26.up_proj,failsafe(rtn): 0.0009651,0.00000,0.756
+35,mlp.experts.0.up_proj,0.0000174030,0.05000,14.870
+35,mlp.experts.19.up_proj,0.0000291432,0.05000,14.833
+35,mlp.experts.20.up_proj,0.0000161360,0.05000,14.802
+35,mlp.experts.30.up_proj,0.0000228552,0.05000,14.622
+35,mlp.experts.31.up_proj,0.0001133241,0.05000,14.761
+35,mlp.experts.57.up_proj,0.0000084285,0.05000,14.711
+35,mlp.experts.60.up_proj,0.0000150126,0.05000,14.775
+35,mlp.experts.66.up_proj,0.0000196889,0.05000,14.621
+35,mlp.experts.86.up_proj,0.0000309860,0.05000,14.612
+35,mlp.experts.93.up_proj,0.0000208702,0.05000,14.525
+35,mlp.experts.82.up_proj,failsafe(rtn): 0.0008850,0.00000,0.712
+35,mlp.experts.109.up_proj,failsafe(rtn): 0.0009842,0.00000,0.778
+35,mlp.experts.125.up_proj,failsafe(rtn): 0.0009232,0.00000,0.823
+35,mlp.experts.5.up_proj,0.0000184384,0.05000,14.450
+35,mlp.experts.7.up_proj,0.0000136476,0.05000,14.382
+35,mlp.experts.24.up_proj,0.0000501877,0.05000,14.557
+35,mlp.experts.11.up_proj,0.0000129309,0.05000,14.469
+35,mlp.experts.33.up_proj,0.0000168975,0.05000,14.599
+35,mlp.experts.16.up_proj,0.0000084467,0.05000,14.489
+35,mlp.experts.42.up_proj,0.0000097509,0.05000,14.554
+35,mlp.experts.36.up_proj,0.0000088816,0.05000,14.267
+35,mlp.experts.35.up_proj,0.0000269600,0.05000,14.521
+35,mlp.experts.46.up_proj,0.0000141981,0.05000,14.449
+35,mlp.experts.47.up_proj,0.0000157538,0.05000,14.361
+35,mlp.experts.76.up_proj,0.0000397269,0.05000,14.390
+35,mlp.experts.73.up_proj,0.0000126608,0.05000,14.525
+35,mlp.experts.102.up_proj,0.0000128146,0.05000,14.540
+35,mlp.experts.98.up_proj,0.0000500004,0.05000,14.684
+35,mlp.experts.118.up_proj,failsafe(rtn): 0.0009079,0.00000,1.000
+35,mlp.experts.141.up_proj,0.0000403255,0.05000,14.735
+35,mlp.experts.21.up_proj,0.0000161183,0.05000,15.205
+35,mlp.experts.23.up_proj,0.0000895103,0.05000,15.384
+35,mlp.experts.40.up_proj,0.0000206065,0.05000,15.422
+35,mlp.experts.32.up_proj,0.0000411429,0.05000,15.110
+35,mlp.experts.27.up_proj,0.0000096491,0.05000,15.249
+35,mlp.experts.58.up_proj,0.0000219854,0.05000,15.363
+35,mlp.experts.49.up_proj,0.0000111017,0.05000,15.519
+35,mlp.experts.52.up_proj,0.0000246179,0.05000,15.524
+35,mlp.experts.51.up_proj,0.0000075442,0.05000,15.530
+35,mlp.experts.62.up_proj,0.0000388627,0.05000,15.473
+35,mlp.experts.63.up_proj,0.0000146198,0.05000,15.454
+35,mlp.experts.89.up_proj,0.0000095080,0.05000,15.451
+35,mlp.experts.92.up_proj,0.0000146031,0.05000,15.504
+35,mlp.experts.114.up_proj,0.0000156770,0.05000,15.231
+35,mlp.experts.134.up_proj,0.0000294612,0.05000,15.288
+35,mlp.experts.150.up_proj,failsafe(rtn): 0.0009499,0.00000,0.707
+35,mlp.experts.157.up_proj,0.0000612853,0.05000,15.416
+35,mlp.experts.166.up_proj,failsafe(rtn): 0.0009308,0.00000,0.737
+35,mlp.experts.37.up_proj,0.0000165660,0.05000,14.548
+35,mlp.experts.43.up_proj,0.0000178520,0.05000,14.309
+35,mlp.experts.39.up_proj,0.0000149197,0.05000,14.479
+35,mlp.experts.48.up_proj,0.0000780063,0.05000,14.457
+35,mlp.experts.56.up_proj,0.0000818866,0.05000,14.549
+35,mlp.experts.74.up_proj,0.0000282771,0.05000,14.380
+35,mlp.experts.65.up_proj,0.0000273748,0.05000,14.421
+35,mlp.experts.68.up_proj,0.0000142613,0.05000,14.342
+35,mlp.experts.67.up_proj,0.0000109013,0.05000,14.302
+35,mlp.experts.78.up_proj,0.0000228814,0.05000,14.228
+35,mlp.experts.79.up_proj,0.0000172644,0.05000,14.446
+35,mlp.experts.105.up_proj,0.0000381157,0.05000,14.192
+35,mlp.experts.108.up_proj,0.0000822627,0.05000,14.348
+35,mlp.experts.130.up_proj,0.0000310040,0.05000,14.379
+35,mlp.experts.173.up_proj,0.0000500956,0.05000,14.144
+35,mlp.experts.182.up_proj,0.0000382671,0.05000,14.285
+35,mlp.experts.53.up_proj,0.0000089977,0.05000,14.702
+35,mlp.experts.59.up_proj,0.0000177224,0.05000,15.000
+35,mlp.experts.90.up_proj,0.0000199382,0.05000,14.807
+35,mlp.experts.64.up_proj,0.0000131545,0.05000,15.018
+35,mlp.experts.55.up_proj,0.0000230164,0.05000,15.065
+35,mlp.experts.72.up_proj,0.0000123045,0.05000,15.070
+35,mlp.experts.81.up_proj,0.0000197665,0.05000,15.085
+35,mlp.experts.94.up_proj,0.0000139902,0.05000,15.018
+35,mlp.experts.83.up_proj,0.0000113217,0.05000,15.265
+35,mlp.experts.84.up_proj,0.0000110554,0.05000,15.345
+35,mlp.experts.95.up_proj,0.0000149399,0.05000,15.409
+35,mlp.experts.121.up_proj,0.0000183610,0.05000,15.142
+35,mlp.experts.124.up_proj,0.0000123571,0.05000,15.288
+35,mlp.experts.146.up_proj,0.0000379186,0.05000,15.359
+35,mlp.experts.189.up_proj,0.0000141285,0.05000,15.612
+35,mlp.experts.198.up_proj,0.0000290065,0.05000,15.385
+35,mlp.experts.205.up_proj,failsafe(rtn): 0.0009079,0.00000,0.694
+35,mlp.experts.69.up_proj,0.0000185521,0.05000,14.960
+35,mlp.experts.75.up_proj,0.0000077589,0.05000,14.877
+35,mlp.experts.88.up_proj,0.0000461411,0.05000,14.728
+35,mlp.experts.71.up_proj,0.0000162756,0.05000,14.874
+35,mlp.experts.80.up_proj,0.0000271498,0.05000,14.930
+35,mlp.experts.106.up_proj,0.0000185611,0.05000,14.991
+35,mlp.experts.97.up_proj,0.0000178034,0.05000,14.619
+35,mlp.experts.110.up_proj,0.0000363650,0.05000,14.582
+35,mlp.experts.100.up_proj,0.0000212979,0.05000,14.800
+35,mlp.experts.99.up_proj,0.0000097654,0.05000,14.848
+35,mlp.experts.111.up_proj,0.0000175670,0.05000,14.791
+35,mlp.experts.137.up_proj,0.0000264084,0.05000,14.892
+35,mlp.experts.140.up_proj,0.0000458667,0.05000,14.792
+35,mlp.experts.162.up_proj,0.0000315688,0.05000,14.997
+35,mlp.experts.178.up_proj,failsafe(rtn): 0.0009270,0.00000,0.778
+35,mlp.experts.214.up_proj,0.0000098802,0.05000,14.683
+35,mlp.experts.221.up_proj,0.0000360309,0.05000,14.752
+35,mlp.experts.237.up_proj,failsafe(rtn): 0.0009155,0.00000,0.708
+35,mlp.experts.85.up_proj,0.0000108398,0.05000,15.151
+35,mlp.experts.91.up_proj,0.0001390132,0.05000,15.129
+35,mlp.experts.122.up_proj,0.0000166535,0.05000,14.940
+35,mlp.experts.104.up_proj,0.0000127621,0.05000,15.085
+35,mlp.experts.87.up_proj,0.0000190805,0.05000,15.095
+35,mlp.experts.96.up_proj,0.0000187080,0.05000,15.046
+35,mlp.experts.126.up_proj,0.0000274270,0.05000,14.876
+35,mlp.experts.113.up_proj,0.0001166579,0.05000,15.070
+35,mlp.experts.116.up_proj,0.0000255967,0.05000,15.051
+35,mlp.experts.115.up_proj,0.0000183774,0.05000,15.103
+35,mlp.experts.127.up_proj,0.0000225244,0.05000,15.141
+35,mlp.experts.153.up_proj,0.0000141348,0.05000,15.159
+35,mlp.experts.156.up_proj,0.0000226415,0.05000,15.059
+35,mlp.experts.169.up_proj,failsafe(rtn): 0.0010681,0.00000,0.695
+35,mlp.experts.172.up_proj,failsafe(rtn): 0.0009041,0.00000,0.739
+35,mlp.experts.188.up_proj,failsafe(rtn): 0.0009193,0.00000,0.743
+35,mlp.experts.194.up_proj,0.0000177309,0.05000,14.907
+35,mlp.experts.230.up_proj,0.0000735397,0.05000,14.967
+35,mlp.experts.246.up_proj,failsafe(rtn): 0.0009155,0.00000,0.729
+35,mlp.experts.253.up_proj,0.0000104321,0.05000,14.846
+35,mlp.experts.6.down_proj,0.0000029363,0.05000,3.698
+35,mlp.experts.13.down_proj,0.0000015873,0.05000,3.616
+35,mlp.experts.101.up_proj,0.0000310230,0.05000,14.863
+35,mlp.experts.22.down_proj,0.0000009403,0.05000,3.736
+35,mlp.experts.29.down_proj,0.0000030848,0.05000,3.794
+35,mlp.experts.45.down_proj,failsafe(rtn): 0.0009727,0.00000,0.200
+35,mlp.experts.107.up_proj,0.0000275731,0.05000,14.971
+35,mlp.experts.103.up_proj,0.0000239105,0.05000,14.948
+35,mlp.experts.138.up_proj,0.0000282161,0.05000,15.046
+35,mlp.experts.142.up_proj,0.0000190253,0.05000,14.842
+35,mlp.experts.112.up_proj,0.0000438619,0.05000,15.023
+35,mlp.experts.129.up_proj,0.0000090061,0.05000,14.941
+35,mlp.experts.120.up_proj,0.0000149113,0.05000,15.135
+35,mlp.experts.132.up_proj,0.0000116346,0.05000,14.938
+35,mlp.experts.131.up_proj,0.0000347384,0.05000,14.921
+35,mlp.experts.158.up_proj,failsafe(rtn): 0.0008926,0.00000,0.809
+35,mlp.experts.143.up_proj,0.0000194138,0.05000,14.733
+35,mlp.experts.147.up_proj,failsafe(rtn): 0.0009918,0.00000,0.704
+35,mlp.experts.185.up_proj,0.0000104960,0.05000,14.703
+35,mlp.experts.38.down_proj,0.0000004930,0.05000,3.869
+35,mlp.experts.204.up_proj,0.0000823755,0.05000,14.742
+35,mlp.experts.61.down_proj,0.0000027468,0.05000,3.794
+35,mlp.experts.210.up_proj,0.0000202870,0.05000,14.795
+35,mlp.experts.226.up_proj,failsafe(rtn): 0.0010147,0.00000,0.684
+35,mlp.experts.54.down_proj,0.0000078641,0.05000,3.643
+35,mlp.experts.70.down_proj,failsafe(rtn): 0.0009422,0.00000,0.177
+35,mlp.experts.77.down_proj,0.0000014451,0.05000,3.597
+35,mlp.experts.86.down_proj,0.0000011272,0.05000,3.732
+35,mlp.experts.93.down_proj,0.0000018463,0.05000,3.661
+35,mlp.experts.109.down_proj,failsafe(rtn): 0.0009689,0.00000,0.207
+35,mlp.experts.125.down_proj,failsafe(rtn): 0.0009346,0.00000,0.175
+35,mlp.experts.117.up_proj,0.0000182742,0.05000,14.738
+35,mlp.experts.102.down_proj,0.0000010444,0.05000,3.627
+35,mlp.experts.118.down_proj,failsafe(rtn): 0.0009346,0.00000,0.199
+35,mlp.experts.119.up_proj,0.0000283897,0.05000,14.695
+35,mlp.experts.123.up_proj,0.0000236615,0.05000,14.804
+35,mlp.experts.154.up_proj,0.0000422265,0.05000,14.699
+35,mlp.experts.145.up_proj,0.0000095294,0.05000,14.641
+35,mlp.experts.141.down_proj,0.0000010046,0.05000,3.689
+35,mlp.experts.128.up_proj,0.0000270560,0.05000,14.757
+35,mlp.experts.136.up_proj,0.0000248696,0.05000,14.787
+35,mlp.experts.148.up_proj,0.0000091639,0.05000,14.646
+35,mlp.experts.174.up_proj,0.0000233049,0.05000,14.621
+35,mlp.experts.144.up_proj,failsafe(rtn): 0.0009422,0.00000,0.781
+35,mlp.experts.159.up_proj,0.0000149522,0.05000,14.712
+35,mlp.experts.163.up_proj,0.0000088034,0.05000,14.642
+35,mlp.experts.175.up_proj,failsafe(rtn): 0.0009537,0.00000,0.741
+35,mlp.experts.201.up_proj,0.0000386292,0.05000,14.672
+35,mlp.experts.220.up_proj,0.0000246652,0.05000,14.879
+35,mlp.experts.134.down_proj,0.0000008049,0.05000,3.915
+35,mlp.experts.150.down_proj,failsafe(rtn): 0.0009575,0.00000,0.190
+35,mlp.experts.157.down_proj,0.0000023855,0.05000,3.887
+35,mlp.experts.166.down_proj,failsafe(rtn): 0.0009537,0.00000,0.184
+35,mlp.experts.242.up_proj,0.0000288272,0.05000,15.237
+35,mlp.experts.173.down_proj,0.0000027010,0.05000,4.433
+35,mlp.experts.182.down_proj,0.0000016270,0.05000,4.464
+35,mlp.experts.2.down_proj,0.0000024530,0.05000,4.411
+35,mlp.experts.189.down_proj,0.0000006073,0.05000,4.103
+35,mlp.experts.205.down_proj,failsafe(rtn): 0.0009232,0.00000,0.239
+35,mlp.experts.198.down_proj,0.0000012706,0.05000,4.339
+35,mlp.experts.133.up_proj,0.0000273576,0.05000,16.203
+35,mlp.experts.18.down_proj,0.0000015092,0.05000,4.072
+35,mlp.experts.161.up_proj,0.0000321009,0.05000,16.187
+35,mlp.experts.170.up_proj,0.0000330931,0.05000,16.553
+35,mlp.experts.135.up_proj,0.0000501246,0.05000,16.695
+35,mlp.experts.139.up_proj,0.0000350842,0.05000,16.713
+35,mlp.experts.152.up_proj,0.0000248668,0.05000,16.632
+35,mlp.experts.221.down_proj,0.0000013498,0.05000,4.073
+35,mlp.experts.177.up_proj,failsafe(rtn): 0.0009499,0.00000,0.867
+35,mlp.experts.237.down_proj,failsafe(rtn): 0.0009155,0.00000,0.180
+35,mlp.experts.214.down_proj,0.0000013154,0.05000,4.232
+35,mlp.experts.164.up_proj,0.0000235925,0.05000,16.784
+35,mlp.experts.160.up_proj,0.0000391080,0.05000,16.483
+35,mlp.experts.190.up_proj,0.0000090938,0.05000,16.700
+35,mlp.experts.193.up_proj,failsafe(rtn): 0.0009003,0.00000,0.760
+35,mlp.experts.179.up_proj,0.0000229384,0.05000,16.706
+35,mlp.experts.191.up_proj,0.0000119315,0.05000,16.637
+35,mlp.experts.34.down_proj,0.0000003061,0.05000,3.949
+35,mlp.experts.50.down_proj,failsafe(rtn): 0.0009613,0.00000,0.186
+35,mlp.experts.217.up_proj,0.0000341947,0.05000,16.522
+35,mlp.experts.207.up_proj,failsafe(rtn): 0.0010376,0.00000,0.707
+35,mlp.experts.236.up_proj,0.0000225448,0.05000,16.466
+35,mlp.experts.230.down_proj,0.0000038931,0.05000,3.601
+35,mlp.experts.253.down_proj,0.0000005688,0.05000,3.677
+35,mlp.experts.246.down_proj,failsafe(rtn): 0.0009155,0.00000,0.168
+35,mlp.experts.66.down_proj,0.0000009465,0.05000,3.463
+35,mlp.experts.82.down_proj,failsafe(rtn): 0.0008965,0.00000,0.165
+35,mlp.experts.98.down_proj,0.0000050715,0.05000,3.400
+35,mlp.experts.149.up_proj,0.0000270707,0.05000,14.643
+35,mlp.experts.114.down_proj,0.0000019152,0.05000,3.458
+35,mlp.experts.151.up_proj,0.0000155931,0.05000,14.159
+35,mlp.experts.186.up_proj,0.0000265978,0.05000,14.236
+35,mlp.experts.168.up_proj,0.0000823910,0.05000,14.147
+35,mlp.experts.155.up_proj,0.0000280984,0.05000,14.332
+35,mlp.experts.176.up_proj,0.0000255679,0.05000,13.993
+35,mlp.experts.180.up_proj,0.0000174155,0.05000,14.032
+35,mlp.experts.206.up_proj,0.0000173138,0.05000,14.031
+35,mlp.experts.209.up_proj,0.0000104458,0.05000,14.052
+35,mlp.experts.195.up_proj,0.0000287831,0.05000,14.297
+35,mlp.experts.233.up_proj,0.0000278664,0.05000,14.088
+35,mlp.experts.130.down_proj,0.0000006416,0.05000,3.682
+35,mlp.experts.223.up_proj,0.0000106220,0.05000,14.256
+35,mlp.experts.249.up_proj,failsafe(rtn): 0.0009422,0.00000,0.695
+35,mlp.experts.252.up_proj,0.0000285831,0.05000,14.224
+35,mlp.experts.146.down_proj,0.0000018630,0.05000,3.340
+35,mlp.experts.9.down_proj,0.0000015246,0.05000,3.493
+35,mlp.experts.25.down_proj,failsafe(rtn): 0.0009346,0.00000,0.230
+35,mlp.experts.12.down_proj,0.0000040420,0.05000,3.597
+35,mlp.experts.28.down_proj,failsafe(rtn): 0.0009117,0.00000,0.247
+35,mlp.experts.162.down_proj,0.0000008707,0.05000,3.893
+35,mlp.experts.178.down_proj,failsafe(rtn): 0.0009460,0.00000,0.198
+35,mlp.experts.41.down_proj,0.0000012837,0.05000,3.647
+35,mlp.experts.44.down_proj,0.0000019121,0.05000,3.324
+35,mlp.experts.165.up_proj,0.0000190062,0.05000,13.846
+35,mlp.experts.194.down_proj,0.0000007265,0.05000,3.510
+35,mlp.experts.57.down_proj,0.0000014179,0.05000,3.478
+35,mlp.experts.184.up_proj,0.0000115290,0.05000,14.074
+35,mlp.experts.60.down_proj,0.0000018784,0.05000,3.652
+35,mlp.experts.167.up_proj,0.0000057792,0.05000,14.372
+35,mlp.experts.202.up_proj,0.0000102652,0.05000,14.576
+35,mlp.experts.171.up_proj,0.0000139896,0.05000,14.533
+35,mlp.experts.192.up_proj,0.0000067820,0.05000,14.292
+35,mlp.experts.222.up_proj,0.0000764895,0.05000,14.188
+35,mlp.experts.196.up_proj,0.0000133065,0.05000,14.420
+35,mlp.experts.225.up_proj,0.0000131601,0.05000,14.480
+35,mlp.experts.211.up_proj,0.0001029275,0.05000,14.046
+35,mlp.experts.238.up_proj,failsafe(rtn): 0.0009346,0.00000,0.807
+35,mlp.experts.210.down_proj,0.0000019683,0.05000,3.646
+35,mlp.experts.239.up_proj,0.0000104619,0.05000,14.242
+35,mlp.experts.226.down_proj,failsafe(rtn): 0.0009995,0.00000,0.163
+35,mlp.experts.73.down_proj,0.0000015116,0.05000,3.565
+35,mlp.experts.76.down_proj,0.0000041681,0.05000,3.582
+35,mlp.experts.242.down_proj,0.0000018788,0.05000,3.214
+35,mlp.experts.89.down_proj,0.0000009869,0.05000,3.444
+35,mlp.experts.92.down_proj,0.0000019982,0.05000,3.624
+35,mlp.experts.105.down_proj,0.0000012972,0.05000,3.835
+35,mlp.experts.108.down_proj,0.0000041647,0.05000,3.713
+35,mlp.experts.181.up_proj,0.0000188832,0.05000,14.324
+35,mlp.experts.121.down_proj,0.0000014105,0.05000,3.679
+35,mlp.experts.200.up_proj,0.0000497014,0.05000,14.574
+35,mlp.experts.183.up_proj,0.0000712739,0.05000,14.567
+35,mlp.experts.124.down_proj,0.0000009598,0.05000,3.814
+35,mlp.experts.218.up_proj,0.0000080070,0.05000,14.636
+35,mlp.experts.187.up_proj,0.0000442071,0.05000,14.759
+35,mlp.experts.212.up_proj,0.0000444764,0.05000,14.477
+35,mlp.experts.216.up_proj,failsafe(rtn): 0.0009308,0.00000,0.918
+35,mlp.experts.208.up_proj,0.0000792221,0.05000,14.996
+35,mlp.experts.241.up_proj,0.0000091565,0.05000,14.360
+35,mlp.experts.254.up_proj,0.0000222610,0.05000,14.491
+35,mlp.experts.227.up_proj,0.0001042013,0.05000,14.571
+35,mlp.experts.243.up_proj,failsafe(rtn): 0.0009460,0.00000,0.730
+35,mlp.experts.255.up_proj,0.0000204400,0.05000,14.971
+35,mlp.experts.137.down_proj,0.0000008925,0.05000,3.807
+35,mlp.experts.140.down_proj,0.0000011008,0.05000,3.744
+35,mlp.experts.1.down_proj,0.0000049172,0.05000,3.443
+35,mlp.experts.14.down_proj,0.0000006770,0.05000,3.492
+35,mlp.experts.3.down_proj,0.0000018599,0.05000,3.450
+35,mlp.experts.15.down_proj,0.0000008247,0.05000,3.096
+35,mlp.experts.153.down_proj,0.0000028186,0.05000,3.288
+35,mlp.experts.169.down_proj,failsafe(rtn): 0.0010452,0.00000,0.173
+35,mlp.experts.156.down_proj,0.0000019115,0.05000,3.198
+35,mlp.experts.172.down_proj,failsafe(rtn): 0.0009155,0.00000,0.153
+35,mlp.experts.188.down_proj,failsafe(rtn): 0.0009232,0.00000,0.130
+35,mlp.experts.17.down_proj,0.0000008763,0.05000,3.474
+35,mlp.experts.30.down_proj,0.0000010269,0.05000,3.213
+35,mlp.experts.19.down_proj,0.0000013222,0.05000,3.578
+35,mlp.experts.31.down_proj,0.0000136318,0.05000,3.580
+35,mlp.experts.185.down_proj,0.0000011074,0.05000,3.361
+35,mlp.experts.204.down_proj,0.0000056368,0.05000,3.492
+35,mlp.experts.33.down_proj,0.0000003757,0.05000,3.278
+35,mlp.experts.46.down_proj,0.0000019154,0.05000,3.275
+35,mlp.experts.197.up_proj,0.0000177956,0.05000,13.995
+35,mlp.experts.35.down_proj,0.0000020076,0.05000,3.191
+35,mlp.experts.47.down_proj,0.0000003764,0.05000,3.248
+35,mlp.experts.201.down_proj,0.0000036326,0.05000,3.293
+35,mlp.experts.199.up_proj,0.0000409515,0.05000,13.479
+35,mlp.experts.203.up_proj,0.0000149313,0.05000,13.201
+35,mlp.experts.234.up_proj,0.0000405187,0.05000,13.510
+35,mlp.experts.228.up_proj,0.0000272367,0.05000,13.334
+35,mlp.experts.232.up_proj,0.0000471743,0.05000,13.173
+35,mlp.experts.220.down_proj,0.0000045869,0.05000,3.314
+35,mlp.experts.224.up_proj,0.0000139854,0.05000,13.396
+35,mlp.experts.49.down_proj,0.0000006644,0.05000,3.258
+35,mlp.experts.62.down_proj,0.0000020606,0.05000,3.279
+35,mlp.experts.51.down_proj,0.0000044374,0.05000,3.212
+35,mlp.experts.63.down_proj,0.0000017456,0.05000,3.324
+35,mlp.experts.217.down_proj,0.0000016967,0.05000,3.233
+35,mlp.experts.236.down_proj,0.0000024824,0.05000,3.493
+35,mlp.experts.65.down_proj,0.0000007257,0.05000,3.389
+35,mlp.experts.78.down_proj,0.0000006349,0.05000,3.448
+35,mlp.experts.67.down_proj,0.0000013280,0.05000,3.489
+35,mlp.experts.79.down_proj,0.0000022689,0.05000,3.496
+35,mlp.experts.233.down_proj,0.0000022681,0.05000,3.572
+35,mlp.experts.249.down_proj,failsafe(rtn): 0.0009460,0.00000,0.137
+35,mlp.experts.252.down_proj,0.0000028459,0.05000,3.153
+35,mlp.experts.81.down_proj,0.0000007874,0.05000,3.116
+35,mlp.experts.94.down_proj,0.0000024504,0.05000,3.126
+35,mlp.experts.83.down_proj,0.0000015414,0.05000,2.868
+35,mlp.experts.95.down_proj,0.0000008606,0.05000,2.673
+35,mlp.experts.97.down_proj,0.0000013601,0.05000,2.470
+35,mlp.experts.110.down_proj,0.0000037623,0.05000,2.483
+35,mlp.experts.213.up_proj,0.0000116259,0.05000,12.190
+35,mlp.experts.99.down_proj,0.0000011897,0.05000,2.497
+35,mlp.experts.111.down_proj,0.0000019154,0.05000,2.499
+35,mlp.experts.215.up_proj,0.0000156576,0.05000,11.834
+35,mlp.experts.244.up_proj,0.0000659523,0.05000,11.546
+35,mlp.experts.219.up_proj,0.0000510674,0.05000,11.693
+35,mlp.experts.250.up_proj,0.0000307107,0.05000,11.709
+35,mlp.experts.4.down_proj,failsafe(rtn): 0.0009842,0.00000,0.121
+35,mlp.experts.248.up_proj,0.0000117686,0.05000,11.831
+35,mlp.experts.113.down_proj,0.0000212566,0.05000,2.426
+35,mlp.experts.240.up_proj,0.0000220753,0.05000,11.625
+35,mlp.experts.126.down_proj,0.0000031180,0.05000,2.423
+35,mlp.experts.115.down_proj,0.0000006505,0.05000,2.535
+35,mlp.experts.127.down_proj,0.0000022941,0.05000,2.490
+35,mlp.experts.20.down_proj,0.0000020653,0.05000,2.482
+35,mlp.experts.10.down_proj,0.0000018314,0.05000,2.563
+35,mlp.experts.26.down_proj,failsafe(rtn): 0.0009766,0.00000,0.126
+35,mlp.experts.8.down_proj,0.0000017272,0.05000,2.551
+35,mlp.experts.129.down_proj,0.0000016024,0.05000,2.523
+35,mlp.experts.0.down_proj,0.0000005901,0.05000,2.580
+35,mlp.experts.142.down_proj,0.0000014899,0.05000,2.558
+35,mlp.experts.158.down_proj,failsafe(rtn): 0.0009041,0.00000,0.111
+35,mlp.experts.131.down_proj,0.0000031016,0.05000,2.515
+35,mlp.experts.147.down_proj,failsafe(rtn): 0.0009766,0.00000,0.112
+35,mlp.experts.143.down_proj,0.0000009247,0.05000,2.604
+35,mlp.experts.36.down_proj,0.0000008455,0.05000,2.561
+35,mlp.experts.42.down_proj,0.0000011242,0.05000,2.537
+35,mlp.experts.145.down_proj,0.0000016526,0.05000,2.456
+35,mlp.experts.24.down_proj,0.0000070782,0.05000,2.548
+35,mlp.experts.16.down_proj,0.0000014022,0.05000,2.510
+35,mlp.experts.174.down_proj,0.0000011590,0.05000,2.551
+35,mlp.experts.163.down_proj,0.0000011276,0.05000,2.502
+35,mlp.experts.159.down_proj,0.0000008967,0.05000,2.441
+35,mlp.experts.175.down_proj,failsafe(rtn): 0.0009613,0.00000,0.138
+35,mlp.experts.52.down_proj,0.0000012050,0.05000,2.528
+35,mlp.experts.58.down_proj,0.0000016035,0.05000,2.488
+35,mlp.experts.161.down_proj,0.0000043325,0.05000,2.475
+35,mlp.experts.40.down_proj,0.0000012645,0.05000,2.512
+35,mlp.experts.177.down_proj,failsafe(rtn): 0.0009537,0.00000,0.108
+35,mlp.experts.32.down_proj,0.0000040807,0.05000,2.514
+35,mlp.experts.193.down_proj,failsafe(rtn): 0.0009232,0.00000,0.104
+35,mlp.experts.190.down_proj,0.0000012063,0.05000,2.482
+35,mlp.experts.229.up_proj,0.0000292940,0.05000,9.950
+35,mlp.experts.179.down_proj,0.0000021612,0.05000,2.544
+35,mlp.experts.191.down_proj,0.0000015854,0.05000,2.434
+35,mlp.experts.207.down_proj,failsafe(rtn): 0.0010300,0.00000,0.126
+35,mlp.experts.231.up_proj,0.0000232281,0.05000,10.060
+35,mlp.experts.235.up_proj,0.0000067760,0.05000,9.960
+35,mlp.experts.68.down_proj,0.0000007968,0.05000,2.512
+35,mlp.experts.74.down_proj,0.0000037271,0.05000,2.528
+35,mlp.experts.56.down_proj,0.0000057746,0.05000,2.442
+35,mlp.experts.209.down_proj,0.0000002146,0.05000,2.493
+35,mlp.experts.48.down_proj,0.0000030158,0.05000,2.490
+35,mlp.experts.206.down_proj,0.0000022612,0.05000,2.513
+35,mlp.experts.195.down_proj,0.0000006942,0.05000,2.570
+35,mlp.experts.223.down_proj,0.0000015648,0.05000,2.619
+35,mlp.experts.84.down_proj,0.0000013600,0.05000,2.571
+35,mlp.experts.90.down_proj,0.0000016758,0.05000,2.536
+35,mlp.experts.72.down_proj,0.0000012716,0.05000,2.569
+35,mlp.experts.225.down_proj,0.0000002788,0.05000,2.489
+35,mlp.experts.64.down_proj,0.0000003196,0.05000,2.567
+35,mlp.experts.222.down_proj,0.0000019691,0.05000,2.474
+35,mlp.experts.238.down_proj,failsafe(rtn): 0.0009308,0.00000,0.151
+35,mlp.experts.211.down_proj,0.0000050407,0.05000,2.477
+35,mlp.experts.239.down_proj,0.0000036982,0.05000,2.320
+35,mlp.experts.100.down_proj,0.0000021021,0.05000,2.414
+35,mlp.experts.106.down_proj,0.0000012752,0.05000,2.351
+35,mlp.experts.88.down_proj,0.0000095420,0.05000,2.522
+35,mlp.experts.241.down_proj,0.0000005450,0.05000,2.467
+35,mlp.experts.80.down_proj,0.0000021372,0.05000,2.418
+35,mlp.experts.254.down_proj,0.0000015260,0.05000,2.332
+35,mlp.experts.227.down_proj,0.0000129717,0.05000,2.340
+35,mlp.experts.243.down_proj,failsafe(rtn): 0.0009422,0.00000,0.099
+35,mlp.experts.255.down_proj,0.0000031451,0.05000,2.240
+35,mlp.experts.116.down_proj,0.0000036326,0.05000,1.965
+35,mlp.experts.122.down_proj,0.0000013500,0.05000,1.957
+35,mlp.experts.104.down_proj,0.0000008141,0.05000,1.918
+35,mlp.experts.96.down_proj,0.0000009414,0.05000,1.780
+35,mlp.experts.245.up_proj,0.0000340528,0.05000,9.276
+35,mlp.experts.251.up_proj,0.0000745182,0.05000,8.586
+35,mlp.experts.247.up_proj,0.0000958967,0.05000,8.662
+35,mlp.experts.138.down_proj,0.0000011396,0.05000,1.548
+35,mlp.experts.132.down_proj,0.0000018050,0.05000,1.617
+35,mlp.experts.120.down_proj,0.0000019378,0.05000,1.557
+35,mlp.experts.112.down_proj,0.0000016520,0.05000,1.542
+35,mlp.experts.5.down_proj,0.0000026837,0.05000,1.461
+35,mlp.experts.11.down_proj,0.0000003989,0.05000,1.536
+35,mlp.experts.7.down_proj,0.0000011510,0.05000,1.522
+35,mlp.experts.154.down_proj,0.0000012435,0.05000,1.505
+35,mlp.experts.148.down_proj,0.0000011949,0.05000,1.523
+35,mlp.experts.136.down_proj,0.0000029434,0.05000,1.436
+35,mlp.experts.128.down_proj,0.0000008354,0.05000,1.524
+35,mlp.experts.21.down_proj,0.0000004595,0.05000,1.553
+35,mlp.experts.144.down_proj,failsafe(rtn): 0.0009384,0.00000,0.131
+35,mlp.experts.27.down_proj,0.0000018546,0.05000,1.538
+35,mlp.experts.23.down_proj,0.0000099827,0.05000,1.554
+35,mlp.experts.170.down_proj,0.0000027253,0.05000,1.570
+35,mlp.experts.164.down_proj,0.0000007268,0.05000,1.571
+35,mlp.experts.152.down_proj,0.0000008208,0.05000,1.627
+35,mlp.experts.37.down_proj,0.0000019707,0.05000,1.479
+35,mlp.experts.160.down_proj,0.0000078858,0.05000,1.531
+35,mlp.experts.39.down_proj,0.0000028132,0.05000,1.540
+35,mlp.experts.43.down_proj,0.0000017510,0.05000,1.625
+35,mlp.experts.186.down_proj,0.0000014035,0.05000,1.498
+35,mlp.experts.180.down_proj,0.0000011737,0.05000,1.567
+35,mlp.experts.53.down_proj,0.0000010989,0.05000,1.462
+35,mlp.experts.168.down_proj,0.0000029916,0.05000,1.519
+35,mlp.experts.176.down_proj,0.0000021808,0.05000,1.556
+35,mlp.experts.55.down_proj,0.0000020526,0.05000,1.571
+35,mlp.experts.59.down_proj,0.0000023102,0.05000,1.614
+35,mlp.experts.202.down_proj,0.0000013533,0.05000,1.563
+35,mlp.experts.196.down_proj,0.0000015341,0.05000,1.598
+35,mlp.experts.69.down_proj,0.0000004357,0.05000,1.586
+35,mlp.experts.184.down_proj,0.0000012714,0.05000,1.586
+35,mlp.experts.192.down_proj,0.0000049744,0.05000,1.649
+35,mlp.experts.71.down_proj,0.0000020655,0.05000,1.584
+35,mlp.experts.75.down_proj,0.0000038920,0.05000,1.521
+35,mlp.experts.218.down_proj,0.0000014324,0.05000,1.495
+35,mlp.experts.212.down_proj,0.0000082124,0.05000,1.485
+35,mlp.experts.85.down_proj,0.0000020793,0.05000,1.460
+35,mlp.experts.200.down_proj,0.0000035525,0.05000,1.510
+35,mlp.experts.216.down_proj,failsafe(rtn): 0.0009499,0.00000,0.082
+35,mlp.experts.208.down_proj,0.0000025209,0.05000,1.653
+35,mlp.experts.234.down_proj,0.0000009066,0.05000,1.420
+35,mlp.experts.91.down_proj,0.0000162841,0.05000,1.575
+35,mlp.experts.87.down_proj,0.0000018905,0.05000,1.600
+35,mlp.experts.101.down_proj,0.0000024299,0.05000,1.478
+35,mlp.experts.228.down_proj,0.0000022260,0.05000,1.695
+35,mlp.experts.232.down_proj,0.0000010649,0.05000,1.590
+35,mlp.experts.224.down_proj,0.0000016186,0.05000,1.582
+35,mlp.experts.250.down_proj,0.0000029059,0.05000,1.508
+35,mlp.experts.103.down_proj,0.0000014490,0.05000,1.490
+35,mlp.experts.107.down_proj,0.0000007911,0.05000,1.516
+35,mlp.experts.117.down_proj,0.0000013490,0.05000,1.439
+35,mlp.experts.244.down_proj,0.0000099746,0.05000,1.438
+35,mlp.experts.248.down_proj,0.0000007519,0.05000,1.390
+35,mlp.experts.240.down_proj,0.0000005945,0.05000,1.248
+35,mlp.experts.119.down_proj,0.0000033419,0.05000,0.750
+35,mlp.experts.133.down_proj,0.0000013639,0.05000,0.648
+35,mlp.experts.123.down_proj,0.0000026657,0.05000,0.760
+35,mlp.experts.149.down_proj,0.0000008715,0.05000,0.420
+35,mlp.experts.139.down_proj,0.0000055056,0.05000,0.453
+35,mlp.experts.135.down_proj,0.0000023687,0.05000,0.493
+35,mlp.experts.165.down_proj,0.0000018471,0.05000,0.378
+35,mlp.experts.155.down_proj,0.0000013145,0.05000,0.417
+35,mlp.experts.151.down_proj,0.0000025145,0.05000,0.406
+35,mlp.experts.181.down_proj,0.0000017803,0.05000,0.363
+35,mlp.experts.167.down_proj,0.0000008982,0.05000,0.369
+35,mlp.experts.171.down_proj,0.0000015745,0.05000,0.408
+35,mlp.experts.197.down_proj,0.0000008167,0.05000,0.317
+35,mlp.experts.183.down_proj,0.0000043915,0.05000,0.451
+35,mlp.experts.187.down_proj,0.0000067212,0.05000,0.434
+35,mlp.experts.213.down_proj,0.0000002379,0.05000,0.399
+35,mlp.experts.199.down_proj,0.0000009206,0.05000,0.400
+35,mlp.experts.203.down_proj,0.0000004135,0.05000,0.430
+35,mlp.experts.229.down_proj,0.0000020673,0.05000,0.368
+35,mlp.experts.215.down_proj,0.0000004253,0.05000,0.424
+35,mlp.experts.219.down_proj,0.0000069763,0.05000,0.396
+35,mlp.experts.245.down_proj,0.0000013486,0.05000,0.373
+35,mlp.experts.231.down_proj,0.0000006892,0.05000,0.239
+35,mlp.experts.235.down_proj,0.0000011450,0.05000,0.234
+35,mlp.experts.251.down_proj,0.0000089185,0.05000,0.253
+35,mlp.experts.247.down_proj,0.0000081156,0.05000,0.268
+36,mlp.experts.6.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.767
+36,mlp.experts.8.gate_proj,0.0000273945,0.05000,14.635
+36,mlp.experts.2.gate_proj,0.0000537798,0.05000,14.647
+36,mlp.experts.12.gate_proj,0.0000384341,0.05000,14.661
+36,mlp.experts.9.gate_proj,0.0000699205,0.05000,14.706
+36,mlp.experts.10.gate_proj,0.0000153744,0.05000,14.717
+36,mlp.experts.15.gate_proj,0.0000264666,0.05000,14.736
+36,mlp.experts.0.gate_proj,0.0000099168,0.05000,14.744
+36,mlp.experts.7.gate_proj,0.0000244408,0.05000,14.761
+36,mlp.experts.11.gate_proj,0.0000633757,0.05000,14.813
+36,mlp.experts.3.gate_proj,0.0000443194,0.05000,14.817
+36,mlp.experts.5.gate_proj,0.0000355979,0.05000,14.828
+36,mlp.experts.13.gate_proj,0.0000088767,0.05000,14.844
+36,mlp.experts.1.gate_proj,0.0000349566,0.05000,14.869
+36,mlp.experts.14.gate_proj,0.0000115151,0.05000,14.974
+36,mlp.experts.4.gate_proj,0.0000239890,0.05000,14.970
+36,mlp.experts.30.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.671
+36,mlp.experts.22.gate_proj,0.0000573539,0.05000,14.914
+36,mlp.experts.46.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.606
+36,mlp.experts.38.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.619
+36,mlp.experts.25.gate_proj,0.0000206928,0.05000,14.486
+36,mlp.experts.28.gate_proj,0.0000235717,0.05000,14.546
+36,mlp.experts.24.gate_proj,0.0000108736,0.05000,14.583
+36,mlp.experts.26.gate_proj,0.0000131297,0.05000,14.549
+36,mlp.experts.31.gate_proj,0.0000237262,0.05000,14.518
+36,mlp.experts.29.gate_proj,0.0000146473,0.05000,14.531
+36,mlp.experts.18.gate_proj,0.0000187491,0.05000,14.758
+36,mlp.experts.17.gate_proj,0.0000503048,0.05000,14.540
+36,mlp.experts.16.gate_proj,0.0000395436,0.05000,14.643
+36,mlp.experts.19.gate_proj,0.0000246230,0.05000,14.610
+36,mlp.experts.23.gate_proj,0.0000770467,0.05000,14.659
+36,mlp.experts.27.gate_proj,0.0000558439,0.05000,14.689
+36,mlp.experts.21.gate_proj,0.0000327079,0.05000,14.682
+36,mlp.experts.20.gate_proj,0.0000105843,0.05000,14.892
+36,mlp.experts.33.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.882
+36,mlp.experts.35.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.877
+36,mlp.experts.54.gate_proj,0.0001802742,0.05000,14.961
+36,mlp.experts.62.gate_proj,0.0000401025,0.05000,15.033
+36,mlp.experts.40.gate_proj,0.0000357802,0.05000,14.542
+36,mlp.experts.44.gate_proj,0.0000254391,0.05000,14.580
+36,mlp.experts.41.gate_proj,0.0000723217,0.05000,14.617
+36,mlp.experts.47.gate_proj,0.0000418727,0.05000,14.585
+36,mlp.experts.34.gate_proj,0.0000355514,0.05000,14.600
+36,mlp.experts.42.gate_proj,0.0000287432,0.05000,14.716
+36,mlp.experts.45.gate_proj,0.0000303784,0.05000,14.636
+36,mlp.experts.37.gate_proj,0.0000205883,0.05000,14.541
+36,mlp.experts.32.gate_proj,0.0000300452,0.05000,14.713
+36,mlp.experts.39.gate_proj,0.0000073121,0.05000,14.676
+36,mlp.experts.43.gate_proj,0.0000272206,0.05000,14.840
+36,mlp.experts.36.gate_proj,0.0000425768,0.05000,14.606
+36,mlp.experts.51.gate_proj,0.0000307865,0.05000,14.563
+36,mlp.experts.49.gate_proj,0.0000149562,0.05000,14.612
+36,mlp.experts.52.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.735
+36,mlp.experts.70.gate_proj,0.0000093220,0.05000,14.574
+36,mlp.experts.78.gate_proj,0.0000203368,0.05000,14.693
+36,mlp.experts.56.gate_proj,0.0000096953,0.05000,15.267
+36,mlp.experts.57.gate_proj,0.0000228376,0.05000,15.301
+36,mlp.experts.60.gate_proj,0.0000356265,0.05000,15.407
+36,mlp.experts.48.gate_proj,0.0000191547,0.05000,15.053
+36,mlp.experts.59.gate_proj,0.0000573529,0.05000,14.881
+36,mlp.experts.58.gate_proj,0.0000205071,0.05000,15.263
+36,mlp.experts.61.gate_proj,0.0000524757,0.05000,15.304
+36,mlp.experts.50.gate_proj,0.0000215364,0.05000,15.373
+36,mlp.experts.63.gate_proj,0.0000158072,0.05000,15.554
+36,mlp.experts.53.gate_proj,0.0001033552,0.05000,15.414
+36,mlp.experts.55.gate_proj,0.0000290852,0.05000,15.467
+36,mlp.experts.65.gate_proj,0.0000537062,0.05000,15.277
+36,mlp.experts.67.gate_proj,0.0000142534,0.05000,15.504
+36,mlp.experts.71.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.853
+36,mlp.experts.68.gate_proj,0.0000706393,0.05000,15.341
+36,mlp.experts.86.gate_proj,0.0000866215,0.05000,15.331
+36,mlp.experts.94.gate_proj,0.0000452083,0.05000,15.488
+36,mlp.experts.72.gate_proj,0.0001802701,0.05000,15.335
+36,mlp.experts.76.gate_proj,0.0000648586,0.05000,15.170
+36,mlp.experts.77.gate_proj,0.0000322559,0.05000,15.095
+36,mlp.experts.75.gate_proj,0.0000136695,0.05000,15.204
+36,mlp.experts.64.gate_proj,0.0000136735,0.05000,15.290
+36,mlp.experts.73.gate_proj,0.0000139458,0.05000,15.398
+36,mlp.experts.66.gate_proj,0.0000225698,0.05000,15.173
+36,mlp.experts.74.gate_proj,0.0000085515,0.05000,15.262
+36,mlp.experts.79.gate_proj,0.0000232870,0.05000,15.116
+36,mlp.experts.69.gate_proj,0.0000222029,0.05000,15.269
+36,mlp.experts.91.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.831
+36,mlp.experts.90.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.882
+36,mlp.experts.81.gate_proj,0.0000182038,0.05000,15.241
+36,mlp.experts.95.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.870
+36,mlp.experts.87.gate_proj,0.0000186973,0.05000,15.148
+36,mlp.experts.83.gate_proj,0.0000267633,0.05000,15.396
+36,mlp.experts.84.gate_proj,0.0000395302,0.05000,15.282
+36,mlp.experts.102.gate_proj,0.0000388994,0.05000,15.164
+36,mlp.experts.100.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.767
+36,mlp.experts.110.gate_proj,0.0000111452,0.05000,15.244
+36,mlp.experts.92.gate_proj,0.0000256777,0.05000,15.490
+36,mlp.experts.88.gate_proj,0.0000081512,0.05000,15.514
+36,mlp.experts.89.gate_proj,0.0000312599,0.05000,15.379
+36,mlp.experts.93.gate_proj,0.0000224783,0.05000,15.556
+36,mlp.experts.80.gate_proj,0.0000576981,0.05000,15.547
+36,mlp.experts.82.gate_proj,0.0000422341,0.05000,15.604
+36,mlp.experts.85.gate_proj,0.0000553554,0.05000,15.458
+36,mlp.experts.108.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.903
+36,mlp.experts.96.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.841
+36,mlp.experts.97.gate_proj,0.0000518757,0.05000,15.461
+36,mlp.experts.107.gate_proj,0.0000134653,0.05000,15.707
+36,mlp.experts.111.gate_proj,0.0000522403,0.05000,15.512
+36,mlp.experts.106.gate_proj,0.0000222910,0.05000,15.593
+36,mlp.experts.103.gate_proj,0.0000271040,0.05000,15.611
+36,mlp.experts.99.gate_proj,0.0000629838,0.05000,15.577
+36,mlp.experts.118.gate_proj,0.0000134963,0.05000,15.650
+36,mlp.experts.126.gate_proj,0.0000267543,0.05000,15.475
+36,mlp.experts.116.gate_proj,0.0000600459,0.05000,15.565
+36,mlp.experts.132.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.639
+36,mlp.experts.104.gate_proj,0.0000717191,0.05000,14.468
+36,mlp.experts.105.gate_proj,0.0000236390,0.05000,14.474
+36,mlp.experts.98.gate_proj,0.0000316805,0.05000,14.347
+36,mlp.experts.109.gate_proj,0.0000556566,0.05000,14.511
+36,mlp.experts.101.gate_proj,0.0000482568,0.05000,14.458
+36,mlp.experts.124.gate_proj,0.0000154737,0.05000,14.378
+36,mlp.experts.113.gate_proj,0.0000348757,0.05000,14.245
+36,mlp.experts.112.gate_proj,0.0000426735,0.05000,14.355
+36,mlp.experts.123.gate_proj,0.0000485497,0.05000,14.257
+36,mlp.experts.127.gate_proj,0.0000340914,0.05000,14.344
+36,mlp.experts.122.gate_proj,0.0000547158,0.05000,14.354
+36,mlp.experts.119.gate_proj,0.0000392041,0.05000,14.352
+36,mlp.experts.115.gate_proj,0.0000289587,0.05000,14.243
+36,mlp.experts.134.gate_proj,0.0000284305,0.05000,14.115
+36,mlp.experts.142.gate_proj,0.0000136992,0.05000,14.246
+36,mlp.experts.150.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.896
+36,mlp.experts.148.gate_proj,0.0000252983,0.05000,14.507
+36,mlp.experts.120.gate_proj,0.0000083427,0.05000,15.366
+36,mlp.experts.121.gate_proj,0.0000723861,0.05000,15.395
+36,mlp.experts.114.gate_proj,0.0001377715,0.05000,15.425
+36,mlp.experts.125.gate_proj,0.0000142980,0.05000,15.550
+36,mlp.experts.117.gate_proj,0.0000085340,0.05000,15.620
+36,mlp.experts.128.gate_proj,0.0000210881,0.05000,15.396
+36,mlp.experts.140.gate_proj,0.0000689483,0.05000,15.526
+36,mlp.experts.129.gate_proj,0.0000519289,0.05000,15.577
+36,mlp.experts.139.gate_proj,0.0000192238,0.05000,15.590
+36,mlp.experts.143.gate_proj,0.0000206533,0.05000,15.580
+36,mlp.experts.135.gate_proj,0.0000177044,0.05000,15.393
+36,mlp.experts.138.gate_proj,0.0000321751,0.05000,15.609
+36,mlp.experts.131.gate_proj,0.0000855475,0.05000,15.481
+36,mlp.experts.158.gate_proj,0.0000105313,0.05000,15.597
+36,mlp.experts.166.gate_proj,0.0000196953,0.05000,15.438
+36,mlp.experts.174.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.765
+36,mlp.experts.164.gate_proj,0.0000144299,0.05000,15.468
+36,mlp.experts.180.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.906
+36,mlp.experts.136.gate_proj,0.0000237515,0.05000,14.961
+36,mlp.experts.130.gate_proj,0.0000281502,0.05000,14.842
+36,mlp.experts.137.gate_proj,0.0000545918,0.05000,15.105
+36,mlp.experts.141.gate_proj,0.0000360044,0.05000,15.157
+36,mlp.experts.133.gate_proj,0.0000668618,0.05000,14.994
+36,mlp.experts.156.gate_proj,0.0001069419,0.05000,14.876
+36,mlp.experts.144.gate_proj,0.0000306181,0.05000,14.952
+36,mlp.experts.145.gate_proj,0.0000222212,0.05000,14.900
+36,mlp.experts.155.gate_proj,0.0000910128,0.05000,15.104
+36,mlp.experts.159.gate_proj,0.0000337291,0.05000,15.058
+36,mlp.experts.151.gate_proj,0.0000512996,0.05000,15.078
+36,mlp.experts.154.gate_proj,0.0000202215,0.05000,15.147
+36,mlp.experts.147.gate_proj,0.0000150591,0.05000,15.133
+36,mlp.experts.175.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.869
+36,mlp.experts.182.gate_proj,0.0000785691,0.05000,15.192
+36,mlp.experts.190.gate_proj,0.0000658795,0.05000,15.163
+36,mlp.experts.196.gate_proj,0.0000398351,0.05000,15.135
+36,mlp.experts.152.gate_proj,0.0000109012,0.05000,15.184
+36,mlp.experts.146.gate_proj,0.0001367110,0.05000,15.329
+36,mlp.experts.153.gate_proj,0.0000089986,0.05000,15.339
+36,mlp.experts.149.gate_proj,0.0000553248,0.05000,15.142
+36,mlp.experts.157.gate_proj,0.0000579184,0.05000,15.273
+36,mlp.experts.172.gate_proj,0.0000187531,0.05000,15.126
+36,mlp.experts.160.gate_proj,0.0000210547,0.05000,15.076
+36,mlp.experts.161.gate_proj,0.0000272992,0.05000,15.085
+36,mlp.experts.162.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.714
+36,mlp.experts.171.gate_proj,0.0000135275,0.05000,15.078
+36,mlp.experts.170.gate_proj,0.0000862053,0.05000,15.020
+36,mlp.experts.163.gate_proj,0.0000692503,0.05000,14.990
+36,mlp.experts.167.gate_proj,0.0000388423,0.05000,15.168
+36,mlp.experts.191.gate_proj,0.0000378070,0.05000,15.051
+36,mlp.experts.179.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.749
+36,mlp.experts.183.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.768
+36,mlp.experts.198.gate_proj,0.0000238314,0.05000,14.982
+36,mlp.experts.206.gate_proj,0.0000226854,0.05000,14.922
+36,mlp.experts.212.gate_proj,0.0000072860,0.05000,14.657
+36,mlp.experts.168.gate_proj,0.0000261970,0.05000,14.618
+36,mlp.experts.169.gate_proj,0.0000381126,0.05000,14.529
+36,mlp.experts.165.gate_proj,0.0000121463,0.05000,14.494
+36,mlp.experts.176.gate_proj,0.0000106772,0.05000,14.475
+36,mlp.experts.177.gate_proj,0.0001470240,0.05000,14.396
+36,mlp.experts.184.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.704
+36,mlp.experts.173.gate_proj,0.0000961089,0.05000,14.768
+36,mlp.experts.178.gate_proj,0.0000459989,0.05000,14.517
+36,mlp.experts.188.gate_proj,0.0000063124,0.05000,14.668
+36,mlp.experts.187.gate_proj,0.0000117418,0.05000,14.716
+36,mlp.experts.186.gate_proj,0.0000220668,0.05000,14.591
+36,mlp.experts.200.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.818
+36,mlp.experts.195.gate_proj,0.0000088342,0.05000,14.498
+36,mlp.experts.207.gate_proj,0.0000292881,0.05000,14.582
+36,mlp.experts.199.gate_proj,0.0000100935,0.05000,14.582
+36,mlp.experts.214.gate_proj,0.0000137556,0.05000,14.375
+36,mlp.experts.222.gate_proj,0.0000171096,0.05000,14.394
+36,mlp.experts.215.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.732
+36,mlp.experts.228.gate_proj,0.0000287514,0.05000,14.666
+36,mlp.experts.185.gate_proj,0.0000492946,0.05000,14.560
+36,mlp.experts.181.gate_proj,0.0000118605,0.05000,14.392
+36,mlp.experts.193.gate_proj,0.0000109413,0.05000,14.389
+36,mlp.experts.192.gate_proj,0.0000115355,0.05000,14.529
+36,mlp.experts.194.gate_proj,0.0000184037,0.05000,14.537
+36,mlp.experts.189.gate_proj,0.0000953011,0.05000,14.579
+36,mlp.experts.204.gate_proj,0.0000206699,0.05000,14.559
+36,mlp.experts.197.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.835
+36,mlp.experts.202.gate_proj,0.0000116605,0.05000,14.611
+36,mlp.experts.203.gate_proj,0.0000257531,0.05000,14.709
+36,mlp.experts.216.gate_proj,0.0000824075,0.05000,14.688
+36,mlp.experts.211.gate_proj,0.0000099073,0.05000,14.660
+36,mlp.experts.223.gate_proj,0.0000299294,0.05000,14.724
+36,mlp.experts.230.gate_proj,0.0000596491,0.05000,14.755
+36,mlp.experts.238.gate_proj,0.0000322192,0.05000,14.753
+36,mlp.experts.231.gate_proj,0.0000211458,0.05000,14.741
+36,mlp.experts.244.gate_proj,0.0000173642,0.05000,14.756
+36,mlp.experts.247.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.873
+36,mlp.experts.201.gate_proj,0.0000316429,0.05000,14.610
+36,mlp.experts.208.gate_proj,0.0000260429,0.05000,14.546
+36,mlp.experts.209.gate_proj,0.0000893544,0.05000,14.705
+36,mlp.experts.220.gate_proj,0.0000558486,0.05000,14.488
+36,mlp.experts.210.gate_proj,0.0000378498,0.05000,14.592
+36,mlp.experts.205.gate_proj,0.0000104161,0.05000,14.578
+36,mlp.experts.213.gate_proj,0.0000140311,0.05000,14.638
+36,mlp.experts.218.gate_proj,0.0000423690,0.05000,14.572
+36,mlp.experts.219.gate_proj,0.0000325357,0.05000,14.578
+36,mlp.experts.232.gate_proj,0.0000407172,0.05000,14.406
+36,mlp.experts.236.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.700
+36,mlp.experts.221.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.776
+36,mlp.experts.227.gate_proj,0.0000109038,0.05000,14.603
+36,mlp.experts.239.gate_proj,0.0000120697,0.05000,14.580
+36,mlp.experts.246.gate_proj,0.0000101673,0.05000,14.405
+36,mlp.experts.254.gate_proj,0.0000278090,0.05000,14.411
+36,mlp.experts.243.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.685
+36,mlp.experts.6.up_proj,failsafe(rtn): 0.0009499,0.00000,0.674
+36,mlp.experts.4.up_proj,0.0000222422,0.05000,14.122
+36,mlp.experts.7.up_proj,0.0000170214,0.05000,14.391
+36,mlp.experts.217.gate_proj,0.0000202132,0.05000,14.781
+36,mlp.experts.224.gate_proj,0.0000265527,0.05000,14.812
+36,mlp.experts.225.gate_proj,0.0000276268,0.05000,14.865
+36,mlp.experts.226.gate_proj,0.0000232157,0.05000,14.931
+36,mlp.experts.229.gate_proj,0.0000639990,0.05000,14.768
+36,mlp.experts.234.gate_proj,0.0000144586,0.05000,14.807
+36,mlp.experts.235.gate_proj,0.0000391454,0.05000,14.738
+36,mlp.experts.248.gate_proj,0.0000300501,0.05000,14.761
+36,mlp.experts.252.gate_proj,0.0000309520,0.05000,14.753
+36,mlp.experts.237.gate_proj,0.0000734485,0.05000,14.792
+36,mlp.experts.255.gate_proj,0.0000145513,0.05000,15.059
+36,mlp.experts.14.up_proj,0.0000100277,0.05000,14.879
+36,mlp.experts.3.up_proj,0.0000345633,0.05000,14.928
+36,mlp.experts.22.up_proj,0.0000478246,0.05000,14.868
+36,mlp.experts.20.up_proj,0.0000088586,0.05000,14.869
+36,mlp.experts.30.up_proj,failsafe(rtn): 0.0008965,0.00000,0.730
+36,mlp.experts.23.up_proj,0.0000772940,0.05000,14.942
+36,mlp.experts.38.up_proj,failsafe(rtn): 0.0009308,0.00000,0.686
+36,mlp.experts.46.up_proj,failsafe(rtn): 0.0009651,0.00000,0.753
+36,mlp.experts.233.gate_proj,0.0000609695,0.05000,15.186
+36,mlp.experts.240.gate_proj,0.0000321361,0.05000,14.991
+36,mlp.experts.241.gate_proj,0.0000330113,0.05000,15.004
+36,mlp.experts.242.gate_proj,0.0000124634,0.05000,15.135
+36,mlp.experts.245.gate_proj,0.0000223824,0.05000,15.002
+36,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.735
+36,mlp.experts.251.gate_proj,0.0000128130,0.05000,15.098
+36,mlp.experts.250.gate_proj,0.0000188546,0.05000,15.143
+36,mlp.experts.8.up_proj,0.0000267493,0.05000,15.060
+36,mlp.experts.12.up_proj,0.0000338122,0.05000,15.178
+36,mlp.experts.253.gate_proj,0.0000153452,0.05000,15.065
+36,mlp.experts.15.up_proj,0.0000251193,0.05000,15.160
+36,mlp.experts.19.up_proj,0.0000224985,0.05000,15.262
+36,mlp.experts.36.up_proj,0.0000370786,0.05000,15.250
+36,mlp.experts.35.up_proj,failsafe(rtn): 0.0009689,0.00000,0.700
+36,mlp.experts.54.up_proj,0.0001343252,0.05000,15.191
+36,mlp.experts.39.up_proj,0.0000071189,0.05000,15.463
+36,mlp.experts.52.up_proj,failsafe(rtn): 0.0010681,0.00000,0.830
+36,mlp.experts.62.up_proj,0.0000380806,0.05000,15.350
+36,mlp.experts.0.up_proj,0.0000088383,0.05000,14.718
+36,mlp.experts.1.up_proj,0.0000283936,0.05000,14.741
+36,mlp.experts.2.up_proj,0.0000323803,0.05000,14.672
+36,mlp.experts.9.up_proj,0.0000598027,0.05000,14.779
+36,mlp.experts.5.up_proj,0.0000331838,0.05000,14.803
+36,mlp.experts.10.up_proj,0.0000116920,0.05000,14.619
+36,mlp.experts.11.up_proj,0.0000448506,0.05000,14.773
+36,mlp.experts.24.up_proj,0.0000108979,0.05000,14.740
+36,mlp.experts.28.up_proj,0.0000197249,0.05000,14.610
+36,mlp.experts.13.up_proj,0.0000082164,0.05000,14.602
+36,mlp.experts.31.up_proj,0.0000174376,0.05000,14.701
+36,mlp.experts.51.up_proj,0.0000279258,0.05000,14.620
+36,mlp.experts.70.up_proj,0.0000090270,0.05000,14.596
+36,mlp.experts.55.up_proj,0.0000256763,0.05000,14.523
+36,mlp.experts.68.up_proj,0.0000678710,0.05000,14.518
+36,mlp.experts.78.up_proj,0.0000163313,0.05000,14.408
+36,mlp.experts.71.up_proj,failsafe(rtn): 0.0009155,0.00000,0.784
+36,mlp.experts.16.up_proj,0.0000317569,0.05000,14.606
+36,mlp.experts.17.up_proj,0.0000353922,0.05000,14.851
+36,mlp.experts.18.up_proj,0.0000171460,0.05000,14.627
+36,mlp.experts.25.up_proj,0.0000152469,0.05000,14.794
+36,mlp.experts.21.up_proj,0.0000248520,0.05000,14.817
+36,mlp.experts.26.up_proj,0.0000112894,0.05000,14.895
+36,mlp.experts.33.up_proj,failsafe(rtn): 0.0008888,0.00000,0.725
+36,mlp.experts.40.up_proj,0.0000265527,0.05000,14.798
+36,mlp.experts.29.up_proj,0.0000136595,0.05000,14.801
+36,mlp.experts.27.up_proj,0.0000471666,0.05000,14.927
+36,mlp.experts.44.up_proj,0.0000227168,0.05000,14.866
+36,mlp.experts.47.up_proj,0.0000351364,0.05000,14.782
+36,mlp.experts.67.up_proj,0.0000138568,0.05000,14.739
+36,mlp.experts.86.up_proj,0.0000787790,0.05000,14.645
+36,mlp.experts.84.up_proj,0.0000332968,0.05000,14.612
+36,mlp.experts.94.up_proj,0.0000375573,0.05000,14.664
+36,mlp.experts.87.up_proj,0.0000150411,0.05000,14.654
+36,mlp.experts.100.up_proj,failsafe(rtn): 0.0010147,0.00000,0.860
+36,mlp.experts.32.up_proj,0.0000232253,0.05000,15.280
+36,mlp.experts.34.up_proj,0.0000339024,0.05000,15.312
+36,mlp.experts.37.up_proj,0.0000193640,0.05000,15.274
+36,mlp.experts.41.up_proj,0.0000585022,0.05000,15.338
+36,mlp.experts.42.up_proj,0.0000228703,0.05000,15.365
+36,mlp.experts.49.up_proj,0.0000142345,0.05000,15.396
+36,mlp.experts.43.up_proj,0.0000254134,0.05000,15.324
+36,mlp.experts.60.up_proj,0.0000344370,0.05000,15.358
+36,mlp.experts.45.up_proj,0.0000299851,0.05000,15.424
+36,mlp.experts.56.up_proj,0.0000094850,0.05000,15.504
+36,mlp.experts.63.up_proj,0.0000133845,0.05000,15.378
+36,mlp.experts.102.up_proj,0.0000350436,0.05000,15.115
+36,mlp.experts.83.up_proj,0.0000242218,0.05000,15.371
+36,mlp.experts.110.up_proj,0.0000099276,0.05000,15.165
+36,mlp.experts.103.up_proj,0.0000229570,0.05000,15.374
+36,mlp.experts.116.up_proj,0.0000588234,0.05000,15.257
+36,mlp.experts.132.up_proj,failsafe(rtn): 0.0009537,0.00000,0.733
+36,mlp.experts.48.up_proj,0.0000185736,0.05000,14.591
+36,mlp.experts.50.up_proj,0.0000177575,0.05000,14.686
+36,mlp.experts.53.up_proj,0.0000872888,0.05000,14.584
+36,mlp.experts.57.up_proj,0.0000195508,0.05000,14.696
+36,mlp.experts.58.up_proj,0.0000187647,0.05000,14.663
+36,mlp.experts.65.up_proj,0.0000510815,0.05000,14.605
+36,mlp.experts.61.up_proj,0.0000441311,0.05000,14.538
+36,mlp.experts.76.up_proj,0.0000606457,0.05000,14.571
+36,mlp.experts.59.up_proj,0.0000433233,0.05000,14.703
+36,mlp.experts.72.up_proj,0.0001459214,0.05000,14.709
+36,mlp.experts.79.up_proj,0.0000206109,0.05000,14.729
+36,mlp.experts.95.up_proj,failsafe(rtn): 0.0009079,0.00000,0.676
+36,mlp.experts.118.up_proj,0.0000116814,0.05000,14.746
+36,mlp.experts.99.up_proj,0.0000533774,0.05000,14.867
+36,mlp.experts.126.up_proj,0.0000193277,0.05000,14.809
+36,mlp.experts.119.up_proj,0.0000326872,0.05000,14.703
+36,mlp.experts.148.up_proj,0.0000225536,0.05000,14.650
+36,mlp.experts.64.up_proj,0.0000120349,0.05000,15.166
+36,mlp.experts.66.up_proj,0.0000170243,0.05000,15.259
+36,mlp.experts.69.up_proj,0.0000197799,0.05000,15.184
+36,mlp.experts.73.up_proj,0.0000136514,0.05000,15.154
+36,mlp.experts.92.up_proj,0.0000210882,0.05000,15.264
+36,mlp.experts.74.up_proj,0.0000071917,0.05000,15.351
+36,mlp.experts.77.up_proj,0.0000302216,0.05000,15.304
+36,mlp.experts.75.up_proj,0.0000130513,0.05000,15.325
+36,mlp.experts.81.up_proj,0.0000133737,0.05000,15.468
+36,mlp.experts.88.up_proj,0.0000075539,0.05000,15.512
+36,mlp.experts.90.up_proj,failsafe(rtn): 0.0009613,0.00000,0.780
+36,mlp.experts.108.up_proj,failsafe(rtn): 0.0009460,0.00000,0.842
+36,mlp.experts.91.up_proj,failsafe(rtn): 0.0009384,0.00000,0.752
+36,mlp.experts.111.up_proj,0.0000512988,0.05000,15.594
+36,mlp.experts.134.up_proj,0.0000201433,0.05000,15.482
+36,mlp.experts.115.up_proj,0.0000266894,0.05000,15.599
+36,mlp.experts.142.up_proj,0.0000124689,0.05000,15.308
+36,mlp.experts.150.up_proj,failsafe(rtn): 0.0009270,0.00000,0.789
+36,mlp.experts.135.up_proj,0.0000156787,0.05000,15.702
+36,mlp.experts.164.up_proj,0.0000100014,0.05000,15.627
+36,mlp.experts.180.up_proj,failsafe(rtn): 0.0009384,0.00000,0.799
+36,mlp.experts.80.up_proj,0.0000533375,0.05000,15.193
+36,mlp.experts.82.up_proj,0.0000386208,0.05000,15.003
+36,mlp.experts.85.up_proj,0.0000463028,0.05000,15.083
+36,mlp.experts.89.up_proj,0.0000253061,0.05000,15.006
+36,mlp.experts.96.up_proj,failsafe(rtn): 0.0010300,0.00000,0.886
+36,mlp.experts.93.up_proj,0.0000223243,0.05000,14.989
+36,mlp.experts.97.up_proj,0.0000437729,0.05000,15.017
+36,mlp.experts.104.up_proj,0.0000645146,0.05000,14.921
+36,mlp.experts.124.up_proj,0.0000131922,0.05000,14.933
+36,mlp.experts.106.up_proj,0.0000207802,0.05000,15.009
+36,mlp.experts.107.up_proj,0.0000111142,0.05000,14.989
+36,mlp.experts.127.up_proj,0.0000289827,0.05000,15.095
+36,mlp.experts.158.up_proj,0.0000088925,0.05000,14.944
+36,mlp.experts.131.up_proj,0.0000722951,0.05000,15.059
+36,mlp.experts.166.up_proj,0.0000200654,0.05000,14.867
+36,mlp.experts.174.up_proj,failsafe(rtn): 0.0009003,0.00000,0.696
+36,mlp.experts.151.up_proj,0.0000412798,0.05000,14.823
+36,mlp.experts.196.up_proj,0.0000327692,0.05000,15.023
+36,mlp.experts.98.up_proj,0.0000330600,0.05000,15.172
+36,mlp.experts.105.up_proj,0.0000216879,0.05000,15.088
+36,mlp.experts.112.up_proj,0.0000344477,0.05000,14.974
+36,mlp.experts.101.up_proj,0.0000394602,0.05000,15.274
+36,mlp.experts.109.up_proj,0.0000377536,0.05000,15.290
+36,mlp.experts.113.up_proj,0.0000326441,0.05000,15.271
+36,mlp.experts.120.up_proj,0.0000079459,0.05000,15.278
+36,mlp.experts.140.up_proj,0.0000550299,0.05000,15.246
+36,mlp.experts.122.up_proj,0.0000500421,0.05000,15.304
+36,mlp.experts.123.up_proj,0.0000377669,0.05000,15.276
+36,mlp.experts.143.up_proj,0.0000167028,0.05000,15.326
+36,mlp.experts.147.up_proj,0.0000137770,0.05000,15.215
+36,mlp.experts.182.up_proj,0.0000750848,0.05000,15.168
+36,mlp.experts.190.up_proj,0.0000650783,0.05000,15.384
+36,mlp.experts.167.up_proj,0.0000281124,0.05000,15.436
+36,mlp.experts.183.up_proj,failsafe(rtn): 0.0009613,0.00000,0.824
+36,mlp.experts.212.up_proj,0.0000072530,0.05000,15.198
+36,mlp.experts.114.up_proj,0.0001278329,0.05000,15.138
+36,mlp.experts.121.up_proj,0.0000652343,0.05000,15.165
+36,mlp.experts.128.up_proj,0.0000172550,0.05000,15.134
+36,mlp.experts.117.up_proj,0.0000084714,0.05000,15.151
+36,mlp.experts.125.up_proj,0.0000138657,0.05000,15.223
+36,mlp.experts.129.up_proj,0.0000552148,0.05000,15.092
+36,mlp.experts.136.up_proj,0.0000161182,0.05000,15.021
+36,mlp.experts.156.up_proj,0.0001098270,0.05000,15.056
+36,mlp.experts.139.up_proj,0.0000171624,0.05000,14.940
+36,mlp.experts.138.up_proj,0.0000242408,0.05000,15.098
+36,mlp.experts.159.up_proj,0.0000329162,0.05000,15.233
+36,mlp.experts.163.up_proj,0.0000597279,0.05000,15.253
+36,mlp.experts.198.up_proj,0.0000233448,0.05000,15.102
+36,mlp.experts.175.up_proj,failsafe(rtn): 0.0009308,0.00000,0.791
+36,mlp.experts.206.up_proj,0.0000195679,0.05000,15.080
+36,mlp.experts.179.up_proj,failsafe(rtn): 0.0009117,0.00000,0.784
+36,mlp.experts.199.up_proj,0.0000096750,0.05000,15.093
+36,mlp.experts.228.up_proj,0.0000215427,0.05000,15.190
+36,mlp.experts.215.up_proj,failsafe(rtn): 0.0009308,0.00000,0.809
+36,mlp.experts.130.up_proj,0.0000288548,0.05000,15.262
+36,mlp.experts.144.up_proj,0.0000282050,0.05000,15.138
+36,mlp.experts.137.up_proj,0.0000512791,0.05000,15.187
+36,mlp.experts.133.up_proj,0.0000580381,0.05000,15.112
+36,mlp.experts.145.up_proj,0.0000185911,0.05000,15.143
+36,mlp.experts.141.up_proj,0.0000319364,0.05000,15.178
+36,mlp.experts.152.up_proj,0.0000114382,0.05000,15.137
+36,mlp.experts.172.up_proj,0.0000179731,0.05000,15.116
+36,mlp.experts.155.up_proj,0.0000846334,0.05000,15.108
+36,mlp.experts.154.up_proj,0.0000161603,0.05000,15.075
+36,mlp.experts.214.up_proj,0.0000114304,0.05000,15.075
+36,mlp.experts.191.up_proj,0.0000280058,0.05000,14.974
+36,mlp.experts.222.up_proj,0.0000133549,0.05000,15.015
+36,mlp.experts.195.up_proj,0.0000085068,0.05000,15.174
+36,mlp.experts.244.up_proj,0.0000139691,0.05000,15.240
+36,mlp.experts.231.up_proj,0.0000197481,0.05000,15.316
+36,mlp.experts.247.up_proj,failsafe(rtn): 0.0009346,0.00000,0.690
+36,mlp.experts.4.down_proj,0.0000031925,0.05000,4.036
+36,mlp.experts.7.down_proj,0.0000005358,0.05000,4.086
+36,mlp.experts.20.down_proj,0.0000020064,0.05000,3.611
+36,mlp.experts.23.down_proj,0.0000050147,0.05000,3.613
+36,mlp.experts.146.up_proj,0.0001195715,0.05000,15.498
+36,mlp.experts.160.up_proj,0.0000170506,0.05000,15.454
+36,mlp.experts.153.up_proj,0.0000069116,0.05000,15.490
+36,mlp.experts.149.up_proj,0.0000445202,0.05000,15.611
+36,mlp.experts.161.up_proj,0.0000240263,0.05000,15.370
+36,mlp.experts.162.up_proj,failsafe(rtn): 0.0009384,0.00000,0.707
+36,mlp.experts.157.up_proj,0.0000510699,0.05000,15.460
+36,mlp.experts.168.up_proj,0.0000245661,0.05000,15.480
+36,mlp.experts.171.up_proj,0.0000110838,0.05000,15.541
+36,mlp.experts.188.up_proj,0.0000054672,0.05000,15.615
+36,mlp.experts.170.up_proj,0.0000854371,0.05000,15.529
+36,mlp.experts.184.up_proj,failsafe(rtn): 0.0009537,0.00000,0.859
+36,mlp.experts.200.up_proj,failsafe(rtn): 0.0009842,0.00000,0.735
+36,mlp.experts.36.down_proj,0.0000014795,0.05000,4.160
+36,mlp.experts.52.down_proj,failsafe(rtn): 0.0010529,0.00000,0.179
+36,mlp.experts.39.down_proj,0.0000012633,0.05000,3.812
+36,mlp.experts.230.up_proj,0.0000500141,0.05000,15.483
+36,mlp.experts.207.up_proj,0.0000249270,0.05000,15.413
+36,mlp.experts.238.up_proj,0.0000317143,0.05000,15.340
+36,mlp.experts.211.up_proj,0.0000093596,0.05000,15.274
+36,mlp.experts.68.down_proj,0.0000062097,0.05000,3.573
+36,mlp.experts.55.down_proj,0.0000026128,0.05000,3.739
+36,mlp.experts.71.down_proj,failsafe(rtn): 0.0009232,0.00000,0.229
+36,mlp.experts.84.down_proj,0.0000030717,0.05000,4.178
+36,mlp.experts.100.down_proj,failsafe(rtn): 0.0010071,0.00000,0.204
+36,mlp.experts.87.down_proj,0.0000014187,0.05000,4.162
+36,mlp.experts.116.down_proj,0.0000088859,0.05000,3.757
+36,mlp.experts.132.down_proj,failsafe(rtn): 0.0009613,0.00000,0.194
+36,mlp.experts.103.down_proj,0.0000012981,0.05000,3.641
+36,mlp.experts.176.up_proj,0.0000106211,0.05000,15.260
+36,mlp.experts.169.up_proj,0.0000324902,0.05000,15.299
+36,mlp.experts.165.up_proj,0.0000112344,0.05000,15.118
+36,mlp.experts.177.up_proj,0.0001384872,0.05000,15.345
+36,mlp.experts.173.up_proj,0.0000947940,0.05000,15.245
+36,mlp.experts.178.up_proj,0.0000446411,0.05000,15.303
+36,mlp.experts.204.up_proj,0.0000176061,0.05000,15.074
+36,mlp.experts.186.up_proj,0.0000218787,0.05000,15.110
+36,mlp.experts.187.up_proj,0.0000097391,0.05000,15.200
+36,mlp.experts.216.up_proj,0.0000823856,0.05000,15.349
+36,mlp.experts.148.down_proj,0.0000018935,0.05000,3.815
+36,mlp.experts.119.down_proj,0.0000060416,0.05000,3.960
+36,mlp.experts.246.up_proj,0.0000098476,0.05000,15.380
+36,mlp.experts.223.up_proj,0.0000270701,0.05000,15.580
+36,mlp.experts.6.down_proj,failsafe(rtn): 0.0009460,0.00000,0.243
+36,mlp.experts.254.up_proj,0.0000246835,0.05000,15.513
+36,mlp.experts.227.up_proj,0.0000099390,0.05000,15.700
+36,mlp.experts.243.up_proj,failsafe(rtn): 0.0009766,0.00000,0.679
+36,mlp.experts.164.down_proj,0.0000026140,0.05000,3.796
+36,mlp.experts.180.down_proj,failsafe(rtn): 0.0009460,0.00000,0.178
+36,mlp.experts.135.down_proj,0.0000028331,0.05000,3.725
+36,mlp.experts.22.down_proj,0.0000107242,0.05000,3.760
+36,mlp.experts.14.down_proj,0.0000012272,0.05000,3.747
+36,mlp.experts.38.down_proj,failsafe(rtn): 0.0009270,0.00000,0.236
+36,mlp.experts.30.down_proj,failsafe(rtn): 0.0009003,0.00000,0.200
+36,mlp.experts.46.down_proj,failsafe(rtn): 0.0009537,0.00000,0.146
+36,mlp.experts.3.down_proj,0.0000016774,0.05000,3.683
+36,mlp.experts.196.down_proj,0.0000040811,0.05000,3.920
+36,mlp.experts.151.down_proj,0.0000007221,0.05000,3.928
+36,mlp.experts.54.down_proj,0.0000037266,0.05000,3.748
+36,mlp.experts.62.down_proj,0.0000014639,0.05000,3.778
+36,mlp.experts.19.down_proj,0.0000005947,0.05000,4.019
+36,mlp.experts.35.down_proj,failsafe(rtn): 0.0009575,0.00000,0.187
+36,mlp.experts.212.down_proj,0.0000009001,0.05000,3.610
+36,mlp.experts.167.down_proj,0.0000005183,0.05000,3.531
+36,mlp.experts.183.down_proj,failsafe(rtn): 0.0009499,0.00000,0.165
+36,mlp.experts.192.up_proj,0.0000093691,0.05000,15.225
+36,mlp.experts.185.up_proj,0.0000449163,0.05000,15.150
+36,mlp.experts.181.up_proj,0.0000102788,0.05000,15.140
+36,mlp.experts.70.down_proj,0.0000015769,0.05000,3.611
+36,mlp.experts.78.down_proj,0.0000014192,0.05000,3.707
+36,mlp.experts.193.up_proj,0.0000118520,0.05000,15.127
+36,mlp.experts.194.up_proj,0.0000153502,0.05000,15.230
+36,mlp.experts.189.up_proj,0.0000951343,0.05000,15.257
+36,mlp.experts.197.up_proj,failsafe(rtn): 0.0009613,0.00000,0.851
+36,mlp.experts.220.up_proj,0.0000414007,0.05000,15.242
+36,mlp.experts.202.up_proj,0.0000121071,0.05000,15.314
+36,mlp.experts.203.up_proj,0.0000216237,0.05000,15.396
+36,mlp.experts.51.down_proj,0.0000009698,0.05000,3.724
+36,mlp.experts.236.up_proj,failsafe(rtn): 0.0009651,0.00000,0.803
+36,mlp.experts.232.up_proj,0.0000355495,0.05000,15.329
+36,mlp.experts.228.down_proj,0.0000019977,0.05000,4.033
+36,mlp.experts.199.down_proj,0.0000002131,0.05000,4.008
+36,mlp.experts.239.up_proj,0.0000122359,0.05000,15.074
+36,mlp.experts.215.down_proj,failsafe(rtn): 0.0009384,0.00000,0.207
+36,mlp.experts.86.down_proj,0.0000025196,0.05000,4.094
+36,mlp.experts.94.down_proj,0.0000011202,0.05000,3.988
+36,mlp.experts.67.down_proj,0.0000023394,0.05000,3.830
+36,mlp.experts.244.down_proj,0.0000019678,0.05000,3.849
+36,mlp.experts.231.down_proj,0.0000014143,0.05000,4.014
+36,mlp.experts.247.down_proj,failsafe(rtn): 0.0009460,0.00000,0.149
+36,mlp.experts.102.down_proj,0.0000009267,0.05000,3.931
+36,mlp.experts.110.down_proj,0.0000019614,0.05000,3.879
+36,mlp.experts.83.down_proj,0.0000024253,0.05000,3.748
+36,mlp.experts.118.down_proj,0.0000010796,0.05000,3.230
+36,mlp.experts.126.down_proj,0.0000013920,0.05000,3.205
+36,mlp.experts.99.down_proj,0.0000026207,0.05000,3.143
+36,mlp.experts.201.up_proj,0.0000313637,0.05000,14.222
+36,mlp.experts.208.up_proj,0.0000243240,0.05000,14.343
+36,mlp.experts.134.down_proj,0.0000025303,0.05000,3.167
+36,mlp.experts.210.up_proj,0.0000313033,0.05000,13.967
+36,mlp.experts.142.down_proj,0.0000025467,0.05000,3.096
+36,mlp.experts.150.down_proj,failsafe(rtn): 0.0009232,0.00000,0.176
+36,mlp.experts.209.up_proj,0.0000828656,0.05000,14.187
+36,mlp.experts.205.up_proj,0.0000103017,0.05000,14.042
+36,mlp.experts.213.up_proj,0.0000109440,0.05000,13.968
+36,mlp.experts.219.up_proj,0.0000301837,0.05000,13.982
+36,mlp.experts.218.up_proj,0.0000397525,0.05000,14.140
+36,mlp.experts.221.up_proj,failsafe(rtn): 0.0009041,0.00000,0.769
+36,mlp.experts.115.down_proj,0.0000041256,0.05000,3.324
+36,mlp.experts.252.up_proj,0.0000279383,0.05000,13.896
+36,mlp.experts.248.up_proj,0.0000315971,0.05000,13.950
+36,mlp.experts.255.up_proj,0.0000147618,0.05000,13.890
+36,mlp.experts.158.down_proj,0.0000008698,0.05000,3.500
+36,mlp.experts.166.down_proj,0.0000016561,0.05000,3.489
+36,mlp.experts.174.down_proj,failsafe(rtn): 0.0009079,0.00000,0.148
+36,mlp.experts.131.down_proj,0.0000082232,0.05000,3.342
+36,mlp.experts.12.down_proj,0.0000018632,0.05000,3.274
+36,mlp.experts.8.down_proj,0.0000063168,0.05000,3.091
+36,mlp.experts.15.down_proj,0.0000025218,0.05000,3.142
+36,mlp.experts.182.down_proj,0.0000027529,0.05000,3.315
+36,mlp.experts.190.down_proj,0.0000015792,0.05000,3.292
+36,mlp.experts.147.down_proj,0.0000015575,0.05000,3.248
+36,mlp.experts.28.down_proj,0.0000016980,0.05000,3.283
+36,mlp.experts.24.down_proj,0.0000015359,0.05000,3.260
+36,mlp.experts.31.down_proj,0.0000010215,0.05000,3.254
+36,mlp.experts.198.down_proj,0.0000028482,0.05000,3.274
+36,mlp.experts.206.down_proj,0.0000014640,0.05000,3.286
+36,mlp.experts.163.down_proj,0.0000014111,0.05000,3.383
+36,mlp.experts.44.down_proj,0.0000031380,0.05000,3.402
+36,mlp.experts.179.down_proj,failsafe(rtn): 0.0009232,0.00000,0.156
+36,mlp.experts.40.down_proj,0.0000023452,0.05000,3.392
+36,mlp.experts.47.down_proj,0.0000011751,0.05000,3.239
+36,mlp.experts.224.up_proj,0.0000242290,0.05000,12.981
+36,mlp.experts.217.up_proj,0.0000178146,0.05000,13.017
+36,mlp.experts.226.up_proj,0.0000205469,0.05000,12.994
+36,mlp.experts.229.up_proj,0.0000598073,0.05000,12.836
+36,mlp.experts.225.up_proj,0.0000218932,0.05000,13.161
+36,mlp.experts.214.down_proj,0.0000017150,0.05000,3.115
+36,mlp.experts.222.down_proj,0.0000056604,0.05000,3.184
+36,mlp.experts.234.up_proj,0.0000111797,0.05000,12.816
+36,mlp.experts.235.up_proj,0.0000281126,0.05000,12.889
+36,mlp.experts.237.up_proj,0.0000594290,0.05000,12.939
+36,mlp.experts.60.down_proj,0.0000017319,0.05000,2.996
+36,mlp.experts.195.down_proj,0.0000019070,0.05000,2.950
+36,mlp.experts.56.down_proj,0.0000018055,0.05000,2.982
+36,mlp.experts.63.down_proj,0.0000009322,0.05000,2.933
+36,mlp.experts.230.down_proj,0.0000008502,0.05000,2.913
+36,mlp.experts.238.down_proj,0.0000019524,0.05000,2.900
+36,mlp.experts.76.down_proj,0.0000015477,0.05000,2.960
+36,mlp.experts.211.down_proj,0.0000016642,0.05000,3.025
+36,mlp.experts.72.down_proj,0.0000348680,0.05000,3.110
+36,mlp.experts.79.down_proj,0.0000022333,0.05000,3.210
+36,mlp.experts.95.down_proj,failsafe(rtn): 0.0009117,0.00000,0.126
+36,mlp.experts.246.down_proj,0.0000024065,0.05000,3.113
+36,mlp.experts.254.down_proj,0.0000020375,0.05000,3.110
+36,mlp.experts.92.down_proj,0.0000015659,0.05000,2.901
+36,mlp.experts.227.down_proj,0.0000014373,0.05000,2.863
+36,mlp.experts.108.down_proj,failsafe(rtn): 0.0009537,0.00000,0.150
+36,mlp.experts.243.down_proj,failsafe(rtn): 0.0009689,0.00000,0.137
+36,mlp.experts.88.down_proj,0.0000140410,0.05000,2.849
+36,mlp.experts.111.down_proj,0.0000027146,0.05000,2.568
+36,mlp.experts.124.down_proj,0.0000002702,0.05000,2.533
+36,mlp.experts.104.down_proj,0.0000135456,0.05000,2.453
+36,mlp.experts.240.up_proj,0.0000247530,0.05000,11.038
+36,mlp.experts.233.up_proj,0.0000436185,0.05000,11.111
+36,mlp.experts.127.down_proj,0.0000017204,0.05000,2.347
+36,mlp.experts.245.up_proj,0.0000199266,0.05000,10.978
+36,mlp.experts.242.up_proj,0.0000107685,0.05000,11.025
+36,mlp.experts.249.up_proj,failsafe(rtn): 0.0009155,0.00000,0.445
+36,mlp.experts.241.up_proj,0.0000295630,0.05000,10.933
+36,mlp.experts.250.up_proj,0.0000166595,0.05000,10.588
+36,mlp.experts.251.up_proj,0.0000122731,0.05000,10.775
+36,mlp.experts.253.up_proj,0.0000129112,0.05000,10.704
+36,mlp.experts.140.down_proj,0.0000018420,0.05000,2.244
+36,mlp.experts.120.down_proj,0.0000010843,0.05000,2.212
+36,mlp.experts.0.down_proj,0.0000013435,0.05000,2.189
+36,mlp.experts.143.down_proj,0.0000007194,0.05000,2.187
+36,mlp.experts.5.down_proj,0.0000009986,0.05000,2.211
+36,mlp.experts.2.down_proj,0.0000066396,0.05000,2.205
+36,mlp.experts.9.down_proj,0.0000019543,0.05000,2.189
+36,mlp.experts.10.down_proj,0.0000007243,0.05000,2.211
+36,mlp.experts.1.down_proj,0.0000026128,0.05000,2.216
+36,mlp.experts.11.down_proj,0.0000060621,0.05000,2.207
+36,mlp.experts.13.down_proj,0.0000044132,0.05000,2.169
+36,mlp.experts.156.down_proj,0.0000062104,0.05000,2.173
+36,mlp.experts.136.down_proj,0.0000009979,0.05000,2.193
+36,mlp.experts.16.down_proj,0.0000019588,0.05000,2.158
+36,mlp.experts.159.down_proj,0.0000014713,0.05000,2.166
+36,mlp.experts.21.down_proj,0.0000023929,0.05000,2.110
+36,mlp.experts.175.down_proj,failsafe(rtn): 0.0009460,0.00000,0.109
+36,mlp.experts.18.down_proj,0.0000008294,0.05000,2.136
+36,mlp.experts.25.down_proj,0.0000011271,0.05000,2.147
+36,mlp.experts.26.down_proj,0.0000017828,0.05000,2.120
+36,mlp.experts.17.down_proj,0.0000046354,0.05000,2.167
+36,mlp.experts.33.down_proj,failsafe(rtn): 0.0009155,0.00000,0.113
+36,mlp.experts.27.down_proj,0.0000016925,0.05000,2.169
+36,mlp.experts.29.down_proj,0.0000003945,0.05000,2.193
+36,mlp.experts.172.down_proj,0.0000032770,0.05000,2.198
+36,mlp.experts.152.down_proj,0.0000021217,0.05000,2.239
+36,mlp.experts.32.down_proj,0.0000011990,0.05000,2.286
+36,mlp.experts.191.down_proj,0.0000005455,0.05000,2.317
+36,mlp.experts.37.down_proj,0.0000019459,0.05000,2.384
+36,mlp.experts.34.down_proj,0.0000052666,0.05000,2.340
+36,mlp.experts.42.down_proj,0.0000029137,0.05000,2.328
+36,mlp.experts.41.down_proj,0.0000098076,0.05000,2.352
+36,mlp.experts.49.down_proj,0.0000031833,0.05000,2.314
+36,mlp.experts.43.down_proj,0.0000035580,0.05000,2.300
+36,mlp.experts.45.down_proj,0.0000031104,0.05000,2.387
+36,mlp.experts.188.down_proj,0.0000008566,0.05000,2.427
+36,mlp.experts.168.down_proj,0.0000031715,0.05000,2.406
+36,mlp.experts.184.down_proj,failsafe(rtn): 0.0009537,0.00000,0.109
+36,mlp.experts.200.down_proj,failsafe(rtn): 0.0009842,0.00000,0.107
+36,mlp.experts.48.down_proj,0.0000037720,0.05000,2.321
+36,mlp.experts.207.down_proj,0.0000044517,0.05000,2.241
+36,mlp.experts.50.down_proj,0.0000013562,0.05000,2.204
+36,mlp.experts.53.down_proj,0.0000092800,0.05000,2.291
+36,mlp.experts.57.down_proj,0.0000025865,0.05000,2.266
+36,mlp.experts.58.down_proj,0.0000024176,0.05000,2.275
+36,mlp.experts.65.down_proj,0.0000026639,0.05000,2.358
+36,mlp.experts.59.down_proj,0.0000035741,0.05000,2.391
+36,mlp.experts.61.down_proj,0.0000016521,0.05000,2.357
+36,mlp.experts.204.down_proj,0.0000021867,0.05000,2.316
+36,mlp.experts.216.down_proj,0.0000025235,0.05000,2.372
+36,mlp.experts.64.down_proj,0.0000002394,0.05000,2.361
+36,mlp.experts.223.down_proj,0.0000029631,0.05000,2.356
+36,mlp.experts.66.down_proj,0.0000004516,0.05000,2.358
+36,mlp.experts.69.down_proj,0.0000010287,0.05000,2.371
+36,mlp.experts.74.down_proj,0.0000011001,0.05000,2.328
+36,mlp.experts.73.down_proj,0.0000009242,0.05000,2.334
+36,mlp.experts.90.down_proj,failsafe(rtn): 0.0009575,0.00000,0.120
+36,mlp.experts.81.down_proj,0.0000004016,0.05000,2.282
+36,mlp.experts.75.down_proj,0.0000002418,0.05000,2.310
+36,mlp.experts.91.down_proj,failsafe(rtn): 0.0009308,0.00000,0.122
+36,mlp.experts.77.down_proj,0.0000016785,0.05000,2.325
+36,mlp.experts.220.down_proj,0.0000008756,0.05000,2.304
+36,mlp.experts.236.down_proj,failsafe(rtn): 0.0009766,0.00000,0.115
+36,mlp.experts.232.down_proj,0.0000009897,0.05000,2.428
+36,mlp.experts.80.down_proj,0.0000011169,0.05000,2.567
+36,mlp.experts.96.down_proj,failsafe(rtn): 0.0010300,0.00000,0.169
+36,mlp.experts.82.down_proj,0.0000039110,0.05000,2.590
+36,mlp.experts.239.down_proj,0.0000022934,0.05000,2.621
+36,mlp.experts.85.down_proj,0.0000010311,0.05000,2.602
+36,mlp.experts.89.down_proj,0.0000012325,0.05000,2.605
+36,mlp.experts.97.down_proj,0.0000011701,0.05000,2.649
+36,mlp.experts.106.down_proj,0.0000005512,0.05000,2.681
+36,mlp.experts.107.down_proj,0.0000027569,0.05000,2.632
+36,mlp.experts.93.down_proj,0.0000006726,0.05000,2.647
+36,mlp.experts.252.down_proj,0.0000030111,0.05000,2.656
+36,mlp.experts.248.down_proj,0.0000052985,0.05000,2.402
+36,mlp.experts.112.down_proj,0.0000015865,0.05000,2.228
+36,mlp.experts.255.down_proj,0.0000033300,0.05000,2.160
+36,mlp.experts.98.down_proj,0.0000036302,0.05000,2.168
+36,mlp.experts.101.down_proj,0.0000012412,0.05000,2.182
+36,mlp.experts.105.down_proj,0.0000006730,0.05000,2.071
+36,mlp.experts.113.down_proj,0.0000007369,0.05000,2.021
+36,mlp.experts.122.down_proj,0.0000021658,0.05000,2.016
+36,mlp.experts.123.down_proj,0.0000028962,0.05000,1.907
+36,mlp.experts.109.down_proj,0.0000009687,0.05000,1.973
+36,mlp.experts.128.down_proj,0.0000009979,0.05000,1.672
+36,mlp.experts.114.down_proj,0.0000116382,0.05000,1.683
+36,mlp.experts.121.down_proj,0.0000057009,0.05000,1.653
+36,mlp.experts.117.down_proj,0.0000016211,0.05000,1.661
+36,mlp.experts.138.down_proj,0.0000020122,0.05000,1.559
+36,mlp.experts.129.down_proj,0.0000108761,0.05000,1.631
+36,mlp.experts.139.down_proj,0.0000026697,0.05000,1.563
+36,mlp.experts.125.down_proj,0.0000019935,0.05000,1.622
+36,mlp.experts.144.down_proj,0.0000009775,0.05000,1.803
+36,mlp.experts.137.down_proj,0.0000011809,0.05000,1.814
+36,mlp.experts.130.down_proj,0.0000031443,0.05000,1.826
+36,mlp.experts.133.down_proj,0.0000020036,0.05000,1.826
+36,mlp.experts.154.down_proj,0.0000010551,0.05000,1.835
+36,mlp.experts.145.down_proj,0.0000024470,0.05000,1.860
+36,mlp.experts.155.down_proj,0.0000070645,0.05000,1.783
+36,mlp.experts.141.down_proj,0.0000008044,0.05000,1.834
+36,mlp.experts.146.down_proj,0.0000056239,0.05000,1.721
+36,mlp.experts.160.down_proj,0.0000022973,0.05000,1.769
+36,mlp.experts.153.down_proj,0.0000005113,0.05000,1.777
+36,mlp.experts.162.down_proj,failsafe(rtn): 0.0009384,0.00000,0.086
+36,mlp.experts.170.down_proj,0.0000020503,0.05000,1.790
+36,mlp.experts.149.down_proj,0.0000009431,0.05000,1.837
+36,mlp.experts.161.down_proj,0.0000017341,0.05000,1.756
+36,mlp.experts.171.down_proj,0.0000002425,0.05000,1.700
+36,mlp.experts.157.down_proj,0.0000095262,0.05000,1.827
+36,mlp.experts.176.down_proj,0.0000018632,0.05000,1.781
+36,mlp.experts.178.down_proj,0.0000019233,0.05000,1.743
+36,mlp.experts.187.down_proj,0.0000012731,0.05000,1.719
+36,mlp.experts.169.down_proj,0.0000024045,0.05000,1.848
+36,mlp.experts.177.down_proj,0.0000099411,0.05000,1.749
+36,mlp.experts.186.down_proj,0.0000011634,0.05000,1.824
+36,mlp.experts.165.down_proj,0.0000001933,0.05000,1.831
+36,mlp.experts.173.down_proj,0.0000076334,0.05000,1.789
+36,mlp.experts.194.down_proj,0.0000019812,0.05000,1.635
+36,mlp.experts.192.down_proj,0.0000021103,0.05000,1.649
+36,mlp.experts.203.down_proj,0.0000033777,0.05000,1.632
+36,mlp.experts.202.down_proj,0.0000018962,0.05000,1.656
+36,mlp.experts.185.down_proj,0.0000102597,0.05000,1.706
+36,mlp.experts.193.down_proj,0.0000023077,0.05000,1.730
+36,mlp.experts.181.down_proj,0.0000018039,0.05000,1.711
+36,mlp.experts.197.down_proj,failsafe(rtn): 0.0009575,0.00000,0.086
+36,mlp.experts.189.down_proj,0.0000032712,0.05000,1.682
+36,mlp.experts.219.down_proj,0.0000014991,0.05000,1.604
+36,mlp.experts.208.down_proj,0.0000008606,0.05000,1.693
+36,mlp.experts.210.down_proj,0.0000047576,0.05000,1.769
+36,mlp.experts.218.down_proj,0.0000014779,0.05000,1.786
+36,mlp.experts.209.down_proj,0.0000047779,0.05000,1.741
+36,mlp.experts.201.down_proj,0.0000016303,0.05000,1.796
+36,mlp.experts.213.down_proj,0.0000022096,0.05000,1.735
+36,mlp.experts.205.down_proj,0.0000024155,0.05000,1.778
+36,mlp.experts.221.down_proj,failsafe(rtn): 0.0009003,0.00000,0.093
+36,mlp.experts.235.down_proj,0.0000009082,0.05000,1.724
+36,mlp.experts.224.down_proj,0.0000006709,0.05000,1.709
+36,mlp.experts.226.down_proj,0.0000005215,0.05000,1.729
+36,mlp.experts.234.down_proj,0.0000025643,0.05000,1.701
+36,mlp.experts.225.down_proj,0.0000006997,0.05000,1.757
+36,mlp.experts.217.down_proj,0.0000004077,0.05000,1.883
+36,mlp.experts.229.down_proj,0.0000031639,0.05000,1.907
+36,mlp.experts.237.down_proj,0.0000017863,0.05000,1.831
+36,mlp.experts.251.down_proj,0.0000021049,0.05000,1.743
+36,mlp.experts.240.down_proj,0.0000004509,0.05000,1.762
+36,mlp.experts.242.down_proj,0.0000012962,0.05000,1.724
+36,mlp.experts.250.down_proj,0.0000029002,0.05000,1.712
+36,mlp.experts.241.down_proj,0.0000039454,0.05000,1.670
+36,mlp.experts.233.down_proj,0.0000011774,0.05000,1.574
+36,mlp.experts.245.down_proj,0.0000020308,0.05000,1.473
+36,mlp.experts.249.down_proj,failsafe(rtn): 0.0009193,0.00000,0.022
+36,mlp.experts.253.down_proj,0.0000021412,0.05000,1.221
+37,mlp.experts.10.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.825
+37,mlp.experts.12.gate_proj,0.0000762005,0.05000,14.769
+37,mlp.experts.13.gate_proj,0.0000216353,0.05000,14.826
+37,mlp.experts.0.gate_proj,0.0000804728,0.05000,15.428
+37,mlp.experts.14.gate_proj,0.0000085128,0.05000,14.885
+37,mlp.experts.5.gate_proj,0.0000139771,0.05000,15.479
+37,mlp.experts.2.gate_proj,0.0000471139,0.05000,14.904
+37,mlp.experts.1.gate_proj,0.0000230018,0.05000,14.908
+37,mlp.experts.8.gate_proj,0.0000144532,0.05000,14.915
+37,mlp.experts.9.gate_proj,0.0001319632,0.05000,14.945
+37,mlp.experts.15.gate_proj,0.0000129583,0.05000,14.965
+37,mlp.experts.4.gate_proj,0.0000342442,0.05000,14.971
+37,mlp.experts.6.gate_proj,0.0000570520,0.05000,15.058
+37,mlp.experts.11.gate_proj,0.0000384140,0.05000,15.080
+37,mlp.experts.3.gate_proj,0.0000152508,0.05000,15.108
+37,mlp.experts.7.gate_proj,0.0000238433,0.05000,15.118
+37,mlp.experts.26.gate_proj,0.0001194857,0.05000,15.079
+37,mlp.experts.29.gate_proj,0.0001139220,0.05000,14.729
+37,mlp.experts.16.gate_proj,0.0000164594,0.05000,14.785
+37,mlp.experts.28.gate_proj,0.0000123410,0.05000,14.911
+37,mlp.experts.30.gate_proj,0.0001188793,0.05000,14.797
+37,mlp.experts.20.gate_proj,0.0000229537,0.05000,14.731
+37,mlp.experts.17.gate_proj,0.0000749920,0.05000,14.812
+37,mlp.experts.22.gate_proj,0.0000061668,0.05000,14.722
+37,mlp.experts.18.gate_proj,0.0001075006,0.05000,14.853
+37,mlp.experts.31.gate_proj,0.0000107971,0.05000,14.890
+37,mlp.experts.24.gate_proj,0.0000219922,0.05000,14.893
+37,mlp.experts.25.gate_proj,0.0000229661,0.05000,14.916
+37,mlp.experts.27.gate_proj,0.0000078402,0.05000,14.826
+37,mlp.experts.21.gate_proj,0.0000131280,0.05000,14.986
+37,mlp.experts.19.gate_proj,0.0000360384,0.05000,14.910
+37,mlp.experts.23.gate_proj,0.0001091075,0.05000,14.916
+37,mlp.experts.40.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.838
+37,mlp.experts.41.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.836
+37,mlp.experts.42.gate_proj,0.0000600561,0.05000,14.801
+37,mlp.experts.47.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.910
+37,mlp.experts.45.gate_proj,0.0000150771,0.05000,15.413
+37,mlp.experts.32.gate_proj,0.0000107559,0.05000,15.298
+37,mlp.experts.46.gate_proj,0.0000776988,0.05000,15.405
+37,mlp.experts.44.gate_proj,0.0001662803,0.05000,15.433
+37,mlp.experts.36.gate_proj,0.0000240609,0.05000,15.397
+37,mlp.experts.33.gate_proj,0.0000395413,0.05000,15.388
+37,mlp.experts.34.gate_proj,0.0000346444,0.05000,15.337
+37,mlp.experts.38.gate_proj,0.0000445039,0.05000,15.388
+37,mlp.experts.37.gate_proj,0.0000222458,0.05000,15.335
+37,mlp.experts.43.gate_proj,0.0000148002,0.05000,15.354
+37,mlp.experts.39.gate_proj,0.0000133464,0.05000,15.234
+37,mlp.experts.35.gate_proj,0.0000897748,0.05000,15.444
+37,mlp.experts.63.gate_proj,0.0000353945,0.05000,15.225
+37,mlp.experts.57.gate_proj,0.0000131973,0.05000,15.283
+37,mlp.experts.56.gate_proj,0.0000208203,0.05000,15.398
+37,mlp.experts.58.gate_proj,0.0000140213,0.05000,15.419
+37,mlp.experts.79.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.803
+37,mlp.experts.61.gate_proj,0.0000117567,0.05000,15.060
+37,mlp.experts.60.gate_proj,0.0000110905,0.05000,15.034
+37,mlp.experts.50.gate_proj,0.0000108260,0.05000,14.953
+37,mlp.experts.52.gate_proj,0.0000270144,0.05000,15.021
+37,mlp.experts.49.gate_proj,0.0001170518,0.05000,15.025
+37,mlp.experts.62.gate_proj,0.0000443029,0.05000,15.078
+37,mlp.experts.53.gate_proj,0.0001057964,0.05000,14.962
+37,mlp.experts.48.gate_proj,0.0000199025,0.05000,15.265
+37,mlp.experts.54.gate_proj,0.0000397152,0.05000,15.051
+37,mlp.experts.55.gate_proj,0.0000064034,0.05000,15.058
+37,mlp.experts.59.gate_proj,0.0000234540,0.05000,15.199
+37,mlp.experts.51.gate_proj,0.0000397767,0.05000,15.070
+37,mlp.experts.73.gate_proj,0.0000554028,0.05000,14.981
+37,mlp.experts.74.gate_proj,0.0000251168,0.05000,15.000
+37,mlp.experts.72.gate_proj,0.0000153680,0.05000,15.094
+37,mlp.experts.95.gate_proj,0.0000251281,0.05000,15.000
+37,mlp.experts.77.gate_proj,0.0000365974,0.05000,15.080
+37,mlp.experts.76.gate_proj,0.0000415876,0.05000,14.997
+37,mlp.experts.68.gate_proj,0.0000846278,0.05000,15.006
+37,mlp.experts.65.gate_proj,0.0000224061,0.05000,15.133
+37,mlp.experts.64.gate_proj,0.0000104913,0.05000,15.059
+37,mlp.experts.70.gate_proj,0.0000921450,0.05000,15.027
+37,mlp.experts.78.gate_proj,0.0000108266,0.05000,15.185
+37,mlp.experts.69.gate_proj,0.0000100427,0.05000,15.148
+37,mlp.experts.66.gate_proj,0.0000334172,0.05000,15.252
+37,mlp.experts.75.gate_proj,0.0000641311,0.05000,15.088
+37,mlp.experts.71.gate_proj,0.0000358154,0.05000,15.210
+37,mlp.experts.67.gate_proj,0.0000090270,0.05000,15.127
+37,mlp.experts.89.gate_proj,0.0000221263,0.05000,15.074
+37,mlp.experts.90.gate_proj,0.0000132011,0.05000,15.059
+37,mlp.experts.88.gate_proj,0.0000653056,0.05000,15.190
+37,mlp.experts.111.gate_proj,0.0000198103,0.05000,15.044
+37,mlp.experts.93.gate_proj,0.0000167055,0.05000,14.012
+37,mlp.experts.84.gate_proj,0.0000122514,0.05000,14.235
+37,mlp.experts.92.gate_proj,0.0000323339,0.05000,14.269
+37,mlp.experts.81.gate_proj,0.0000140505,0.05000,14.289
+37,mlp.experts.80.gate_proj,0.0000390715,0.05000,14.249
+37,mlp.experts.94.gate_proj,0.0000125753,0.05000,14.248
+37,mlp.experts.85.gate_proj,0.0000289861,0.05000,14.248
+37,mlp.experts.87.gate_proj,0.0000214186,0.05000,14.130
+37,mlp.experts.86.gate_proj,0.0000236033,0.05000,14.388
+37,mlp.experts.91.gate_proj,0.0000463904,0.05000,14.271
+37,mlp.experts.83.gate_proj,0.0000207125,0.05000,14.269
+37,mlp.experts.82.gate_proj,0.0001060736,0.05000,14.557
+37,mlp.experts.105.gate_proj,0.0000505141,0.05000,14.381
+37,mlp.experts.106.gate_proj,0.0001071504,0.05000,14.452
+37,mlp.experts.104.gate_proj,0.0000272179,0.05000,14.403
+37,mlp.experts.127.gate_proj,0.0000517781,0.05000,14.342
+37,mlp.experts.109.gate_proj,0.0000183227,0.05000,14.797
+37,mlp.experts.108.gate_proj,0.0000468435,0.05000,14.687
+37,mlp.experts.100.gate_proj,0.0000590340,0.05000,14.720
+37,mlp.experts.101.gate_proj,0.0000124255,0.05000,14.589
+37,mlp.experts.96.gate_proj,0.0000379588,0.05000,14.723
+37,mlp.experts.97.gate_proj,0.0000246687,0.05000,14.760
+37,mlp.experts.110.gate_proj,0.0000406729,0.05000,14.717
+37,mlp.experts.102.gate_proj,0.0000229302,0.05000,14.654
+37,mlp.experts.107.gate_proj,0.0000098279,0.05000,14.673
+37,mlp.experts.103.gate_proj,0.0000157980,0.05000,14.801
+37,mlp.experts.99.gate_proj,0.0000166718,0.05000,14.756
+37,mlp.experts.98.gate_proj,0.0000264696,0.05000,14.819
+37,mlp.experts.121.gate_proj,0.0000251298,0.05000,14.771
+37,mlp.experts.122.gate_proj,0.0000180953,0.05000,14.861
+37,mlp.experts.120.gate_proj,0.0000478721,0.05000,14.790
+37,mlp.experts.143.gate_proj,0.0000097367,0.05000,14.892
+37,mlp.experts.138.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.860
+37,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.747
+37,mlp.experts.125.gate_proj,0.0000690445,0.05000,15.306
+37,mlp.experts.116.gate_proj,0.0000686659,0.05000,15.342
+37,mlp.experts.124.gate_proj,0.0000098061,0.05000,15.476
+37,mlp.experts.113.gate_proj,0.0000230325,0.05000,15.251
+37,mlp.experts.126.gate_proj,0.0000179402,0.05000,15.335
+37,mlp.experts.118.gate_proj,0.0000654249,0.05000,15.303
+37,mlp.experts.112.gate_proj,0.0000184627,0.05000,15.413
+37,mlp.experts.117.gate_proj,0.0000244547,0.05000,15.507
+37,mlp.experts.123.gate_proj,0.0000299470,0.05000,15.317
+37,mlp.experts.119.gate_proj,0.0000407876,0.05000,15.358
+37,mlp.experts.114.gate_proj,0.0000141181,0.05000,15.232
+37,mlp.experts.115.gate_proj,0.0000597793,0.05000,15.365
+37,mlp.experts.142.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.817
+37,mlp.experts.137.gate_proj,0.0000291352,0.05000,15.348
+37,mlp.experts.136.gate_proj,0.0000958030,0.05000,15.283
+37,mlp.experts.159.gate_proj,0.0000240589,0.05000,15.224
+37,mlp.experts.170.gate_proj,0.0000365085,0.05000,15.274
+37,mlp.experts.141.gate_proj,0.0000546960,0.05000,15.314
+37,mlp.experts.132.gate_proj,0.0000215866,0.05000,15.328
+37,mlp.experts.129.gate_proj,0.0000177993,0.05000,15.284
+37,mlp.experts.133.gate_proj,0.0000275927,0.05000,15.268
+37,mlp.experts.140.gate_proj,0.0000289849,0.05000,15.457
+37,mlp.experts.128.gate_proj,0.0000645756,0.05000,15.317
+37,mlp.experts.134.gate_proj,0.0000229719,0.05000,15.429
+37,mlp.experts.139.gate_proj,0.0000694790,0.05000,15.373
+37,mlp.experts.157.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.707
+37,mlp.experts.135.gate_proj,0.0000137989,0.05000,15.406
+37,mlp.experts.130.gate_proj,0.0000278929,0.05000,15.298
+37,mlp.experts.131.gate_proj,0.0000938458,0.05000,15.250
+37,mlp.experts.153.gate_proj,0.0000420201,0.05000,15.249
+37,mlp.experts.158.gate_proj,0.0000206086,0.05000,15.427
+37,mlp.experts.150.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.828
+37,mlp.experts.155.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.832
+37,mlp.experts.152.gate_proj,0.0000243606,0.05000,15.253
+37,mlp.experts.146.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.887
+37,mlp.experts.175.gate_proj,0.0000372348,0.05000,15.375
+37,mlp.experts.168.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.811
+37,mlp.experts.191.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.803
+37,mlp.experts.186.gate_proj,0.0000483941,0.05000,15.445
+37,mlp.experts.145.gate_proj,0.0000187664,0.05000,15.915
+37,mlp.experts.148.gate_proj,0.0000391979,0.05000,16.095
+37,mlp.experts.156.gate_proj,0.0000283443,0.05000,15.983
+37,mlp.experts.144.gate_proj,0.0000340565,0.05000,15.980
+37,mlp.experts.149.gate_proj,0.0000193534,0.05000,16.108
+37,mlp.experts.173.gate_proj,0.0000241151,0.05000,16.099
+37,mlp.experts.147.gate_proj,0.0000173295,0.05000,16.111
+37,mlp.experts.151.gate_proj,0.0000128420,0.05000,16.149
+37,mlp.experts.172.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.826
+37,mlp.experts.169.gate_proj,0.0000149476,0.05000,16.076
+37,mlp.experts.166.gate_proj,0.0000590284,0.05000,16.079
+37,mlp.experts.171.gate_proj,0.0000160580,0.05000,16.021
+37,mlp.experts.174.gate_proj,0.0000118192,0.05000,16.101
+37,mlp.experts.162.gate_proj,0.0000151161,0.05000,16.172
+37,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.970
+37,mlp.experts.167.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.970
+37,mlp.experts.188.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.926
+37,mlp.experts.184.gate_proj,0.0000303190,0.05000,16.218
+37,mlp.experts.183.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.735
+37,mlp.experts.207.gate_proj,0.0000390178,0.05000,16.121
+37,mlp.experts.202.gate_proj,0.0000443953,0.05000,15.966
+37,mlp.experts.223.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.838
+37,mlp.experts.161.gate_proj,0.0000080373,0.05000,14.464
+37,mlp.experts.160.gate_proj,0.0000118051,0.05000,14.437
+37,mlp.experts.164.gate_proj,0.0000190234,0.05000,14.646
+37,mlp.experts.165.gate_proj,0.0000043927,0.05000,14.604
+37,mlp.experts.163.gate_proj,0.0000157318,0.05000,14.560
+37,mlp.experts.185.gate_proj,0.0000687604,0.05000,14.595
+37,mlp.experts.190.gate_proj,0.0000071344,0.05000,14.561
+37,mlp.experts.187.gate_proj,0.0000596241,0.05000,14.663
+37,mlp.experts.178.gate_proj,0.0000431243,0.05000,14.374
+37,mlp.experts.182.gate_proj,0.0000122807,0.05000,14.717
+37,mlp.experts.205.gate_proj,0.0000128909,0.05000,14.436
+37,mlp.experts.204.gate_proj,0.0000259375,0.05000,14.517
+37,mlp.experts.203.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.726
+37,mlp.experts.200.gate_proj,0.0000292049,0.05000,14.550
+37,mlp.experts.199.gate_proj,0.0000144820,0.05000,14.605
+37,mlp.experts.218.gate_proj,0.0000183940,0.05000,14.532
+37,mlp.experts.216.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.767
+37,mlp.experts.239.gate_proj,0.0000256882,0.05000,14.348
+37,mlp.experts.177.gate_proj,0.0000128687,0.05000,15.324
+37,mlp.experts.176.gate_proj,0.0000472232,0.05000,15.396
+37,mlp.experts.180.gate_proj,0.0000583470,0.05000,15.531
+37,mlp.experts.181.gate_proj,0.0000782019,0.05000,15.383
+37,mlp.experts.179.gate_proj,0.0000745808,0.05000,15.523
+37,mlp.experts.201.gate_proj,0.0001132635,0.05000,15.179
+37,mlp.experts.206.gate_proj,0.0000416046,0.05000,15.322
+37,mlp.experts.221.gate_proj,0.0000188181,0.05000,15.185
+37,mlp.experts.198.gate_proj,0.0000399394,0.05000,15.222
+37,mlp.experts.194.gate_proj,0.0000401717,0.05000,15.355
+37,mlp.experts.220.gate_proj,0.0000095896,0.05000,15.144
+37,mlp.experts.222.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.806
+37,mlp.experts.219.gate_proj,0.0000098793,0.05000,15.380
+37,mlp.experts.215.gate_proj,0.0000358932,0.05000,15.295
+37,mlp.experts.236.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.868
+37,mlp.experts.234.gate_proj,0.0000519099,0.05000,15.333
+37,mlp.experts.232.gate_proj,0.0000588281,0.05000,15.228
+37,mlp.experts.255.gate_proj,0.0000134884,0.05000,15.486
+37,mlp.experts.193.gate_proj,0.0000129313,0.05000,15.840
+37,mlp.experts.192.gate_proj,0.0000221482,0.05000,15.725
+37,mlp.experts.197.gate_proj,0.0001178536,0.05000,15.692
+37,mlp.experts.196.gate_proj,0.0000197340,0.05000,15.859
+37,mlp.experts.195.gate_proj,0.0000712763,0.05000,15.670
+37,mlp.experts.217.gate_proj,0.0000829336,0.05000,15.729
+37,mlp.experts.237.gate_proj,0.0000253188,0.05000,15.785
+37,mlp.experts.214.gate_proj,0.0000323837,0.05000,15.769
+37,mlp.experts.210.gate_proj,0.0000324553,0.05000,15.713
+37,mlp.experts.238.gate_proj,0.0000169315,0.05000,15.732
+37,mlp.experts.253.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.797
+37,mlp.experts.230.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.794
+37,mlp.experts.235.gate_proj,0.0001303299,0.05000,15.915
+37,mlp.experts.231.gate_proj,0.0000601488,0.05000,15.725
+37,mlp.experts.252.gate_proj,0.0000660172,0.05000,15.731
+37,mlp.experts.250.gate_proj,0.0000285816,0.05000,15.677
+37,mlp.experts.248.gate_proj,0.0000207909,0.05000,15.708
+37,mlp.experts.251.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.675
+37,mlp.experts.15.up_proj,0.0000128702,0.05000,15.669
+37,mlp.experts.10.up_proj,failsafe(rtn): 0.0009689,0.00000,0.779
+37,mlp.experts.209.gate_proj,0.0000180168,0.05000,15.173
+37,mlp.experts.208.gate_proj,0.0000451399,0.05000,15.137
+37,mlp.experts.213.gate_proj,0.0000211970,0.05000,15.182
+37,mlp.experts.212.gate_proj,0.0000488163,0.05000,15.313
+37,mlp.experts.211.gate_proj,0.0000121655,0.05000,15.309
+37,mlp.experts.233.gate_proj,0.0000150629,0.05000,15.226
+37,mlp.experts.226.gate_proj,0.0000365629,0.05000,15.287
+37,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.872
+37,mlp.experts.254.gate_proj,0.0001134361,0.05000,15.288
+37,mlp.experts.13.up_proj,0.0000213157,0.05000,15.323
+37,mlp.experts.246.gate_proj,0.0000110336,0.05000,15.363
+37,mlp.experts.247.gate_proj,0.0000335497,0.05000,15.479
+37,mlp.experts.12.up_proj,0.0000686646,0.05000,15.510
+37,mlp.experts.8.up_proj,0.0000124138,0.05000,15.334
+37,mlp.experts.11.up_proj,0.0000371400,0.05000,15.376
+37,mlp.experts.31.up_proj,0.0000102232,0.05000,15.418
+37,mlp.experts.26.up_proj,0.0001243538,0.05000,15.410
+37,mlp.experts.47.up_proj,failsafe(rtn): 0.0009193,0.00000,0.592
+37,mlp.experts.225.gate_proj,0.0000241898,0.05000,13.698
+37,mlp.experts.224.gate_proj,0.0000399840,0.05000,13.586
+37,mlp.experts.229.gate_proj,0.0000541506,0.05000,13.591
+37,mlp.experts.228.gate_proj,0.0001911976,0.05000,13.649
+37,mlp.experts.227.gate_proj,0.0000349627,0.05000,13.551
+37,mlp.experts.242.gate_proj,0.0000461293,0.05000,13.397
+37,mlp.experts.9.up_proj,0.0001326503,0.05000,13.362
+37,mlp.experts.14.up_proj,0.0000090369,0.05000,13.285
+37,mlp.experts.29.up_proj,0.0000948163,0.05000,13.221
+37,mlp.experts.6.up_proj,0.0000567386,0.05000,13.285
+37,mlp.experts.7.up_proj,0.0000256783,0.05000,13.064
+37,mlp.experts.28.up_proj,0.0000118944,0.05000,13.192
+37,mlp.experts.24.up_proj,0.0000207910,0.05000,13.160
+37,mlp.experts.27.up_proj,0.0000070634,0.05000,13.143
+37,mlp.experts.40.up_proj,failsafe(rtn): 0.0009193,0.00000,0.676
+37,mlp.experts.63.up_proj,0.0000333264,0.05000,12.898
+37,mlp.experts.79.up_proj,failsafe(rtn): 0.0009422,0.00000,0.675
+37,mlp.experts.241.gate_proj,0.0000236782,0.05000,13.519
+37,mlp.experts.240.gate_proj,0.0000288868,0.05000,13.507
+37,mlp.experts.245.gate_proj,0.0000419830,0.05000,13.291
+37,mlp.experts.244.gate_proj,0.0000276364,0.05000,13.407
+37,mlp.experts.243.gate_proj,0.0000467962,0.05000,13.367
+37,mlp.experts.25.up_proj,0.0000202849,0.05000,13.238
+37,mlp.experts.45.up_proj,0.0000159643,0.05000,13.152
+37,mlp.experts.30.up_proj,0.0001082091,0.05000,13.298
+37,mlp.experts.42.up_proj,0.0000588451,0.05000,13.312
+37,mlp.experts.2.up_proj,0.0000417372,0.05000,13.324
+37,mlp.experts.41.up_proj,failsafe(rtn): 0.0009766,0.00000,0.586
+37,mlp.experts.23.up_proj,0.0001099152,0.05000,13.363
+37,mlp.experts.22.up_proj,0.0000058999,0.05000,13.576
+37,mlp.experts.44.up_proj,0.0001531681,0.05000,13.319
+37,mlp.experts.43.up_proj,0.0000137582,0.05000,13.308
+37,mlp.experts.95.up_proj,0.0000219651,0.05000,13.568
+37,mlp.experts.5.up_proj,0.0000116278,0.05000,14.175
+37,mlp.experts.1.up_proj,0.0000189437,0.05000,14.353
+37,mlp.experts.3.up_proj,0.0000139953,0.05000,14.316
+37,mlp.experts.61.up_proj,0.0000104841,0.05000,14.396
+37,mlp.experts.58.up_proj,0.0000139408,0.05000,14.452
+37,mlp.experts.18.up_proj,0.0000888210,0.05000,14.556
+37,mlp.experts.57.up_proj,0.0000135582,0.05000,14.417
+37,mlp.experts.39.up_proj,0.0000105196,0.05000,14.406
+37,mlp.experts.46.up_proj,0.0000692106,0.05000,14.594
+37,mlp.experts.38.up_proj,0.0000352601,0.05000,14.502
+37,mlp.experts.56.up_proj,0.0000156816,0.05000,14.442
+37,mlp.experts.0.up_proj,0.0000736785,0.05000,14.473
+37,mlp.experts.4.up_proj,0.0000322001,0.05000,14.586
+37,mlp.experts.60.up_proj,0.0000111926,0.05000,14.610
+37,mlp.experts.59.up_proj,0.0000223012,0.05000,14.528
+37,mlp.experts.111.up_proj,0.0000176394,0.05000,14.180
+37,mlp.experts.19.up_proj,0.0000327109,0.05000,11.534
+37,mlp.experts.74.up_proj,0.0000223517,0.05000,11.703
+37,mlp.experts.21.up_proj,0.0000131187,0.05000,11.730
+37,mlp.experts.73.up_proj,0.0000462765,0.05000,11.742
+37,mlp.experts.62.up_proj,0.0000378322,0.05000,11.786
+37,mlp.experts.77.up_proj,0.0000358190,0.05000,11.797
+37,mlp.experts.17.up_proj,0.0000715440,0.05000,11.808
+37,mlp.experts.34.up_proj,0.0000282157,0.05000,11.847
+37,mlp.experts.54.up_proj,0.0000369495,0.05000,11.789
+37,mlp.experts.72.up_proj,0.0000141289,0.05000,11.872
+37,mlp.experts.16.up_proj,0.0000136807,0.05000,11.961
+37,mlp.experts.76.up_proj,0.0000329294,0.05000,11.917
+37,mlp.experts.20.up_proj,0.0000177665,0.05000,11.940
+37,mlp.experts.35.up_proj,0.0000829332,0.05000,14.902
+37,mlp.experts.75.up_proj,0.0000680809,0.05000,14.968
+37,mlp.experts.127.up_proj,0.0000454972,0.05000,14.979
+37,mlp.experts.55.up_proj,0.0000051406,0.05000,14.982
+37,mlp.experts.90.up_proj,0.0000123096,0.05000,15.139
+37,mlp.experts.50.up_proj,0.0000106504,0.05000,14.934
+37,mlp.experts.33.up_proj,0.0000315217,0.05000,14.990
+37,mlp.experts.89.up_proj,0.0000198201,0.05000,15.063
+37,mlp.experts.37.up_proj,0.0000219357,0.05000,15.116
+37,mlp.experts.78.up_proj,0.0000094213,0.05000,15.079
+37,mlp.experts.93.up_proj,0.0000161963,0.05000,15.206
+37,mlp.experts.70.up_proj,0.0000878118,0.05000,15.064
+37,mlp.experts.88.up_proj,0.0000641649,0.05000,15.116
+37,mlp.experts.32.up_proj,0.0000096277,0.05000,15.091
+37,mlp.experts.92.up_proj,0.0000285724,0.05000,15.021
+37,mlp.experts.36.up_proj,0.0000232401,0.05000,15.036
+37,mlp.experts.71.up_proj,0.0000344115,0.05000,15.736
+37,mlp.experts.143.up_proj,0.0000100947,0.05000,15.755
+37,mlp.experts.51.up_proj,0.0000354636,0.05000,15.858
+37,mlp.experts.91.up_proj,0.0000452933,0.05000,15.836
+37,mlp.experts.105.up_proj,0.0000471131,0.05000,15.448
+37,mlp.experts.106.up_proj,0.0000910489,0.05000,15.591
+37,mlp.experts.49.up_proj,0.0000993161,0.05000,15.583
+37,mlp.experts.94.up_proj,0.0000117377,0.05000,15.508
+37,mlp.experts.53.up_proj,0.0000670977,0.05000,15.641
+37,mlp.experts.66.up_proj,0.0000274979,0.05000,15.732
+37,mlp.experts.109.up_proj,0.0000139266,0.05000,15.597
+37,mlp.experts.86.up_proj,0.0000179538,0.05000,15.595
+37,mlp.experts.104.up_proj,0.0000228237,0.05000,15.486
+37,mlp.experts.48.up_proj,0.0000210586,0.05000,15.507
+37,mlp.experts.52.up_proj,0.0000222463,0.05000,15.509
+37,mlp.experts.108.up_proj,0.0000426904,0.05000,15.694
+37,mlp.experts.87.up_proj,0.0000198928,0.05000,14.787
+37,mlp.experts.67.up_proj,0.0000093347,0.05000,14.899
+37,mlp.experts.159.up_proj,0.0000214428,0.05000,15.010
+37,mlp.experts.107.up_proj,0.0000093511,0.05000,14.982
+37,mlp.experts.122.up_proj,0.0000138710,0.05000,14.661
+37,mlp.experts.65.up_proj,0.0000195615,0.05000,14.671
+37,mlp.experts.110.up_proj,0.0000306142,0.05000,14.655
+37,mlp.experts.69.up_proj,0.0000098423,0.05000,14.579
+37,mlp.experts.121.up_proj,0.0000258084,0.05000,14.808
+37,mlp.experts.82.up_proj,0.0001108741,0.05000,14.678
+37,mlp.experts.125.up_proj,0.0000523002,0.05000,14.622
+37,mlp.experts.102.up_proj,0.0000206376,0.05000,14.599
+37,mlp.experts.120.up_proj,0.0000427239,0.05000,14.560
+37,mlp.experts.68.up_proj,0.0000763652,0.05000,14.484
+37,mlp.experts.64.up_proj,0.0000096857,0.05000,14.568
+37,mlp.experts.138.up_proj,failsafe(rtn): 0.0009232,0.00000,0.764
+37,mlp.experts.124.up_proj,0.0000080094,0.05000,14.644
+37,mlp.experts.154.up_proj,failsafe(rtn): 0.0009613,0.00000,0.755
+37,mlp.experts.103.up_proj,0.0000141160,0.05000,15.317
+37,mlp.experts.175.up_proj,0.0000288282,0.05000,15.206
+37,mlp.experts.83.up_proj,0.0000212222,0.05000,15.283
+37,mlp.experts.123.up_proj,0.0000265982,0.05000,15.227
+37,mlp.experts.191.up_proj,failsafe(rtn): 0.0009270,0.00000,0.723
+37,mlp.experts.81.up_proj,0.0000121638,0.05000,15.244
+37,mlp.experts.98.up_proj,0.0000257698,0.05000,15.151
+37,mlp.experts.137.up_proj,0.0000187643,0.05000,15.230
+37,mlp.experts.85.up_proj,0.0000253231,0.05000,15.307
+37,mlp.experts.126.up_proj,0.0000160256,0.05000,15.362
+37,mlp.experts.118.up_proj,0.0000642076,0.05000,15.212
+37,mlp.experts.141.up_proj,0.0000536397,0.05000,15.337
+37,mlp.experts.136.up_proj,0.0000934196,0.05000,15.263
+37,mlp.experts.84.up_proj,0.0000128182,0.05000,15.296
+37,mlp.experts.80.up_proj,0.0000352042,0.05000,15.414
+37,mlp.experts.140.up_proj,0.0000289891,0.05000,15.206
+37,mlp.experts.142.up_proj,failsafe(rtn): 0.0009537,0.00000,0.742
+37,mlp.experts.157.up_proj,failsafe(rtn): 0.0009537,0.00000,0.718
+37,mlp.experts.170.up_proj,0.0000316838,0.05000,15.384
+37,mlp.experts.119.up_proj,0.0000344913,0.05000,14.268
+37,mlp.experts.99.up_proj,0.0000125798,0.05000,14.332
+37,mlp.experts.139.up_proj,0.0000674246,0.05000,14.280
+37,mlp.experts.207.up_proj,0.0000352920,0.05000,14.423
+37,mlp.experts.155.up_proj,failsafe(rtn): 0.0009613,0.00000,0.863
+37,mlp.experts.97.up_proj,0.0000226926,0.05000,14.399
+37,mlp.experts.153.up_proj,0.0000450305,0.05000,14.493
+37,mlp.experts.223.up_proj,failsafe(rtn): 0.0009460,0.00000,0.660
+37,mlp.experts.114.up_proj,0.0000141674,0.05000,14.552
+37,mlp.experts.101.up_proj,0.0000114961,0.05000,14.535
+37,mlp.experts.134.up_proj,0.0000190764,0.05000,14.576
+37,mlp.experts.152.up_proj,0.0000202007,0.05000,14.540
+37,mlp.experts.96.up_proj,0.0000322015,0.05000,14.465
+37,mlp.experts.100.up_proj,0.0000480270,0.05000,14.636
+37,mlp.experts.156.up_proj,0.0000233108,0.05000,14.489
+37,mlp.experts.158.up_proj,0.0000210088,0.05000,14.462
+37,mlp.experts.173.up_proj,0.0000231345,0.05000,14.376
+37,mlp.experts.150.up_proj,failsafe(rtn): 0.0009537,0.00000,0.754
+37,mlp.experts.168.up_proj,failsafe(rtn): 0.0009651,0.00000,0.775
+37,mlp.experts.172.up_proj,failsafe(rtn): 0.0009079,0.00000,0.794
+37,mlp.experts.186.up_proj,0.0000454912,0.05000,14.506
+37,mlp.experts.189.up_proj,failsafe(rtn): 0.0009155,0.00000,0.749
+37,mlp.experts.188.up_proj,failsafe(rtn): 0.0009727,0.00000,0.698
+37,mlp.experts.135.up_proj,0.0000139096,0.05000,14.425
+37,mlp.experts.115.up_proj,0.0000618413,0.05000,14.539
+37,mlp.experts.171.up_proj,0.0000133616,0.05000,14.377
+37,mlp.experts.113.up_proj,0.0000172937,0.05000,14.465
+37,mlp.experts.117.up_proj,0.0000226036,0.05000,14.487
+37,mlp.experts.169.up_proj,0.0000125225,0.05000,14.598
+37,mlp.experts.239.up_proj,0.0000238135,0.05000,14.611
+37,mlp.experts.130.up_proj,0.0000265841,0.05000,14.572
+37,mlp.experts.112.up_proj,0.0000182843,0.05000,14.602
+37,mlp.experts.116.up_proj,0.0000571482,0.05000,14.720
+37,mlp.experts.146.up_proj,failsafe(rtn): 0.0010071,0.00000,0.804
+37,mlp.experts.174.up_proj,0.0000122439,0.05000,14.672
+37,mlp.experts.166.up_proj,0.0000484569,0.05000,14.546
+37,mlp.experts.184.up_proj,0.0000224985,0.05000,14.669
+37,mlp.experts.202.up_proj,0.0000422574,0.05000,14.708
+37,mlp.experts.205.up_proj,0.0000121844,0.05000,14.850
+37,mlp.experts.204.up_proj,0.0000237627,0.05000,14.991
+37,mlp.experts.151.up_proj,0.0000115738,0.05000,15.803
+37,mlp.experts.131.up_proj,0.0000868377,0.05000,15.751
+37,mlp.experts.167.up_proj,failsafe(rtn): 0.0009384,0.00000,0.881
+37,mlp.experts.187.up_proj,0.0000460332,0.05000,15.956
+37,mlp.experts.129.up_proj,0.0000151539,0.05000,15.740
+37,mlp.experts.183.up_proj,failsafe(rtn): 0.0009232,0.00000,0.844
+37,mlp.experts.185.up_proj,0.0000498273,0.05000,15.818
+37,mlp.experts.133.up_proj,0.0000267058,0.05000,15.832
+37,mlp.experts.255.up_proj,0.0000121095,0.05000,15.808
+37,mlp.experts.203.up_proj,failsafe(rtn): 0.0009422,0.00000,0.825
+37,mlp.experts.128.up_proj,0.0000603445,0.05000,15.830
+37,mlp.experts.132.up_proj,0.0000172489,0.05000,15.877
+37,mlp.experts.162.up_proj,0.0000144198,0.05000,15.836
+37,mlp.experts.182.up_proj,0.0000109020,0.05000,15.875
+37,mlp.experts.190.up_proj,0.0000071172,0.05000,15.903
+37,mlp.experts.200.up_proj,0.0000282943,0.05000,15.651
+37,mlp.experts.218.up_proj,0.0000160344,0.05000,15.727
+37,mlp.experts.221.up_proj,0.0000159463,0.05000,15.698
+37,mlp.experts.216.up_proj,failsafe(rtn): 0.0009575,0.00000,0.751
+37,mlp.experts.220.up_proj,0.0000080228,0.05000,15.522
+37,mlp.experts.236.up_proj,failsafe(rtn): 0.0009193,0.00000,0.833
+37,mlp.experts.15.down_proj,0.0000030129,0.05000,4.120
+37,mlp.experts.31.down_proj,0.0000029013,0.05000,4.036
+37,mlp.experts.47.down_proj,failsafe(rtn): 0.0009193,0.00000,0.167
+37,mlp.experts.63.down_proj,0.0000035540,0.05000,3.652
+37,mlp.experts.79.down_proj,failsafe(rtn): 0.0009346,0.00000,0.157
+37,mlp.experts.147.up_proj,0.0000163263,0.05000,15.490
+37,mlp.experts.145.up_proj,0.0000165650,0.05000,15.347
+37,mlp.experts.199.up_proj,0.0000124591,0.05000,15.274
+37,mlp.experts.201.up_proj,0.0001063452,0.05000,15.280
+37,mlp.experts.149.up_proj,0.0000185173,0.05000,15.280
+37,mlp.experts.219.up_proj,0.0000095351,0.05000,15.275
+37,mlp.experts.95.down_proj,0.0000051307,0.05000,3.553
+37,mlp.experts.144.up_proj,0.0000320834,0.05000,15.291
+37,mlp.experts.148.up_proj,0.0000395286,0.05000,15.248
+37,mlp.experts.178.up_proj,0.0000377066,0.05000,15.283
+37,mlp.experts.206.up_proj,0.0000404635,0.05000,15.296
+37,mlp.experts.198.up_proj,0.0000345421,0.05000,15.329
+37,mlp.experts.234.up_proj,0.0000489591,0.05000,15.400
+37,mlp.experts.237.up_proj,0.0000232823,0.05000,15.318
+37,mlp.experts.222.up_proj,failsafe(rtn): 0.0009384,0.00000,0.841
+37,mlp.experts.232.up_proj,0.0000457392,0.05000,15.505
+37,mlp.experts.253.up_proj,failsafe(rtn): 0.0009613,0.00000,0.736
+37,mlp.experts.252.up_proj,0.0000563039,0.05000,15.276
+37,mlp.experts.111.down_proj,0.0000017668,0.05000,4.126
+37,mlp.experts.13.down_proj,0.0000034618,0.05000,3.819
+37,mlp.experts.12.down_proj,0.0000020959,0.05000,3.842
+37,mlp.experts.127.down_proj,0.0000011706,0.05000,4.081
+37,mlp.experts.29.down_proj,0.0000165125,0.05000,3.912
+37,mlp.experts.28.down_proj,0.0000022961,0.05000,3.894
+37,mlp.experts.143.down_proj,0.0000026447,0.05000,3.599
+37,mlp.experts.163.up_proj,0.0000145217,0.05000,15.199
+37,mlp.experts.45.down_proj,0.0000028474,0.05000,3.402
+37,mlp.experts.44.down_proj,0.0000099706,0.05000,3.525
+37,mlp.experts.161.up_proj,0.0000083667,0.05000,15.359
+37,mlp.experts.215.up_proj,0.0000322795,0.05000,15.242
+37,mlp.experts.217.up_proj,0.0000674842,0.05000,15.169
+37,mlp.experts.165.up_proj,0.0000041236,0.05000,15.301
+37,mlp.experts.235.up_proj,0.0001309342,0.05000,15.226
+37,mlp.experts.159.down_proj,0.0000023344,0.05000,3.519
+37,mlp.experts.160.up_proj,0.0000104175,0.05000,15.194
+37,mlp.experts.194.up_proj,0.0000322351,0.05000,15.018
+37,mlp.experts.251.up_proj,failsafe(rtn): 0.0009422,0.00000,0.728
+37,mlp.experts.164.up_proj,0.0000154313,0.05000,15.340
+37,mlp.experts.214.up_proj,0.0000219082,0.05000,15.232
+37,mlp.experts.250.up_proj,0.0000221448,0.05000,15.075
+37,mlp.experts.238.up_proj,0.0000125949,0.05000,15.051
+37,mlp.experts.10.down_proj,failsafe(rtn): 0.0009689,0.00000,0.170
+37,mlp.experts.230.up_proj,failsafe(rtn): 0.0010834,0.00000,0.728
+37,mlp.experts.248.up_proj,0.0000191174,0.05000,15.078
+37,mlp.experts.61.down_proj,0.0000002335,0.05000,3.735
+37,mlp.experts.60.down_proj,0.0000023301,0.05000,3.751
+37,mlp.experts.175.down_proj,0.0000066278,0.05000,3.627
+37,mlp.experts.191.down_proj,failsafe(rtn): 0.0009232,0.00000,0.152
+37,mlp.experts.11.down_proj,0.0000051518,0.05000,3.565
+37,mlp.experts.26.down_proj,0.0000051293,0.05000,3.579
+37,mlp.experts.8.down_proj,0.0000003677,0.05000,3.514
+37,mlp.experts.77.down_proj,0.0000008747,0.05000,3.449
+37,mlp.experts.76.down_proj,0.0000006948,0.05000,3.263
+37,mlp.experts.207.down_proj,0.0000008435,0.05000,3.230
+37,mlp.experts.27.down_proj,0.0000014477,0.05000,3.315
+37,mlp.experts.223.down_proj,failsafe(rtn): 0.0009575,0.00000,0.231
+37,mlp.experts.42.down_proj,0.0000014869,0.05000,3.316
+37,mlp.experts.24.down_proj,0.0000005339,0.05000,3.339
+37,mlp.experts.40.down_proj,failsafe(rtn): 0.0009079,0.00000,0.158
+37,mlp.experts.93.down_proj,0.0000032316,0.05000,3.340
+37,mlp.experts.92.down_proj,0.0000023191,0.05000,3.437
+37,mlp.experts.239.down_proj,0.0000048096,0.05000,3.259
+37,mlp.experts.43.down_proj,0.0000035388,0.05000,3.323
+37,mlp.experts.58.down_proj,0.0000020611,0.05000,3.216
+37,mlp.experts.56.down_proj,0.0000023182,0.05000,3.169
+37,mlp.experts.109.down_proj,0.0000003995,0.05000,3.201
+37,mlp.experts.179.up_proj,0.0000646101,0.05000,13.779
+37,mlp.experts.108.down_proj,0.0000021237,0.05000,3.347
+37,mlp.experts.177.up_proj,0.0000106478,0.05000,13.648
+37,mlp.experts.233.up_proj,0.0000122592,0.05000,13.665
+37,mlp.experts.231.up_proj,0.0000579483,0.05000,13.720
+37,mlp.experts.181.up_proj,0.0000561907,0.05000,13.848
+37,mlp.experts.249.up_proj,failsafe(rtn): 0.0009727,0.00000,0.830
+37,mlp.experts.210.up_proj,0.0000337046,0.05000,13.849
+37,mlp.experts.176.up_proj,0.0000453756,0.05000,13.915
+37,mlp.experts.180.up_proj,0.0000512387,0.05000,13.812
+37,mlp.experts.255.down_proj,0.0000083572,0.05000,3.834
+37,mlp.experts.59.down_proj,0.0000026864,0.05000,3.874
+37,mlp.experts.254.up_proj,0.0000996161,0.05000,13.824
+37,mlp.experts.246.up_proj,0.0000095768,0.05000,13.802
+37,mlp.experts.74.down_proj,0.0000005617,0.05000,3.814
+37,mlp.experts.72.down_proj,0.0000029201,0.05000,3.925
+37,mlp.experts.125.down_proj,0.0000016433,0.05000,3.944
+37,mlp.experts.124.down_proj,0.0000011576,0.05000,3.940
+37,mlp.experts.9.down_proj,0.0000238198,0.05000,3.682
+37,mlp.experts.75.down_proj,0.0000139683,0.05000,3.600
+37,mlp.experts.14.down_proj,0.0000019361,0.05000,3.736
+37,mlp.experts.6.down_proj,0.0000013758,0.05000,3.761
+37,mlp.experts.90.down_proj,0.0000023685,0.05000,3.737
+37,mlp.experts.88.down_proj,0.0000043931,0.05000,3.817
+37,mlp.experts.141.down_proj,0.0000012003,0.05000,3.868
+37,mlp.experts.157.down_proj,failsafe(rtn): 0.0009460,0.00000,0.201
+37,mlp.experts.140.down_proj,0.0000081778,0.05000,3.830
+37,mlp.experts.25.down_proj,0.0000003964,0.05000,3.720
+37,mlp.experts.41.down_proj,failsafe(rtn): 0.0009537,0.00000,0.145
+37,mlp.experts.91.down_proj,0.0000031507,0.05000,3.703
+37,mlp.experts.30.down_proj,0.0000041029,0.05000,3.587
+37,mlp.experts.22.down_proj,0.0000010927,0.05000,3.693
+37,mlp.experts.106.down_proj,0.0000031704,0.05000,3.762
+37,mlp.experts.104.down_proj,0.0000036339,0.05000,3.550
+37,mlp.experts.173.down_proj,0.0000012285,0.05000,3.454
+37,mlp.experts.189.down_proj,failsafe(rtn): 0.0009117,0.00000,0.140
+37,mlp.experts.156.down_proj,0.0000023943,0.05000,3.408
+37,mlp.experts.172.down_proj,failsafe(rtn): 0.0009041,0.00000,0.170
+37,mlp.experts.188.down_proj,failsafe(rtn): 0.0009613,0.00000,0.178
+37,mlp.experts.57.down_proj,0.0000029099,0.05000,3.446
+37,mlp.experts.107.down_proj,0.0000201783,0.05000,3.457
+37,mlp.experts.46.down_proj,0.0000027439,0.05000,3.336
+37,mlp.experts.38.down_proj,0.0000017951,0.05000,3.252
+37,mlp.experts.122.down_proj,0.0000051763,0.05000,3.236
+37,mlp.experts.138.down_proj,failsafe(rtn): 0.0009232,0.00000,0.217
+37,mlp.experts.195.up_proj,0.0000694880,0.05000,14.430
+37,mlp.experts.120.down_proj,0.0000011415,0.05000,3.379
+37,mlp.experts.154.down_proj,failsafe(rtn): 0.0009499,0.00000,0.221
+37,mlp.experts.205.down_proj,0.0000020454,0.05000,3.533
+37,mlp.experts.193.up_proj,0.0000114421,0.05000,14.483
+37,mlp.experts.247.up_proj,0.0000336097,0.05000,14.612
+37,mlp.experts.197.up_proj,0.0001134695,0.05000,14.488
+37,mlp.experts.204.down_proj,0.0000023599,0.05000,3.718
+37,mlp.experts.226.up_proj,0.0000334946,0.05000,14.402
+37,mlp.experts.192.up_proj,0.0000205819,0.05000,14.525
+37,mlp.experts.196.up_proj,0.0000155148,0.05000,14.377
+37,mlp.experts.73.down_proj,0.0000015864,0.05000,3.849
+37,mlp.experts.123.down_proj,0.0000010071,0.05000,3.809
+37,mlp.experts.62.down_proj,0.0000045140,0.05000,3.855
+37,mlp.experts.54.down_proj,0.0000010189,0.05000,3.774
+37,mlp.experts.136.down_proj,0.0000035929,0.05000,3.601
+37,mlp.experts.170.down_proj,0.0000132945,0.05000,3.601
+37,mlp.experts.221.down_proj,0.0000026490,0.05000,3.644
+37,mlp.experts.7.down_proj,0.0000040690,0.05000,3.518
+37,mlp.experts.220.down_proj,0.0000016880,0.05000,3.491
+37,mlp.experts.236.down_proj,failsafe(rtn): 0.0009308,0.00000,0.208
+37,mlp.experts.89.down_proj,0.0000017768,0.05000,3.328
+37,mlp.experts.139.down_proj,0.0000070992,0.05000,3.397
+37,mlp.experts.155.down_proj,failsafe(rtn): 0.0009575,0.00000,0.175
+37,mlp.experts.78.down_proj,0.0000015067,0.05000,3.435
+37,mlp.experts.70.down_proj,0.0000033805,0.05000,3.448
+37,mlp.experts.186.down_proj,0.0000017138,0.05000,3.574
+37,mlp.experts.152.down_proj,0.0000003943,0.05000,3.595
+37,mlp.experts.168.down_proj,failsafe(rtn): 0.0009689,0.00000,0.202
+37,mlp.experts.237.down_proj,0.0000017810,0.05000,3.684
+37,mlp.experts.253.down_proj,failsafe(rtn): 0.0009460,0.00000,0.216
+37,mlp.experts.23.down_proj,0.0000058430,0.05000,3.693
+37,mlp.experts.252.down_proj,0.0000025150,0.05000,3.568
+37,mlp.experts.105.down_proj,0.0000064035,0.05000,3.658
+37,mlp.experts.171.down_proj,0.0000034951,0.05000,3.533
+37,mlp.experts.94.down_proj,0.0000018370,0.05000,3.520
+37,mlp.experts.86.down_proj,0.0000003613,0.05000,3.500
+37,mlp.experts.202.down_proj,0.0000025627,0.05000,3.322
+37,mlp.experts.184.down_proj,0.0000032078,0.05000,3.243
+37,mlp.experts.39.down_proj,0.0000029155,0.05000,2.826
+37,mlp.experts.121.down_proj,0.0000048555,0.05000,2.705
+37,mlp.experts.187.down_proj,0.0000016035,0.05000,2.770
+37,mlp.experts.203.down_proj,failsafe(rtn): 0.0009384,0.00000,0.186
+37,mlp.experts.110.down_proj,0.0000036201,0.05000,2.868
+37,mlp.experts.102.down_proj,0.0000019774,0.05000,2.840
+37,mlp.experts.211.up_proj,0.0000118751,0.05000,13.332
+37,mlp.experts.218.down_proj,0.0000004544,0.05000,2.903
+37,mlp.experts.200.down_proj,0.0000041740,0.05000,2.934
+37,mlp.experts.216.down_proj,failsafe(rtn): 0.0009689,0.00000,0.126
+37,mlp.experts.209.up_proj,0.0000192314,0.05000,13.015
+37,mlp.experts.55.down_proj,0.0000004139,0.05000,2.971
+37,mlp.experts.213.up_proj,0.0000201967,0.05000,12.975
+37,mlp.experts.242.up_proj,0.0000430766,0.05000,12.712
+37,mlp.experts.208.up_proj,0.0000383534,0.05000,12.803
+37,mlp.experts.212.up_proj,0.0000402384,0.05000,12.845
+37,mlp.experts.137.down_proj,0.0000033263,0.05000,3.120
+37,mlp.experts.219.down_proj,0.0000015933,0.05000,2.997
+37,mlp.experts.118.down_proj,0.0000019482,0.05000,2.948
+37,mlp.experts.126.down_proj,0.0000030204,0.05000,2.974
+37,mlp.experts.142.down_proj,failsafe(rtn): 0.0009460,0.00000,0.144
+37,mlp.experts.234.down_proj,0.0000016167,0.05000,2.873
+37,mlp.experts.232.down_proj,0.0000008798,0.05000,2.848
+37,mlp.experts.71.down_proj,0.0000024122,0.05000,2.874
+37,mlp.experts.2.down_proj,0.0000019487,0.05000,2.855
+37,mlp.experts.153.down_proj,0.0000034876,0.05000,2.767
+37,mlp.experts.235.down_proj,0.0000148579,0.05000,2.764
+37,mlp.experts.134.down_proj,0.0000017245,0.05000,2.760
+37,mlp.experts.251.down_proj,failsafe(rtn): 0.0009270,0.00000,0.144
+37,mlp.experts.150.down_proj,failsafe(rtn): 0.0009537,0.00000,0.127
+37,mlp.experts.158.down_proj,0.0000037811,0.05000,2.756
+37,mlp.experts.250.down_proj,0.0000003669,0.05000,2.766
+37,mlp.experts.248.down_proj,0.0000052457,0.05000,2.729
+37,mlp.experts.87.down_proj,0.0000031563,0.05000,2.528
+37,mlp.experts.18.down_proj,0.0000029488,0.05000,2.427
+37,mlp.experts.169.down_proj,0.0000002465,0.05000,2.256
+37,mlp.experts.166.down_proj,0.0000012079,0.05000,2.065
+37,mlp.experts.174.down_proj,0.0000028843,0.05000,2.025
+37,mlp.experts.103.down_proj,0.0000011929,0.05000,2.028
+37,mlp.experts.34.down_proj,0.0000015071,0.05000,1.994
+37,mlp.experts.185.down_proj,0.0000015265,0.05000,1.983
+37,mlp.experts.227.up_proj,0.0000350102,0.05000,9.684
+37,mlp.experts.182.down_proj,0.0000023360,0.05000,1.992
+37,mlp.experts.190.down_proj,0.0000017476,0.05000,2.018
+37,mlp.experts.225.up_proj,0.0000247224,0.05000,9.385
+37,mlp.experts.119.down_proj,0.0000011327,0.05000,1.938
+37,mlp.experts.229.up_proj,0.0000466460,0.05000,9.304
+37,mlp.experts.50.down_proj,0.0000019775,0.05000,1.941
+37,mlp.experts.224.up_proj,0.0000377471,0.05000,9.138
+37,mlp.experts.228.up_proj,0.0001592655,0.05000,9.080
+37,mlp.experts.201.down_proj,0.0000179830,0.05000,2.003
+37,mlp.experts.198.down_proj,0.0000139939,0.05000,1.946
+37,mlp.experts.206.down_proj,0.0000043264,0.05000,1.930
+37,mlp.experts.222.down_proj,failsafe(rtn): 0.0009422,0.00000,0.100
+37,mlp.experts.135.down_proj,0.0000022898,0.05000,2.017
+37,mlp.experts.66.down_proj,0.0000006925,0.05000,1.986
+37,mlp.experts.217.down_proj,0.0000045462,0.05000,2.005
+37,mlp.experts.214.down_proj,0.0000057429,0.05000,1.982
+37,mlp.experts.230.down_proj,failsafe(rtn): 0.0010605,0.00000,0.092
+37,mlp.experts.238.down_proj,0.0000015500,0.05000,1.979
+37,mlp.experts.151.down_proj,0.0000139339,0.05000,1.959
+37,mlp.experts.167.down_proj,failsafe(rtn): 0.0009499,0.00000,0.137
+37,mlp.experts.183.down_proj,failsafe(rtn): 0.0009117,0.00000,0.118
+37,mlp.experts.82.down_proj,0.0000107739,0.05000,2.079
+37,mlp.experts.233.down_proj,0.0000018041,0.05000,2.028
+37,mlp.experts.249.down_proj,failsafe(rtn): 0.0009575,0.00000,0.102
+37,mlp.experts.246.down_proj,0.0000024017,0.05000,2.031
+37,mlp.experts.254.down_proj,0.0000031435,0.05000,2.026
+37,mlp.experts.98.down_proj,0.0000023349,0.05000,1.599
+37,mlp.experts.199.down_proj,0.0000017250,0.05000,1.679
+37,mlp.experts.243.up_proj,0.0000352092,0.05000,7.378
+37,mlp.experts.241.up_proj,0.0000237939,0.05000,7.340
+37,mlp.experts.245.up_proj,0.0000423301,0.05000,7.282
+37,mlp.experts.114.down_proj,0.0000073835,0.05000,1.416
+37,mlp.experts.215.down_proj,0.0000008471,0.05000,1.421
+37,mlp.experts.244.up_proj,0.0000219124,0.05000,7.159
+37,mlp.experts.240.up_proj,0.0000269235,0.05000,7.185
+37,mlp.experts.3.down_proj,0.0000022997,0.05000,1.530
+37,mlp.experts.1.down_proj,0.0000025756,0.05000,1.638
+37,mlp.experts.130.down_proj,0.0000015531,0.05000,1.621
+37,mlp.experts.231.down_proj,0.0000016986,0.05000,1.618
+37,mlp.experts.5.down_proj,0.0000080150,0.05000,1.676
+37,mlp.experts.146.down_proj,failsafe(rtn): 0.0009995,0.00000,0.082
+37,mlp.experts.0.down_proj,0.0000121129,0.05000,1.645
+37,mlp.experts.4.down_proj,0.0000028047,0.05000,1.705
+37,mlp.experts.19.down_proj,0.0000013238,0.05000,1.674
+37,mlp.experts.17.down_proj,0.0000072331,0.05000,1.565
+37,mlp.experts.247.down_proj,0.0000015658,0.05000,1.548
+37,mlp.experts.21.down_proj,0.0000017009,0.05000,1.548
+37,mlp.experts.162.down_proj,0.0000025191,0.05000,1.523
+37,mlp.experts.16.down_proj,0.0000001832,0.05000,1.495
+37,mlp.experts.20.down_proj,0.0000022784,0.05000,1.500
+37,mlp.experts.35.down_proj,0.0000096958,0.05000,1.425
+37,mlp.experts.33.down_proj,0.0000008993,0.05000,1.285
+37,mlp.experts.178.down_proj,0.0000012853,0.05000,1.213
+37,mlp.experts.37.down_proj,0.0000031749,0.05000,1.240
+37,mlp.experts.32.down_proj,0.0000015695,0.05000,1.203
+37,mlp.experts.36.down_proj,0.0000009418,0.05000,1.173
+37,mlp.experts.51.down_proj,0.0000011234,0.05000,1.111
+37,mlp.experts.49.down_proj,0.0000033270,0.05000,0.986
+37,mlp.experts.194.down_proj,0.0000006151,0.05000,0.968
+37,mlp.experts.53.down_proj,0.0000043920,0.05000,1.010
+37,mlp.experts.48.down_proj,0.0000048236,0.05000,0.999
+37,mlp.experts.52.down_proj,0.0000023883,0.05000,1.041
+37,mlp.experts.67.down_proj,0.0000027610,0.05000,1.099
+37,mlp.experts.65.down_proj,0.0000050162,0.05000,1.204
+37,mlp.experts.210.down_proj,0.0000061785,0.05000,1.161
+37,mlp.experts.69.down_proj,0.0000002191,0.05000,1.164
+37,mlp.experts.64.down_proj,0.0000016094,0.05000,1.192
+37,mlp.experts.68.down_proj,0.0000023922,0.05000,1.206
+37,mlp.experts.83.down_proj,0.0000039362,0.05000,1.113
+37,mlp.experts.81.down_proj,0.0000105348,0.05000,1.044
+37,mlp.experts.226.down_proj,0.0000017052,0.05000,1.015
+37,mlp.experts.85.down_proj,0.0000006117,0.05000,1.028
+37,mlp.experts.80.down_proj,0.0000011488,0.05000,1.016
+37,mlp.experts.84.down_proj,0.0000021046,0.05000,1.019
+37,mlp.experts.99.down_proj,0.0000029274,0.05000,1.032
+37,mlp.experts.97.down_proj,0.0000025053,0.05000,1.088
+37,mlp.experts.242.down_proj,0.0000014252,0.05000,1.158
+37,mlp.experts.101.down_proj,0.0000011586,0.05000,1.189
+37,mlp.experts.96.down_proj,0.0000008466,0.05000,1.273
+37,mlp.experts.100.down_proj,0.0000244576,0.05000,1.269
+37,mlp.experts.115.down_proj,0.0000057335,0.05000,1.228
+37,mlp.experts.113.down_proj,0.0000033589,0.05000,1.081
+37,mlp.experts.117.down_proj,0.0000013124,0.05000,0.958
+37,mlp.experts.112.down_proj,0.0000037065,0.05000,0.859
+37,mlp.experts.116.down_proj,0.0000070085,0.05000,0.820
+37,mlp.experts.131.down_proj,0.0000111232,0.05000,0.775
+37,mlp.experts.129.down_proj,0.0000019265,0.05000,0.783
+37,mlp.experts.133.down_proj,0.0000013991,0.05000,0.791
+37,mlp.experts.128.down_proj,0.0000069991,0.05000,0.846
+37,mlp.experts.132.down_proj,0.0000042219,0.05000,0.814
+37,mlp.experts.147.down_proj,0.0000026481,0.05000,0.767
+37,mlp.experts.145.down_proj,0.0000025250,0.05000,0.759
+37,mlp.experts.149.down_proj,0.0000013789,0.05000,0.774
+37,mlp.experts.148.down_proj,0.0000009965,0.05000,0.759
+37,mlp.experts.144.down_proj,0.0000012928,0.05000,0.795
+37,mlp.experts.163.down_proj,0.0000018634,0.05000,0.776
+37,mlp.experts.161.down_proj,0.0000021720,0.05000,0.795
+37,mlp.experts.165.down_proj,0.0000000829,0.05000,0.817
+37,mlp.experts.164.down_proj,0.0000028893,0.05000,0.796
+37,mlp.experts.160.down_proj,0.0000003523,0.05000,0.783
+37,mlp.experts.179.down_proj,0.0000019951,0.05000,0.769
+37,mlp.experts.177.down_proj,0.0000023458,0.05000,0.804
+37,mlp.experts.181.down_proj,0.0000129237,0.05000,0.833
+37,mlp.experts.180.down_proj,0.0000013137,0.05000,0.772
+37,mlp.experts.176.down_proj,0.0000017325,0.05000,0.821
+37,mlp.experts.195.down_proj,0.0000019539,0.05000,0.789
+37,mlp.experts.193.down_proj,0.0000020117,0.05000,0.781
+37,mlp.experts.197.down_proj,0.0000054257,0.05000,0.790
+37,mlp.experts.196.down_proj,0.0000014001,0.05000,0.789
+37,mlp.experts.192.down_proj,0.0000074869,0.05000,0.833
+37,mlp.experts.211.down_proj,0.0000088312,0.05000,0.798
+37,mlp.experts.209.down_proj,0.0000043928,0.05000,0.908
+37,mlp.experts.213.down_proj,0.0000024973,0.05000,0.901
+37,mlp.experts.212.down_proj,0.0000009390,0.05000,0.925
+37,mlp.experts.208.down_proj,0.0000041091,0.05000,0.915
+37,mlp.experts.227.down_proj,0.0000048295,0.05000,0.881
+37,mlp.experts.225.down_proj,0.0000042590,0.05000,0.802
+37,mlp.experts.229.down_proj,0.0000083440,0.05000,0.804
+37,mlp.experts.228.down_proj,0.0000249981,0.05000,0.767
+37,mlp.experts.243.down_proj,0.0000014176,0.05000,0.762
+37,mlp.experts.224.down_proj,0.0000025576,0.05000,0.798
+37,mlp.experts.241.down_proj,0.0000039612,0.05000,0.766
+37,mlp.experts.245.down_proj,0.0000023039,0.05000,0.626
+37,mlp.experts.244.down_proj,0.0000022444,0.05000,0.630
+37,mlp.experts.240.down_proj,0.0000009925,0.05000,0.538
+38,mlp.experts.2.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.721
+38,mlp.experts.1.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.727
+38,mlp.experts.14.gate_proj,0.0000243566,0.05000,14.192
+38,mlp.experts.6.gate_proj,0.0000702893,0.05000,14.267
+38,mlp.experts.10.gate_proj,0.0000427958,0.05000,14.284
+38,mlp.experts.9.gate_proj,0.0000080756,0.05000,14.288
+38,mlp.experts.5.gate_proj,0.0000228769,0.05000,14.306
+38,mlp.experts.4.gate_proj,0.0000139751,0.05000,14.311
+38,mlp.experts.7.gate_proj,0.0000137089,0.05000,14.309
+38,mlp.experts.12.gate_proj,0.0000405236,0.05000,14.320
+38,mlp.experts.13.gate_proj,0.0000095603,0.05000,14.387
+38,mlp.experts.3.gate_proj,0.0000160786,0.05000,14.388
+38,mlp.experts.11.gate_proj,0.0000209805,0.05000,14.388
+38,mlp.experts.15.gate_proj,0.0000293887,0.05000,14.422
+38,mlp.experts.8.gate_proj,0.0000102452,0.05000,14.468
+38,mlp.experts.0.gate_proj,0.0000285212,0.05000,14.518
+38,mlp.experts.26.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.826
+38,mlp.experts.17.gate_proj,0.0000128589,0.05000,14.369
+38,mlp.experts.29.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.782
+38,mlp.experts.18.gate_proj,0.0000242172,0.05000,14.448
+38,mlp.experts.19.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.882
+38,mlp.experts.30.gate_proj,0.0000078371,0.05000,14.606
+38,mlp.experts.21.gate_proj,0.0000712156,0.05000,14.542
+38,mlp.experts.20.gate_proj,0.0000136907,0.05000,14.549
+38,mlp.experts.31.gate_proj,0.0000254523,0.05000,14.417
+38,mlp.experts.25.gate_proj,0.0000326057,0.05000,14.575
+38,mlp.experts.24.gate_proj,0.0000622909,0.05000,14.405
+38,mlp.experts.22.gate_proj,0.0000114299,0.05000,14.607
+38,mlp.experts.23.gate_proj,0.0000238205,0.05000,14.739
+38,mlp.experts.28.gate_proj,0.0000192281,0.05000,14.730
+38,mlp.experts.27.gate_proj,0.0000307250,0.05000,14.653
+38,mlp.experts.16.gate_proj,0.0000284867,0.05000,14.567
+38,mlp.experts.33.gate_proj,0.0000162220,0.05000,14.536
+38,mlp.experts.45.gate_proj,0.0000321879,0.05000,14.554
+38,mlp.experts.42.gate_proj,0.0000438808,0.05000,14.734
+38,mlp.experts.34.gate_proj,0.0001051218,0.05000,14.670
+38,mlp.experts.35.gate_proj,0.0000200463,0.05000,14.729
+38,mlp.experts.51.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.805
+38,mlp.experts.37.gate_proj,0.0000298057,0.05000,14.846
+38,mlp.experts.38.gate_proj,0.0000807462,0.05000,14.824
+38,mlp.experts.40.gate_proj,0.0000295698,0.05000,14.823
+38,mlp.experts.46.gate_proj,0.0000427593,0.05000,14.974
+38,mlp.experts.47.gate_proj,0.0000768697,0.05000,14.907
+38,mlp.experts.41.gate_proj,0.0000084557,0.05000,14.914
+38,mlp.experts.32.gate_proj,0.0000605917,0.05000,14.742
+38,mlp.experts.36.gate_proj,0.0000423265,0.05000,15.003
+38,mlp.experts.44.gate_proj,0.0000089850,0.05000,14.897
+38,mlp.experts.43.gate_proj,0.0000328644,0.05000,14.913
+38,mlp.experts.39.gate_proj,0.0000191235,0.05000,14.980
+38,mlp.experts.49.gate_proj,0.0000592036,0.05000,14.737
+38,mlp.experts.53.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.782
+38,mlp.experts.56.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.781
+38,mlp.experts.61.gate_proj,0.0000168076,0.05000,14.750
+38,mlp.experts.58.gate_proj,0.0001496088,0.05000,14.911
+38,mlp.experts.50.gate_proj,0.0000354586,0.05000,14.908
+38,mlp.experts.67.gate_proj,0.0000431572,0.05000,14.739
+38,mlp.experts.57.gate_proj,0.0000778664,0.05000,15.065
+38,mlp.experts.48.gate_proj,0.0000088902,0.05000,15.064
+38,mlp.experts.62.gate_proj,0.0000570502,0.05000,15.149
+38,mlp.experts.63.gate_proj,0.0000369610,0.05000,15.140
+38,mlp.experts.54.gate_proj,0.0001002137,0.05000,15.214
+38,mlp.experts.52.gate_proj,0.0000248596,0.05000,15.041
+38,mlp.experts.60.gate_proj,0.0000238880,0.05000,15.107
+38,mlp.experts.59.gate_proj,0.0000137192,0.05000,15.194
+38,mlp.experts.55.gate_proj,0.0000404839,0.05000,15.219
+38,mlp.experts.65.gate_proj,0.0000561203,0.05000,15.111
+38,mlp.experts.69.gate_proj,0.0000528724,0.05000,15.100
+38,mlp.experts.72.gate_proj,0.0000336972,0.05000,15.119
+38,mlp.experts.77.gate_proj,0.0000255052,0.05000,15.118
+38,mlp.experts.74.gate_proj,0.0000139353,0.05000,15.042
+38,mlp.experts.76.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.788
+38,mlp.experts.66.gate_proj,0.0001098497,0.05000,15.082
+38,mlp.experts.81.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.837
+38,mlp.experts.85.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.847
+38,mlp.experts.83.gate_proj,0.0000244837,0.05000,15.203
+38,mlp.experts.73.gate_proj,0.0000272863,0.05000,14.954
+38,mlp.experts.78.gate_proj,0.0000326610,0.05000,14.932
+38,mlp.experts.68.gate_proj,0.0000143424,0.05000,14.946
+38,mlp.experts.79.gate_proj,0.0000098647,0.05000,15.049
+38,mlp.experts.64.gate_proj,0.0000098474,0.05000,15.069
+38,mlp.experts.70.gate_proj,0.0000667969,0.05000,15.210
+38,mlp.experts.75.gate_proj,0.0000124067,0.05000,15.176
+38,mlp.experts.71.gate_proj,0.0000097745,0.05000,15.175
+38,mlp.experts.89.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.874
+38,mlp.experts.88.gate_proj,0.0000192886,0.05000,15.100
+38,mlp.experts.93.gate_proj,0.0000287969,0.05000,15.045
+38,mlp.experts.92.gate_proj,0.0000119590,0.05000,14.946
+38,mlp.experts.90.gate_proj,0.0001094057,0.05000,15.037
+38,mlp.experts.82.gate_proj,0.0000499556,0.05000,15.169
+38,mlp.experts.97.gate_proj,0.0000160598,0.05000,14.938
+38,mlp.experts.101.gate_proj,0.0000113895,0.05000,14.974
+38,mlp.experts.99.gate_proj,0.0000161624,0.05000,14.959
+38,mlp.experts.113.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.633
+38,mlp.experts.94.gate_proj,0.0000106720,0.05000,14.602
+38,mlp.experts.95.gate_proj,0.0000164766,0.05000,14.577
+38,mlp.experts.84.gate_proj,0.0000123502,0.05000,14.714
+38,mlp.experts.80.gate_proj,0.0000106357,0.05000,14.711
+38,mlp.experts.86.gate_proj,0.0000087998,0.05000,14.695
+38,mlp.experts.91.gate_proj,0.0000472506,0.05000,14.685
+38,mlp.experts.87.gate_proj,0.0000284333,0.05000,14.644
+38,mlp.experts.105.gate_proj,0.0000359724,0.05000,14.500
+38,mlp.experts.109.gate_proj,0.0000169058,0.05000,14.494
+38,mlp.experts.104.gate_proj,0.0000479369,0.05000,14.605
+38,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.825
+38,mlp.experts.108.gate_proj,0.0001528411,0.05000,14.628
+38,mlp.experts.106.gate_proj,0.0000363447,0.05000,14.636
+38,mlp.experts.98.gate_proj,0.0001095944,0.05000,14.629
+38,mlp.experts.125.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.886
+38,mlp.experts.117.gate_proj,0.0000261755,0.05000,14.725
+38,mlp.experts.116.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.871
+38,mlp.experts.115.gate_proj,0.0000244897,0.05000,14.875
+38,mlp.experts.129.gate_proj,0.0001202706,0.05000,14.897
+38,mlp.experts.110.gate_proj,0.0000645298,0.05000,15.054
+38,mlp.experts.111.gate_proj,0.0000415823,0.05000,15.171
+38,mlp.experts.102.gate_proj,0.0000496491,0.05000,14.972
+38,mlp.experts.96.gate_proj,0.0000258855,0.05000,15.144
+38,mlp.experts.107.gate_proj,0.0000747996,0.05000,15.004
+38,mlp.experts.103.gate_proj,0.0000119881,0.05000,15.057
+38,mlp.experts.121.gate_proj,0.0000270921,0.05000,15.048
+38,mlp.experts.120.gate_proj,0.0000309874,0.05000,15.032
+38,mlp.experts.122.gate_proj,0.0000155085,0.05000,14.885
+38,mlp.experts.124.gate_proj,0.0000157738,0.05000,14.937
+38,mlp.experts.114.gate_proj,0.0000379220,0.05000,14.964
+38,mlp.experts.133.gate_proj,0.0000443486,0.05000,14.779
+38,mlp.experts.141.gate_proj,0.0000457079,0.05000,14.988
+38,mlp.experts.132.gate_proj,0.0000209178,0.05000,14.879
+38,mlp.experts.130.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.699
+38,mlp.experts.131.gate_proj,0.0000388945,0.05000,14.793
+38,mlp.experts.145.gate_proj,0.0000405465,0.05000,14.690
+38,mlp.experts.126.gate_proj,0.0000226000,0.05000,14.772
+38,mlp.experts.127.gate_proj,0.0000054060,0.05000,14.694
+38,mlp.experts.118.gate_proj,0.0000050071,0.05000,14.621
+38,mlp.experts.112.gate_proj,0.0000438901,0.05000,14.754
+38,mlp.experts.119.gate_proj,0.0000313938,0.05000,14.641
+38,mlp.experts.123.gate_proj,0.0000331858,0.05000,14.749
+38,mlp.experts.137.gate_proj,0.0000770107,0.05000,14.622
+38,mlp.experts.136.gate_proj,0.0000148887,0.05000,14.665
+38,mlp.experts.138.gate_proj,0.0000405770,0.05000,14.603
+38,mlp.experts.140.gate_proj,0.0000413607,0.05000,14.695
+38,mlp.experts.149.gate_proj,0.0000357195,0.05000,14.612
+38,mlp.experts.153.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.679
+38,mlp.experts.157.gate_proj,0.0000254597,0.05000,14.550
+38,mlp.experts.148.gate_proj,0.0000102830,0.05000,14.446
+38,mlp.experts.152.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.745
+38,mlp.experts.146.gate_proj,0.0000130406,0.05000,14.567
+38,mlp.experts.147.gate_proj,0.0000952490,0.05000,14.648
+38,mlp.experts.161.gate_proj,0.0000888143,0.05000,14.579
+38,mlp.experts.142.gate_proj,0.0001015842,0.05000,14.923
+38,mlp.experts.143.gate_proj,0.0000065372,0.05000,14.875
+38,mlp.experts.134.gate_proj,0.0000225416,0.05000,14.915
+38,mlp.experts.128.gate_proj,0.0000767769,0.05000,14.969
+38,mlp.experts.139.gate_proj,0.0000332328,0.05000,14.987
+38,mlp.experts.135.gate_proj,0.0000362261,0.05000,15.092
+38,mlp.experts.154.gate_proj,0.0000216346,0.05000,15.030
+38,mlp.experts.156.gate_proj,0.0000452766,0.05000,15.025
+38,mlp.experts.169.gate_proj,0.0000143065,0.05000,15.033
+38,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.797
+38,mlp.experts.165.gate_proj,0.0000612898,0.05000,15.049
+38,mlp.experts.173.gate_proj,0.0000068302,0.05000,14.997
+38,mlp.experts.164.gate_proj,0.0001642310,0.05000,15.135
+38,mlp.experts.168.gate_proj,0.0000306872,0.05000,15.101
+38,mlp.experts.170.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.877
+38,mlp.experts.172.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.871
+38,mlp.experts.162.gate_proj,0.0000135880,0.05000,15.183
+38,mlp.experts.163.gate_proj,0.0000151547,0.05000,15.093
+38,mlp.experts.181.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.821
+38,mlp.experts.177.gate_proj,0.0000274075,0.05000,15.237
+38,mlp.experts.158.gate_proj,0.0000490888,0.05000,15.315
+38,mlp.experts.159.gate_proj,0.0000317830,0.05000,15.337
+38,mlp.experts.150.gate_proj,0.0000438156,0.05000,15.310
+38,mlp.experts.144.gate_proj,0.0000365797,0.05000,15.224
+38,mlp.experts.151.gate_proj,0.0000177930,0.05000,15.419
+38,mlp.experts.171.gate_proj,0.0000195450,0.05000,15.365
+38,mlp.experts.189.gate_proj,0.0000176065,0.05000,15.339
+38,mlp.experts.185.gate_proj,0.0000363302,0.05000,15.436
+38,mlp.experts.184.gate_proj,0.0000149754,0.05000,15.297
+38,mlp.experts.180.gate_proj,0.0000161522,0.05000,15.371
+38,mlp.experts.186.gate_proj,0.0000943087,0.05000,15.339
+38,mlp.experts.188.gate_proj,0.0000210443,0.05000,15.347
+38,mlp.experts.179.gate_proj,0.0000705699,0.05000,15.279
+38,mlp.experts.178.gate_proj,0.0001075449,0.05000,15.415
+38,mlp.experts.197.gate_proj,0.0000438741,0.05000,15.261
+38,mlp.experts.193.gate_proj,0.0000253524,0.05000,15.374
+38,mlp.experts.194.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.897
+38,mlp.experts.174.gate_proj,0.0000828198,0.05000,14.473
+38,mlp.experts.175.gate_proj,0.0000107708,0.05000,14.457
+38,mlp.experts.166.gate_proj,0.0000224726,0.05000,14.525
+38,mlp.experts.160.gate_proj,0.0000221404,0.05000,14.433
+38,mlp.experts.167.gate_proj,0.0000334163,0.05000,14.346
+38,mlp.experts.201.gate_proj,0.0000100810,0.05000,14.193
+38,mlp.experts.205.gate_proj,0.0000498314,0.05000,14.278
+38,mlp.experts.187.gate_proj,0.0000343627,0.05000,14.407
+38,mlp.experts.183.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.758
+38,mlp.experts.196.gate_proj,0.0000129089,0.05000,14.367
+38,mlp.experts.200.gate_proj,0.0000184619,0.05000,14.375
+38,mlp.experts.202.gate_proj,0.0000182700,0.05000,14.419
+38,mlp.experts.204.gate_proj,0.0000381576,0.05000,14.387
+38,mlp.experts.195.gate_proj,0.0000186386,0.05000,14.334
+38,mlp.experts.213.gate_proj,0.0000074695,0.05000,14.143
+38,mlp.experts.209.gate_proj,0.0000020243,0.05000,14.156
+38,mlp.experts.221.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.762
+38,mlp.experts.203.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.783
+38,mlp.experts.199.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.828
+38,mlp.experts.211.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.814
+38,mlp.experts.210.gate_proj,0.0000338950,0.05000,14.192
+38,mlp.experts.229.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.812
+38,mlp.experts.226.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.642
+38,mlp.experts.190.gate_proj,0.0000307573,0.05000,15.447
+38,mlp.experts.191.gate_proj,0.0000119756,0.05000,15.509
+38,mlp.experts.182.gate_proj,0.0000312720,0.05000,15.559
+38,mlp.experts.176.gate_proj,0.0000166257,0.05000,15.549
+38,mlp.experts.217.gate_proj,0.0000304583,0.05000,15.399
+38,mlp.experts.216.gate_proj,0.0000765966,0.05000,15.397
+38,mlp.experts.212.gate_proj,0.0000073660,0.05000,15.391
+38,mlp.experts.218.gate_proj,0.0000947240,0.05000,15.421
+38,mlp.experts.220.gate_proj,0.0000360699,0.05000,15.381
+38,mlp.experts.225.gate_proj,0.0000474870,0.05000,15.283
+38,mlp.experts.237.gate_proj,0.0000362266,0.05000,15.421
+38,mlp.experts.219.gate_proj,0.0000740092,0.05000,15.327
+38,mlp.experts.215.gate_proj,0.0000086194,0.05000,15.484
+38,mlp.experts.245.gate_proj,0.0000396300,0.05000,15.254
+38,mlp.experts.227.gate_proj,0.0000498165,0.05000,15.411
+38,mlp.experts.253.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.751
+38,mlp.experts.242.gate_proj,0.0000157098,0.05000,15.640
+38,mlp.experts.2.up_proj,failsafe(rtn): 0.0009766,0.00000,0.857
+38,mlp.experts.206.gate_proj,0.0000422056,0.05000,15.753
+38,mlp.experts.207.gate_proj,0.0000357058,0.05000,15.712
+38,mlp.experts.198.gate_proj,0.0000498723,0.05000,15.711
+38,mlp.experts.192.gate_proj,0.0000437597,0.05000,15.800
+38,mlp.experts.214.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.742
+38,mlp.experts.208.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.730
+38,mlp.experts.233.gate_proj,0.0000259535,0.05000,15.778
+38,mlp.experts.232.gate_proj,0.0000313958,0.05000,15.901
+38,mlp.experts.228.gate_proj,0.0000196723,0.05000,16.032
+38,mlp.experts.234.gate_proj,0.0000086465,0.05000,15.891
+38,mlp.experts.236.gate_proj,0.0000243431,0.05000,16.020
+38,mlp.experts.241.gate_proj,0.0000313370,0.05000,15.967
+38,mlp.experts.224.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.898
+38,mlp.experts.235.gate_proj,0.0001060772,0.05000,15.970
+38,mlp.experts.231.gate_proj,0.0000225948,0.05000,15.991
+38,mlp.experts.5.up_proj,0.0000227440,0.05000,15.945
+38,mlp.experts.1.up_proj,failsafe(rtn): 0.0009689,0.00000,0.744
+38,mlp.experts.240.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.739
+38,mlp.experts.243.gate_proj,0.0000331614,0.05000,16.025
+38,mlp.experts.13.up_proj,0.0000089364,0.05000,15.878
+38,mlp.experts.247.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.743
+38,mlp.experts.29.up_proj,failsafe(rtn): 0.0009842,0.00000,0.676
+38,mlp.experts.18.up_proj,0.0000179229,0.05000,15.596
+38,mlp.experts.222.gate_proj,0.0000531579,0.05000,15.094
+38,mlp.experts.223.gate_proj,0.0000350594,0.05000,15.037
+38,mlp.experts.238.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.606
+38,mlp.experts.230.gate_proj,0.0000345133,0.05000,14.822
+38,mlp.experts.249.gate_proj,0.0000201550,0.05000,14.875
+38,mlp.experts.248.gate_proj,0.0000308315,0.05000,14.685
+38,mlp.experts.244.gate_proj,0.0000121436,0.05000,14.636
+38,mlp.experts.250.gate_proj,0.0000229998,0.05000,14.792
+38,mlp.experts.246.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.745
+38,mlp.experts.252.gate_proj,0.0000100717,0.05000,14.741
+38,mlp.experts.251.gate_proj,0.0000093874,0.05000,14.725
+38,mlp.experts.17.up_proj,0.0000122466,0.05000,14.501
+38,mlp.experts.0.up_proj,0.0000229573,0.05000,14.507
+38,mlp.experts.21.up_proj,0.0000591527,0.05000,14.639
+38,mlp.experts.3.up_proj,0.0000144122,0.05000,14.619
+38,mlp.experts.7.up_proj,0.0000108741,0.05000,14.632
+38,mlp.experts.19.up_proj,failsafe(rtn): 0.0009499,0.00000,0.739
+38,mlp.experts.45.up_proj,0.0000274300,0.05000,14.867
+38,mlp.experts.34.up_proj,0.0001060849,0.05000,14.912
+38,mlp.experts.239.gate_proj,0.0000187539,0.05000,14.965
+38,mlp.experts.254.gate_proj,0.0000090430,0.05000,15.047
+38,mlp.experts.255.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.765
+38,mlp.experts.9.up_proj,0.0000070599,0.05000,15.115
+38,mlp.experts.8.up_proj,0.0000091603,0.05000,15.116
+38,mlp.experts.4.up_proj,0.0000126434,0.05000,15.085
+38,mlp.experts.10.up_proj,0.0000399725,0.05000,15.167
+38,mlp.experts.12.up_proj,0.0000357392,0.05000,15.133
+38,mlp.experts.6.up_proj,0.0000647056,0.05000,15.232
+38,mlp.experts.11.up_proj,0.0000207007,0.05000,15.136
+38,mlp.experts.37.up_proj,0.0000283555,0.05000,15.275
+38,mlp.experts.33.up_proj,0.0000148182,0.05000,15.318
+38,mlp.experts.26.up_proj,failsafe(rtn): 0.0009537,0.00000,0.828
+38,mlp.experts.16.up_proj,0.0000255472,0.05000,15.447
+38,mlp.experts.23.up_proj,0.0000234365,0.05000,15.385
+38,mlp.experts.53.up_proj,failsafe(rtn): 0.0010529,0.00000,0.786
+38,mlp.experts.35.up_proj,0.0000171659,0.05000,15.454
+38,mlp.experts.61.up_proj,0.0000155326,0.05000,15.385
+38,mlp.experts.50.up_proj,0.0000288800,0.05000,15.329
+38,mlp.experts.51.up_proj,failsafe(rtn): 0.0009995,0.00000,0.805
+38,mlp.experts.14.up_proj,0.0000250268,0.05000,15.894
+38,mlp.experts.15.up_proj,0.0000274002,0.05000,15.859
+38,mlp.experts.25.up_proj,0.0000322251,0.05000,15.795
+38,mlp.experts.24.up_proj,0.0000431931,0.05000,15.851
+38,mlp.experts.20.up_proj,0.0000123768,0.05000,15.929
+38,mlp.experts.28.up_proj,0.0000164423,0.05000,15.638
+38,mlp.experts.22.up_proj,0.0000102271,0.05000,15.701
+38,mlp.experts.27.up_proj,0.0000256986,0.05000,15.961
+38,mlp.experts.49.up_proj,0.0000535782,0.05000,15.875
+38,mlp.experts.42.up_proj,0.0000427653,0.05000,15.918
+38,mlp.experts.32.up_proj,0.0000579183,0.05000,15.844
+38,mlp.experts.39.up_proj,0.0000185623,0.05000,15.932
+38,mlp.experts.69.up_proj,0.0000420167,0.05000,15.890
+38,mlp.experts.77.up_proj,0.0000226214,0.05000,15.874
+38,mlp.experts.85.up_proj,failsafe(rtn): 0.0009613,0.00000,0.826
+38,mlp.experts.66.up_proj,0.0001047009,0.05000,15.865
+38,mlp.experts.67.up_proj,0.0000404499,0.05000,16.013
+38,mlp.experts.30.up_proj,0.0000069091,0.05000,15.599
+38,mlp.experts.31.up_proj,0.0000235590,0.05000,15.686
+38,mlp.experts.41.up_proj,0.0000081595,0.05000,15.500
+38,mlp.experts.40.up_proj,0.0000289416,0.05000,15.474
+38,mlp.experts.36.up_proj,0.0000366319,0.05000,15.387
+38,mlp.experts.44.up_proj,0.0000089257,0.05000,15.419
+38,mlp.experts.38.up_proj,0.0000825032,0.05000,15.526
+38,mlp.experts.43.up_proj,0.0000233155,0.05000,15.466
+38,mlp.experts.56.up_proj,failsafe(rtn): 0.0009918,0.00000,0.790
+38,mlp.experts.65.up_proj,0.0000487588,0.05000,15.287
+38,mlp.experts.48.up_proj,0.0000079066,0.05000,15.306
+38,mlp.experts.58.up_proj,0.0001305351,0.05000,15.333
+38,mlp.experts.81.up_proj,failsafe(rtn): 0.0009346,0.00000,0.838
+38,mlp.experts.55.up_proj,0.0000390197,0.05000,15.630
+38,mlp.experts.93.up_proj,0.0000283701,0.05000,15.265
+38,mlp.experts.101.up_proj,0.0000113897,0.05000,15.332
+38,mlp.experts.82.up_proj,0.0000437736,0.05000,15.232
+38,mlp.experts.83.up_proj,0.0000250444,0.05000,15.226
+38,mlp.experts.46.up_proj,0.0000410670,0.05000,15.477
+38,mlp.experts.57.up_proj,0.0000642837,0.05000,15.517
+38,mlp.experts.47.up_proj,0.0000763418,0.05000,15.597
+38,mlp.experts.52.up_proj,0.0000196559,0.05000,15.577
+38,mlp.experts.60.up_proj,0.0000195402,0.05000,15.640
+38,mlp.experts.54.up_proj,0.0000897115,0.05000,15.497
+38,mlp.experts.72.up_proj,0.0000324851,0.05000,15.428
+38,mlp.experts.59.up_proj,0.0000114750,0.05000,15.539
+38,mlp.experts.76.up_proj,failsafe(rtn): 0.0010147,0.00000,0.622
+38,mlp.experts.64.up_proj,0.0000076665,0.05000,15.291
+38,mlp.experts.74.up_proj,0.0000125003,0.05000,15.440
+38,mlp.experts.97.up_proj,0.0000156286,0.05000,15.170
+38,mlp.experts.71.up_proj,0.0000089565,0.05000,15.282
+38,mlp.experts.109.up_proj,0.0000140516,0.05000,15.235
+38,mlp.experts.113.up_proj,failsafe(rtn): 0.0009918,0.00000,0.782
+38,mlp.experts.117.up_proj,0.0000245646,0.05000,15.189
+38,mlp.experts.98.up_proj,0.0000837810,0.05000,15.291
+38,mlp.experts.99.up_proj,0.0000156528,0.05000,15.268
+38,mlp.experts.125.up_proj,failsafe(rtn): 0.0009613,0.00000,0.732
+38,mlp.experts.62.up_proj,0.0000523159,0.05000,14.475
+38,mlp.experts.73.up_proj,0.0000233405,0.05000,14.388
+38,mlp.experts.63.up_proj,0.0000316949,0.05000,14.502
+38,mlp.experts.68.up_proj,0.0000120120,0.05000,14.365
+38,mlp.experts.70.up_proj,0.0000597658,0.05000,14.605
+38,mlp.experts.89.up_proj,failsafe(rtn): 0.0010300,0.00000,0.826
+38,mlp.experts.75.up_proj,0.0000102841,0.05000,14.598
+38,mlp.experts.92.up_proj,0.0000117798,0.05000,14.627
+38,mlp.experts.80.up_proj,0.0000095113,0.05000,14.620
+38,mlp.experts.88.up_proj,0.0000159844,0.05000,14.744
+38,mlp.experts.90.up_proj,0.0000872232,0.05000,14.728
+38,mlp.experts.87.up_proj,0.0000158555,0.05000,14.832
+38,mlp.experts.129.up_proj,0.0001126446,0.05000,14.788
+38,mlp.experts.133.up_proj,0.0000352779,0.05000,14.724
+38,mlp.experts.114.up_proj,0.0000363479,0.05000,14.772
+38,mlp.experts.115.up_proj,0.0000234260,0.05000,14.895
+38,mlp.experts.141.up_proj,0.0000302608,0.05000,14.925
+38,mlp.experts.130.up_proj,failsafe(rtn): 0.0009499,0.00000,0.850
+38,mlp.experts.78.up_proj,0.0000301926,0.05000,15.926
+38,mlp.experts.79.up_proj,0.0000094224,0.05000,15.999
+38,mlp.experts.84.up_proj,0.0000119659,0.05000,16.000
+38,mlp.experts.86.up_proj,0.0000074464,0.05000,16.020
+38,mlp.experts.105.up_proj,0.0000361112,0.05000,16.086
+38,mlp.experts.104.up_proj,0.0000460091,0.05000,15.771
+38,mlp.experts.91.up_proj,0.0000464745,0.05000,15.859
+38,mlp.experts.100.up_proj,failsafe(rtn): 0.0009575,0.00000,0.828
+38,mlp.experts.96.up_proj,0.0000208186,0.05000,15.976
+38,mlp.experts.108.up_proj,0.0001454715,0.05000,16.003
+38,mlp.experts.106.up_proj,0.0000382110,0.05000,15.937
+38,mlp.experts.116.up_proj,failsafe(rtn): 0.0009766,0.00000,0.737
+38,mlp.experts.103.up_proj,0.0000116074,0.05000,15.869
+38,mlp.experts.149.up_proj,0.0000269051,0.05000,15.814
+38,mlp.experts.145.up_proj,0.0000379019,0.05000,15.883
+38,mlp.experts.131.up_proj,0.0000357011,0.05000,15.862
+38,mlp.experts.157.up_proj,0.0000248788,0.05000,15.835
+38,mlp.experts.146.up_proj,0.0000112606,0.05000,15.960
+38,mlp.experts.94.up_proj,0.0000097129,0.05000,15.422
+38,mlp.experts.95.up_proj,0.0000152582,0.05000,15.282
+38,mlp.experts.121.up_proj,0.0000248179,0.05000,15.259
+38,mlp.experts.102.up_proj,0.0000420949,0.05000,15.439
+38,mlp.experts.107.up_proj,0.0000700332,0.05000,15.442
+38,mlp.experts.120.up_proj,0.0000305432,0.05000,15.478
+38,mlp.experts.112.up_proj,0.0000416609,0.05000,15.310
+38,mlp.experts.124.up_proj,0.0000140044,0.05000,15.373
+38,mlp.experts.122.up_proj,0.0000113187,0.05000,15.400
+38,mlp.experts.132.up_proj,0.0000170745,0.05000,15.579
+38,mlp.experts.119.up_proj,0.0000289458,0.05000,15.353
+38,mlp.experts.161.up_proj,0.0000786130,0.05000,15.261
+38,mlp.experts.165.up_proj,0.0000604645,0.05000,15.416
+38,mlp.experts.173.up_proj,0.0000059056,0.05000,15.389
+38,mlp.experts.147.up_proj,0.0000866938,0.05000,15.426
+38,mlp.experts.181.up_proj,failsafe(rtn): 0.0010223,0.00000,0.832
+38,mlp.experts.162.up_proj,0.0000131550,0.05000,15.488
+38,mlp.experts.110.up_proj,0.0000611595,0.05000,15.432
+38,mlp.experts.111.up_proj,0.0000389043,0.05000,15.373
+38,mlp.experts.137.up_proj,0.0000731327,0.05000,15.285
+38,mlp.experts.118.up_proj,0.0000047369,0.05000,15.426
+38,mlp.experts.128.up_proj,0.0000766494,0.05000,15.196
+38,mlp.experts.140.up_proj,0.0000406011,0.05000,15.219
+38,mlp.experts.123.up_proj,0.0000285751,0.05000,15.358
+38,mlp.experts.136.up_proj,0.0000126364,0.05000,15.372
+38,mlp.experts.153.up_proj,failsafe(rtn): 0.0009575,0.00000,0.716
+38,mlp.experts.138.up_proj,0.0000377696,0.05000,15.224
+38,mlp.experts.152.up_proj,failsafe(rtn): 0.0009613,0.00000,0.768
+38,mlp.experts.148.up_proj,0.0000099499,0.05000,15.294
+38,mlp.experts.135.up_proj,0.0000312771,0.05000,15.284
+38,mlp.experts.177.up_proj,0.0000233976,0.05000,15.253
+38,mlp.experts.189.up_proj,0.0000169607,0.05000,15.179
+38,mlp.experts.163.up_proj,0.0000135640,0.05000,15.194
+38,mlp.experts.197.up_proj,0.0000317598,0.05000,15.194
+38,mlp.experts.178.up_proj,0.0001038283,0.05000,15.310
+38,mlp.experts.194.up_proj,failsafe(rtn): 0.0009346,0.00000,0.883
+38,mlp.experts.126.up_proj,0.0000225708,0.05000,15.120
+38,mlp.experts.127.up_proj,0.0000051792,0.05000,15.364
+38,mlp.experts.134.up_proj,0.0000191506,0.05000,15.507
+38,mlp.experts.144.up_proj,0.0000354956,0.05000,15.503
+38,mlp.experts.156.up_proj,0.0000340996,0.05000,15.555
+38,mlp.experts.169.up_proj,0.0000138954,0.05000,15.381
+38,mlp.experts.139.up_proj,0.0000300792,0.05000,15.602
+38,mlp.experts.154.up_proj,0.0000183115,0.05000,15.581
+38,mlp.experts.164.up_proj,0.0001101294,0.05000,15.396
+38,mlp.experts.172.up_proj,failsafe(rtn): 0.0010071,0.00000,0.686
+38,mlp.experts.168.up_proj,0.0000234341,0.05000,15.419
+38,mlp.experts.155.up_proj,failsafe(rtn): 0.0009689,0.00000,0.685
+38,mlp.experts.170.up_proj,failsafe(rtn): 0.0009537,0.00000,0.710
+38,mlp.experts.151.up_proj,0.0000180481,0.05000,15.585
+38,mlp.experts.193.up_proj,0.0000250122,0.05000,15.611
+38,mlp.experts.205.up_proj,0.0000487400,0.05000,15.604
+38,mlp.experts.179.up_proj,0.0000667191,0.05000,15.591
+38,mlp.experts.213.up_proj,0.0000073420,0.05000,15.574
+38,mlp.experts.221.up_proj,failsafe(rtn): 0.0009727,0.00000,0.659
+38,mlp.experts.229.up_proj,failsafe(rtn): 0.0009346,0.00000,0.684
+38,mlp.experts.210.up_proj,0.0000337192,0.05000,15.246
+38,mlp.experts.226.up_proj,failsafe(rtn): 0.0009766,0.00000,0.772
+38,mlp.experts.142.up_proj,0.0000866546,0.05000,14.881
+38,mlp.experts.143.up_proj,0.0000062392,0.05000,14.847
+38,mlp.experts.150.up_proj,0.0000392302,0.05000,14.824
+38,mlp.experts.160.up_proj,0.0000217188,0.05000,14.792
+38,mlp.experts.185.up_proj,0.0000266995,0.05000,14.602
+38,mlp.experts.180.up_proj,0.0000141617,0.05000,14.712
+38,mlp.experts.171.up_proj,0.0000184954,0.05000,14.730
+38,mlp.experts.188.up_proj,0.0000195525,0.05000,14.878
+38,mlp.experts.184.up_proj,0.0000147493,0.05000,14.929
+38,mlp.experts.186.up_proj,0.0000839094,0.05000,14.787
+38,mlp.experts.167.up_proj,0.0000325560,0.05000,14.735
+38,mlp.experts.209.up_proj,0.0000018326,0.05000,14.670
+38,mlp.experts.183.up_proj,failsafe(rtn): 0.0009613,0.00000,0.878
+38,mlp.experts.195.up_proj,0.0000163699,0.05000,14.774
+38,mlp.experts.237.up_proj,0.0000295055,0.05000,14.806
+38,mlp.experts.199.up_proj,failsafe(rtn): 0.0010834,0.00000,0.724
+38,mlp.experts.211.up_proj,failsafe(rtn): 0.0009537,0.00000,0.733
+38,mlp.experts.245.up_proj,0.0000342386,0.05000,14.757
+38,mlp.experts.253.up_proj,failsafe(rtn): 0.0009613,0.00000,0.642
+38,mlp.experts.242.up_proj,0.0000148798,0.05000,14.617
+38,mlp.experts.2.down_proj,failsafe(rtn): 0.0009460,0.00000,0.164
+38,mlp.experts.5.down_proj,0.0000021369,0.05000,3.665
+38,mlp.experts.13.down_proj,0.0000137666,0.05000,3.926
+38,mlp.experts.29.down_proj,failsafe(rtn): 0.0009613,0.00000,0.143
+38,mlp.experts.18.down_proj,0.0000053003,0.05000,3.850
+38,mlp.experts.21.down_proj,0.0000015712,0.05000,3.485
+38,mlp.experts.45.down_proj,0.0000026149,0.05000,3.364
+38,mlp.experts.34.down_proj,0.0000148157,0.05000,3.513
+38,mlp.experts.158.up_proj,0.0000401574,0.05000,15.114
+38,mlp.experts.159.up_proj,0.0000307998,0.05000,15.162
+38,mlp.experts.37.down_proj,0.0000015973,0.05000,4.125
+38,mlp.experts.53.down_proj,failsafe(rtn): 0.0010376,0.00000,0.223
+38,mlp.experts.201.up_proj,0.0000091278,0.05000,14.866
+38,mlp.experts.166.up_proj,0.0000208836,0.05000,15.238
+38,mlp.experts.176.up_proj,0.0000115250,0.05000,15.157
+38,mlp.experts.61.down_proj,0.0000003133,0.05000,4.170
+38,mlp.experts.50.down_proj,0.0000107337,0.05000,4.084
+38,mlp.experts.196.up_proj,0.0000120624,0.05000,15.234
+38,mlp.experts.200.up_proj,0.0000163351,0.05000,15.164
+38,mlp.experts.187.up_proj,0.0000314171,0.05000,15.370
+38,mlp.experts.204.up_proj,0.0000340783,0.05000,15.343
+38,mlp.experts.202.up_proj,0.0000164584,0.05000,15.255
+38,mlp.experts.225.up_proj,0.0000412415,0.05000,14.974
+38,mlp.experts.203.up_proj,failsafe(rtn): 0.0009842,0.00000,0.717
+38,mlp.experts.215.up_proj,0.0000067366,0.05000,15.016
+38,mlp.experts.227.up_proj,0.0000415080,0.05000,15.179
+38,mlp.experts.69.down_proj,0.0000053778,0.05000,3.830
+38,mlp.experts.85.down_proj,failsafe(rtn): 0.0009460,0.00000,0.204
+38,mlp.experts.77.down_proj,0.0000005791,0.05000,3.862
+38,mlp.experts.66.down_proj,0.0000293389,0.05000,3.837
+38,mlp.experts.101.down_proj,0.0000024061,0.05000,4.177
+38,mlp.experts.93.down_proj,0.0000017566,0.05000,4.182
+38,mlp.experts.82.down_proj,0.0000013292,0.05000,4.211
+38,mlp.experts.117.down_proj,0.0000005693,0.05000,3.792
+38,mlp.experts.109.down_proj,0.0000048880,0.05000,3.633
+38,mlp.experts.125.down_proj,failsafe(rtn): 0.0009499,0.00000,0.153
+38,mlp.experts.98.down_proj,0.0000035448,0.05000,3.577
+38,mlp.experts.174.up_proj,0.0000805761,0.05000,15.716
+38,mlp.experts.175.up_proj,0.0000094044,0.05000,15.773
+38,mlp.experts.217.up_proj,0.0000267992,0.05000,15.412
+38,mlp.experts.133.down_proj,0.0000042468,0.05000,3.764
+38,mlp.experts.182.up_proj,0.0000288527,0.05000,15.441
+38,mlp.experts.192.up_proj,0.0000385017,0.05000,15.561
+38,mlp.experts.141.down_proj,0.0000182773,0.05000,3.876
+38,mlp.experts.212.up_proj,0.0000063303,0.05000,15.318
+38,mlp.experts.216.up_proj,0.0000604171,0.05000,15.200
+38,mlp.experts.114.down_proj,0.0000066805,0.05000,3.815
+38,mlp.experts.208.up_proj,failsafe(rtn): 0.0009842,0.00000,0.783
+38,mlp.experts.130.down_proj,failsafe(rtn): 0.0009308,0.00000,0.240
+38,mlp.experts.220.up_proj,0.0000347194,0.05000,15.471
+38,mlp.experts.241.up_proj,0.0000299176,0.05000,15.365
+38,mlp.experts.218.up_proj,0.0000787552,0.05000,15.460
+38,mlp.experts.1.down_proj,failsafe(rtn): 0.0009537,0.00000,0.221
+38,mlp.experts.224.up_proj,failsafe(rtn): 0.0009422,0.00000,0.822
+38,mlp.experts.219.up_proj,0.0000745903,0.05000,15.595
+38,mlp.experts.240.up_proj,failsafe(rtn): 0.0009766,0.00000,0.893
+38,mlp.experts.231.up_proj,0.0000207137,0.05000,15.845
+38,mlp.experts.243.up_proj,0.0000273226,0.05000,15.827
+38,mlp.experts.149.down_proj,0.0000040476,0.05000,4.092
+38,mlp.experts.247.up_proj,failsafe(rtn): 0.0009308,0.00000,0.807
+38,mlp.experts.157.down_proj,0.0000051340,0.05000,4.214
+38,mlp.experts.146.down_proj,0.0000022715,0.05000,4.026
+38,mlp.experts.17.down_proj,0.0000003246,0.05000,4.126
+38,mlp.experts.0.down_proj,0.0000055185,0.05000,3.920
+38,mlp.experts.3.down_proj,0.0000036618,0.05000,3.865
+38,mlp.experts.19.down_proj,failsafe(rtn): 0.0009270,0.00000,0.154
+38,mlp.experts.165.down_proj,0.0000014913,0.05000,3.710
+38,mlp.experts.7.down_proj,0.0000084845,0.05000,3.764
+38,mlp.experts.181.down_proj,failsafe(rtn): 0.0009766,0.00000,0.223
+38,mlp.experts.173.down_proj,0.0000007457,0.05000,3.679
+38,mlp.experts.162.down_proj,0.0000024429,0.05000,3.705
+38,mlp.experts.33.down_proj,0.0000042212,0.05000,3.701
+38,mlp.experts.16.down_proj,0.0000008704,0.05000,3.787
+38,mlp.experts.35.down_proj,0.0000003332,0.05000,4.057
+38,mlp.experts.51.down_proj,failsafe(rtn): 0.0009842,0.00000,0.228
+38,mlp.experts.23.down_proj,0.0000013057,0.05000,4.130
+38,mlp.experts.197.down_proj,0.0000062566,0.05000,4.090
+38,mlp.experts.189.down_proj,0.0000022179,0.05000,4.074
+38,mlp.experts.178.down_proj,0.0000037113,0.05000,3.956
+38,mlp.experts.194.down_proj,failsafe(rtn): 0.0009308,0.00000,0.214
+38,mlp.experts.49.down_proj,0.0000019022,0.05000,4.016
+38,mlp.experts.190.up_proj,0.0000265495,0.05000,15.460
+38,mlp.experts.32.down_proj,0.0000107496,0.05000,3.891
+38,mlp.experts.191.up_proj,0.0000110008,0.05000,15.433
+38,mlp.experts.233.up_proj,0.0000218841,0.05000,15.693
+38,mlp.experts.67.down_proj,0.0000014280,0.05000,3.920
+38,mlp.experts.198.up_proj,0.0000434209,0.05000,15.774
+38,mlp.experts.39.down_proj,0.0000031061,0.05000,3.887
+38,mlp.experts.213.down_proj,0.0000020773,0.05000,3.902
+38,mlp.experts.229.down_proj,failsafe(rtn): 0.0009193,0.00000,0.212
+38,mlp.experts.205.down_proj,0.0000044861,0.05000,3.924
+38,mlp.experts.221.down_proj,failsafe(rtn): 0.0009537,0.00000,0.219
+38,mlp.experts.214.up_proj,failsafe(rtn): 0.0009842,0.00000,0.820
+38,mlp.experts.228.up_proj,0.0000189324,0.05000,15.900
+38,mlp.experts.232.up_proj,0.0000273711,0.05000,15.855
+38,mlp.experts.210.down_proj,0.0000054426,0.05000,3.961
+38,mlp.experts.234.up_proj,0.0000074944,0.05000,15.721
+38,mlp.experts.236.up_proj,0.0000216185,0.05000,15.907
+38,mlp.experts.226.down_proj,failsafe(rtn): 0.0009651,0.00000,0.186
+38,mlp.experts.65.down_proj,0.0000013351,0.05000,4.048
+38,mlp.experts.81.down_proj,failsafe(rtn): 0.0009079,0.00000,0.212
+38,mlp.experts.235.up_proj,0.0000834249,0.05000,15.679
+38,mlp.experts.48.down_proj,0.0000196982,0.05000,4.227
+38,mlp.experts.83.down_proj,0.0000012157,0.05000,4.003
+38,mlp.experts.55.down_proj,0.0000041055,0.05000,3.993
+38,mlp.experts.245.down_proj,0.0000007292,0.05000,3.949
+38,mlp.experts.237.down_proj,0.0000009547,0.05000,3.895
+38,mlp.experts.253.down_proj,failsafe(rtn): 0.0009422,0.00000,0.185
+38,mlp.experts.242.down_proj,0.0000020744,0.05000,3.800
+38,mlp.experts.97.down_proj,0.0000032849,0.05000,3.623
+38,mlp.experts.113.down_proj,failsafe(rtn): 0.0009727,0.00000,0.115
+38,mlp.experts.64.down_proj,0.0000042390,0.05000,3.221
+38,mlp.experts.99.down_proj,0.0000012964,0.05000,2.947
+38,mlp.experts.71.down_proj,0.0000022282,0.05000,2.870
+38,mlp.experts.129.down_proj,0.0000044085,0.05000,2.564
+38,mlp.experts.80.down_proj,0.0000018415,0.05000,2.798
+38,mlp.experts.115.down_proj,0.0000016362,0.05000,2.935
+38,mlp.experts.87.down_proj,0.0000022973,0.05000,2.825
+38,mlp.experts.145.down_proj,0.0000018333,0.05000,2.923
+38,mlp.experts.206.up_proj,0.0000360803,0.05000,13.063
+38,mlp.experts.96.down_proj,0.0000003582,0.05000,2.770
+38,mlp.experts.207.up_proj,0.0000339164,0.05000,12.922
+38,mlp.experts.249.up_proj,0.0000184901,0.05000,12.567
+38,mlp.experts.131.down_proj,0.0000049212,0.05000,2.864
+38,mlp.experts.103.down_proj,0.0000119290,0.05000,2.875
+38,mlp.experts.244.up_proj,0.0000111030,0.05000,12.054
+38,mlp.experts.230.up_proj,0.0000340831,0.05000,12.283
+38,mlp.experts.248.up_proj,0.0000306092,0.05000,12.183
+38,mlp.experts.250.up_proj,0.0000210864,0.05000,12.120
+38,mlp.experts.252.up_proj,0.0000089490,0.05000,12.027
+38,mlp.experts.246.up_proj,failsafe(rtn): 0.0009651,0.00000,0.518
+38,mlp.experts.251.up_proj,0.0000101048,0.05000,11.850
+38,mlp.experts.161.down_proj,0.0000038232,0.05000,2.672
+38,mlp.experts.112.down_proj,0.0000010675,0.05000,2.742
+38,mlp.experts.9.down_proj,0.0000019833,0.05000,2.558
+38,mlp.experts.119.down_proj,0.0000041931,0.05000,2.635
+38,mlp.experts.147.down_proj,0.0000021741,0.05000,2.663
+38,mlp.experts.4.down_proj,0.0000027681,0.05000,2.735
+38,mlp.experts.8.down_proj,0.0000001753,0.05000,2.799
+38,mlp.experts.10.down_proj,0.0000011044,0.05000,2.800
+38,mlp.experts.12.down_proj,0.0000072074,0.05000,2.832
+38,mlp.experts.26.down_proj,failsafe(rtn): 0.0009384,0.00000,0.158
+38,mlp.experts.6.down_proj,0.0000013983,0.05000,2.882
+38,mlp.experts.11.down_proj,0.0000005613,0.05000,2.919
+38,mlp.experts.177.down_proj,0.0000027370,0.05000,2.916
+38,mlp.experts.128.down_proj,0.0000088606,0.05000,2.990
+38,mlp.experts.25.down_proj,0.0000015121,0.05000,3.027
+38,mlp.experts.135.down_proj,0.0000058850,0.05000,3.033
+38,mlp.experts.163.down_proj,0.0000039500,0.05000,3.039
+38,mlp.experts.20.down_proj,0.0000030271,0.05000,2.951
+38,mlp.experts.24.down_proj,0.0000090773,0.05000,2.888
+38,mlp.experts.28.down_proj,0.0000027118,0.05000,2.893
+38,mlp.experts.42.down_proj,0.0000014832,0.05000,2.884
+38,mlp.experts.22.down_proj,0.0000014807,0.05000,2.838
+38,mlp.experts.193.down_proj,0.0000012457,0.05000,2.767
+38,mlp.experts.27.down_proj,0.0000093974,0.05000,2.815
+38,mlp.experts.144.down_proj,0.0000052767,0.05000,2.839
+38,mlp.experts.41.down_proj,0.0000133638,0.05000,2.753
+38,mlp.experts.151.down_proj,0.0000029347,0.05000,2.742
+38,mlp.experts.179.down_proj,0.0000043970,0.05000,2.759
+38,mlp.experts.36.down_proj,0.0000009735,0.05000,2.701
+38,mlp.experts.40.down_proj,0.0000064184,0.05000,2.717
+38,mlp.experts.56.down_proj,failsafe(rtn): 0.0009842,0.00000,0.162
+38,mlp.experts.44.down_proj,0.0000017980,0.05000,2.723
+38,mlp.experts.58.down_proj,0.0000075965,0.05000,2.716
+38,mlp.experts.38.down_proj,0.0000035330,0.05000,2.733
+38,mlp.experts.209.down_proj,0.0000001122,0.05000,2.651
+38,mlp.experts.43.down_proj,0.0000036096,0.05000,2.683
+38,mlp.experts.222.up_proj,0.0000408018,0.05000,11.034
+38,mlp.experts.223.up_proj,0.0000328948,0.05000,11.163
+38,mlp.experts.160.down_proj,0.0000059450,0.05000,2.798
+38,mlp.experts.238.up_proj,failsafe(rtn): 0.0009193,0.00000,0.681
+38,mlp.experts.57.down_proj,0.0000449813,0.05000,2.851
+38,mlp.experts.167.down_proj,0.0000074629,0.05000,3.027
+38,mlp.experts.195.down_proj,0.0000023488,0.05000,3.031
+38,mlp.experts.183.down_proj,failsafe(rtn): 0.0009499,0.00000,0.129
+38,mlp.experts.211.down_proj,failsafe(rtn): 0.0009460,0.00000,0.131
+38,mlp.experts.52.down_proj,0.0000024983,0.05000,3.052
+38,mlp.experts.199.down_proj,failsafe(rtn): 0.0010605,0.00000,0.144
+38,mlp.experts.72.down_proj,0.0000020430,0.05000,3.039
+38,mlp.experts.60.down_proj,0.0000044596,0.05000,3.159
+38,mlp.experts.74.down_proj,0.0000023313,0.05000,3.154
+38,mlp.experts.76.down_proj,failsafe(rtn): 0.0009995,0.00000,0.201
+38,mlp.experts.225.down_proj,0.0000050527,0.05000,3.156
+38,mlp.experts.54.down_proj,0.0000065266,0.05000,3.239
+38,mlp.experts.59.down_proj,0.0000021741,0.05000,3.193
+38,mlp.experts.176.down_proj,0.0000001932,0.05000,3.138
+38,mlp.experts.73.down_proj,0.0000019221,0.05000,3.070
+38,mlp.experts.89.down_proj,failsafe(rtn): 0.0010147,0.00000,0.126
+38,mlp.experts.227.down_proj,0.0000118155,0.05000,2.899
+38,mlp.experts.68.down_proj,0.0000043778,0.05000,2.937
+38,mlp.experts.215.down_proj,0.0000014077,0.05000,2.893
+38,mlp.experts.88.down_proj,0.0000018054,0.05000,2.855
+38,mlp.experts.90.down_proj,0.0000025478,0.05000,2.762
+38,mlp.experts.92.down_proj,0.0000025481,0.05000,2.801
+38,mlp.experts.241.down_proj,0.0000020666,0.05000,2.706
+38,mlp.experts.70.down_proj,0.0000018266,0.05000,2.789
+38,mlp.experts.75.down_proj,0.0000020192,0.05000,2.821
+38,mlp.experts.192.down_proj,0.0000012558,0.05000,2.669
+38,mlp.experts.208.down_proj,failsafe(rtn): 0.0009727,0.00000,0.139
+38,mlp.experts.224.down_proj,failsafe(rtn): 0.0008965,0.00000,0.119
+38,mlp.experts.105.down_proj,0.0000026736,0.05000,2.587
+38,mlp.experts.240.down_proj,failsafe(rtn): 0.0009689,0.00000,0.112
+38,mlp.experts.243.down_proj,0.0000092081,0.05000,2.550
+38,mlp.experts.231.down_proj,0.0000019163,0.05000,2.485
+38,mlp.experts.84.down_proj,0.0000024355,0.05000,2.541
+38,mlp.experts.247.down_proj,failsafe(rtn): 0.0009346,0.00000,0.104
+38,mlp.experts.100.down_proj,failsafe(rtn): 0.0009422,0.00000,0.097
+38,mlp.experts.104.down_proj,0.0000024825,0.05000,2.456
+38,mlp.experts.116.down_proj,failsafe(rtn): 0.0009460,0.00000,0.089
+38,mlp.experts.106.down_proj,0.0000182647,0.05000,2.360
+38,mlp.experts.108.down_proj,0.0000195282,0.05000,2.317
+38,mlp.experts.86.down_proj,0.0000011041,0.05000,2.220
+38,mlp.experts.91.down_proj,0.0000012015,0.05000,2.190
+38,mlp.experts.121.down_proj,0.0000038731,0.05000,1.919
+38,mlp.experts.120.down_proj,0.0000046111,0.05000,1.846
+38,mlp.experts.132.down_proj,0.0000025779,0.05000,1.863
+38,mlp.experts.122.down_proj,0.0000028780,0.05000,1.816
+38,mlp.experts.124.down_proj,0.0000033567,0.05000,1.870
+38,mlp.experts.107.down_proj,0.0000026671,0.05000,1.822
+38,mlp.experts.102.down_proj,0.0000114896,0.05000,1.881
+38,mlp.experts.239.up_proj,0.0000179817,0.05000,9.772
+38,mlp.experts.254.up_proj,0.0000077592,0.05000,9.580
+38,mlp.experts.137.down_proj,0.0000025760,0.05000,1.869
+38,mlp.experts.255.up_proj,failsafe(rtn): 0.0010071,0.00000,0.361
+38,mlp.experts.153.down_proj,failsafe(rtn): 0.0009384,0.00000,0.094
+38,mlp.experts.136.down_proj,0.0000027473,0.05000,2.012
+38,mlp.experts.148.down_proj,0.0000037459,0.05000,2.022
+38,mlp.experts.152.down_proj,failsafe(rtn): 0.0009499,0.00000,0.131
+38,mlp.experts.138.down_proj,0.0000010084,0.05000,2.040
+38,mlp.experts.123.down_proj,0.0000013661,0.05000,1.962
+38,mlp.experts.140.down_proj,0.0000009436,0.05000,2.005
+38,mlp.experts.118.down_proj,0.0000009965,0.05000,1.996
+38,mlp.experts.14.down_proj,0.0000041338,0.05000,1.974
+38,mlp.experts.15.down_proj,0.0000047056,0.05000,1.938
+38,mlp.experts.169.down_proj,0.0000003333,0.05000,1.913
+38,mlp.experts.164.down_proj,0.0000046651,0.05000,1.895
+38,mlp.experts.168.down_proj,0.0000037284,0.05000,1.886
+38,mlp.experts.154.down_proj,0.0000026719,0.05000,1.897
+38,mlp.experts.170.down_proj,failsafe(rtn): 0.0009384,0.00000,0.100
+38,mlp.experts.139.down_proj,0.0000014723,0.05000,1.937
+38,mlp.experts.156.down_proj,0.0000074090,0.05000,1.932
+38,mlp.experts.155.down_proj,failsafe(rtn): 0.0009384,0.00000,0.109
+38,mlp.experts.172.down_proj,failsafe(rtn): 0.0009918,0.00000,0.110
+38,mlp.experts.134.down_proj,0.0000007940,0.05000,1.994
+38,mlp.experts.30.down_proj,0.0000015314,0.05000,1.973
+38,mlp.experts.185.down_proj,0.0000045376,0.05000,1.863
+38,mlp.experts.31.down_proj,0.0000010102,0.05000,1.985
+38,mlp.experts.180.down_proj,0.0000002594,0.05000,1.927
+38,mlp.experts.184.down_proj,0.0000003415,0.05000,1.968
+38,mlp.experts.186.down_proj,0.0000023942,0.05000,1.904
+38,mlp.experts.171.down_proj,0.0000035099,0.05000,1.887
+38,mlp.experts.188.down_proj,0.0000045226,0.05000,1.912
+38,mlp.experts.150.down_proj,0.0000059259,0.05000,1.943
+38,mlp.experts.46.down_proj,0.0000017705,0.05000,1.931
+38,mlp.experts.201.down_proj,0.0000037867,0.05000,1.837
+38,mlp.experts.47.down_proj,0.0000049654,0.05000,1.901
+38,mlp.experts.196.down_proj,0.0000001983,0.05000,1.956
+38,mlp.experts.200.down_proj,0.0000035711,0.05000,1.913
+38,mlp.experts.202.down_proj,0.0000005784,0.05000,1.912
+38,mlp.experts.187.down_proj,0.0000061300,0.05000,1.927
+38,mlp.experts.204.down_proj,0.0000036504,0.05000,1.929
+38,mlp.experts.203.down_proj,failsafe(rtn): 0.0009689,0.00000,0.089
+38,mlp.experts.166.down_proj,0.0000020631,0.05000,1.968
+38,mlp.experts.62.down_proj,0.0000017262,0.05000,1.862
+38,mlp.experts.217.down_proj,0.0000021634,0.05000,1.841
+38,mlp.experts.63.down_proj,0.0000038024,0.05000,1.856
+38,mlp.experts.212.down_proj,0.0000013051,0.05000,1.872
+38,mlp.experts.216.down_proj,0.0000247301,0.05000,1.882
+38,mlp.experts.218.down_proj,0.0000054066,0.05000,1.842
+38,mlp.experts.220.down_proj,0.0000012693,0.05000,1.927
+38,mlp.experts.219.down_proj,0.0000227784,0.05000,1.895
+38,mlp.experts.182.down_proj,0.0000027263,0.05000,1.894
+38,mlp.experts.233.down_proj,0.0000004405,0.05000,1.864
+38,mlp.experts.78.down_proj,0.0000012449,0.05000,1.942
+38,mlp.experts.79.down_proj,0.0000011982,0.05000,1.939
+38,mlp.experts.228.down_proj,0.0000034238,0.05000,1.947
+38,mlp.experts.232.down_proj,0.0000031848,0.05000,1.989
+38,mlp.experts.234.down_proj,0.0000012542,0.05000,1.935
+38,mlp.experts.236.down_proj,0.0000017175,0.05000,1.905
+38,mlp.experts.235.down_proj,0.0000019803,0.05000,1.899
+38,mlp.experts.198.down_proj,0.0000053650,0.05000,1.919
+38,mlp.experts.214.down_proj,failsafe(rtn): 0.0009613,0.00000,0.134
+38,mlp.experts.249.down_proj,0.0000027401,0.05000,1.881
+38,mlp.experts.94.down_proj,0.0000019720,0.05000,1.904
+38,mlp.experts.95.down_proj,0.0000041916,0.05000,1.938
+38,mlp.experts.244.down_proj,0.0000018841,0.05000,1.804
+38,mlp.experts.250.down_proj,0.0000039105,0.05000,1.741
+38,mlp.experts.248.down_proj,0.0000033764,0.05000,1.775
+38,mlp.experts.252.down_proj,0.0000002863,0.05000,1.686
+38,mlp.experts.251.down_proj,0.0000012780,0.05000,1.676
+38,mlp.experts.230.down_proj,0.0000063954,0.05000,1.496
+38,mlp.experts.246.down_proj,failsafe(rtn): 0.0009460,0.00000,0.021
+38,mlp.experts.110.down_proj,0.0000020832,0.05000,1.355
+38,mlp.experts.111.down_proj,0.0000010067,0.05000,1.179
+38,mlp.experts.126.down_proj,0.0000049263,0.05000,0.221
+38,mlp.experts.127.down_proj,0.0000007479,0.05000,0.226
+38,mlp.experts.142.down_proj,0.0000025563,0.05000,0.222
+38,mlp.experts.143.down_proj,0.0000001304,0.05000,0.225
+38,mlp.experts.158.down_proj,0.0000012020,0.05000,0.184
+38,mlp.experts.159.down_proj,0.0000007277,0.05000,0.182
+38,mlp.experts.174.down_proj,0.0000024794,0.05000,0.179
+38,mlp.experts.175.down_proj,0.0000015049,0.05000,0.181
+38,mlp.experts.190.down_proj,0.0000056615,0.05000,0.178
+38,mlp.experts.191.down_proj,0.0000001898,0.05000,0.179
+38,mlp.experts.206.down_proj,0.0000009176,0.05000,0.177
+38,mlp.experts.207.down_proj,0.0000009204,0.05000,0.177
+38,mlp.experts.222.down_proj,0.0000013136,0.05000,0.178
+38,mlp.experts.238.down_proj,failsafe(rtn): 0.0009270,0.00000,0.011
+38,mlp.experts.223.down_proj,0.0000033620,0.05000,0.179
+38,mlp.experts.254.down_proj,0.0000009769,0.05000,0.154
+38,mlp.experts.239.down_proj,0.0000017260,0.05000,0.132
+38,mlp.experts.255.down_proj,failsafe(rtn): 0.0010223,0.00000,0.008
+39,mlp.experts.0.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.692
+39,mlp.experts.4.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.689
+39,mlp.experts.3.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.777
+39,mlp.experts.12.gate_proj,0.0000236528,0.05000,15.113
+39,mlp.experts.8.gate_proj,0.0000200620,0.05000,15.125
+39,mlp.experts.10.gate_proj,0.0000152331,0.05000,15.260
+39,mlp.experts.7.gate_proj,0.0000221753,0.05000,15.282
+39,mlp.experts.9.gate_proj,0.0000088032,0.05000,15.286
+39,mlp.experts.2.gate_proj,0.0000096108,0.05000,15.272
+39,mlp.experts.14.gate_proj,0.0000088618,0.05000,15.297
+39,mlp.experts.5.gate_proj,0.0000533413,0.05000,15.321
+39,mlp.experts.1.gate_proj,0.0000065765,0.05000,15.479
+39,mlp.experts.13.gate_proj,0.0000075564,0.05000,15.496
+39,mlp.experts.15.gate_proj,0.0000077515,0.05000,15.509
+39,mlp.experts.11.gate_proj,0.0000112578,0.05000,15.523
+39,mlp.experts.6.gate_proj,0.0000180404,0.05000,15.563
+39,mlp.experts.20.gate_proj,0.0000321591,0.05000,15.489
+39,mlp.experts.19.gate_proj,0.0000567487,0.05000,15.437
+39,mlp.experts.26.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.982
+39,mlp.experts.16.gate_proj,0.0000072492,0.05000,15.640
+39,mlp.experts.28.gate_proj,0.0000877977,0.05000,15.333
+39,mlp.experts.24.gate_proj,0.0000549293,0.05000,15.435
+39,mlp.experts.18.gate_proj,0.0000128218,0.05000,15.293
+39,mlp.experts.30.gate_proj,0.0000079895,0.05000,15.413
+39,mlp.experts.17.gate_proj,0.0000199384,0.05000,15.253
+39,mlp.experts.23.gate_proj,0.0000061379,0.05000,15.469
+39,mlp.experts.21.gate_proj,0.0000093508,0.05000,15.522
+39,mlp.experts.29.gate_proj,0.0000089218,0.05000,15.364
+39,mlp.experts.25.gate_proj,0.0000094087,0.05000,15.632
+39,mlp.experts.27.gate_proj,0.0000203176,0.05000,15.393
+39,mlp.experts.22.gate_proj,0.0000181950,0.05000,15.394
+39,mlp.experts.31.gate_proj,0.0000246270,0.05000,15.530
+39,mlp.experts.36.gate_proj,0.0000115554,0.05000,15.233
+39,mlp.experts.42.gate_proj,0.0000098841,0.05000,15.259
+39,mlp.experts.35.gate_proj,0.0000297339,0.05000,15.371
+39,mlp.experts.33.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.896
+39,mlp.experts.32.gate_proj,0.0000152048,0.05000,15.315
+39,mlp.experts.43.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.881
+39,mlp.experts.49.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.821
+39,mlp.experts.51.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.881
+39,mlp.experts.40.gate_proj,0.0000251538,0.05000,14.591
+39,mlp.experts.44.gate_proj,0.0000091296,0.05000,14.711
+39,mlp.experts.39.gate_proj,0.0000319016,0.05000,14.582
+39,mlp.experts.34.gate_proj,0.0000068290,0.05000,14.738
+39,mlp.experts.45.gate_proj,0.0000314364,0.05000,14.493
+39,mlp.experts.46.gate_proj,0.0000415786,0.05000,14.714
+39,mlp.experts.37.gate_proj,0.0000199855,0.05000,14.637
+39,mlp.experts.41.gate_proj,0.0000931591,0.05000,14.586
+39,mlp.experts.47.gate_proj,0.0000368931,0.05000,14.645
+39,mlp.experts.38.gate_proj,0.0000072327,0.05000,14.817
+39,mlp.experts.52.gate_proj,0.0000062757,0.05000,14.631
+39,mlp.experts.58.gate_proj,0.0000266370,0.05000,14.589
+39,mlp.experts.53.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.806
+39,mlp.experts.48.gate_proj,0.0000157578,0.05000,14.732
+39,mlp.experts.59.gate_proj,0.0000840478,0.05000,14.670
+39,mlp.experts.54.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.707
+39,mlp.experts.65.gate_proj,0.0000452256,0.05000,14.369
+39,mlp.experts.67.gate_proj,0.0000765635,0.05000,14.416
+39,mlp.experts.64.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.714
+39,mlp.experts.60.gate_proj,0.0000557430,0.05000,15.022
+39,mlp.experts.56.gate_proj,0.0000708497,0.05000,15.165
+39,mlp.experts.61.gate_proj,0.0000151624,0.05000,15.086
+39,mlp.experts.50.gate_proj,0.0000506661,0.05000,15.137
+39,mlp.experts.55.gate_proj,0.0000087523,0.05000,15.144
+39,mlp.experts.62.gate_proj,0.0000060538,0.05000,15.128
+39,mlp.experts.57.gate_proj,0.0000094851,0.05000,15.094
+39,mlp.experts.63.gate_proj,0.0000253357,0.05000,15.105
+39,mlp.experts.74.gate_proj,0.0000092265,0.05000,14.905
+39,mlp.experts.68.gate_proj,0.0000281862,0.05000,15.019
+39,mlp.experts.69.gate_proj,0.0000076802,0.05000,14.880
+39,mlp.experts.71.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.726
+39,mlp.experts.70.gate_proj,0.0000033714,0.05000,15.009
+39,mlp.experts.75.gate_proj,0.0000161472,0.05000,15.064
+39,mlp.experts.81.gate_proj,0.0000217807,0.05000,15.035
+39,mlp.experts.83.gate_proj,0.0000401744,0.05000,15.096
+39,mlp.experts.80.gate_proj,0.0000558762,0.05000,15.188
+39,mlp.experts.76.gate_proj,0.0000228157,0.05000,14.668
+39,mlp.experts.72.gate_proj,0.0000066326,0.05000,14.675
+39,mlp.experts.77.gate_proj,0.0000091999,0.05000,14.566
+39,mlp.experts.78.gate_proj,0.0000122259,0.05000,14.646
+39,mlp.experts.73.gate_proj,0.0000207485,0.05000,14.661
+39,mlp.experts.66.gate_proj,0.0000231812,0.05000,14.789
+39,mlp.experts.79.gate_proj,0.0000660356,0.05000,14.609
+39,mlp.experts.84.gate_proj,0.0000303887,0.05000,14.538
+39,mlp.experts.90.gate_proj,0.0000376571,0.05000,14.740
+39,mlp.experts.87.gate_proj,0.0000291409,0.05000,14.759
+39,mlp.experts.85.gate_proj,0.0000099817,0.05000,14.892
+39,mlp.experts.94.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.877
+39,mlp.experts.82.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.865
+39,mlp.experts.86.gate_proj,0.0000193433,0.05000,14.788
+39,mlp.experts.91.gate_proj,0.0000252135,0.05000,14.860
+39,mlp.experts.97.gate_proj,0.0000386036,0.05000,14.711
+39,mlp.experts.99.gate_proj,0.0000157623,0.05000,14.641
+39,mlp.experts.96.gate_proj,0.0000227038,0.05000,14.696
+39,mlp.experts.102.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.806
+39,mlp.experts.92.gate_proj,0.0000073437,0.05000,15.277
+39,mlp.experts.88.gate_proj,0.0000161118,0.05000,15.402
+39,mlp.experts.93.gate_proj,0.0000855753,0.05000,15.333
+39,mlp.experts.89.gate_proj,0.0000259526,0.05000,15.401
+39,mlp.experts.95.gate_proj,0.0000369765,0.05000,15.377
+39,mlp.experts.100.gate_proj,0.0000137149,0.05000,15.241
+39,mlp.experts.106.gate_proj,0.0000185973,0.05000,15.200
+39,mlp.experts.103.gate_proj,0.0000162584,0.05000,15.249
+39,mlp.experts.110.gate_proj,0.0000139618,0.05000,15.245
+39,mlp.experts.101.gate_proj,0.0000454709,0.05000,15.335
+39,mlp.experts.98.gate_proj,0.0000093616,0.05000,15.354
+39,mlp.experts.111.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.833
+39,mlp.experts.107.gate_proj,0.0000299312,0.05000,15.281
+39,mlp.experts.115.gate_proj,0.0000179305,0.05000,15.167
+39,mlp.experts.113.gate_proj,0.0000149325,0.05000,15.342
+39,mlp.experts.119.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.834
+39,mlp.experts.112.gate_proj,0.0000183867,0.05000,15.266
+39,mlp.experts.118.gate_proj,0.0000308122,0.05000,15.317
+39,mlp.experts.135.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.761
+39,mlp.experts.108.gate_proj,0.0000318950,0.05000,15.550
+39,mlp.experts.104.gate_proj,0.0001286055,0.05000,15.449
+39,mlp.experts.109.gate_proj,0.0000264036,0.05000,15.566
+39,mlp.experts.105.gate_proj,0.0000666864,0.05000,15.447
+39,mlp.experts.116.gate_proj,0.0000101200,0.05000,15.503
+39,mlp.experts.122.gate_proj,0.0000256830,0.05000,15.522
+39,mlp.experts.124.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.836
+39,mlp.experts.117.gate_proj,0.0000140582,0.05000,15.386
+39,mlp.experts.126.gate_proj,0.0000793701,0.05000,15.543
+39,mlp.experts.121.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.914
+39,mlp.experts.114.gate_proj,0.0000507469,0.05000,15.619
+39,mlp.experts.127.gate_proj,0.0000231358,0.05000,15.643
+39,mlp.experts.123.gate_proj,0.0000370828,0.05000,15.618
+39,mlp.experts.129.gate_proj,0.0000129540,0.05000,15.511
+39,mlp.experts.131.gate_proj,0.0000504132,0.05000,15.617
+39,mlp.experts.128.gate_proj,0.0000391981,0.05000,15.657
+39,mlp.experts.134.gate_proj,0.0000270742,0.05000,15.601
+39,mlp.experts.143.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.767
+39,mlp.experts.151.gate_proj,0.0000443204,0.05000,15.703
+39,mlp.experts.120.gate_proj,0.0000134630,0.05000,14.302
+39,mlp.experts.125.gate_proj,0.0000138677,0.05000,14.285
+39,mlp.experts.132.gate_proj,0.0000466774,0.05000,14.193
+39,mlp.experts.138.gate_proj,0.0000128285,0.05000,14.258
+39,mlp.experts.140.gate_proj,0.0000223831,0.05000,14.217
+39,mlp.experts.133.gate_proj,0.0000797948,0.05000,14.137
+39,mlp.experts.142.gate_proj,0.0000332303,0.05000,14.281
+39,mlp.experts.130.gate_proj,0.0000274338,0.05000,14.082
+39,mlp.experts.137.gate_proj,0.0000296009,0.05000,14.200
+39,mlp.experts.145.gate_proj,0.0000062464,0.05000,13.993
+39,mlp.experts.156.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.774
+39,mlp.experts.147.gate_proj,0.0000113932,0.05000,14.186
+39,mlp.experts.139.gate_proj,0.0000232996,0.05000,14.377
+39,mlp.experts.144.gate_proj,0.0000522443,0.05000,14.097
+39,mlp.experts.153.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.794
+39,mlp.experts.159.gate_proj,0.0000605066,0.05000,14.138
+39,mlp.experts.150.gate_proj,0.0000155457,0.05000,14.261
+39,mlp.experts.167.gate_proj,0.0000366364,0.05000,14.260
+39,mlp.experts.136.gate_proj,0.0000366022,0.05000,14.334
+39,mlp.experts.141.gate_proj,0.0000413106,0.05000,14.248
+39,mlp.experts.148.gate_proj,0.0000814032,0.05000,14.340
+39,mlp.experts.154.gate_proj,0.0000071883,0.05000,14.497
+39,mlp.experts.149.gate_proj,0.0000079905,0.05000,14.522
+39,mlp.experts.158.gate_proj,0.0000064903,0.05000,14.438
+39,mlp.experts.146.gate_proj,0.0000213751,0.05000,14.395
+39,mlp.experts.161.gate_proj,0.0000405533,0.05000,14.243
+39,mlp.experts.172.gate_proj,0.0000608292,0.05000,14.480
+39,mlp.experts.155.gate_proj,0.0000207051,0.05000,14.321
+39,mlp.experts.163.gate_proj,0.0000178644,0.05000,14.403
+39,mlp.experts.160.gate_proj,0.0000899858,0.05000,14.233
+39,mlp.experts.169.gate_proj,0.0000273539,0.05000,14.414
+39,mlp.experts.175.gate_proj,0.0000395644,0.05000,14.415
+39,mlp.experts.166.gate_proj,0.0000235971,0.05000,14.327
+39,mlp.experts.183.gate_proj,0.0000080296,0.05000,14.396
+39,mlp.experts.157.gate_proj,0.0000510873,0.05000,14.589
+39,mlp.experts.152.gate_proj,0.0000946271,0.05000,14.743
+39,mlp.experts.164.gate_proj,0.0000231931,0.05000,14.722
+39,mlp.experts.170.gate_proj,0.0000212949,0.05000,14.473
+39,mlp.experts.165.gate_proj,0.0000221140,0.05000,14.421
+39,mlp.experts.174.gate_proj,0.0000154159,0.05000,14.448
+39,mlp.experts.177.gate_proj,0.0000080092,0.05000,14.459
+39,mlp.experts.162.gate_proj,0.0000201356,0.05000,14.523
+39,mlp.experts.179.gate_proj,0.0000239095,0.05000,14.509
+39,mlp.experts.188.gate_proj,0.0000154329,0.05000,14.599
+39,mlp.experts.171.gate_proj,0.0000356717,0.05000,14.552
+39,mlp.experts.176.gate_proj,0.0000142117,0.05000,14.562
+39,mlp.experts.185.gate_proj,0.0000754863,0.05000,14.328
+39,mlp.experts.182.gate_proj,0.0000185712,0.05000,14.528
+39,mlp.experts.191.gate_proj,0.0000539394,0.05000,14.645
+39,mlp.experts.199.gate_proj,0.0000648593,0.05000,14.639
+39,mlp.experts.207.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.790
+39,mlp.experts.168.gate_proj,0.0000349611,0.05000,15.812
+39,mlp.experts.173.gate_proj,0.0000351822,0.05000,15.908
+39,mlp.experts.180.gate_proj,0.0000758222,0.05000,15.862
+39,mlp.experts.186.gate_proj,0.0000105922,0.05000,15.870
+39,mlp.experts.181.gate_proj,0.0000076015,0.05000,15.861
+39,mlp.experts.190.gate_proj,0.0000189220,0.05000,15.824
+39,mlp.experts.193.gate_proj,0.0000212499,0.05000,15.970
+39,mlp.experts.178.gate_proj,0.0001119823,0.05000,15.961
+39,mlp.experts.204.gate_proj,0.0000470674,0.05000,15.999
+39,mlp.experts.195.gate_proj,0.0000108665,0.05000,16.140
+39,mlp.experts.201.gate_proj,0.0000329781,0.05000,15.959
+39,mlp.experts.187.gate_proj,0.0000168864,0.05000,16.247
+39,mlp.experts.192.gate_proj,0.0000532709,0.05000,16.094
+39,mlp.experts.198.gate_proj,0.0000375498,0.05000,16.239
+39,mlp.experts.215.gate_proj,0.0000083409,0.05000,16.124
+39,mlp.experts.223.gate_proj,0.0000580657,0.05000,16.134
+39,mlp.experts.214.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.789
+39,mlp.experts.189.gate_proj,0.0000096022,0.05000,15.623
+39,mlp.experts.184.gate_proj,0.0000115698,0.05000,15.666
+39,mlp.experts.196.gate_proj,0.0000254132,0.05000,15.509
+39,mlp.experts.202.gate_proj,0.0000432035,0.05000,15.588
+39,mlp.experts.197.gate_proj,0.0000171365,0.05000,15.621
+39,mlp.experts.206.gate_proj,0.0000649455,0.05000,15.634
+39,mlp.experts.212.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.674
+39,mlp.experts.209.gate_proj,0.0000364178,0.05000,15.652
+39,mlp.experts.194.gate_proj,0.0000863659,0.05000,15.666
+39,mlp.experts.220.gate_proj,0.0000152453,0.05000,15.428
+39,mlp.experts.208.gate_proj,0.0000549315,0.05000,15.350
+39,mlp.experts.217.gate_proj,0.0000310694,0.05000,15.495
+39,mlp.experts.211.gate_proj,0.0000309947,0.05000,15.580
+39,mlp.experts.203.gate_proj,0.0000268642,0.05000,15.560
+39,mlp.experts.231.gate_proj,0.0000100262,0.05000,15.640
+39,mlp.experts.239.gate_proj,0.0000045932,0.05000,15.672
+39,mlp.experts.230.gate_proj,0.0000178428,0.05000,15.716
+39,mlp.experts.200.gate_proj,0.0000062316,0.05000,15.043
+39,mlp.experts.205.gate_proj,0.0000925835,0.05000,15.093
+39,mlp.experts.218.gate_proj,0.0000380276,0.05000,15.104
+39,mlp.experts.213.gate_proj,0.0000121096,0.05000,15.200
+39,mlp.experts.228.gate_proj,0.0000193395,0.05000,15.045
+39,mlp.experts.225.gate_proj,0.0000197523,0.05000,14.983
+39,mlp.experts.222.gate_proj,0.0000282069,0.05000,15.218
+39,mlp.experts.210.gate_proj,0.0000354772,0.05000,15.117
+39,mlp.experts.233.gate_proj,0.0000806730,0.05000,14.955
+39,mlp.experts.236.gate_proj,0.0001051406,0.05000,15.233
+39,mlp.experts.224.gate_proj,0.0000165728,0.05000,15.111
+39,mlp.experts.219.gate_proj,0.0000137581,0.05000,15.082
+39,mlp.experts.227.gate_proj,0.0000231633,0.05000,15.241
+39,mlp.experts.247.gate_proj,0.0000437874,0.05000,15.042
+39,mlp.experts.255.gate_proj,0.0000715771,0.05000,15.073
+39,mlp.experts.246.gate_proj,0.0000067384,0.05000,15.024
+39,mlp.experts.216.gate_proj,0.0000299802,0.05000,15.292
+39,mlp.experts.221.gate_proj,0.0000156061,0.05000,15.410
+39,mlp.experts.234.gate_proj,0.0001038189,0.05000,15.390
+39,mlp.experts.232.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.802
+39,mlp.experts.229.gate_proj,0.0000141760,0.05000,15.367
+39,mlp.experts.241.gate_proj,0.0000102581,0.05000,15.341
+39,mlp.experts.238.gate_proj,0.0000494782,0.05000,15.364
+39,mlp.experts.244.gate_proj,0.0000079521,0.05000,15.476
+39,mlp.experts.226.gate_proj,0.0000411959,0.05000,15.429
+39,mlp.experts.249.gate_proj,0.0000297786,0.05000,15.385
+39,mlp.experts.240.gate_proj,0.0000087535,0.05000,15.291
+39,mlp.experts.252.gate_proj,0.0000167056,0.05000,15.473
+39,mlp.experts.235.gate_proj,0.0000117508,0.05000,15.413
+39,mlp.experts.243.gate_proj,0.0000178606,0.05000,15.435
+39,mlp.experts.4.up_proj,failsafe(rtn): 0.0009918,0.00000,0.867
+39,mlp.experts.0.up_proj,failsafe(rtn): 0.0013351,0.00000,0.856
+39,mlp.experts.3.up_proj,failsafe(rtn): 0.0010300,0.00000,0.835
+39,mlp.experts.7.up_proj,0.0000207140,0.05000,15.578
+39,mlp.experts.15.up_proj,0.0000073478,0.05000,15.521
+39,mlp.experts.6.up_proj,0.0000168262,0.05000,15.524
+39,mlp.experts.237.gate_proj,0.0000532372,0.05000,15.447
+39,mlp.experts.250.gate_proj,0.0000061503,0.05000,15.366
+39,mlp.experts.248.gate_proj,0.0000067394,0.05000,15.330
+39,mlp.experts.245.gate_proj,0.0000438041,0.05000,15.327
+39,mlp.experts.1.up_proj,0.0000053011,0.05000,15.361
+39,mlp.experts.254.gate_proj,0.0000139236,0.05000,15.505
+39,mlp.experts.242.gate_proj,0.0000121703,0.05000,15.501
+39,mlp.experts.9.up_proj,0.0000064429,0.05000,15.270
+39,mlp.experts.12.up_proj,0.0000190522,0.05000,15.439
+39,mlp.experts.251.gate_proj,0.0000239244,0.05000,15.376
+39,mlp.experts.20.up_proj,0.0000269143,0.05000,15.636
+39,mlp.experts.16.up_proj,0.0000058824,0.05000,15.354
+39,mlp.experts.19.up_proj,0.0000514882,0.05000,15.313
+39,mlp.experts.31.up_proj,0.0000186889,0.05000,15.113
+39,mlp.experts.23.up_proj,0.0000046332,0.05000,15.160
+39,mlp.experts.22.up_proj,0.0000150217,0.05000,15.303
+39,mlp.experts.253.gate_proj,0.0000176314,0.05000,14.428
+39,mlp.experts.10.up_proj,0.0000148817,0.05000,14.601
+39,mlp.experts.17.up_proj,0.0000190804,0.05000,14.307
+39,mlp.experts.5.up_proj,0.0000378782,0.05000,14.588
+39,mlp.experts.8.up_proj,0.0000171754,0.05000,14.741
+39,mlp.experts.14.up_proj,0.0000079151,0.05000,14.476
+39,mlp.experts.26.up_proj,failsafe(rtn): 0.0010605,0.00000,0.805
+39,mlp.experts.25.up_proj,0.0000077737,0.05000,14.540
+39,mlp.experts.2.up_proj,0.0000085715,0.05000,14.697
+39,mlp.experts.33.up_proj,failsafe(rtn): 0.0010300,0.00000,0.830
+39,mlp.experts.28.up_proj,0.0000668223,0.05000,14.508
+39,mlp.experts.11.up_proj,0.0000099280,0.05000,14.546
+39,mlp.experts.49.up_proj,failsafe(rtn): 0.0009995,0.00000,0.776
+39,mlp.experts.36.up_proj,0.0000083712,0.05000,14.692
+39,mlp.experts.32.up_proj,0.0000120583,0.05000,14.612
+39,mlp.experts.35.up_proj,0.0000217198,0.05000,14.598
+39,mlp.experts.47.up_proj,0.0000328133,0.05000,14.687
+39,mlp.experts.39.up_proj,0.0000254712,0.05000,14.706
+39,mlp.experts.38.up_proj,0.0000062419,0.05000,14.779
+39,mlp.experts.51.up_proj,failsafe(rtn): 0.0010757,0.00000,0.891
+39,mlp.experts.54.up_proj,failsafe(rtn): 0.0010071,0.00000,0.729
+39,mlp.experts.13.up_proj,0.0000059919,0.05000,15.248
+39,mlp.experts.21.up_proj,0.0000079536,0.05000,15.173
+39,mlp.experts.24.up_proj,0.0000458411,0.05000,15.089
+39,mlp.experts.30.up_proj,0.0000075592,0.05000,15.127
+39,mlp.experts.42.up_proj,0.0000086717,0.05000,15.083
+39,mlp.experts.41.up_proj,0.0000769416,0.05000,15.099
+39,mlp.experts.18.up_proj,0.0000103606,0.05000,15.096
+39,mlp.experts.44.up_proj,0.0000081997,0.05000,15.094
+39,mlp.experts.27.up_proj,0.0000179818,0.05000,15.283
+39,mlp.experts.65.up_proj,0.0000410662,0.05000,15.194
+39,mlp.experts.52.up_proj,0.0000057761,0.05000,15.243
+39,mlp.experts.48.up_proj,0.0000149896,0.05000,15.203
+39,mlp.experts.43.up_proj,failsafe(rtn): 0.0009727,0.00000,0.921
+39,mlp.experts.63.up_proj,0.0000237906,0.05000,15.297
+39,mlp.experts.55.up_proj,0.0000078435,0.05000,15.303
+39,mlp.experts.64.up_proj,failsafe(rtn): 0.0009842,0.00000,0.828
+39,mlp.experts.67.up_proj,0.0000694012,0.05000,15.261
+39,mlp.experts.71.up_proj,failsafe(rtn): 0.0010529,0.00000,0.783
+39,mlp.experts.70.up_proj,0.0000030872,0.05000,15.308
+39,mlp.experts.29.up_proj,0.0000075458,0.05000,15.143
+39,mlp.experts.40.up_proj,0.0000176436,0.05000,15.027
+39,mlp.experts.37.up_proj,0.0000171056,0.05000,15.107
+39,mlp.experts.46.up_proj,0.0000380599,0.05000,15.008
+39,mlp.experts.57.up_proj,0.0000069149,0.05000,14.979
+39,mlp.experts.58.up_proj,0.0000219921,0.05000,15.017
+39,mlp.experts.34.up_proj,0.0000071880,0.05000,15.024
+39,mlp.experts.53.up_proj,failsafe(rtn): 0.0011597,0.00000,0.704
+39,mlp.experts.60.up_proj,0.0000420545,0.05000,15.098
+39,mlp.experts.81.up_proj,0.0000210424,0.05000,14.947
+39,mlp.experts.68.up_proj,0.0000249767,0.05000,15.019
+39,mlp.experts.59.up_proj,0.0000669366,0.05000,15.035
+39,mlp.experts.80.up_proj,0.0000538605,0.05000,14.802
+39,mlp.experts.79.up_proj,0.0000576533,0.05000,14.884
+39,mlp.experts.83.up_proj,0.0000343618,0.05000,14.935
+39,mlp.experts.87.up_proj,0.0000246303,0.05000,14.843
+39,mlp.experts.86.up_proj,0.0000182940,0.05000,14.868
+39,mlp.experts.102.up_proj,failsafe(rtn): 0.0010147,0.00000,0.808
+39,mlp.experts.45.up_proj,0.0000301401,0.05000,15.129
+39,mlp.experts.56.up_proj,0.0000602654,0.05000,15.345
+39,mlp.experts.62.up_proj,0.0000049735,0.05000,15.256
+39,mlp.experts.73.up_proj,0.0000201096,0.05000,15.332
+39,mlp.experts.74.up_proj,0.0000072293,0.05000,15.337
+39,mlp.experts.50.up_proj,0.0000438059,0.05000,15.264
+39,mlp.experts.76.up_proj,0.0000199214,0.05000,15.381
+39,mlp.experts.69.up_proj,0.0000060688,0.05000,15.421
+39,mlp.experts.97.up_proj,0.0000359095,0.05000,15.237
+39,mlp.experts.84.up_proj,0.0000281625,0.05000,15.368
+39,mlp.experts.75.up_proj,0.0000108253,0.05000,15.496
+39,mlp.experts.96.up_proj,0.0000174472,0.05000,15.420
+39,mlp.experts.95.up_proj,0.0000307570,0.05000,15.628
+39,mlp.experts.99.up_proj,0.0000150204,0.05000,15.544
+39,mlp.experts.103.up_proj,0.0000149529,0.05000,15.515
+39,mlp.experts.111.up_proj,failsafe(rtn): 0.0009995,0.00000,0.775
+39,mlp.experts.119.up_proj,failsafe(rtn): 0.0009918,0.00000,0.648
+39,mlp.experts.118.up_proj,0.0000235068,0.05000,15.341
+39,mlp.experts.135.up_proj,failsafe(rtn): 0.0010223,0.00000,0.629
+39,mlp.experts.61.up_proj,0.0000123393,0.05000,15.229
+39,mlp.experts.72.up_proj,0.0000054085,0.05000,15.321
+39,mlp.experts.78.up_proj,0.0000098830,0.05000,15.348
+39,mlp.experts.90.up_proj,0.0000322498,0.05000,15.208
+39,mlp.experts.89.up_proj,0.0000230111,0.05000,15.264
+39,mlp.experts.66.up_proj,0.0000222875,0.05000,15.254
+39,mlp.experts.85.up_proj,0.0000089894,0.05000,15.047
+39,mlp.experts.92.up_proj,0.0000044481,0.05000,15.161
+39,mlp.experts.94.up_proj,failsafe(rtn): 0.0010223,0.00000,0.711
+39,mlp.experts.113.up_proj,0.0000134540,0.05000,15.017
+39,mlp.experts.82.up_proj,failsafe(rtn): 0.0010834,0.00000,0.704
+39,mlp.experts.100.up_proj,0.0000130632,0.05000,14.933
+39,mlp.experts.91.up_proj,0.0000230865,0.05000,14.869
+39,mlp.experts.112.up_proj,0.0000159331,0.05000,14.888
+39,mlp.experts.115.up_proj,0.0000173193,0.05000,14.902
+39,mlp.experts.127.up_proj,0.0000205817,0.05000,14.940
+39,mlp.experts.143.up_proj,failsafe(rtn): 0.0010071,0.00000,0.655
+39,mlp.experts.134.up_proj,0.0000245890,0.05000,14.965
+39,mlp.experts.151.up_proj,0.0000411127,0.05000,15.219
+39,mlp.experts.77.up_proj,0.0000080704,0.05000,14.895
+39,mlp.experts.88.up_proj,0.0000150379,0.05000,14.825
+39,mlp.experts.105.up_proj,0.0000559002,0.05000,14.970
+39,mlp.experts.106.up_proj,0.0000176060,0.05000,15.061
+39,mlp.experts.101.up_proj,0.0000341741,0.05000,14.942
+39,mlp.experts.108.up_proj,0.0000284523,0.05000,15.058
+39,mlp.experts.110.up_proj,0.0000127796,0.05000,15.018
+39,mlp.experts.129.up_proj,0.0000108877,0.05000,14.913
+39,mlp.experts.121.up_proj,failsafe(rtn): 0.0010147,0.00000,0.836
+39,mlp.experts.116.up_proj,0.0000082942,0.05000,14.964
+39,mlp.experts.98.up_proj,0.0000090394,0.05000,15.059
+39,mlp.experts.124.up_proj,failsafe(rtn): 0.0009727,0.00000,0.776
+39,mlp.experts.107.up_proj,0.0000282316,0.05000,15.105
+39,mlp.experts.128.up_proj,0.0000316203,0.05000,14.945
+39,mlp.experts.131.up_proj,0.0000435727,0.05000,15.017
+39,mlp.experts.150.up_proj,0.0000117643,0.05000,15.195
+39,mlp.experts.159.up_proj,0.0000473855,0.05000,15.293
+39,mlp.experts.167.up_proj,0.0000349767,0.05000,15.239
+39,mlp.experts.93.up_proj,0.0000672356,0.05000,15.308
+39,mlp.experts.104.up_proj,0.0000879692,0.05000,15.230
+39,mlp.experts.122.up_proj,0.0000221623,0.05000,15.251
+39,mlp.experts.117.up_proj,0.0000125215,0.05000,15.303
+39,mlp.experts.126.up_proj,0.0000654153,0.05000,15.263
+39,mlp.experts.145.up_proj,0.0000050911,0.05000,15.333
+39,mlp.experts.137.up_proj,0.0000269085,0.05000,15.300
+39,mlp.experts.114.up_proj,0.0000494168,0.05000,15.304
+39,mlp.experts.132.up_proj,0.0000367373,0.05000,15.369
+39,mlp.experts.140.up_proj,0.0000194274,0.05000,15.258
+39,mlp.experts.123.up_proj,0.0000302013,0.05000,15.284
+39,mlp.experts.153.up_proj,failsafe(rtn): 0.0011063,0.00000,0.687
+39,mlp.experts.144.up_proj,0.0000462570,0.05000,15.264
+39,mlp.experts.156.up_proj,failsafe(rtn): 0.0009842,0.00000,0.674
+39,mlp.experts.147.up_proj,0.0000089021,0.05000,15.317
+39,mlp.experts.175.up_proj,0.0000358673,0.05000,15.011
+39,mlp.experts.166.up_proj,0.0000218652,0.05000,15.052
+39,mlp.experts.183.up_proj,0.0000067651,0.05000,14.887
+39,mlp.experts.109.up_proj,0.0000223603,0.05000,14.495
+39,mlp.experts.120.up_proj,0.0000434269,0.05000,14.722
+39,mlp.experts.138.up_proj,0.0000110583,0.05000,15.026
+39,mlp.experts.133.up_proj,0.0000678484,0.05000,15.002
+39,mlp.experts.142.up_proj,0.0000266234,0.05000,14.927
+39,mlp.experts.161.up_proj,0.0000369580,0.05000,14.853
+39,mlp.experts.130.up_proj,0.0000210651,0.05000,14.837
+39,mlp.experts.148.up_proj,0.0000646253,0.05000,14.807
+39,mlp.experts.169.up_proj,0.0000238139,0.05000,14.805
+39,mlp.experts.139.up_proj,0.0000190205,0.05000,14.974
+39,mlp.experts.160.up_proj,0.0000691899,0.05000,14.882
+39,mlp.experts.172.up_proj,0.0000508827,0.05000,15.008
+39,mlp.experts.163.up_proj,0.0000146519,0.05000,15.029
+39,mlp.experts.182.up_proj,0.0000146751,0.05000,15.070
+39,mlp.experts.191.up_proj,0.0000437649,0.05000,15.191
+39,mlp.experts.207.up_proj,failsafe(rtn): 0.0009842,0.00000,0.634
+39,mlp.experts.199.up_proj,0.0000529712,0.05000,15.212
+39,mlp.experts.125.up_proj,0.0000123858,0.05000,15.475
+39,mlp.experts.136.up_proj,0.0000312944,0.05000,15.240
+39,mlp.experts.154.up_proj,0.0000053855,0.05000,15.201
+39,mlp.experts.149.up_proj,0.0000064254,0.05000,15.137
+39,mlp.experts.158.up_proj,0.0000055704,0.05000,15.241
+39,mlp.experts.177.up_proj,0.0000070905,0.05000,15.327
+39,mlp.experts.164.up_proj,0.0000217052,0.05000,15.249
+39,mlp.experts.146.up_proj,0.0000194697,0.05000,15.303
+39,mlp.experts.155.up_proj,0.0000179297,0.05000,15.112
+39,mlp.experts.185.up_proj,0.0000686053,0.05000,15.311
+39,mlp.experts.176.up_proj,0.0000100653,0.05000,15.383
+39,mlp.experts.188.up_proj,0.0000136144,0.05000,15.340
+39,mlp.experts.179.up_proj,0.0000203798,0.05000,15.309
+39,mlp.experts.198.up_proj,0.0000358938,0.05000,15.128
+39,mlp.experts.214.up_proj,failsafe(rtn): 0.0009918,0.00000,0.660
+39,mlp.experts.223.up_proj,0.0000521448,0.05000,15.193
+39,mlp.experts.215.up_proj,0.0000064674,0.05000,15.156
+39,mlp.experts.141.up_proj,0.0000280242,0.05000,14.189
+39,mlp.experts.152.up_proj,0.0000845931,0.05000,14.236
+39,mlp.experts.170.up_proj,0.0000192088,0.05000,14.171
+39,mlp.experts.165.up_proj,0.0000202487,0.05000,14.325
+39,mlp.experts.174.up_proj,0.0000138622,0.05000,14.337
+39,mlp.experts.193.up_proj,0.0000206788,0.05000,14.260
+39,mlp.experts.162.up_proj,0.0000195552,0.05000,14.470
+39,mlp.experts.180.up_proj,0.0000716044,0.05000,14.584
+39,mlp.experts.171.up_proj,0.0000312521,0.05000,14.344
+39,mlp.experts.201.up_proj,0.0000280867,0.05000,14.306
+39,mlp.experts.192.up_proj,0.0000488457,0.05000,14.246
+39,mlp.experts.204.up_proj,0.0000379942,0.05000,14.225
+39,mlp.experts.195.up_proj,0.0000088475,0.05000,14.598
+39,mlp.experts.230.up_proj,0.0000147301,0.05000,15.268
+39,mlp.experts.239.up_proj,0.0000038179,0.05000,15.386
+39,mlp.experts.231.up_proj,0.0000068120,0.05000,15.592
+39,mlp.experts.157.up_proj,0.0000449552,0.05000,17.340
+39,mlp.experts.168.up_proj,0.0000323926,0.05000,17.600
+39,mlp.experts.186.up_proj,0.0000082056,0.05000,17.508
+39,mlp.experts.181.up_proj,0.0000068293,0.05000,17.482
+39,mlp.experts.209.up_proj,0.0000317467,0.05000,17.209
+39,mlp.experts.190.up_proj,0.0000155715,0.05000,17.294
+39,mlp.experts.178.up_proj,0.0000924335,0.05000,17.477
+39,mlp.experts.187.up_proj,0.0000126954,0.05000,17.127
+39,mlp.experts.196.up_proj,0.0000234076,0.05000,17.566
+39,mlp.experts.217.up_proj,0.0000265753,0.05000,18.050
+39,mlp.experts.208.up_proj,0.0000527276,0.05000,18.006
+39,mlp.experts.220.up_proj,0.0000121292,0.05000,17.848
+39,mlp.experts.212.up_proj,failsafe(rtn): 0.0009155,0.00000,1.182
+39,mlp.experts.211.up_proj,0.0000269752,0.05000,17.626
+39,mlp.experts.247.up_proj,0.0000414349,0.05000,16.802
+39,mlp.experts.246.up_proj,0.0000056850,0.05000,17.289
+39,mlp.experts.255.up_proj,0.0000459649,0.05000,17.246
+39,mlp.experts.7.down_proj,0.0000016635,0.05000,3.774
+39,mlp.experts.6.down_proj,0.0000015659,0.05000,3.759
+39,mlp.experts.15.down_proj,0.0000012524,0.05000,3.744
+39,mlp.experts.22.down_proj,0.0000090148,0.05000,3.841
+39,mlp.experts.23.down_proj,0.0000008007,0.05000,3.960
+39,mlp.experts.31.down_proj,0.0000036192,0.05000,3.961
+39,mlp.experts.173.up_proj,0.0000326200,0.05000,16.098
+39,mlp.experts.184.up_proj,0.0000090730,0.05000,16.414
+39,mlp.experts.197.up_proj,0.0000128856,0.05000,16.071
+39,mlp.experts.202.up_proj,0.0000415946,0.05000,16.312
+39,mlp.experts.206.up_proj,0.0000599669,0.05000,16.234
+39,mlp.experts.225.up_proj,0.0000175176,0.05000,16.345
+39,mlp.experts.38.down_proj,0.0000025837,0.05000,4.183
+39,mlp.experts.39.down_proj,0.0000029132,0.05000,4.198
+39,mlp.experts.54.down_proj,failsafe(rtn): 0.0009384,0.00000,0.184
+39,mlp.experts.47.down_proj,0.0000019230,0.05000,4.134
+39,mlp.experts.203.up_proj,0.0000264398,0.05000,16.083
+39,mlp.experts.194.up_proj,0.0000728998,0.05000,16.149
+39,mlp.experts.233.up_proj,0.0000710968,0.05000,15.694
+39,mlp.experts.224.up_proj,0.0000129793,0.05000,15.677
+39,mlp.experts.236.up_proj,0.0000802471,0.05000,15.717
+39,mlp.experts.228.up_proj,0.0000180196,0.05000,15.660
+39,mlp.experts.227.up_proj,0.0000185141,0.05000,15.596
+39,mlp.experts.55.down_proj,0.0000004812,0.05000,3.778
+39,mlp.experts.70.down_proj,0.0000005166,0.05000,3.792
+39,mlp.experts.63.down_proj,0.0000022170,0.05000,3.882
+39,mlp.experts.71.down_proj,failsafe(rtn): 0.0009918,0.00000,0.234
+39,mlp.experts.86.down_proj,0.0000013187,0.05000,3.704
+39,mlp.experts.87.down_proj,0.0000049903,0.05000,3.706
+39,mlp.experts.79.down_proj,0.0000156164,0.05000,3.751
+39,mlp.experts.102.down_proj,failsafe(rtn): 0.0009842,0.00000,0.227
+39,mlp.experts.95.down_proj,0.0000021489,0.05000,3.682
+39,mlp.experts.103.down_proj,0.0000008624,0.05000,3.745
+39,mlp.experts.118.down_proj,0.0000010284,0.05000,3.679
+39,mlp.experts.111.down_proj,failsafe(rtn): 0.0009613,0.00000,0.160
+39,mlp.experts.119.down_proj,failsafe(rtn): 0.0009193,0.00000,0.158
+39,mlp.experts.135.down_proj,failsafe(rtn): 0.0009499,0.00000,0.172
+39,mlp.experts.189.up_proj,0.0000091357,0.05000,15.263
+39,mlp.experts.200.up_proj,0.0000048322,0.05000,15.069
+39,mlp.experts.213.up_proj,0.0000093852,0.05000,14.880
+39,mlp.experts.218.up_proj,0.0000305933,0.05000,14.881
+39,mlp.experts.241.up_proj,0.0000080921,0.05000,14.760
+39,mlp.experts.222.up_proj,0.0000255319,0.05000,14.935
+39,mlp.experts.134.down_proj,0.0000030963,0.05000,3.640
+39,mlp.experts.219.up_proj,0.0000125825,0.05000,14.891
+39,mlp.experts.210.up_proj,0.0000331164,0.05000,14.830
+39,mlp.experts.127.down_proj,0.0000032075,0.05000,3.640
+39,mlp.experts.143.down_proj,failsafe(rtn): 0.0009613,0.00000,0.175
+39,mlp.experts.151.down_proj,0.0000014233,0.05000,3.703
+39,mlp.experts.249.up_proj,0.0000241783,0.05000,15.052
+39,mlp.experts.240.up_proj,0.0000075679,0.05000,15.144
+39,mlp.experts.252.up_proj,0.0000142190,0.05000,15.023
+39,mlp.experts.244.up_proj,0.0000063542,0.05000,15.088
+39,mlp.experts.0.down_proj,failsafe(rtn): 0.0012894,0.00000,0.232
+39,mlp.experts.4.down_proj,failsafe(rtn): 0.0009537,0.00000,0.230
+39,mlp.experts.243.up_proj,0.0000139826,0.05000,15.100
+39,mlp.experts.3.down_proj,failsafe(rtn): 0.0009842,0.00000,0.209
+39,mlp.experts.1.down_proj,0.0000021554,0.05000,4.025
+39,mlp.experts.150.down_proj,0.0000024621,0.05000,4.069
+39,mlp.experts.159.down_proj,0.0000044856,0.05000,4.089
+39,mlp.experts.167.down_proj,0.0000030510,0.05000,4.124
+39,mlp.experts.9.down_proj,0.0000013444,0.05000,3.994
+39,mlp.experts.12.down_proj,0.0000055800,0.05000,4.059
+39,mlp.experts.16.down_proj,0.0000007306,0.05000,3.947
+39,mlp.experts.20.down_proj,0.0000009108,0.05000,3.970
+39,mlp.experts.19.down_proj,0.0000871786,0.05000,3.972
+39,mlp.experts.17.down_proj,0.0000026683,0.05000,3.878
+39,mlp.experts.33.down_proj,failsafe(rtn): 0.0009918,0.00000,0.156
+39,mlp.experts.49.down_proj,failsafe(rtn): 0.0009727,0.00000,0.164
+39,mlp.experts.166.down_proj,0.0000018742,0.05000,3.679
+39,mlp.experts.175.down_proj,0.0000038434,0.05000,3.708
+39,mlp.experts.183.down_proj,0.0000018969,0.05000,3.703
+39,mlp.experts.25.down_proj,0.0000032301,0.05000,3.688
+39,mlp.experts.28.down_proj,0.0000022793,0.05000,3.791
+39,mlp.experts.32.down_proj,0.0000066166,0.05000,3.784
+39,mlp.experts.36.down_proj,0.0000011136,0.05000,3.784
+39,mlp.experts.35.down_proj,0.0000023504,0.05000,3.727
+39,mlp.experts.51.down_proj,failsafe(rtn): 0.0009995,0.00000,0.236
+39,mlp.experts.65.down_proj,0.0000020853,0.05000,4.049
+39,mlp.experts.182.down_proj,0.0000024717,0.05000,4.013
+39,mlp.experts.191.down_proj,0.0000021131,0.05000,4.042
+39,mlp.experts.199.down_proj,0.0000119221,0.05000,3.946
+39,mlp.experts.207.down_proj,failsafe(rtn): 0.0008965,0.00000,0.148
+39,mlp.experts.41.down_proj,0.0000022541,0.05000,3.928
+39,mlp.experts.205.up_proj,0.0000790197,0.05000,15.302
+39,mlp.experts.44.down_proj,0.0000017775,0.05000,3.907
+39,mlp.experts.48.down_proj,0.0000004095,0.05000,3.851
+39,mlp.experts.64.down_proj,failsafe(rtn): 0.0009537,0.00000,0.150
+39,mlp.experts.52.down_proj,0.0000010351,0.05000,3.903
+39,mlp.experts.67.down_proj,0.0000033735,0.05000,3.787
+39,mlp.experts.216.up_proj,0.0000275656,0.05000,15.385
+39,mlp.experts.234.up_proj,0.0000818743,0.05000,15.256
+39,mlp.experts.229.up_proj,0.0000117245,0.05000,15.416
+39,mlp.experts.232.up_proj,failsafe(rtn): 0.0009995,0.00000,0.761
+39,mlp.experts.238.up_proj,0.0000439277,0.05000,15.350
+39,mlp.experts.235.up_proj,0.0000102377,0.05000,15.377
+39,mlp.experts.226.up_proj,0.0000335380,0.05000,15.408
+39,mlp.experts.198.down_proj,0.0000026467,0.05000,3.625
+39,mlp.experts.81.down_proj,0.0000006512,0.05000,3.702
+39,mlp.experts.214.down_proj,failsafe(rtn): 0.0008888,0.00000,0.228
+39,mlp.experts.215.down_proj,0.0000021600,0.05000,3.747
+39,mlp.experts.223.down_proj,0.0000018292,0.05000,3.773
+39,mlp.experts.57.down_proj,0.0000035868,0.05000,3.777
+39,mlp.experts.60.down_proj,0.0000037905,0.05000,3.825
+39,mlp.experts.68.down_proj,0.0000008367,0.05000,3.833
+39,mlp.experts.80.down_proj,0.0000017516,0.05000,3.862
+39,mlp.experts.83.down_proj,0.0000235121,0.05000,4.002
+39,mlp.experts.97.down_proj,0.0000021323,0.05000,4.091
+39,mlp.experts.230.down_proj,0.0000036950,0.05000,3.980
+39,mlp.experts.231.down_proj,0.0000008658,0.05000,3.991
+39,mlp.experts.239.down_proj,0.0000008373,0.05000,3.990
+39,mlp.experts.73.down_proj,0.0000005929,0.05000,3.970
+39,mlp.experts.76.down_proj,0.0000005389,0.05000,3.880
+39,mlp.experts.84.down_proj,0.0000017891,0.05000,3.966
+39,mlp.experts.96.down_proj,0.0000127173,0.05000,3.976
+39,mlp.experts.99.down_proj,0.0000021184,0.05000,4.049
+39,mlp.experts.113.down_proj,0.0000052404,0.05000,3.806
+39,mlp.experts.246.down_proj,0.0000014302,0.05000,3.814
+39,mlp.experts.247.down_proj,0.0000152916,0.05000,3.819
+39,mlp.experts.255.down_proj,0.0000061909,0.05000,3.818
+39,mlp.experts.89.down_proj,0.0000039434,0.05000,3.761
+39,mlp.experts.92.down_proj,0.0000009902,0.05000,3.807
+39,mlp.experts.112.down_proj,0.0000023843,0.05000,3.638
+39,mlp.experts.100.down_proj,0.0000004059,0.05000,3.667
+39,mlp.experts.115.down_proj,0.0000007491,0.05000,3.481
+39,mlp.experts.129.down_proj,0.0000016137,0.05000,3.071
+39,mlp.experts.105.down_proj,0.0000019426,0.05000,2.965
+39,mlp.experts.221.up_proj,0.0000118013,0.05000,14.333
+39,mlp.experts.121.down_proj,failsafe(rtn): 0.0009766,0.00000,0.160
+39,mlp.experts.108.down_proj,0.0000155914,0.05000,2.891
+39,mlp.experts.124.down_proj,failsafe(rtn): 0.0009155,0.00000,0.143
+39,mlp.experts.116.down_proj,0.0000008237,0.05000,2.868
+39,mlp.experts.128.down_proj,0.0000017772,0.05000,2.888
+39,mlp.experts.131.down_proj,0.0000014694,0.05000,2.829
+39,mlp.experts.250.up_proj,0.0000049628,0.05000,13.838
+39,mlp.experts.245.up_proj,0.0000381962,0.05000,13.896
+39,mlp.experts.254.up_proj,0.0000115150,0.05000,13.631
+39,mlp.experts.248.up_proj,0.0000058020,0.05000,13.722
+39,mlp.experts.251.up_proj,0.0000162843,0.05000,13.504
+39,mlp.experts.242.up_proj,0.0000097297,0.05000,13.561
+39,mlp.experts.145.down_proj,0.0000008883,0.05000,2.701
+39,mlp.experts.137.down_proj,0.0000038367,0.05000,2.705
+39,mlp.experts.153.down_proj,failsafe(rtn): 0.0010300,0.00000,0.145
+39,mlp.experts.140.down_proj,0.0000023053,0.05000,2.738
+39,mlp.experts.144.down_proj,0.0000040945,0.05000,2.737
+39,mlp.experts.132.down_proj,0.0000179973,0.05000,2.757
+39,mlp.experts.156.down_proj,failsafe(rtn): 0.0009270,0.00000,0.176
+39,mlp.experts.147.down_proj,0.0000014489,0.05000,2.825
+39,mlp.experts.10.down_proj,0.0000010357,0.05000,2.927
+39,mlp.experts.5.down_proj,0.0000209167,0.05000,2.934
+39,mlp.experts.26.down_proj,failsafe(rtn): 0.0009766,0.00000,0.191
+39,mlp.experts.8.down_proj,0.0000062736,0.05000,2.951
+39,mlp.experts.14.down_proj,0.0000014986,0.05000,3.006
+39,mlp.experts.11.down_proj,0.0000004488,0.05000,3.026
+39,mlp.experts.2.down_proj,0.0000025467,0.05000,3.052
+39,mlp.experts.161.down_proj,0.0000028851,0.05000,3.122
+39,mlp.experts.169.down_proj,0.0000013294,0.05000,3.172
+39,mlp.experts.160.down_proj,0.0000108584,0.05000,3.130
+39,mlp.experts.148.down_proj,0.0000047766,0.05000,3.123
+39,mlp.experts.172.down_proj,0.0000018269,0.05000,3.103
+39,mlp.experts.163.down_proj,0.0000004626,0.05000,3.036
+39,mlp.experts.42.down_proj,0.0000052091,0.05000,2.853
+39,mlp.experts.21.down_proj,0.0000158402,0.05000,2.907
+39,mlp.experts.30.down_proj,0.0000006733,0.05000,2.887
+39,mlp.experts.24.down_proj,0.0000040039,0.05000,2.944
+39,mlp.experts.27.down_proj,0.0000023738,0.05000,2.945
+39,mlp.experts.18.down_proj,0.0000003111,0.05000,2.927
+39,mlp.experts.43.down_proj,failsafe(rtn): 0.0009422,0.00000,0.130
+39,mlp.experts.177.down_proj,0.0000015791,0.05000,2.861
+39,mlp.experts.185.down_proj,0.0000026630,0.05000,2.930
+39,mlp.experts.176.down_proj,0.0000037248,0.05000,2.958
+39,mlp.experts.164.down_proj,0.0000015778,0.05000,2.952
+39,mlp.experts.188.down_proj,0.0000028395,0.05000,2.922
+39,mlp.experts.179.down_proj,0.0000005966,0.05000,2.976
+39,mlp.experts.37.down_proj,0.0000031419,0.05000,2.931
+39,mlp.experts.58.down_proj,0.0000034329,0.05000,3.011
+39,mlp.experts.53.down_proj,failsafe(rtn): 0.0010834,0.00000,0.128
+39,mlp.experts.40.down_proj,0.0000114024,0.05000,2.883
+39,mlp.experts.46.down_proj,0.0000032673,0.05000,2.924
+39,mlp.experts.34.down_proj,0.0000004936,0.05000,2.853
+39,mlp.experts.59.down_proj,0.0000029726,0.05000,2.862
+39,mlp.experts.193.down_proj,0.0000058173,0.05000,2.859
+39,mlp.experts.237.up_proj,0.0000488212,0.05000,11.451
+39,mlp.experts.201.down_proj,0.0000040771,0.05000,2.768
+39,mlp.experts.180.down_proj,0.0000046739,0.05000,2.752
+39,mlp.experts.192.down_proj,0.0000058863,0.05000,2.783
+39,mlp.experts.204.down_proj,0.0000012945,0.05000,2.762
+39,mlp.experts.195.down_proj,0.0000020460,0.05000,2.760
+39,mlp.experts.74.down_proj,0.0000030123,0.05000,2.805
+39,mlp.experts.69.down_proj,0.0000011788,0.05000,2.764
+39,mlp.experts.62.down_proj,0.0000005370,0.05000,2.741
+39,mlp.experts.56.down_proj,0.0000040729,0.05000,2.820
+39,mlp.experts.50.down_proj,0.0000074883,0.05000,2.712
+39,mlp.experts.75.down_proj,0.0000017620,0.05000,2.708
+39,mlp.experts.209.down_proj,0.0000190344,0.05000,2.705
+39,mlp.experts.217.down_proj,0.0000080057,0.05000,2.568
+39,mlp.experts.220.down_proj,0.0000018687,0.05000,2.566
+39,mlp.experts.196.down_proj,0.0000035431,0.05000,2.595
+39,mlp.experts.208.down_proj,0.0000015966,0.05000,2.624
+39,mlp.experts.212.down_proj,failsafe(rtn): 0.0008316,0.00000,0.137
+39,mlp.experts.211.down_proj,0.0000048253,0.05000,2.509
+39,mlp.experts.85.down_proj,0.0000030655,0.05000,2.505
+39,mlp.experts.90.down_proj,0.0000042492,0.05000,2.527
+39,mlp.experts.78.down_proj,0.0000011258,0.05000,2.569
+39,mlp.experts.72.down_proj,0.0000009258,0.05000,2.605
+39,mlp.experts.94.down_proj,failsafe(rtn): 0.0009155,0.00000,0.144
+39,mlp.experts.91.down_proj,0.0000028382,0.05000,2.614
+39,mlp.experts.66.down_proj,0.0000049579,0.05000,2.696
+39,mlp.experts.225.down_proj,0.0000004421,0.05000,2.697
+39,mlp.experts.82.down_proj,failsafe(rtn): 0.0009918,0.00000,0.188
+39,mlp.experts.233.down_proj,0.0000032872,0.05000,2.792
+39,mlp.experts.236.down_proj,0.0000379743,0.05000,2.763
+39,mlp.experts.224.down_proj,0.0000019057,0.05000,2.769
+39,mlp.experts.228.down_proj,0.0000032094,0.05000,2.796
+39,mlp.experts.227.down_proj,0.0000007622,0.05000,2.765
+39,mlp.experts.101.down_proj,0.0000422077,0.05000,2.763
+39,mlp.experts.106.down_proj,0.0000009551,0.05000,2.776
+39,mlp.experts.88.down_proj,0.0000007385,0.05000,2.728
+39,mlp.experts.110.down_proj,0.0000095460,0.05000,2.738
+39,mlp.experts.107.down_proj,0.0000030583,0.05000,2.641
+39,mlp.experts.241.down_proj,0.0000001524,0.05000,2.568
+39,mlp.experts.98.down_proj,0.0000007387,0.05000,2.585
+39,mlp.experts.249.down_proj,0.0000011537,0.05000,2.476
+39,mlp.experts.252.down_proj,0.0000018903,0.05000,2.451
+39,mlp.experts.240.down_proj,0.0000014686,0.05000,2.431
+39,mlp.experts.244.down_proj,0.0000011793,0.05000,2.414
+39,mlp.experts.243.down_proj,0.0000037445,0.05000,2.376
+39,mlp.experts.117.down_proj,0.0000002635,0.05000,2.084
+39,mlp.experts.122.down_proj,0.0000004855,0.05000,2.133
+39,mlp.experts.104.down_proj,0.0000034552,0.05000,2.000
+39,mlp.experts.126.down_proj,0.0000018362,0.05000,2.025
+39,mlp.experts.123.down_proj,0.0000010676,0.05000,1.836
+39,mlp.experts.114.down_proj,0.0000042852,0.05000,1.864
+39,mlp.experts.253.up_proj,0.0000165213,0.05000,9.550
+39,mlp.experts.133.down_proj,0.0000078633,0.05000,1.412
+39,mlp.experts.120.down_proj,0.0000022770,0.05000,1.325
+39,mlp.experts.138.down_proj,0.0000038078,0.05000,1.423
+39,mlp.experts.142.down_proj,0.0000081399,0.05000,1.422
+39,mlp.experts.139.down_proj,0.0000004872,0.05000,1.356
+39,mlp.experts.130.down_proj,0.0000024800,0.05000,1.401
+39,mlp.experts.13.down_proj,0.0000012675,0.05000,1.412
+39,mlp.experts.136.down_proj,0.0000087652,0.05000,1.392
+39,mlp.experts.149.down_proj,0.0000151370,0.05000,1.437
+39,mlp.experts.154.down_proj,0.0000013329,0.05000,1.385
+39,mlp.experts.158.down_proj,0.0000001327,0.05000,1.393
+39,mlp.experts.155.down_proj,0.0000032793,0.05000,1.408
+39,mlp.experts.29.down_proj,0.0000015288,0.05000,1.355
+39,mlp.experts.146.down_proj,0.0000024465,0.05000,1.448
+39,mlp.experts.165.down_proj,0.0000029353,0.05000,1.499
+39,mlp.experts.152.down_proj,0.0000030589,0.05000,1.506
+39,mlp.experts.170.down_proj,0.0000056966,0.05000,1.545
+39,mlp.experts.171.down_proj,0.0000010865,0.05000,1.446
+39,mlp.experts.174.down_proj,0.0000010811,0.05000,1.502
+39,mlp.experts.45.down_proj,0.0000030265,0.05000,1.491
+39,mlp.experts.162.down_proj,0.0000055222,0.05000,1.496
+39,mlp.experts.168.down_proj,0.0000024480,0.05000,1.307
+39,mlp.experts.181.down_proj,0.0000012289,0.05000,1.321
+39,mlp.experts.186.down_proj,0.0000054251,0.05000,1.318
+39,mlp.experts.187.down_proj,0.0000024981,0.05000,1.290
+39,mlp.experts.190.down_proj,0.0000009308,0.05000,1.320
+39,mlp.experts.61.down_proj,0.0000016436,0.05000,1.388
+39,mlp.experts.178.down_proj,0.0000049684,0.05000,1.396
+39,mlp.experts.197.down_proj,0.0000013534,0.05000,1.441
+39,mlp.experts.184.down_proj,0.0000023008,0.05000,1.461
+39,mlp.experts.203.down_proj,0.0000013418,0.05000,1.453
+39,mlp.experts.202.down_proj,0.0000015249,0.05000,1.519
+39,mlp.experts.206.down_proj,0.0000077769,0.05000,1.523
+39,mlp.experts.77.down_proj,0.0000012593,0.05000,1.482
+39,mlp.experts.194.down_proj,0.0000025420,0.05000,1.555
+39,mlp.experts.200.down_proj,0.0000095714,0.05000,1.432
+39,mlp.experts.213.down_proj,0.0000019473,0.05000,1.486
+39,mlp.experts.219.down_proj,0.0000026909,0.05000,1.438
+39,mlp.experts.218.down_proj,0.0000092468,0.05000,1.514
+39,mlp.experts.222.down_proj,0.0000016638,0.05000,1.483
+39,mlp.experts.93.down_proj,0.0000053044,0.05000,1.461
+39,mlp.experts.210.down_proj,0.0000008601,0.05000,1.512
+39,mlp.experts.216.down_proj,0.0000041054,0.05000,1.439
+39,mlp.experts.229.down_proj,0.0000086579,0.05000,1.460
+39,mlp.experts.235.down_proj,0.0000005511,0.05000,1.456
+39,mlp.experts.232.down_proj,failsafe(rtn): 0.0009689,0.00000,0.082
+39,mlp.experts.238.down_proj,0.0000400444,0.05000,1.457
+39,mlp.experts.234.down_proj,0.0000114356,0.05000,1.539
+39,mlp.experts.109.down_proj,0.0000008845,0.05000,1.484
+39,mlp.experts.226.down_proj,0.0000112846,0.05000,1.467
+39,mlp.experts.251.down_proj,0.0000044172,0.05000,1.462
+39,mlp.experts.245.down_proj,0.0000013358,0.05000,1.518
+39,mlp.experts.248.down_proj,0.0000025842,0.05000,1.522
+39,mlp.experts.254.down_proj,0.0000016345,0.05000,1.417
+39,mlp.experts.250.down_proj,0.0000010119,0.05000,1.399
+39,mlp.experts.125.down_proj,0.0000023108,0.05000,1.028
+39,mlp.experts.242.down_proj,0.0000012325,0.05000,0.900
+39,mlp.experts.141.down_proj,0.0000071580,0.05000,0.125
+39,mlp.experts.157.down_proj,0.0000158916,0.05000,0.121
+39,mlp.experts.173.down_proj,0.0000038670,0.05000,0.118
+39,mlp.experts.189.down_proj,0.0000030213,0.05000,0.122
+39,mlp.experts.205.down_proj,0.0000028747,0.05000,0.124
+39,mlp.experts.221.down_proj,0.0000035362,0.05000,0.121
+39,mlp.experts.237.down_proj,0.0000032571,0.05000,0.120
+39,mlp.experts.253.down_proj,0.0000006119,0.05000,0.118