layer,module,loss,samples,damp,time
0,mlp.experts.4.gate_proj,0.0000031099,0.05000,10.955
0,mlp.experts.12.gate_proj,0.0000001324,0.05000,11.291
0,mlp.experts.0.gate_proj,0.0000012238,0.05000,11.418
0,mlp.experts.8.gate_proj,0.0000008773,0.05000,11.916
0,mlp.experts.15.gate_proj,0.0000006415,0.05000,18.695
0,mlp.experts.11.gate_proj,0.0000001741,0.05000,18.718
0,mlp.experts.3.gate_proj,0.0000000788,0.05000,18.728
0,mlp.experts.7.gate_proj,0.0000001354,0.05000,18.912
0,mlp.experts.10.gate_proj,0.0000001508,0.05000,19.572
0,mlp.experts.14.gate_proj,0.0000002698,0.05000,19.680
0,mlp.experts.5.gate_proj,0.0000006292,0.05000,19.690
0,mlp.experts.2.gate_proj,0.0000010900,0.05000,19.699
0,mlp.experts.1.gate_proj,0.0000001419,0.05000,19.708
0,mlp.experts.9.gate_proj,0.0000003977,0.05000,19.980
0,mlp.experts.13.gate_proj,0.0000010095,0.05000,19.999
0,mlp.experts.6.gate_proj,0.0000004671,0.05000,20.113
0,mlp.experts.28.gate_proj,0.0000018363,0.05000,17.536
0,mlp.experts.16.gate_proj,0.0000010800,0.05000,17.541
0,mlp.experts.20.gate_proj,0.0000019892,0.05000,18.034
0,mlp.experts.24.gate_proj,0.0000005649,0.05000,17.908
0,mlp.experts.31.gate_proj,0.0000017788,0.05000,17.654
0,mlp.experts.23.gate_proj,0.0000005963,0.05000,17.466
0,mlp.experts.27.gate_proj,0.0000006992,0.05000,17.855
0,mlp.experts.19.gate_proj,0.0000007443,0.05000,17.960
0,mlp.experts.26.gate_proj,0.0000010523,0.05000,17.246
0,mlp.experts.21.gate_proj,0.0000004059,0.05000,17.162
0,mlp.experts.18.gate_proj,0.0000001484,0.05000,17.542
0,mlp.experts.30.gate_proj,0.0000002158,0.05000,17.572
0,mlp.experts.17.gate_proj,0.0000008293,0.05000,17.769
0,mlp.experts.29.gate_proj,0.0000007990,0.05000,17.487
0,mlp.experts.25.gate_proj,0.0000000489,0.05000,17.641
0,mlp.experts.22.gate_proj,0.0000001843,0.05000,17.539
0,mlp.experts.32.gate_proj,0.0000004138,0.05000,17.122
0,mlp.experts.36.gate_proj,0.0000014558,0.05000,17.062
0,mlp.experts.44.gate_proj,0.0000003885,0.05000,17.263
0,mlp.experts.40.gate_proj,0.0000004427,0.05000,17.225
0,mlp.experts.43.gate_proj,0.0000004139,0.05000,16.991
0,mlp.experts.47.gate_proj,0.0000005370,0.05000,17.273
0,mlp.experts.35.gate_proj,0.0000004808,0.05000,17.056
0,mlp.experts.39.gate_proj,0.0000006543,0.05000,17.705
0,mlp.experts.37.gate_proj,0.0000011111,0.05000,17.432
0,mlp.experts.42.gate_proj,0.0000001084,0.05000,17.738
0,mlp.experts.34.gate_proj,0.0000005914,0.05000,17.356
0,mlp.experts.38.gate_proj,0.0000005218,0.05000,17.240
0,mlp.experts.46.gate_proj,0.0000003738,0.05000,17.696
0,mlp.experts.33.gate_proj,0.0000004243,0.05000,17.579
0,mlp.experts.45.gate_proj,0.0000018453,0.05000,17.736
0,mlp.experts.41.gate_proj,0.0000005733,0.05000,17.766
0,mlp.experts.60.gate_proj,0.0000003807,0.05000,17.519
0,mlp.experts.52.gate_proj,0.0000007636,0.05000,17.653
0,mlp.experts.48.gate_proj,0.0000003462,0.05000,17.710
0,mlp.experts.56.gate_proj,0.0000001841,0.05000,17.284
0,mlp.experts.59.gate_proj,0.0000002369,0.05000,17.284
0,mlp.experts.63.gate_proj,0.0000002540,0.05000,17.303
0,mlp.experts.51.gate_proj,0.0000002540,0.05000,17.337
0,mlp.experts.58.gate_proj,0.0000004520,0.05000,16.660
0,mlp.experts.53.gate_proj,0.0000004688,0.05000,16.999
0,mlp.experts.55.gate_proj,0.0000013533,0.05000,17.335
0,mlp.experts.50.gate_proj,0.0000008427,0.05000,16.951
0,mlp.experts.54.gate_proj,0.0000004058,0.05000,16.933
0,mlp.experts.62.gate_proj,0.0000004002,0.05000,17.114
0,mlp.experts.49.gate_proj,0.0000001989,0.05000,17.106
0,mlp.experts.61.gate_proj,0.0000007605,0.05000,16.979
0,mlp.experts.57.gate_proj,0.0000001397,0.05000,17.011
0,mlp.experts.76.gate_proj,0.0000006178,0.05000,17.396
0,mlp.experts.64.gate_proj,0.0000018112,0.05000,17.238
0,mlp.experts.68.gate_proj,0.0000001950,0.05000,17.367
0,mlp.experts.72.gate_proj,0.0000036884,0.05000,17.772
0,mlp.experts.75.gate_proj,0.0000012434,0.05000,17.348
0,mlp.experts.79.gate_proj,0.0000001891,0.05000,17.387
0,mlp.experts.69.gate_proj,0.0000006507,0.05000,17.294
0,mlp.experts.74.gate_proj,0.0000011097,0.05000,17.388
0,mlp.experts.67.gate_proj,0.0000005475,0.05000,17.543
0,mlp.experts.71.gate_proj,0.0000013806,0.05000,17.274
0,mlp.experts.66.gate_proj,0.0000003685,0.05000,17.439
0,mlp.experts.70.gate_proj,0.0000004066,0.05000,17.215
0,mlp.experts.77.gate_proj,0.0000008683,0.05000,17.142
0,mlp.experts.78.gate_proj,0.0000008245,0.05000,17.584
0,mlp.experts.65.gate_proj,0.0000006107,0.05000,17.635
0,mlp.experts.73.gate_proj,0.0000013798,0.05000,17.592
0,mlp.experts.80.gate_proj,0.0000001340,0.05000,17.462
0,mlp.experts.92.gate_proj,0.0000008326,0.05000,17.579
0,mlp.experts.84.gate_proj,0.0000003322,0.05000,17.659
0,mlp.experts.88.gate_proj,0.0000003274,0.05000,17.110
0,mlp.experts.91.gate_proj,0.0000003478,0.05000,17.204
0,mlp.experts.95.gate_proj,0.0000004046,0.05000,17.219
0,mlp.experts.85.gate_proj,0.0000002057,0.05000,17.002
0,mlp.experts.90.gate_proj,0.0000002316,0.05000,17.043
0,mlp.experts.87.gate_proj,0.0000002117,0.05000,16.999
0,mlp.experts.83.gate_proj,0.0000003214,0.05000,17.272
0,mlp.experts.86.gate_proj,0.0000006409,0.05000,16.964
0,mlp.experts.82.gate_proj,0.0000002420,0.05000,17.119
0,mlp.experts.93.gate_proj,0.0000002809,0.05000,16.825
0,mlp.experts.81.gate_proj,0.0000004698,0.05000,16.837
0,mlp.experts.94.gate_proj,0.0000006323,0.05000,17.034
0,mlp.experts.89.gate_proj,0.0000003281,0.05000,16.731
0,mlp.experts.96.gate_proj,0.0000002040,0.05000,16.758
0,mlp.experts.108.gate_proj,0.0000002323,0.05000,16.826
0,mlp.experts.100.gate_proj,0.0000004517,0.05000,16.781
0,mlp.experts.104.gate_proj,0.0000005133,0.05000,16.776
0,mlp.experts.101.gate_proj,0.0000002121,0.05000,16.262
0,mlp.experts.111.gate_proj,0.0000003254,0.05000,16.523
0,mlp.experts.103.gate_proj,0.0000009642,0.05000,16.531
0,mlp.experts.99.gate_proj,0.0000005614,0.05000,16.499
0,mlp.experts.106.gate_proj,0.0000001192,0.05000,16.890
0,mlp.experts.107.gate_proj,0.0000001263,0.05000,17.126
0,mlp.experts.98.gate_proj,0.0000005414,0.05000,16.500
0,mlp.experts.102.gate_proj,0.0000002912,0.05000,16.612
0,mlp.experts.109.gate_proj,0.0000007163,0.05000,16.793
0,mlp.experts.97.gate_proj,0.0000001566,0.05000,16.675
0,mlp.experts.110.gate_proj,0.0000003524,0.05000,16.749
0,mlp.experts.105.gate_proj,0.0000002958,0.05000,16.742
0,mlp.experts.124.gate_proj,0.0000004400,0.05000,16.797
0,mlp.experts.116.gate_proj,0.0000009954,0.05000,16.687
0,mlp.experts.112.gate_proj,0.0000005063,0.05000,17.110
0,mlp.experts.120.gate_proj,0.0000011920,0.05000,16.492
0,mlp.experts.117.gate_proj,0.0000001055,0.05000,16.758
0,mlp.experts.119.gate_proj,0.0000004041,0.05000,16.862
0,mlp.experts.127.gate_proj,0.0000001922,0.05000,17.346
0,mlp.experts.122.gate_proj,0.0000006404,0.05000,17.008
0,mlp.experts.123.gate_proj,0.0000000583,0.05000,17.049
0,mlp.experts.118.gate_proj,0.0000003296,0.05000,16.950
0,mlp.experts.125.gate_proj,0.0000004802,0.05000,16.801
0,mlp.experts.114.gate_proj,0.0000011613,0.05000,17.165
0,mlp.experts.115.gate_proj,0.0000001541,0.05000,17.421
0,mlp.experts.113.gate_proj,0.0000000581,0.05000,16.882
0,mlp.experts.121.gate_proj,0.0000006417,0.05000,17.101
0,mlp.experts.126.gate_proj,0.0000005037,0.05000,17.122
0,mlp.experts.140.gate_proj,0.0000004215,0.05000,16.849
0,mlp.experts.132.gate_proj,0.0000005184,0.05000,17.059
0,mlp.experts.128.gate_proj,0.0000003490,0.05000,17.241
0,mlp.experts.136.gate_proj,0.0000002908,0.05000,17.298
0,mlp.experts.133.gate_proj,0.0000004788,0.05000,17.127
0,mlp.experts.135.gate_proj,0.0000001923,0.05000,17.030
0,mlp.experts.141.gate_proj,0.0000002739,0.05000,16.793
0,mlp.experts.138.gate_proj,0.0000010742,0.05000,17.061
0,mlp.experts.134.gate_proj,0.0000006693,0.05000,16.976
0,mlp.experts.143.gate_proj,0.0000007637,0.05000,17.299
0,mlp.experts.139.gate_proj,0.0000012064,0.05000,17.156
0,mlp.experts.130.gate_proj,0.0000002832,0.05000,17.100
0,mlp.experts.131.gate_proj,0.0000006583,0.05000,17.171
0,mlp.experts.129.gate_proj,0.0000002686,0.05000,17.230
0,mlp.experts.142.gate_proj,0.0000001208,0.05000,17.143
0,mlp.experts.137.gate_proj,0.0000017935,0.05000,17.172
0,mlp.experts.156.gate_proj,0.0000002476,0.05000,17.151
0,mlp.experts.148.gate_proj,0.0000003765,0.05000,17.049
0,mlp.experts.144.gate_proj,0.0000004568,0.05000,17.066
0,mlp.experts.152.gate_proj,0.0000022691,0.05000,16.971
0,mlp.experts.149.gate_proj,0.0000007702,0.05000,16.932
0,mlp.experts.151.gate_proj,0.0000006834,0.05000,17.359
0,mlp.experts.154.gate_proj,0.0000003785,0.05000,17.022
0,mlp.experts.159.gate_proj,0.0000008764,0.05000,16.891
0,mlp.experts.157.gate_proj,0.0000003206,0.05000,17.149
0,mlp.experts.150.gate_proj,0.0000002513,0.05000,17.306
0,mlp.experts.146.gate_proj,0.0000003659,0.05000,17.267
0,mlp.experts.155.gate_proj,0.0000017757,0.05000,17.374
0,mlp.experts.147.gate_proj,0.0000003865,0.05000,17.279
0,mlp.experts.145.gate_proj,0.0000003298,0.05000,17.217
0,mlp.experts.158.gate_proj,0.0000003061,0.05000,17.172
0,mlp.experts.153.gate_proj,0.0000002764,0.05000,17.316
0,mlp.experts.172.gate_proj,0.0000005768,0.05000,17.111
0,mlp.experts.164.gate_proj,0.0000006338,0.05000,17.053
0,mlp.experts.160.gate_proj,0.0000006567,0.05000,17.183
0,mlp.experts.168.gate_proj,0.0000002060,0.05000,17.210
0,mlp.experts.165.gate_proj,0.0000002731,0.05000,16.940
0,mlp.experts.167.gate_proj,0.0000004971,0.05000,16.631
0,mlp.experts.170.gate_proj,0.0000006154,0.05000,17.102
0,mlp.experts.175.gate_proj,0.0000012227,0.05000,17.293
0,mlp.experts.173.gate_proj,0.0000003667,0.05000,17.269
0,mlp.experts.171.gate_proj,0.0000002059,0.05000,16.962
0,mlp.experts.166.gate_proj,0.0000001304,0.05000,17.331
0,mlp.experts.162.gate_proj,0.0000020956,0.05000,17.197
0,mlp.experts.163.gate_proj,0.0000010337,0.05000,17.276
0,mlp.experts.161.gate_proj,0.0000008196,0.05000,17.111
0,mlp.experts.174.gate_proj,0.0000006709,0.05000,17.307
0,mlp.experts.169.gate_proj,0.0000002966,0.05000,17.261
0,mlp.experts.180.gate_proj,0.0000009978,0.05000,17.039
0,mlp.experts.188.gate_proj,0.0000003765,0.05000,17.215
0,mlp.experts.184.gate_proj,0.0000007334,0.05000,17.081
0,mlp.experts.176.gate_proj,0.0000011510,0.05000,17.319
0,mlp.experts.181.gate_proj,0.0000001025,0.05000,17.290
0,mlp.experts.183.gate_proj,0.0000003583,0.05000,17.211
0,mlp.experts.186.gate_proj,0.0000005376,0.05000,16.869
0,mlp.experts.182.gate_proj,0.0000002467,0.05000,16.633
0,mlp.experts.189.gate_proj,0.0000013589,0.05000,16.925
0,mlp.experts.191.gate_proj,0.0000007686,0.05000,17.118
0,mlp.experts.187.gate_proj,0.0000003049,0.05000,16.968
0,mlp.experts.178.gate_proj,0.0000003311,0.05000,16.784
0,mlp.experts.177.gate_proj,0.0000009393,0.05000,16.959
0,mlp.experts.179.gate_proj,0.0000002387,0.05000,17.162
0,mlp.experts.190.gate_proj,0.0000001435,0.05000,16.889
0,mlp.experts.185.gate_proj,0.0000001649,0.05000,16.992
0,mlp.experts.204.gate_proj,0.0000005928,0.05000,17.169
0,mlp.experts.196.gate_proj,0.0000001142,0.05000,17.333
0,mlp.experts.200.gate_proj,0.0000003847,0.05000,17.052
0,mlp.experts.192.gate_proj,0.0000015207,0.05000,17.204
0,mlp.experts.197.gate_proj,0.0000004145,0.05000,17.246
0,mlp.experts.199.gate_proj,0.0000011415,0.05000,17.461
0,mlp.experts.202.gate_proj,0.0000005637,0.05000,17.364
0,mlp.experts.205.gate_proj,0.0000000566,0.05000,17.486
0,mlp.experts.194.gate_proj,0.0000003336,0.05000,17.401
0,mlp.experts.203.gate_proj,0.0000021660,0.05000,17.516
0,mlp.experts.198.gate_proj,0.0000004825,0.05000,17.826
0,mlp.experts.193.gate_proj,0.0000002263,0.05000,17.162
0,mlp.experts.207.gate_proj,0.0000009366,0.05000,17.817
0,mlp.experts.195.gate_proj,0.0000006974,0.05000,17.537
0,mlp.experts.206.gate_proj,0.0000002623,0.05000,17.317
0,mlp.experts.201.gate_proj,0.0000013284,0.05000,17.393
0,mlp.experts.212.gate_proj,0.0000002578,0.05000,16.854
0,mlp.experts.220.gate_proj,0.0000010736,0.05000,17.024
0,mlp.experts.216.gate_proj,0.0000001189,0.05000,16.902
0,mlp.experts.208.gate_proj,0.0000002677,0.05000,16.923
0,mlp.experts.213.gate_proj,0.0000004174,0.05000,16.894
0,mlp.experts.218.gate_proj,0.0000003364,0.05000,16.674
0,mlp.experts.215.gate_proj,0.0000008468,0.05000,16.945
0,mlp.experts.221.gate_proj,0.0000002958,0.05000,16.677
0,mlp.experts.210.gate_proj,0.0000006078,0.05000,16.608
0,mlp.experts.214.gate_proj,0.0000009929,0.05000,16.440
0,mlp.experts.223.gate_proj,0.0000009058,0.05000,16.530
0,mlp.experts.219.gate_proj,0.0000002738,0.05000,16.791
0,mlp.experts.209.gate_proj,0.0000004067,0.05000,16.582
0,mlp.experts.222.gate_proj,0.0000007246,0.05000,16.475
0,mlp.experts.211.gate_proj,0.0000005273,0.05000,16.597
0,mlp.experts.217.gate_proj,0.0000008994,0.05000,16.366
0,mlp.experts.236.gate_proj,0.0000006386,0.05000,16.771
0,mlp.experts.228.gate_proj,0.0000003188,0.05000,16.889
0,mlp.experts.224.gate_proj,0.0000008605,0.05000,16.764
0,mlp.experts.232.gate_proj,0.0000023624,0.05000,17.274
0,mlp.experts.229.gate_proj,0.0000001876,0.05000,17.391
0,mlp.experts.234.gate_proj,0.0000006687,0.05000,17.137
0,mlp.experts.231.gate_proj,0.0000005617,0.05000,17.243
0,mlp.experts.230.gate_proj,0.0000010695,0.05000,17.031
0,mlp.experts.237.gate_proj,0.0000008398,0.05000,17.072
0,mlp.experts.235.gate_proj,0.0000002305,0.05000,16.819
0,mlp.experts.226.gate_proj,0.0000001673,0.05000,17.283
0,mlp.experts.225.gate_proj,0.0000005127,0.05000,17.279
0,mlp.experts.239.gate_proj,0.0000007408,0.05000,17.574
0,mlp.experts.238.gate_proj,0.0000006082,0.05000,17.286
0,mlp.experts.227.gate_proj,0.0000003326,0.05000,17.356
0,mlp.experts.233.gate_proj,0.0000001076,0.05000,17.384
0,mlp.experts.252.gate_proj,0.0000000998,0.05000,16.736
0,mlp.experts.244.gate_proj,0.0000005717,0.05000,16.708
0,mlp.experts.240.gate_proj,0.0000010853,0.05000,17.041
0,mlp.experts.248.gate_proj,0.0000020448,0.05000,17.194
0,mlp.experts.245.gate_proj,0.0000008201,0.05000,16.993
0,mlp.experts.250.gate_proj,0.0000003982,0.05000,17.180
0,mlp.experts.242.gate_proj,0.0000005250,0.05000,16.706
0,mlp.experts.247.gate_proj,0.0000002726,0.05000,17.240
0,mlp.experts.251.gate_proj,0.0000003316,0.05000,17.026
0,mlp.experts.253.gate_proj,0.0000001831,0.05000,17.157
0,mlp.experts.246.gate_proj,0.0000002312,0.05000,17.175
0,mlp.experts.255.gate_proj,0.0000001839,0.05000,16.954
0,mlp.experts.254.gate_proj,0.0000009327,0.05000,16.852
0,mlp.experts.241.gate_proj,0.0000003846,0.05000,17.285
0,mlp.experts.249.gate_proj,0.0000002073,0.05000,16.982
0,mlp.experts.243.gate_proj,0.0000003842,0.05000,17.317
0,mlp.experts.12.up_proj,0.0000001287,0.05000,17.615
0,mlp.experts.4.up_proj,0.0000030843,0.05000,17.869
0,mlp.experts.0.up_proj,0.0000010055,0.05000,17.664
0,mlp.experts.8.up_proj,0.0000007433,0.05000,17.477
0,mlp.experts.5.up_proj,0.0000005857,0.05000,17.309
0,mlp.experts.10.up_proj,0.0000001468,0.05000,17.138
0,mlp.experts.7.up_proj,0.0000001312,0.05000,16.897
0,mlp.experts.13.up_proj,0.0000009767,0.05000,16.816
0,mlp.experts.2.up_proj,0.0000010796,0.05000,17.071
0,mlp.experts.11.up_proj,0.0000001564,0.05000,16.962
0,mlp.experts.6.up_proj,0.0000004455,0.05000,17.192
0,mlp.experts.15.up_proj,0.0000006223,0.05000,16.861
0,mlp.experts.14.up_proj,0.0000002530,0.05000,17.126
0,mlp.experts.1.up_proj,0.0000001359,0.05000,17.230
0,mlp.experts.9.up_proj,0.0000003764,0.05000,16.833
0,mlp.experts.3.up_proj,0.0000000701,0.05000,16.888
0,mlp.experts.28.up_proj,0.0000018073,0.05000,16.816
0,mlp.experts.20.up_proj,0.0000019608,0.05000,16.773
0,mlp.experts.16.up_proj,0.0000009613,0.05000,16.764
0,mlp.experts.24.up_proj,0.0000005286,0.05000,16.827
0,mlp.experts.21.up_proj,0.0000003723,0.05000,17.053
0,mlp.experts.27.up_proj,0.0000006657,0.05000,16.710
0,mlp.experts.23.up_proj,0.0000005437,0.05000,16.919
0,mlp.experts.26.up_proj,0.0000009855,0.05000,17.031
0,mlp.experts.29.up_proj,0.0000007323,0.05000,17.039
0,mlp.experts.18.up_proj,0.0000001398,0.05000,17.194
0,mlp.experts.22.up_proj,0.0000001649,0.05000,17.019
0,mlp.experts.31.up_proj,0.0000017390,0.05000,16.931
0,mlp.experts.17.up_proj,0.0000007579,0.05000,16.849
0,mlp.experts.30.up_proj,0.0000002085,0.05000,17.124
0,mlp.experts.19.up_proj,0.0000007059,0.05000,16.871
0,mlp.experts.25.up_proj,0.0000000385,0.05000,17.131
0,mlp.experts.44.up_proj,0.0000003548,0.05000,16.673
0,mlp.experts.36.up_proj,0.0000013245,0.05000,17.012
0,mlp.experts.32.up_proj,0.0000003741,0.05000,16.915
0,mlp.experts.40.up_proj,0.0000004264,0.05000,16.929
0,mlp.experts.37.up_proj,0.0000010791,0.05000,17.083
0,mlp.experts.42.up_proj,0.0000001035,0.05000,16.828
0,mlp.experts.43.up_proj,0.0000003784,0.05000,17.055
0,mlp.experts.39.up_proj,0.0000006022,0.05000,17.148
0,mlp.experts.34.up_proj,0.0000005632,0.05000,16.978
0,mlp.experts.38.up_proj,0.0000004900,0.05000,16.947
0,mlp.experts.45.up_proj,0.0000017494,0.05000,17.414
0,mlp.experts.47.up_proj,0.0000004720,0.05000,17.178
0,mlp.experts.35.up_proj,0.0000004356,0.05000,16.762
0,mlp.experts.33.up_proj,0.0000003968,0.05000,17.017
0,mlp.experts.41.up_proj,0.0000005638,0.05000,16.887
0,mlp.experts.46.up_proj,0.0000003528,0.05000,17.293
0,mlp.experts.60.up_proj,0.0000003754,0.05000,16.790
0,mlp.experts.52.up_proj,0.0000007411,0.05000,17.195
0,mlp.experts.48.up_proj,0.0000003138,0.05000,16.945
0,mlp.experts.56.up_proj,0.0000001782,0.05000,17.108
0,mlp.experts.59.up_proj,0.0000002156,0.05000,16.923
0,mlp.experts.53.up_proj,0.0000004480,0.05000,17.277
0,mlp.experts.58.up_proj,0.0000004046,0.05000,17.303
0,mlp.experts.55.up_proj,0.0000013329,0.05000,17.235
0,mlp.experts.54.up_proj,0.0000003728,0.05000,16.837
0,mlp.experts.50.up_proj,0.0000008272,0.05000,17.157
0,mlp.experts.61.up_proj,0.0000006948,0.05000,16.949
0,mlp.experts.49.up_proj,0.0000001572,0.05000,16.789
0,mlp.experts.51.up_proj,0.0000002347,0.05000,16.882
0,mlp.experts.63.up_proj,0.0000002351,0.05000,17.160
0,mlp.experts.62.up_proj,0.0000004134,0.05000,16.723
0,mlp.experts.57.up_proj,0.0000001259,0.05000,16.996
0,mlp.experts.76.up_proj,0.0000006232,0.05000,16.855
0,mlp.experts.64.up_proj,0.0000016511,0.05000,16.457
0,mlp.experts.68.up_proj,0.0000001882,0.05000,16.764
0,mlp.experts.72.up_proj,0.0000036419,0.05000,16.752
0,mlp.experts.75.up_proj,0.0000011790,0.05000,16.598
0,mlp.experts.71.up_proj,0.0000012924,0.05000,16.322
0,mlp.experts.70.up_proj,0.0000003762,0.05000,16.541
0,mlp.experts.74.up_proj,0.0000010839,0.05000,16.858
0,mlp.experts.66.up_proj,0.0000003519,0.05000,16.552
0,mlp.experts.69.up_proj,0.0000006197,0.05000,17.091
0,mlp.experts.77.up_proj,0.0000008291,0.05000,16.707
0,mlp.experts.67.up_proj,0.0000005096,0.05000,16.750
0,mlp.experts.79.up_proj,0.0000001738,0.05000,16.939
0,mlp.experts.73.up_proj,0.0000013465,0.05000,16.782
0,mlp.experts.78.up_proj,0.0000007794,0.05000,16.876
0,mlp.experts.65.up_proj,0.0000006028,0.05000,17.263
0,mlp.experts.92.up_proj,0.0000008105,0.05000,17.101
0,mlp.experts.80.up_proj,0.0000001273,0.05000,17.162
0,mlp.experts.84.up_proj,0.0000003186,0.05000,17.373
0,mlp.experts.88.up_proj,0.0000003116,0.05000,17.521
0,mlp.experts.91.up_proj,0.0000003263,0.05000,17.351
0,mlp.experts.86.up_proj,0.0000006035,0.05000,17.236
0,mlp.experts.87.up_proj,0.0000001922,0.05000,17.584
0,mlp.experts.85.up_proj,0.0000001908,0.05000,17.154
0,mlp.experts.82.up_proj,0.0000002311,0.05000,17.330
0,mlp.experts.93.up_proj,0.0000002650,0.05000,17.218
0,mlp.experts.90.up_proj,0.0000002152,0.05000,17.601
0,mlp.experts.95.up_proj,0.0000003680,0.05000,16.837
0,mlp.experts.83.up_proj,0.0000003067,0.05000,17.411
0,mlp.experts.81.up_proj,0.0000004270,0.05000,17.226
0,mlp.experts.89.up_proj,0.0000003078,0.05000,17.300
0,mlp.experts.94.up_proj,0.0000005814,0.05000,17.441
0,mlp.experts.108.up_proj,0.0000002126,0.05000,16.862
0,mlp.experts.96.up_proj,0.0000001965,0.05000,17.060
0,mlp.experts.100.up_proj,0.0000004247,0.05000,17.141
0,mlp.experts.104.up_proj,0.0000004461,0.05000,16.908
0,mlp.experts.107.up_proj,0.0000001142,0.05000,16.785
0,mlp.experts.102.up_proj,0.0000002705,0.05000,16.617
0,mlp.experts.98.up_proj,0.0000005111,0.05000,16.474
0,mlp.experts.106.up_proj,0.0000001133,0.05000,16.605
0,mlp.experts.103.up_proj,0.0000009108,0.05000,17.030
0,mlp.experts.101.up_proj,0.0000001989,0.05000,16.935
0,mlp.experts.109.up_proj,0.0000007034,0.05000,16.949
0,mlp.experts.111.up_proj,0.0000003129,0.05000,17.063
0,mlp.experts.99.up_proj,0.0000005308,0.05000,16.958
0,mlp.experts.105.up_proj,0.0000002771,0.05000,16.788
0,mlp.experts.97.up_proj,0.0000001556,0.05000,16.953
0,mlp.experts.110.up_proj,0.0000003382,0.05000,17.028
0,mlp.experts.124.up_proj,0.0000004549,0.05000,17.320
0,mlp.experts.112.up_proj,0.0000004645,0.05000,17.443
0,mlp.experts.116.up_proj,0.0000009366,0.05000,17.091
0,mlp.experts.120.up_proj,0.0000008377,0.05000,16.966
0,mlp.experts.123.up_proj,0.0000000507,0.05000,17.265
0,mlp.experts.114.up_proj,0.0000010300,0.05000,17.293
0,mlp.experts.118.up_proj,0.0000003136,0.05000,17.453
0,mlp.experts.117.up_proj,0.0000000977,0.05000,16.915
0,mlp.experts.122.up_proj,0.0000006146,0.05000,17.211
0,mlp.experts.119.up_proj,0.0000003848,0.05000,17.354
0,mlp.experts.125.up_proj,0.0000004556,0.05000,17.148
0,mlp.experts.115.up_proj,0.0000001466,0.05000,17.221
0,mlp.experts.127.up_proj,0.0000001742,0.05000,17.565
0,mlp.experts.121.up_proj,0.0000006110,0.05000,17.376
0,mlp.experts.113.up_proj,0.0000000538,0.05000,17.283
0,mlp.experts.126.up_proj,0.0000004679,0.05000,17.278
0,mlp.experts.140.up_proj,0.0000003823,0.05000,17.175
0,mlp.experts.132.up_proj,0.0000004862,0.05000,16.704
0,mlp.experts.128.up_proj,0.0000003350,0.05000,17.484
0,mlp.experts.136.up_proj,0.0000002746,0.05000,17.521
0,mlp.experts.139.up_proj,0.0000009763,0.05000,17.103
0,mlp.experts.133.up_proj,0.0000004730,0.05000,17.034
0,mlp.experts.134.up_proj,0.0000006485,0.05000,17.363
0,mlp.experts.130.up_proj,0.0000001933,0.05000,17.484
0,mlp.experts.138.up_proj,0.0000010486,0.05000,17.305
0,mlp.experts.135.up_proj,0.0000001804,0.05000,17.325
0,mlp.experts.141.up_proj,0.0000002648,0.05000,17.384
0,mlp.experts.143.up_proj,0.0000007039,0.05000,16.817
0,mlp.experts.131.up_proj,0.0000006145,0.05000,17.273
0,mlp.experts.137.up_proj,0.0000017040,0.05000,17.159
0,mlp.experts.129.up_proj,0.0000002545,0.05000,17.243
0,mlp.experts.142.up_proj,0.0000001123,0.05000,17.408
0,mlp.experts.156.up_proj,0.0000002343,0.05000,17.199
0,mlp.experts.148.up_proj,0.0000003529,0.05000,17.828
0,mlp.experts.144.up_proj,0.0000004474,0.05000,17.465
0,mlp.experts.152.up_proj,0.0000022221,0.05000,17.631
0,mlp.experts.155.up_proj,0.0000017305,0.05000,17.489
0,mlp.experts.149.up_proj,0.0000007159,0.05000,17.597
0,mlp.experts.157.up_proj,0.0000003085,0.05000,17.165
0,mlp.experts.154.up_proj,0.0000003492,0.05000,17.451
0,mlp.experts.150.up_proj,0.0000002284,0.05000,17.647
0,mlp.experts.151.up_proj,0.0000006720,0.05000,17.482
0,mlp.experts.146.up_proj,0.0000003356,0.05000,17.899
0,mlp.experts.159.up_proj,0.0000008375,0.05000,17.841
0,mlp.experts.147.up_proj,0.0000003546,0.05000,17.815
0,mlp.experts.153.up_proj,0.0000002608,0.05000,17.980
0,mlp.experts.145.up_proj,0.0000003125,0.05000,18.037
0,mlp.experts.158.up_proj,0.0000002576,0.05000,18.007
0,mlp.experts.172.up_proj,0.0000005655,0.05000,17.829
0,mlp.experts.164.up_proj,0.0000005632,0.05000,17.610
0,mlp.experts.160.up_proj,0.0000006001,0.05000,17.728
0,mlp.experts.168.up_proj,0.0000001864,0.05000,17.781
0,mlp.experts.171.up_proj,0.0000002019,0.05000,17.643
0,mlp.experts.165.up_proj,0.0000002657,0.05000,17.655
0,mlp.experts.173.up_proj,0.0000003402,0.05000,17.391
0,mlp.experts.167.up_proj,0.0000004782,0.05000,17.666
0,mlp.experts.166.up_proj,0.0000000933,0.05000,17.829
0,mlp.experts.170.up_proj,0.0000005277,0.05000,18.023
0,mlp.experts.162.up_proj,0.0000020221,0.05000,17.900
0,mlp.experts.175.up_proj,0.0000012230,0.05000,17.434
0,mlp.experts.163.up_proj,0.0000009497,0.05000,17.646
0,mlp.experts.169.up_proj,0.0000002717,0.05000,17.423
0,mlp.experts.161.up_proj,0.0000007625,0.05000,17.258
0,mlp.experts.174.up_proj,0.0000006422,0.05000,17.544
0,mlp.experts.188.up_proj,0.0000003655,0.05000,17.139
0,mlp.experts.180.up_proj,0.0000009527,0.05000,16.976
0,mlp.experts.176.up_proj,0.0000010626,0.05000,17.145
0,mlp.experts.184.up_proj,0.0000007066,0.05000,17.012
0,mlp.experts.187.up_proj,0.0000002829,0.05000,17.073
0,mlp.experts.189.up_proj,0.0000012462,0.05000,17.157
0,mlp.experts.181.up_proj,0.0000000955,0.05000,17.217
0,mlp.experts.182.up_proj,0.0000002345,0.05000,16.979
0,mlp.experts.183.up_proj,0.0000003348,0.05000,17.334
0,mlp.experts.186.up_proj,0.0000005310,0.05000,17.159
0,mlp.experts.178.up_proj,0.0000003178,0.05000,17.083
0,mlp.experts.191.up_proj,0.0000006943,0.05000,17.161
0,mlp.experts.179.up_proj,0.0000002138,0.05000,17.304
0,mlp.experts.185.up_proj,0.0000001579,0.05000,17.248
0,mlp.experts.177.up_proj,0.0000009036,0.05000,17.390
0,mlp.experts.190.up_proj,0.0000001305,0.05000,17.321
0,mlp.experts.204.up_proj,0.0000005654,0.05000,17.706
0,mlp.experts.196.up_proj,0.0000001084,0.05000,18.305
0,mlp.experts.192.up_proj,0.0000014828,0.05000,17.692
0,mlp.experts.200.up_proj,0.0000003590,0.05000,17.713
0,mlp.experts.203.up_proj,0.0000010376,0.05000,17.621
0,mlp.experts.205.up_proj,0.0000000495,0.05000,17.414
0,mlp.experts.197.up_proj,0.0000003169,0.05000,17.498
0,mlp.experts.198.up_proj,0.0000004693,0.05000,17.345
0,mlp.experts.202.up_proj,0.0000005951,0.05000,17.247
0,mlp.experts.199.up_proj,0.0000010529,0.05000,17.506
0,mlp.experts.194.up_proj,0.0000003182,0.05000,17.524
0,mlp.experts.207.up_proj,0.0000008914,0.05000,17.772
0,mlp.experts.195.up_proj,0.0000006540,0.05000,17.356
0,mlp.experts.201.up_proj,0.0000012604,0.05000,17.579
0,mlp.experts.193.up_proj,0.0000001999,0.05000,17.437
0,mlp.experts.206.up_proj,0.0000002308,0.05000,17.332
0,mlp.experts.220.up_proj,0.0000010385,0.05000,17.502
0,mlp.experts.212.up_proj,0.0000002511,0.05000,17.041
0,mlp.experts.208.up_proj,0.0000002401,0.05000,17.312
0,mlp.experts.216.up_proj,0.0000001139,0.05000,17.305
0,mlp.experts.219.up_proj,0.0000002512,0.05000,17.310
0,mlp.experts.221.up_proj,0.0000002711,0.05000,17.327
0,mlp.experts.218.up_proj,0.0000003359,0.05000,16.936
0,mlp.experts.213.up_proj,0.0000003966,0.05000,17.346
0,mlp.experts.214.up_proj,0.0000009290,0.05000,17.298
0,mlp.experts.210.up_proj,0.0000005792,0.05000,17.216
0,mlp.experts.215.up_proj,0.0000007785,0.05000,17.519
0,mlp.experts.223.up_proj,0.0000008323,0.05000,17.376
0,mlp.experts.211.up_proj,0.0000005166,0.05000,17.341
0,mlp.experts.209.up_proj,0.0000003895,0.05000,17.224
0,mlp.experts.217.up_proj,0.0000008772,0.05000,17.390
0,mlp.experts.222.up_proj,0.0000007278,0.05000,17.536
0,mlp.experts.236.up_proj,0.0000006058,0.05000,17.442
0,mlp.experts.224.up_proj,0.0000008382,0.05000,17.251
0,mlp.experts.228.up_proj,0.0000002953,0.05000,17.973
0,mlp.experts.232.up_proj,0.0000022718,0.05000,17.506
0,mlp.experts.235.up_proj,0.0000001880,0.05000,17.563
0,mlp.experts.237.up_proj,0.0000008378,0.05000,17.522
0,mlp.experts.234.up_proj,0.0000006315,0.05000,17.434
0,mlp.experts.229.up_proj,0.0000001803,0.05000,17.501
0,mlp.experts.230.up_proj,0.0000007778,0.05000,17.478
0,mlp.experts.226.up_proj,0.0000001423,0.05000,17.568
0,mlp.experts.231.up_proj,0.0000005525,0.05000,17.538
0,mlp.experts.239.up_proj,0.0000007103,0.05000,17.454
0,mlp.experts.227.up_proj,0.0000003218,0.05000,17.381
0,mlp.experts.233.up_proj,0.0000000970,0.05000,17.456
0,mlp.experts.225.up_proj,0.0000004847,0.05000,17.806
0,mlp.experts.238.up_proj,0.0000005635,0.05000,17.230
0,mlp.experts.252.up_proj,0.0000000316,0.05000,17.336
0,mlp.experts.240.up_proj,0.0000010255,0.05000,17.574
0,mlp.experts.244.up_proj,0.0000005205,0.05000,17.492
0,mlp.experts.248.up_proj,0.0000019757,0.05000,17.441
0,mlp.experts.12.down_proj,0.0000000709,0.05000,4.595
0,mlp.experts.0.down_proj,0.0000001865,0.05000,4.621
0,mlp.experts.4.down_proj,0.0000002451,0.05000,4.505
0,mlp.experts.8.down_proj,0.0000001165,0.05000,4.644
0,mlp.experts.251.up_proj,0.0000003234,0.05000,17.680
0,mlp.experts.253.up_proj,0.0000001789,0.05000,17.506
0,mlp.experts.246.up_proj,0.0000002163,0.05000,17.479
0,mlp.experts.245.up_proj,0.0000007613,0.05000,17.695
0,mlp.experts.250.up_proj,0.0000003834,0.05000,17.826
0,mlp.experts.242.up_proj,0.0000004993,0.05000,17.552
0,mlp.experts.247.up_proj,0.0000002670,0.05000,17.569
0,mlp.experts.28.down_proj,0.0000001677,0.05000,4.481
0,mlp.experts.243.up_proj,0.0000003538,0.05000,17.585
0,mlp.experts.255.up_proj,0.0000001759,0.05000,17.710
0,mlp.experts.249.up_proj,0.0000001740,0.05000,17.241
0,mlp.experts.241.up_proj,0.0000003695,0.05000,17.309
0,mlp.experts.254.up_proj,0.0000007690,0.05000,17.535
0,mlp.experts.16.down_proj,0.0000001290,0.05000,4.191
0,mlp.experts.20.down_proj,0.0000001754,0.05000,4.106
0,mlp.experts.24.down_proj,0.0000000864,0.05000,4.020
0,mlp.experts.11.down_proj,0.0000000738,0.05000,3.935
0,mlp.experts.13.down_proj,0.0000000821,0.05000,3.966
0,mlp.experts.6.down_proj,0.0000000940,0.05000,4.044
0,mlp.experts.5.down_proj,0.0000000763,0.05000,3.984
0,mlp.experts.10.down_proj,0.0000000676,0.05000,4.128
0,mlp.experts.2.down_proj,0.0000001162,0.05000,3.930
0,mlp.experts.7.down_proj,0.0000000598,0.05000,3.822
0,mlp.experts.44.down_proj,0.0000000874,0.05000,3.895
0,mlp.experts.3.down_proj,0.0000000624,0.05000,3.847
0,mlp.experts.15.down_proj,0.0000001254,0.05000,3.926
0,mlp.experts.9.down_proj,0.0000001024,0.05000,3.923
0,mlp.experts.1.down_proj,0.0000000610,0.05000,4.054
0,mlp.experts.14.down_proj,0.0000000774,0.05000,4.090
0,mlp.experts.32.down_proj,0.0000000783,0.05000,4.055
0,mlp.experts.36.down_proj,0.0000001011,0.05000,4.048
0,mlp.experts.40.down_proj,0.0000001246,0.05000,4.157
0,mlp.experts.27.down_proj,0.0000001257,0.05000,4.112
0,mlp.experts.29.down_proj,0.0000001195,0.05000,4.097
0,mlp.experts.22.down_proj,0.0000000693,0.05000,4.198
0,mlp.experts.21.down_proj,0.0000001111,0.05000,4.185
0,mlp.experts.26.down_proj,0.0000001278,0.05000,4.092
0,mlp.experts.18.down_proj,0.0000000326,0.05000,4.068
0,mlp.experts.23.down_proj,0.0000001242,0.05000,4.094
0,mlp.experts.60.down_proj,0.0000000614,0.05000,4.132
0,mlp.experts.31.down_proj,0.0000001533,0.05000,4.103
0,mlp.experts.19.down_proj,0.0000000905,0.05000,4.241
0,mlp.experts.25.down_proj,0.0000000775,0.05000,4.111
0,mlp.experts.17.down_proj,0.0000001117,0.05000,4.028
0,mlp.experts.30.down_proj,0.0000000921,0.05000,4.054
0,mlp.experts.52.down_proj,0.0000001048,0.05000,3.897
0,mlp.experts.48.down_proj,0.0000000713,0.05000,4.064
0,mlp.experts.56.down_proj,0.0000000740,0.05000,4.053
0,mlp.experts.43.down_proj,0.0000001062,0.05000,3.928
0,mlp.experts.45.down_proj,0.0000000319,0.05000,3.957
0,mlp.experts.38.down_proj,0.0000001098,0.05000,3.906
0,mlp.experts.42.down_proj,0.0000000906,0.05000,3.836
0,mlp.experts.37.down_proj,0.0000001991,0.05000,3.928
0,mlp.experts.34.down_proj,0.0000001371,0.05000,3.944
0,mlp.experts.39.down_proj,0.0000001212,0.05000,3.955
0,mlp.experts.76.down_proj,0.0000001316,0.05000,3.976
0,mlp.experts.41.down_proj,0.0000000877,0.05000,3.921
0,mlp.experts.47.down_proj,0.0000000843,0.05000,4.042
0,mlp.experts.35.down_proj,0.0000001434,0.05000,4.050
0,mlp.experts.33.down_proj,0.0000001010,0.05000,4.066
0,mlp.experts.46.down_proj,0.0000000737,0.05000,4.036
0,mlp.experts.68.down_proj,0.0000000869,0.05000,4.041
0,mlp.experts.64.down_proj,0.0000001054,0.05000,4.013
0,mlp.experts.72.down_proj,0.0000003377,0.05000,4.061
0,mlp.experts.59.down_proj,0.0000000609,0.05000,3.979
0,mlp.experts.61.down_proj,0.0000001357,0.05000,3.961
0,mlp.experts.54.down_proj,0.0000000885,0.05000,4.009
0,mlp.experts.53.down_proj,0.0000001008,0.05000,3.972
0,mlp.experts.58.down_proj,0.0000000795,0.05000,4.226
0,mlp.experts.50.down_proj,0.0000000820,0.05000,4.292
0,mlp.experts.55.down_proj,0.0000001141,0.05000,4.222
0,mlp.experts.92.down_proj,0.0000001022,0.05000,4.286
0,mlp.experts.63.down_proj,0.0000000856,0.05000,4.187
0,mlp.experts.57.down_proj,0.0000000767,0.05000,4.225
0,mlp.experts.51.down_proj,0.0000000755,0.05000,4.203
0,mlp.experts.49.down_proj,0.0000000831,0.05000,4.182
0,mlp.experts.62.down_proj,0.0000000514,0.05000,4.098
0,mlp.experts.80.down_proj,0.0000000605,0.05000,4.092
0,mlp.experts.84.down_proj,0.0000000626,0.05000,4.203
0,mlp.experts.88.down_proj,0.0000001333,0.05000,4.269
0,mlp.experts.75.down_proj,0.0000001143,0.05000,4.324
0,mlp.experts.77.down_proj,0.0000001097,0.05000,4.190
0,mlp.experts.70.down_proj,0.0000000792,0.05000,4.344
0,mlp.experts.69.down_proj,0.0000000840,0.05000,4.402
0,mlp.experts.74.down_proj,0.0000000533,0.05000,4.158
0,mlp.experts.66.down_proj,0.0000000579,0.05000,4.179
0,mlp.experts.71.down_proj,0.0000002014,0.05000,4.199
0,mlp.experts.108.down_proj,0.0000001020,0.05000,4.130
0,mlp.experts.79.down_proj,0.0000000696,0.05000,4.195
0,mlp.experts.73.down_proj,0.0000000930,0.05000,4.224
0,mlp.experts.67.down_proj,0.0000000835,0.05000,4.242
0,mlp.experts.65.down_proj,0.0000000780,0.05000,4.346
0,mlp.experts.78.down_proj,0.0000001003,0.05000,4.097
0,mlp.experts.96.down_proj,0.0000000720,0.05000,4.170
0,mlp.experts.100.down_proj,0.0000000993,0.05000,4.139
0,mlp.experts.104.down_proj,0.0000000680,0.05000,4.006
0,mlp.experts.93.down_proj,0.0000000974,0.05000,3.858
0,mlp.experts.91.down_proj,0.0000001084,0.05000,4.041
0,mlp.experts.86.down_proj,0.0000001145,0.05000,3.978
0,mlp.experts.90.down_proj,0.0000000966,0.05000,3.958
0,mlp.experts.85.down_proj,0.0000000925,0.05000,4.061
0,mlp.experts.87.down_proj,0.0000000584,0.05000,4.008
0,mlp.experts.82.down_proj,0.0000000944,0.05000,4.080
0,mlp.experts.124.down_proj,0.0000000918,0.05000,4.031
0,mlp.experts.89.down_proj,0.0000000743,0.05000,3.769
0,mlp.experts.95.down_proj,0.0000001434,0.05000,3.926
0,mlp.experts.83.down_proj,0.0000000625,0.05000,3.858
0,mlp.experts.81.down_proj,0.0000000555,0.05000,3.908
0,mlp.experts.94.down_proj,0.0000000881,0.05000,3.985
0,mlp.experts.112.down_proj,0.0000001480,0.05000,4.033
0,mlp.experts.116.down_proj,0.0000001049,0.05000,4.075
0,mlp.experts.120.down_proj,0.0000000840,0.05000,4.097
0,mlp.experts.109.down_proj,0.0000000796,0.05000,4.147
0,mlp.experts.107.down_proj,0.0000000703,0.05000,4.021
0,mlp.experts.102.down_proj,0.0000000797,0.05000,3.997
0,mlp.experts.106.down_proj,0.0000000555,0.05000,4.055
0,mlp.experts.101.down_proj,0.0000000537,0.05000,3.987
0,mlp.experts.103.down_proj,0.0000001403,0.05000,4.001
0,mlp.experts.98.down_proj,0.0000000980,0.05000,4.089
0,mlp.experts.140.down_proj,0.0000001078,0.05000,4.169
0,mlp.experts.105.down_proj,0.0000000770,0.05000,4.031
0,mlp.experts.111.down_proj,0.0000000778,0.05000,4.189
0,mlp.experts.99.down_proj,0.0000001215,0.05000,4.206
0,mlp.experts.97.down_proj,0.0000000845,0.05000,4.129
0,mlp.experts.110.down_proj,0.0000000983,0.05000,4.070
0,mlp.experts.128.down_proj,0.0000000601,0.05000,4.177
0,mlp.experts.132.down_proj,0.0000001097,0.05000,4.366
0,mlp.experts.136.down_proj,0.0000000684,0.05000,4.211
0,mlp.experts.125.down_proj,0.0000001225,0.05000,4.246
0,mlp.experts.123.down_proj,0.0000000475,0.05000,4.296
0,mlp.experts.118.down_proj,0.0000001106,0.05000,4.198
0,mlp.experts.117.down_proj,0.0000000652,0.05000,4.129
0,mlp.experts.122.down_proj,0.0000000786,0.05000,4.156
0,mlp.experts.119.down_proj,0.0000001151,0.05000,4.235
0,mlp.experts.114.down_proj,0.0000000931,0.05000,4.174
0,mlp.experts.121.down_proj,0.0000000245,0.05000,4.152
0,mlp.experts.156.down_proj,0.0000000656,0.05000,4.179
0,mlp.experts.115.down_proj,0.0000000789,0.05000,4.136
0,mlp.experts.127.down_proj,0.0000000594,0.05000,4.256
0,mlp.experts.126.down_proj,0.0000001124,0.05000,3.892
0,mlp.experts.113.down_proj,0.0000000634,0.05000,4.180
0,mlp.experts.144.down_proj,0.0000000599,0.05000,4.136
0,mlp.experts.148.down_proj,0.0000000996,0.05000,4.145
0,mlp.experts.152.down_proj,0.0000001285,0.05000,4.345
0,mlp.experts.141.down_proj,0.0000000806,0.05000,4.219
0,mlp.experts.139.down_proj,0.0000001289,0.05000,4.457
0,mlp.experts.134.down_proj,0.0000000714,0.05000,4.311
0,mlp.experts.138.down_proj,0.0000002085,0.05000,4.268
0,mlp.experts.133.down_proj,0.0000000931,0.05000,4.350
0,mlp.experts.135.down_proj,0.0000000742,0.05000,4.197
0,mlp.experts.130.down_proj,0.0000000483,0.05000,4.378
0,mlp.experts.137.down_proj,0.0000002518,0.05000,4.389
0,mlp.experts.172.down_proj,0.0000000746,0.05000,4.478
0,mlp.experts.143.down_proj,0.0000001380,0.05000,4.301
0,mlp.experts.131.down_proj,0.0000001213,0.05000,4.415
0,mlp.experts.142.down_proj,0.0000000880,0.05000,4.333
0,mlp.experts.129.down_proj,0.0000000657,0.05000,4.394
0,mlp.experts.160.down_proj,0.0000000926,0.05000,4.297
0,mlp.experts.164.down_proj,0.0000001306,0.05000,4.355
0,mlp.experts.168.down_proj,0.0000000807,0.05000,4.284
0,mlp.experts.157.down_proj,0.0000000562,0.05000,4.239
0,mlp.experts.150.down_proj,0.0000000851,0.05000,4.101
0,mlp.experts.155.down_proj,0.0000002141,0.05000,4.270
0,mlp.experts.154.down_proj,0.0000000975,0.05000,4.032
0,mlp.experts.149.down_proj,0.0000001238,0.05000,4.185
0,mlp.experts.151.down_proj,0.0000000842,0.05000,4.265
0,mlp.experts.146.down_proj,0.0000000838,0.05000,4.157
0,mlp.experts.153.down_proj,0.0000000963,0.05000,4.277
0,mlp.experts.159.down_proj,0.0000000930,0.05000,4.014
0,mlp.experts.188.down_proj,0.0000000720,0.05000,4.281
0,mlp.experts.147.down_proj,0.0000001014,0.05000,4.187
0,mlp.experts.158.down_proj,0.0000000850,0.05000,4.136
0,mlp.experts.145.down_proj,0.0000000542,0.05000,3.981
0,mlp.experts.176.down_proj,0.0000000145,0.05000,4.145
0,mlp.experts.180.down_proj,0.0000000959,0.05000,4.193
0,mlp.experts.184.down_proj,0.0000000981,0.05000,3.979
0,mlp.experts.173.down_proj,0.0000001210,0.05000,4.101
0,mlp.experts.171.down_proj,0.0000000612,0.05000,4.143
0,mlp.experts.170.down_proj,0.0000000794,0.05000,4.147
0,mlp.experts.166.down_proj,0.0000000832,0.05000,4.210
0,mlp.experts.165.down_proj,0.0000001139,0.05000,4.184
0,mlp.experts.167.down_proj,0.0000000912,0.05000,4.085
0,mlp.experts.162.down_proj,0.0000002097,0.05000,4.172
0,mlp.experts.169.down_proj,0.0000000951,0.05000,4.147
0,mlp.experts.175.down_proj,0.0000000645,0.05000,4.153
0,mlp.experts.204.down_proj,0.0000000869,0.05000,4.125
0,mlp.experts.163.down_proj,0.0000000711,0.05000,4.118
0,mlp.experts.174.down_proj,0.0000000850,0.05000,4.181
0,mlp.experts.161.down_proj,0.0000000920,0.05000,4.178
0,mlp.experts.192.down_proj,0.0000001749,0.05000,4.082
0,mlp.experts.196.down_proj,0.0000000680,0.05000,4.183
0,mlp.experts.200.down_proj,0.0000001256,0.05000,3.989
0,mlp.experts.189.down_proj,0.0000001306,0.05000,4.130
0,mlp.experts.182.down_proj,0.0000000801,0.05000,3.903
0,mlp.experts.186.down_proj,0.0000000828,0.05000,4.033
0,mlp.experts.187.down_proj,0.0000000858,0.05000,4.051
0,mlp.experts.181.down_proj,0.0000000602,0.05000,3.913
0,mlp.experts.183.down_proj,0.0000001188,0.05000,4.147
0,mlp.experts.178.down_proj,0.0000000811,0.05000,4.172
0,mlp.experts.185.down_proj,0.0000000790,0.05000,4.072
0,mlp.experts.191.down_proj,0.0000000730,0.05000,4.044
0,mlp.experts.220.down_proj,0.0000001215,0.05000,4.049
0,mlp.experts.179.down_proj,0.0000001289,0.05000,4.069
0,mlp.experts.190.down_proj,0.0000000731,0.05000,4.098
0,mlp.experts.177.down_proj,0.0000000656,0.05000,4.159
0,mlp.experts.208.down_proj,0.0000000641,0.05000,4.248
0,mlp.experts.212.down_proj,0.0000000843,0.05000,4.209
0,mlp.experts.216.down_proj,0.0000000763,0.05000,4.198
0,mlp.experts.205.down_proj,0.0000000535,0.05000,4.133
0,mlp.experts.198.down_proj,0.0000000795,0.05000,4.180
0,mlp.experts.197.down_proj,0.0000000390,0.05000,3.990
0,mlp.experts.202.down_proj,0.0000000527,0.05000,4.119
0,mlp.experts.203.down_proj,0.0000001080,0.05000,4.118
0,mlp.experts.199.down_proj,0.0000002011,0.05000,4.147
0,mlp.experts.194.down_proj,0.0000000574,0.05000,4.163
0,mlp.experts.201.down_proj,0.0000001283,0.05000,4.107
0,mlp.experts.236.down_proj,0.0000000842,0.05000,4.283
0,mlp.experts.207.down_proj,0.0000000748,0.05000,4.476
0,mlp.experts.195.down_proj,0.0000000953,0.05000,4.446
0,mlp.experts.193.down_proj,0.0000000758,0.05000,4.354
0,mlp.experts.206.down_proj,0.0000000949,0.05000,4.487
0,mlp.experts.224.down_proj,0.0000000767,0.05000,4.465
0,mlp.experts.228.down_proj,0.0000001272,0.05000,4.474
0,mlp.experts.232.down_proj,0.0000001488,0.05000,4.566
0,mlp.experts.221.down_proj,0.0000000830,0.05000,4.528
0,mlp.experts.214.down_proj,0.0000002026,0.05000,4.547
0,mlp.experts.219.down_proj,0.0000000809,0.05000,4.554
0,mlp.experts.218.down_proj,0.0000000969,0.05000,4.629
0,mlp.experts.213.down_proj,0.0000001203,0.05000,4.692
0,mlp.experts.215.down_proj,0.0000000424,0.05000,4.427
0,mlp.experts.210.down_proj,0.0000000694,0.05000,4.455
0,mlp.experts.217.down_proj,0.0000000665,0.05000,4.340
0,mlp.experts.252.down_proj,0.0000000384,0.05000,4.271
0,mlp.experts.223.down_proj,0.0000000765,0.05000,4.222
0,mlp.experts.211.down_proj,0.0000000745,0.05000,4.168
0,mlp.experts.222.down_proj,0.0000000686,0.05000,4.088
0,mlp.experts.209.down_proj,0.0000000877,0.05000,4.131
0,mlp.experts.240.down_proj,0.0000001135,0.05000,4.064
0,mlp.experts.244.down_proj,0.0000000884,0.05000,3.937
0,mlp.experts.248.down_proj,0.0000002421,0.05000,3.836
0,mlp.experts.237.down_proj,0.0000001185,0.05000,3.854
0,mlp.experts.230.down_proj,0.0000000933,0.05000,3.788
0,mlp.experts.234.down_proj,0.0000000570,0.05000,3.789
0,mlp.experts.235.down_proj,0.0000000643,0.05000,3.877
0,mlp.experts.229.down_proj,0.0000000083,0.05000,3.811
0,mlp.experts.231.down_proj,0.0000000567,0.05000,3.662
0,mlp.experts.233.down_proj,0.0000000621,0.05000,3.463
0,mlp.experts.226.down_proj,0.0000000414,0.05000,3.530
0,mlp.experts.239.down_proj,0.0000001067,0.05000,3.380
0,mlp.experts.227.down_proj,0.0000001037,0.05000,3.349
0,mlp.experts.238.down_proj,0.0000001386,0.05000,3.169
0,mlp.experts.225.down_proj,0.0000001343,0.05000,3.263
0,mlp.experts.253.down_proj,0.0000001056,0.05000,3.012
0,mlp.experts.246.down_proj,0.0000000905,0.05000,3.263
0,mlp.experts.250.down_proj,0.0000000672,0.05000,3.202
0,mlp.experts.251.down_proj,0.0000000905,0.05000,3.255
0,mlp.experts.245.down_proj,0.0000001237,0.05000,3.273
0,mlp.experts.247.down_proj,0.0000000928,0.05000,2.938
0,mlp.experts.242.down_proj,0.0000000877,0.05000,2.887
0,mlp.experts.249.down_proj,0.0000000180,0.05000,2.900
0,mlp.experts.243.down_proj,0.0000001246,0.05000,2.679
0,mlp.experts.255.down_proj,0.0000000980,0.05000,2.806
0,mlp.experts.254.down_proj,0.0000000851,0.05000,2.582
0,mlp.experts.241.down_proj,0.0000000865,0.05000,2.490
1,mlp.experts.6.gate_proj,0.0000014070,0.05000,15.994
1,mlp.experts.11.gate_proj,0.0000005910,0.05000,16.121
1,mlp.experts.1.gate_proj,0.0000019499,0.05000,16.248
1,mlp.experts.12.gate_proj,0.0000023222,0.05000,16.256
1,mlp.experts.15.gate_proj,0.0000016060,0.05000,16.255
1,mlp.experts.4.gate_proj,0.0000019956,0.05000,16.259
1,mlp.experts.3.gate_proj,0.0000020409,0.05000,16.265
1,mlp.experts.0.gate_proj,0.0000017549,0.05000,16.296
1,mlp.experts.13.gate_proj,0.0000008432,0.05000,16.400
1,mlp.experts.9.gate_proj,0.0000012957,0.05000,16.434
1,mlp.experts.14.gate_proj,0.0000045241,0.05000,16.453
1,mlp.experts.8.gate_proj,0.0000015323,0.05000,16.473
1,mlp.experts.5.gate_proj,0.0000013740,0.05000,16.523
1,mlp.experts.2.gate_proj,0.0000014131,0.05000,16.619
1,mlp.experts.7.gate_proj,0.0000014287,0.05000,16.636
1,mlp.experts.10.gate_proj,0.0000025604,0.05000,16.679
1,mlp.experts.17.gate_proj,0.0000020246,0.05000,16.533
1,mlp.experts.22.gate_proj,0.0000015791,0.05000,16.987
1,mlp.experts.27.gate_proj,0.0000009637,0.05000,16.912
1,mlp.experts.20.gate_proj,0.0000009293,0.05000,16.762
1,mlp.experts.31.gate_proj,0.0000019105,0.05000,16.855
1,mlp.experts.19.gate_proj,0.0000011824,0.05000,16.854
1,mlp.experts.21.gate_proj,0.0000014770,0.05000,16.651
1,mlp.experts.30.gate_proj,0.0000022869,0.05000,16.737
1,mlp.experts.28.gate_proj,0.0000018792,0.05000,16.959
1,mlp.experts.25.gate_proj,0.0000028009,0.05000,16.853
1,mlp.experts.16.gate_proj,0.0000015651,0.05000,16.990
1,mlp.experts.29.gate_proj,0.0000011377,0.05000,16.928
1,mlp.experts.26.gate_proj,0.0000010435,0.05000,16.650
1,mlp.experts.23.gate_proj,0.0000026259,0.05000,16.825
1,mlp.experts.24.gate_proj,0.0000013126,0.05000,17.034
1,mlp.experts.18.gate_proj,0.0000008100,0.05000,16.882
1,mlp.experts.33.gate_proj,0.0000008374,0.05000,16.609
1,mlp.experts.41.gate_proj,0.0000012732,0.05000,16.204
1,mlp.experts.43.gate_proj,0.0000006768,0.05000,16.555
1,mlp.experts.36.gate_proj,0.0000007409,0.05000,16.641
1,mlp.experts.46.gate_proj,0.0000014284,0.05000,16.499
1,mlp.experts.44.gate_proj,0.0000025389,0.05000,16.670
1,mlp.experts.37.gate_proj,0.0000017671,0.05000,16.669
1,mlp.experts.47.gate_proj,0.0000019416,0.05000,16.828
1,mlp.experts.42.gate_proj,0.0000019895,0.05000,16.607
1,mlp.experts.34.gate_proj,0.0000009464,0.05000,16.462
1,mlp.experts.35.gate_proj,0.0000018114,0.05000,16.902
1,mlp.experts.38.gate_proj,0.0000027272,0.05000,17.171
1,mlp.experts.32.gate_proj,0.0000020166,0.05000,16.821
1,mlp.experts.45.gate_proj,0.0000019793,0.05000,16.893
1,mlp.experts.39.gate_proj,0.0000013028,0.05000,16.872
1,mlp.experts.40.gate_proj,0.0000010203,0.05000,16.909
1,mlp.experts.59.gate_proj,0.0000012223,0.05000,16.328
1,mlp.experts.49.gate_proj,0.0000018452,0.05000,16.723
1,mlp.experts.57.gate_proj,0.0000013058,0.05000,16.597
1,mlp.experts.62.gate_proj,0.0000010725,0.05000,16.362
1,mlp.experts.52.gate_proj,0.0000014595,0.05000,16.426
1,mlp.experts.63.gate_proj,0.0000010571,0.05000,16.419
1,mlp.experts.58.gate_proj,0.0000009541,0.05000,16.492
1,mlp.experts.54.gate_proj,0.0000033348,0.05000,16.350
1,mlp.experts.53.gate_proj,0.0000008562,0.05000,16.620
1,mlp.experts.50.gate_proj,0.0000066345,0.05000,16.579
1,mlp.experts.60.gate_proj,0.0000017934,0.05000,16.705
1,mlp.experts.51.gate_proj,0.0000015609,0.05000,16.564
1,mlp.experts.61.gate_proj,0.0000020558,0.05000,16.496
1,mlp.experts.48.gate_proj,0.0000018228,0.05000,16.659
1,mlp.experts.55.gate_proj,0.0000014239,0.05000,16.586
1,mlp.experts.56.gate_proj,0.0000018940,0.05000,16.651
1,mlp.experts.68.gate_proj,0.0000026988,0.05000,16.531
1,mlp.experts.75.gate_proj,0.0000011913,0.05000,16.818
1,mlp.experts.73.gate_proj,0.0000010468,0.05000,16.660
1,mlp.experts.65.gate_proj,0.0000012011,0.05000,16.791
1,mlp.experts.78.gate_proj,0.0000024795,0.05000,16.803
1,mlp.experts.79.gate_proj,0.0000014318,0.05000,16.756
1,mlp.experts.69.gate_proj,0.0000027321,0.05000,16.738
1,mlp.experts.66.gate_proj,0.0000013006,0.05000,16.715
1,mlp.experts.76.gate_proj,0.0000019480,0.05000,16.697
1,mlp.experts.74.gate_proj,0.0000017894,0.05000,16.850
1,mlp.experts.70.gate_proj,0.0000019123,0.05000,16.844
1,mlp.experts.67.gate_proj,0.0000018702,0.05000,16.845
1,mlp.experts.64.gate_proj,0.0000017950,0.05000,16.800
1,mlp.experts.77.gate_proj,0.0000010172,0.05000,16.893
1,mlp.experts.71.gate_proj,0.0000018268,0.05000,16.781
1,mlp.experts.72.gate_proj,0.0000017443,0.05000,16.787
1,mlp.experts.89.gate_proj,0.0000013214,0.05000,16.286
1,mlp.experts.81.gate_proj,0.0000007132,0.05000,16.202
1,mlp.experts.91.gate_proj,0.0000015908,0.05000,16.358
1,mlp.experts.84.gate_proj,0.0000009102,0.05000,16.545
1,mlp.experts.94.gate_proj,0.0000018571,0.05000,16.363
1,mlp.experts.90.gate_proj,0.0000019260,0.05000,16.038
1,mlp.experts.95.gate_proj,0.0000021306,0.05000,16.418
1,mlp.experts.92.gate_proj,0.0000010826,0.05000,16.366
1,mlp.experts.85.gate_proj,0.0000017530,0.05000,16.542
1,mlp.experts.86.gate_proj,0.0000011108,0.05000,16.529
1,mlp.experts.83.gate_proj,0.0000020612,0.05000,16.590
1,mlp.experts.82.gate_proj,0.0000015320,0.05000,16.761
1,mlp.experts.80.gate_proj,0.0000018813,0.05000,16.533
1,mlp.experts.87.gate_proj,0.0000008149,0.05000,16.573
1,mlp.experts.88.gate_proj,0.0000022104,0.05000,16.432
1,mlp.experts.93.gate_proj,0.0000009295,0.05000,16.758
1,mlp.experts.97.gate_proj,0.0000014569,0.05000,16.586
1,mlp.experts.105.gate_proj,0.0000022411,0.05000,16.836
1,mlp.experts.100.gate_proj,0.0000019007,0.05000,16.773
1,mlp.experts.110.gate_proj,0.0000024831,0.05000,16.725
1,mlp.experts.107.gate_proj,0.0000016020,0.05000,17.024
1,mlp.experts.111.gate_proj,0.0000015588,0.05000,16.684
1,mlp.experts.106.gate_proj,0.0000035815,0.05000,16.919
1,mlp.experts.102.gate_proj,0.0000009012,0.05000,16.446
1,mlp.experts.108.gate_proj,0.0000009686,0.05000,16.946
1,mlp.experts.101.gate_proj,0.0000015357,0.05000,16.873
1,mlp.experts.96.gate_proj,0.0000009177,0.05000,16.679
1,mlp.experts.109.gate_proj,0.0000017314,0.05000,16.497
1,mlp.experts.99.gate_proj,0.0000014285,0.05000,16.858
1,mlp.experts.98.gate_proj,0.0000014262,0.05000,16.915
1,mlp.experts.104.gate_proj,0.0000010429,0.05000,16.713
1,mlp.experts.103.gate_proj,0.0000019351,0.05000,16.926
1,mlp.experts.113.gate_proj,0.0000011132,0.05000,16.629
1,mlp.experts.121.gate_proj,0.0000059238,0.05000,16.627
1,mlp.experts.126.gate_proj,0.0000021256,0.05000,16.622
1,mlp.experts.123.gate_proj,0.0000018632,0.05000,16.525
1,mlp.experts.116.gate_proj,0.0000020125,0.05000,16.683
1,mlp.experts.127.gate_proj,0.0000010759,0.05000,16.475
1,mlp.experts.122.gate_proj,0.0000008294,0.05000,16.460
1,mlp.experts.118.gate_proj,0.0000020032,0.05000,16.459
1,mlp.experts.124.gate_proj,0.0000016292,0.05000,16.499
1,mlp.experts.117.gate_proj,0.0000013973,0.05000,16.546
1,mlp.experts.112.gate_proj,0.0000008220,0.05000,16.554
1,mlp.experts.125.gate_proj,0.0000024022,0.05000,16.489
1,mlp.experts.114.gate_proj,0.0000021071,0.05000,16.641
1,mlp.experts.120.gate_proj,0.0000013210,0.05000,16.624
1,mlp.experts.119.gate_proj,0.0000011870,0.05000,16.618
1,mlp.experts.115.gate_proj,0.0000008452,0.05000,16.859
1,mlp.experts.129.gate_proj,0.0000009826,0.05000,16.678
1,mlp.experts.132.gate_proj,0.0000013930,0.05000,16.379
1,mlp.experts.137.gate_proj,0.0000009624,0.05000,16.632
1,mlp.experts.142.gate_proj,0.0000007684,0.05000,16.598
1,mlp.experts.139.gate_proj,0.0000015990,0.05000,16.700
1,mlp.experts.138.gate_proj,0.0000004993,0.05000,16.647
1,mlp.experts.143.gate_proj,0.0000020789,0.05000,16.853
1,mlp.experts.134.gate_proj,0.0000016619,0.05000,16.736
1,mlp.experts.140.gate_proj,0.0000015359,0.05000,16.627
1,mlp.experts.141.gate_proj,0.0000019283,0.05000,16.574
1,mlp.experts.133.gate_proj,0.0000012110,0.05000,16.865
1,mlp.experts.136.gate_proj,0.0000013780,0.05000,16.497
1,mlp.experts.128.gate_proj,0.0000013169,0.05000,16.774
1,mlp.experts.130.gate_proj,0.0000026777,0.05000,16.826
1,mlp.experts.131.gate_proj,0.0000010687,0.05000,16.818
1,mlp.experts.135.gate_proj,0.0000017065,0.05000,16.941
1,mlp.experts.145.gate_proj,0.0000010824,0.05000,16.918
1,mlp.experts.148.gate_proj,0.0000012391,0.05000,17.039
1,mlp.experts.158.gate_proj,0.0000010491,0.05000,16.846
1,mlp.experts.153.gate_proj,0.0000016444,0.05000,16.992
1,mlp.experts.155.gate_proj,0.0000009267,0.05000,16.760
1,mlp.experts.159.gate_proj,0.0000014674,0.05000,16.702
1,mlp.experts.154.gate_proj,0.0000019218,0.05000,16.854
1,mlp.experts.156.gate_proj,0.0000010239,0.05000,16.797
1,mlp.experts.150.gate_proj,0.0000007841,0.05000,16.977
1,mlp.experts.157.gate_proj,0.0000018468,0.05000,16.867
1,mlp.experts.144.gate_proj,0.0000027393,0.05000,16.694
1,mlp.experts.152.gate_proj,0.0000034049,0.05000,16.803
1,mlp.experts.149.gate_proj,0.0000020878,0.05000,16.985
1,mlp.experts.146.gate_proj,0.0000012669,0.05000,16.923
1,mlp.experts.147.gate_proj,0.0000010519,0.05000,16.824
1,mlp.experts.151.gate_proj,0.0000015362,0.05000,16.855
1,mlp.experts.169.gate_proj,0.0000006495,0.05000,16.177
1,mlp.experts.161.gate_proj,0.0000054353,0.05000,16.636
1,mlp.experts.171.gate_proj,0.0000015922,0.05000,16.401
1,mlp.experts.164.gate_proj,0.0000019406,0.05000,16.635
1,mlp.experts.170.gate_proj,0.0000015645,0.05000,16.434
1,mlp.experts.174.gate_proj,0.0000030187,0.05000,16.650
1,mlp.experts.175.gate_proj,0.0000013814,0.05000,16.785
1,mlp.experts.166.gate_proj,0.0000008706,0.05000,16.494
1,mlp.experts.172.gate_proj,0.0000010367,0.05000,16.630
1,mlp.experts.173.gate_proj,0.0000016106,0.05000,16.528
1,mlp.experts.160.gate_proj,0.0000016062,0.05000,16.621
1,mlp.experts.165.gate_proj,0.0000012959,0.05000,16.485
1,mlp.experts.168.gate_proj,0.0000005358,0.05000,16.701
1,mlp.experts.162.gate_proj,0.0000026397,0.05000,16.528
1,mlp.experts.163.gate_proj,0.0000018484,0.05000,16.589
1,mlp.experts.167.gate_proj,0.0000018276,0.05000,16.708
1,mlp.experts.177.gate_proj,0.0000007801,0.05000,16.381
1,mlp.experts.190.gate_proj,0.0000019072,0.05000,16.223
1,mlp.experts.185.gate_proj,0.0000020591,0.05000,16.822
1,mlp.experts.187.gate_proj,0.0000010870,0.05000,16.710
1,mlp.experts.180.gate_proj,0.0000010321,0.05000,16.579
1,mlp.experts.191.gate_proj,0.0000020539,0.05000,16.341
1,mlp.experts.186.gate_proj,0.0000017502,0.05000,16.707
1,mlp.experts.188.gate_proj,0.0000020204,0.05000,16.415
1,mlp.experts.182.gate_proj,0.0000016102,0.05000,16.634
1,mlp.experts.176.gate_proj,0.0000015454,0.05000,16.339
1,mlp.experts.189.gate_proj,0.0000014876,0.05000,16.477
1,mlp.experts.181.gate_proj,0.0000012576,0.05000,16.301
1,mlp.experts.184.gate_proj,0.0000005809,0.05000,16.515
1,mlp.experts.178.gate_proj,0.0000018960,0.05000,16.394
1,mlp.experts.179.gate_proj,0.0000012036,0.05000,16.502
1,mlp.experts.183.gate_proj,0.0000008882,0.05000,16.539
1,mlp.experts.206.gate_proj,0.0000015708,0.05000,16.241
1,mlp.experts.193.gate_proj,0.0000007350,0.05000,16.503
1,mlp.experts.201.gate_proj,0.0000010060,0.05000,16.322
1,mlp.experts.207.gate_proj,0.0000009196,0.05000,16.330
1,mlp.experts.198.gate_proj,0.0000011519,0.05000,16.138
1,mlp.experts.203.gate_proj,0.0000010251,0.05000,16.645
1,mlp.experts.196.gate_proj,0.0000034605,0.05000,16.755
1,mlp.experts.202.gate_proj,0.0000013038,0.05000,16.686
1,mlp.experts.204.gate_proj,0.0000026582,0.05000,16.563
1,mlp.experts.205.gate_proj,0.0000015112,0.05000,16.596
1,mlp.experts.192.gate_proj,0.0000013542,0.05000,16.787
1,mlp.experts.197.gate_proj,0.0000024597,0.05000,16.758
1,mlp.experts.194.gate_proj,0.0000014247,0.05000,16.489
1,mlp.experts.200.gate_proj,0.0000061877,0.05000,16.690
1,mlp.experts.195.gate_proj,0.0000017526,0.05000,16.647
1,mlp.experts.199.gate_proj,0.0000010597,0.05000,16.785
1,mlp.experts.217.gate_proj,0.0000016391,0.05000,16.289
1,mlp.experts.222.gate_proj,0.0000010536,0.05000,16.590
1,mlp.experts.209.gate_proj,0.0000012109,0.05000,16.564
1,mlp.experts.214.gate_proj,0.0000007951,0.05000,16.234
1,mlp.experts.223.gate_proj,0.0000007954,0.05000,16.742
1,mlp.experts.219.gate_proj,0.0000013179,0.05000,16.585
1,mlp.experts.220.gate_proj,0.0000010333,0.05000,16.291
1,mlp.experts.212.gate_proj,0.0000024807,0.05000,16.470
1,mlp.experts.218.gate_proj,0.0000020894,0.05000,16.353
1,mlp.experts.221.gate_proj,0.0000012031,0.05000,16.666
1,mlp.experts.213.gate_proj,0.0000014433,0.05000,16.478
1,mlp.experts.216.gate_proj,0.0000011124,0.05000,16.361
1,mlp.experts.208.gate_proj,0.0000029479,0.05000,16.631
1,mlp.experts.210.gate_proj,0.0000013502,0.05000,16.664
1,mlp.experts.211.gate_proj,0.0000029124,0.05000,16.615
1,mlp.experts.215.gate_proj,0.0000020855,0.05000,16.542
1,mlp.experts.238.gate_proj,0.0000014118,0.05000,16.624
1,mlp.experts.233.gate_proj,0.0000026876,0.05000,16.866
1,mlp.experts.230.gate_proj,0.0000017625,0.05000,16.686
1,mlp.experts.225.gate_proj,0.0000003827,0.05000,16.876
1,mlp.experts.236.gate_proj,0.0000015900,0.05000,16.626
1,mlp.experts.235.gate_proj,0.0000020227,0.05000,16.736
1,mlp.experts.228.gate_proj,0.0000011075,0.05000,16.754
1,mlp.experts.239.gate_proj,0.0000021124,0.05000,17.011
1,mlp.experts.234.gate_proj,0.0000009527,0.05000,16.923
1,mlp.experts.229.gate_proj,0.0000023906,0.05000,16.551
1,mlp.experts.237.gate_proj,0.0000007779,0.05000,16.796
1,mlp.experts.226.gate_proj,0.0000018773,0.05000,16.480
1,mlp.experts.224.gate_proj,0.0000011756,0.05000,16.787
1,mlp.experts.232.gate_proj,0.0000015215,0.05000,16.905
1,mlp.experts.227.gate_proj,0.0000011237,0.05000,16.533
1,mlp.experts.231.gate_proj,0.0000009740,0.05000,16.749
1,mlp.experts.249.gate_proj,0.0000066887,0.05000,16.188
1,mlp.experts.254.gate_proj,0.0000018670,0.05000,16.414
1,mlp.experts.246.gate_proj,0.0000025753,0.05000,16.577
1,mlp.experts.241.gate_proj,0.0000018125,0.05000,16.726
1,mlp.experts.251.gate_proj,0.0000016656,0.05000,16.386
1,mlp.experts.252.gate_proj,0.0000023021,0.05000,16.684
1,mlp.experts.244.gate_proj,0.0000004570,0.05000,16.840
1,mlp.experts.255.gate_proj,0.0000014980,0.05000,16.731
1,mlp.experts.250.gate_proj,0.0000010860,0.05000,16.821
1,mlp.experts.245.gate_proj,0.0000026916,0.05000,16.881
1,mlp.experts.240.gate_proj,0.0000022376,0.05000,16.545
1,mlp.experts.253.gate_proj,0.0000013007,0.05000,16.822
1,mlp.experts.242.gate_proj,0.0000010427,0.05000,16.797
1,mlp.experts.248.gate_proj,0.0000013532,0.05000,16.783
1,mlp.experts.243.gate_proj,0.0000012683,0.05000,16.796
1,mlp.experts.247.gate_proj,0.0000018521,0.05000,16.607
1,mlp.experts.9.up_proj,0.0000011854,0.05000,16.914
1,mlp.experts.14.up_proj,0.0000044752,0.05000,16.912
1,mlp.experts.1.up_proj,0.0000018518,0.05000,16.661
1,mlp.experts.6.up_proj,0.0000013546,0.05000,16.873
1,mlp.experts.11.up_proj,0.0000005307,0.05000,16.662
1,mlp.experts.4.up_proj,0.0000019323,0.05000,16.457
1,mlp.experts.12.up_proj,0.0000022474,0.05000,17.027
1,mlp.experts.15.up_proj,0.0000015659,0.05000,16.718
1,mlp.experts.0.up_proj,0.0000016438,0.05000,16.611
1,mlp.experts.5.up_proj,0.0000012274,0.05000,16.896
1,mlp.experts.10.up_proj,0.0000024832,0.05000,17.116
1,mlp.experts.8.up_proj,0.0000014112,0.05000,16.585
1,mlp.experts.2.up_proj,0.0000013755,0.05000,16.924
1,mlp.experts.13.up_proj,0.0000008287,0.05000,16.941
1,mlp.experts.3.up_proj,0.0000018213,0.05000,16.707
1,mlp.experts.7.up_proj,0.0000012782,0.05000,16.822
1,mlp.experts.25.up_proj,0.0000026476,0.05000,16.422
1,mlp.experts.30.up_proj,0.0000022209,0.05000,16.527
1,mlp.experts.22.up_proj,0.0000015536,0.05000,16.369
1,mlp.experts.27.up_proj,0.0000008524,0.05000,16.500
1,mlp.experts.17.up_proj,0.0000019170,0.05000,16.725
1,mlp.experts.20.up_proj,0.0000008843,0.05000,16.510
1,mlp.experts.28.up_proj,0.0000017863,0.05000,16.604
1,mlp.experts.31.up_proj,0.0000018847,0.05000,16.498
1,mlp.experts.21.up_proj,0.0000014017,0.05000,16.124
1,mlp.experts.16.up_proj,0.0000015388,0.05000,16.333
1,mlp.experts.24.up_proj,0.0000012361,0.05000,16.362
1,mlp.experts.26.up_proj,0.0000010026,0.05000,16.408
1,mlp.experts.29.up_proj,0.0000010587,0.05000,16.325
1,mlp.experts.18.up_proj,0.0000007750,0.05000,16.430
1,mlp.experts.19.up_proj,0.0000011167,0.05000,16.418
1,mlp.experts.23.up_proj,0.0000025621,0.05000,16.349
1,mlp.experts.46.up_proj,0.0000013738,0.05000,16.284
1,mlp.experts.41.up_proj,0.0000012400,0.05000,16.506
1,mlp.experts.38.up_proj,0.0000026564,0.05000,16.174
1,mlp.experts.43.up_proj,0.0000006665,0.05000,16.047
1,mlp.experts.33.up_proj,0.0000008132,0.05000,16.336
1,mlp.experts.47.up_proj,0.0000018312,0.05000,16.015
1,mlp.experts.36.up_proj,0.0000006927,0.05000,16.439
1,mlp.experts.44.up_proj,0.0000024864,0.05000,16.258
1,mlp.experts.32.up_proj,0.0000017245,0.05000,16.145
1,mlp.experts.37.up_proj,0.0000016608,0.05000,16.284
1,mlp.experts.40.up_proj,0.0000009711,0.05000,16.346
1,mlp.experts.42.up_proj,0.0000019905,0.05000,16.552
1,mlp.experts.45.up_proj,0.0000019455,0.05000,16.526
1,mlp.experts.34.up_proj,0.0000008966,0.05000,16.506
1,mlp.experts.35.up_proj,0.0000016841,0.05000,16.480
1,mlp.experts.39.up_proj,0.0000012323,0.05000,16.687
1,mlp.experts.62.up_proj,0.0000010477,0.05000,16.626
1,mlp.experts.57.up_proj,0.0000012733,0.05000,16.571
1,mlp.experts.54.up_proj,0.0000031882,0.05000,16.874
1,mlp.experts.59.up_proj,0.0000011366,0.05000,16.876
1,mlp.experts.49.up_proj,0.0000017448,0.05000,16.746
1,mlp.experts.63.up_proj,0.0000009765,0.05000,16.745
1,mlp.experts.60.up_proj,0.0000016198,0.05000,16.531
1,mlp.experts.53.up_proj,0.0000008305,0.05000,16.596
1,mlp.experts.48.up_proj,0.0000017377,0.05000,16.731
1,mlp.experts.52.up_proj,0.0000012756,0.05000,16.929
1,mlp.experts.61.up_proj,0.0000018247,0.05000,16.144
1,mlp.experts.56.up_proj,0.0000017746,0.05000,16.498
1,mlp.experts.58.up_proj,0.0000009124,0.05000,16.577
1,mlp.experts.50.up_proj,0.0000065521,0.05000,16.514
1,mlp.experts.51.up_proj,0.0000014799,0.05000,16.607
1,mlp.experts.55.up_proj,0.0000013346,0.05000,16.538
1,mlp.experts.78.up_proj,0.0000023865,0.05000,16.629
1,mlp.experts.73.up_proj,0.0000009671,0.05000,16.672
1,mlp.experts.75.up_proj,0.0000011064,0.05000,16.348
1,mlp.experts.70.up_proj,0.0000018082,0.05000,16.548
1,mlp.experts.65.up_proj,0.0000011827,0.05000,16.271
1,mlp.experts.76.up_proj,0.0000017110,0.05000,16.407
1,mlp.experts.79.up_proj,0.0000013894,0.05000,16.562
1,mlp.experts.64.up_proj,0.0000016767,0.05000,16.485
1,mlp.experts.77.up_proj,0.0000009584,0.05000,16.472
1,mlp.experts.69.up_proj,0.0000025552,0.05000,16.723
1,mlp.experts.68.up_proj,0.0000023706,0.05000,16.792
1,mlp.experts.74.up_proj,0.0000017278,0.05000,16.462
1,mlp.experts.72.up_proj,0.0000016107,0.05000,16.741
1,mlp.experts.66.up_proj,0.0000012635,0.05000,16.487
1,mlp.experts.67.up_proj,0.0000017751,0.05000,16.505
1,mlp.experts.71.up_proj,0.0000016176,0.05000,16.389
1,mlp.experts.94.up_proj,0.0000018077,0.05000,16.834
1,mlp.experts.89.up_proj,0.0000012039,0.05000,16.797
1,mlp.experts.86.up_proj,0.0000010807,0.05000,16.699
1,mlp.experts.91.up_proj,0.0000014340,0.05000,17.052
1,mlp.experts.81.up_proj,0.0000006978,0.05000,16.883
1,mlp.experts.92.up_proj,0.0000010075,0.05000,16.846
1,mlp.experts.80.up_proj,0.0000018491,0.05000,16.593
1,mlp.experts.95.up_proj,0.0000019925,0.05000,16.874
1,mlp.experts.85.up_proj,0.0000017137,0.05000,16.767
1,mlp.experts.93.up_proj,0.0000008704,0.05000,16.921
1,mlp.experts.84.up_proj,0.0000009127,0.05000,16.837
1,mlp.experts.90.up_proj,0.0000016672,0.05000,16.748
1,mlp.experts.82.up_proj,0.0000014863,0.05000,16.777
1,mlp.experts.88.up_proj,0.0000021473,0.05000,16.955
1,mlp.experts.83.up_proj,0.0000018199,0.05000,16.849
1,mlp.experts.87.up_proj,0.0000007635,0.05000,16.980
1,mlp.experts.110.up_proj,0.0000023912,0.05000,16.626
1,mlp.experts.105.up_proj,0.0000020923,0.05000,16.781
1,mlp.experts.102.up_proj,0.0000008643,0.05000,16.769
1,mlp.experts.107.up_proj,0.0000015864,0.05000,16.597
1,mlp.experts.97.up_proj,0.0000013525,0.05000,16.729
1,mlp.experts.96.up_proj,0.0000008838,0.05000,16.469
1,mlp.experts.108.up_proj,0.0000009262,0.05000,16.767
1,mlp.experts.111.up_proj,0.0000015131,0.05000,16.626
1,mlp.experts.109.up_proj,0.0000015324,0.05000,16.411
1,mlp.experts.101.up_proj,0.0000014686,0.05000,16.703
1,mlp.experts.98.up_proj,0.0000013826,0.05000,16.346
1,mlp.experts.106.up_proj,0.0000031818,0.05000,16.621
1,mlp.experts.104.up_proj,0.0000010184,0.05000,16.420
1,mlp.experts.100.up_proj,0.0000016096,0.05000,16.908
1,mlp.experts.99.up_proj,0.0000013394,0.05000,16.743
1,mlp.experts.103.up_proj,0.0000018667,0.05000,16.282
1,mlp.experts.121.up_proj,0.0000055966,0.05000,16.196
1,mlp.experts.126.up_proj,0.0000020147,0.05000,16.466
1,mlp.experts.113.up_proj,0.0000010279,0.05000,16.070
1,mlp.experts.123.up_proj,0.0000017654,0.05000,16.412
1,mlp.experts.118.up_proj,0.0000019704,0.05000,16.567
1,mlp.experts.112.up_proj,0.0000008062,0.05000,16.516
1,mlp.experts.124.up_proj,0.0000015680,0.05000,16.413
1,mlp.experts.125.up_proj,0.0000021416,0.05000,16.314
1,mlp.experts.127.up_proj,0.0000010299,0.05000,16.510
1,mlp.experts.114.up_proj,0.0000019073,0.05000,16.241
1,mlp.experts.117.up_proj,0.0000014053,0.05000,16.400
1,mlp.experts.120.up_proj,0.0000011666,0.05000,16.381
1,mlp.experts.116.up_proj,0.0000018865,0.05000,16.274
1,mlp.experts.122.up_proj,0.0000007992,0.05000,16.477
1,mlp.experts.115.up_proj,0.0000008010,0.05000,16.489
1,mlp.experts.119.up_proj,0.0000011730,0.05000,16.462
1,mlp.experts.142.up_proj,0.0000007465,0.05000,16.488
1,mlp.experts.129.up_proj,0.0000009016,0.05000,16.281
1,mlp.experts.137.up_proj,0.0000009413,0.05000,16.874
1,mlp.experts.134.up_proj,0.0000016198,0.05000,16.770
1,mlp.experts.139.up_proj,0.0000015040,0.05000,17.083
1,mlp.experts.133.up_proj,0.0000011827,0.05000,16.275
1,mlp.experts.128.up_proj,0.0000012875,0.05000,16.844
1,mlp.experts.141.up_proj,0.0000018448,0.05000,16.625
1,mlp.experts.140.up_proj,0.0000014866,0.05000,16.964
1,mlp.experts.143.up_proj,0.0000018526,0.05000,16.853
1,mlp.experts.130.up_proj,0.0000025342,0.05000,16.809
1,mlp.experts.132.up_proj,0.0000012499,0.05000,16.707
1,mlp.experts.136.up_proj,0.0000012838,0.05000,16.807
1,mlp.experts.138.up_proj,0.0000004718,0.05000,16.935
1,mlp.experts.135.up_proj,0.0000016638,0.05000,16.774
1,mlp.experts.131.up_proj,0.0000010282,0.05000,16.972
1,mlp.experts.145.up_proj,0.0000009940,0.05000,17.077
1,mlp.experts.158.up_proj,0.0000010198,0.05000,17.101
1,mlp.experts.153.up_proj,0.0000015892,0.05000,17.137
1,mlp.experts.144.up_proj,0.0000023929,0.05000,16.759
1,mlp.experts.150.up_proj,0.0000007433,0.05000,17.185
1,mlp.experts.157.up_proj,0.0000018108,0.05000,16.826
1,mlp.experts.149.up_proj,0.0000017942,0.05000,16.906
1,mlp.experts.155.up_proj,0.0000008311,0.05000,17.186
1,mlp.experts.146.up_proj,0.0000012210,0.05000,16.791
1,mlp.experts.159.up_proj,0.0000014007,0.05000,16.983
1,mlp.experts.156.up_proj,0.0000010043,0.05000,17.202
1,mlp.experts.152.up_proj,0.0000033013,0.05000,16.942
1,mlp.experts.148.up_proj,0.0000011711,0.05000,17.002
1,mlp.experts.154.up_proj,0.0000018632,0.05000,16.935
1,mlp.experts.151.up_proj,0.0000013970,0.05000,16.856
1,mlp.experts.147.up_proj,0.0000009965,0.05000,16.957
1,mlp.experts.174.up_proj,0.0000029391,0.05000,16.223
1,mlp.experts.169.up_proj,0.0000006363,0.05000,15.916
1,mlp.experts.161.up_proj,0.0000048456,0.05000,16.408
1,mlp.experts.173.up_proj,0.0000015079,0.05000,16.047
1,mlp.experts.165.up_proj,0.0000012516,0.05000,16.279
1,mlp.experts.160.up_proj,0.0000015662,0.05000,16.422
1,mlp.experts.166.up_proj,0.0000008600,0.05000,16.344
1,mlp.experts.171.up_proj,0.0000015035,0.05000,16.503
1,mlp.experts.175.up_proj,0.0000012494,0.05000,16.444
1,mlp.experts.162.up_proj,0.0000025490,0.05000,16.580
1,mlp.experts.172.up_proj,0.0000009786,0.05000,16.464
1,mlp.experts.168.up_proj,0.0000005118,0.05000,16.383
1,mlp.experts.164.up_proj,0.0000017228,0.05000,16.437
1,mlp.experts.170.up_proj,0.0000014944,0.05000,16.401
1,mlp.experts.163.up_proj,0.0000015995,0.05000,16.368
1,mlp.experts.167.up_proj,0.0000017511,0.05000,16.606
1,mlp.experts.185.up_proj,0.0000018653,0.05000,17.022
1,mlp.experts.190.up_proj,0.0000018328,0.05000,17.039
1,mlp.experts.177.up_proj,0.0000007569,0.05000,16.926
1,mlp.experts.189.up_proj,0.0000014275,0.05000,17.168
1,mlp.experts.181.up_proj,0.0000011997,0.05000,17.089
1,mlp.experts.176.up_proj,0.0000014882,0.05000,17.184
1,mlp.experts.182.up_proj,0.0000014481,0.05000,17.215
1,mlp.experts.187.up_proj,0.0000010219,0.05000,16.970
1,mlp.experts.191.up_proj,0.0000019004,0.05000,16.879
1,mlp.experts.178.up_proj,0.0000016570,0.05000,16.957
1,mlp.experts.184.up_proj,0.0000005731,0.05000,16.985
1,mlp.experts.186.up_proj,0.0000016506,0.05000,16.967
1,mlp.experts.188.up_proj,0.0000019802,0.05000,17.283
1,mlp.experts.180.up_proj,0.0000010001,0.05000,17.226
1,mlp.experts.179.up_proj,0.0000011435,0.05000,16.910
1,mlp.experts.183.up_proj,0.0000008720,0.05000,16.833
1,mlp.experts.201.up_proj,0.0000009320,0.05000,16.176
1,mlp.experts.206.up_proj,0.0000015406,0.05000,16.441
1,mlp.experts.193.up_proj,0.0000006954,0.05000,16.416
1,mlp.experts.205.up_proj,0.0000014235,0.05000,16.405
1,mlp.experts.197.up_proj,0.0000021521,0.05000,16.248
1,mlp.experts.198.up_proj,0.0000010833,0.05000,16.315
1,mlp.experts.194.up_proj,0.0000013747,0.05000,16.056
1,mlp.experts.203.up_proj,0.0000009579,0.05000,16.354
1,mlp.experts.192.up_proj,0.0000012721,0.05000,16.517
1,mlp.experts.207.up_proj,0.0000008702,0.05000,16.423
1,mlp.experts.196.up_proj,0.0000032943,0.05000,15.995
1,mlp.experts.200.up_proj,0.0000060268,0.05000,16.477
1,mlp.experts.204.up_proj,0.0000026254,0.05000,16.336
1,mlp.experts.202.up_proj,0.0000011314,0.05000,16.455
1,mlp.experts.199.up_proj,0.0000010177,0.05000,16.089
1,mlp.experts.195.up_proj,0.0000015679,0.05000,16.351
1,mlp.experts.217.up_proj,0.0000015726,0.05000,16.825
1,mlp.experts.209.up_proj,0.0000011972,0.05000,16.820
1,mlp.experts.222.up_proj,0.0000010340,0.05000,16.851
1,mlp.experts.213.up_proj,0.0000014141,0.05000,16.627
1,mlp.experts.219.up_proj,0.0000012375,0.05000,16.531
1,mlp.experts.214.up_proj,0.0000007520,0.05000,16.689
1,mlp.experts.221.up_proj,0.0000011739,0.05000,16.986
1,mlp.experts.210.up_proj,0.0000013212,0.05000,16.766
1,mlp.experts.223.up_proj,0.0000007558,0.05000,16.603
1,mlp.experts.208.up_proj,0.0000026150,0.05000,17.050
1,mlp.experts.216.up_proj,0.0000010463,0.05000,16.515
1,mlp.experts.212.up_proj,0.0000023182,0.05000,16.867
1,mlp.experts.220.up_proj,0.0000009384,0.05000,16.670
1,mlp.experts.218.up_proj,0.0000019417,0.05000,16.873
1,mlp.experts.215.up_proj,0.0000019139,0.05000,16.649
1,mlp.experts.211.up_proj,0.0000028835,0.05000,16.428
1,mlp.experts.233.up_proj,0.0000026844,0.05000,16.835
1,mlp.experts.238.up_proj,0.0000013807,0.05000,16.881
1,mlp.experts.225.up_proj,0.0000003382,0.05000,16.905
1,mlp.experts.235.up_proj,0.0000019549,0.05000,16.573
1,mlp.experts.226.up_proj,0.0000018208,0.05000,16.471
1,mlp.experts.229.up_proj,0.0000021146,0.05000,17.030
1,mlp.experts.230.up_proj,0.0000017207,0.05000,16.762
1,mlp.experts.237.up_proj,0.0000007237,0.05000,16.895
1,mlp.experts.232.up_proj,0.0000014839,0.05000,16.538
1,mlp.experts.239.up_proj,0.0000019645,0.05000,17.105
1,mlp.experts.228.up_proj,0.0000010426,0.05000,16.754
1,mlp.experts.236.up_proj,0.0000015298,0.05000,16.842
1,mlp.experts.224.up_proj,0.0000011246,0.05000,17.131
1,mlp.experts.234.up_proj,0.0000009359,0.05000,16.721
1,mlp.experts.227.up_proj,0.0000011082,0.05000,16.792
1,mlp.experts.231.up_proj,0.0000008844,0.05000,16.930
1,mlp.experts.249.up_proj,0.0000061867,0.05000,16.638
1,mlp.experts.254.up_proj,0.0000018000,0.05000,16.621
1,mlp.experts.241.up_proj,0.0000017225,0.05000,16.634
1,mlp.experts.251.up_proj,0.0000015552,0.05000,16.515
1,mlp.experts.242.up_proj,0.0000010220,0.05000,16.470
1,mlp.experts.245.up_proj,0.0000026808,0.05000,16.612
1,mlp.experts.253.up_proj,0.0000012582,0.05000,16.431
1,mlp.experts.246.up_proj,0.0000024187,0.05000,16.621
1,mlp.experts.248.up_proj,0.0000013284,0.05000,16.604
1,mlp.experts.255.up_proj,0.0000013798,0.05000,16.417
1,mlp.experts.244.up_proj,0.0000004192,0.05000,16.449
1,mlp.experts.252.up_proj,0.0000020755,0.05000,16.493
1,mlp.experts.240.up_proj,0.0000021274,0.05000,16.599
1,mlp.experts.250.up_proj,0.0000010294,0.05000,16.495
1,mlp.experts.247.up_proj,0.0000017218,0.05000,16.431
1,mlp.experts.243.up_proj,0.0000012189,0.05000,16.681
1,mlp.experts.9.down_proj,0.0000000331,0.05000,4.118
1,mlp.experts.1.down_proj,0.0000001991,0.05000,4.237
1,mlp.experts.14.down_proj,0.0000001144,0.05000,4.323
1,mlp.experts.11.down_proj,0.0000000201,0.05000,4.355
1,mlp.experts.2.down_proj,0.0000000218,0.05000,4.410
1,mlp.experts.6.down_proj,0.0000000192,0.05000,4.123
1,mlp.experts.5.down_proj,0.0000000502,0.05000,4.270
1,mlp.experts.13.down_proj,0.0000000134,0.05000,4.280
1,mlp.experts.8.down_proj,0.0000000309,0.05000,4.058
1,mlp.experts.15.down_proj,0.0000000197,0.05000,4.307
1,mlp.experts.4.down_proj,0.0000000301,0.05000,4.112
1,mlp.experts.12.down_proj,0.0000000381,0.05000,4.097
1,mlp.experts.10.down_proj,0.0000000225,0.05000,4.209
1,mlp.experts.0.down_proj,0.0000000332,0.05000,4.296
1,mlp.experts.7.down_proj,0.0000000632,0.05000,4.156
1,mlp.experts.3.down_proj,0.0000000666,0.05000,4.258
1,mlp.experts.25.down_proj,0.0000000349,0.05000,4.215
1,mlp.experts.17.down_proj,0.0000000187,0.05000,4.266
1,mlp.experts.30.down_proj,0.0000000534,0.05000,4.292
1,mlp.experts.27.down_proj,0.0000000798,0.05000,4.240
1,mlp.experts.18.down_proj,0.0000000672,0.05000,4.214
1,mlp.experts.22.down_proj,0.0000000212,0.05000,4.243
1,mlp.experts.29.down_proj,0.0000000344,0.05000,4.166
1,mlp.experts.21.down_proj,0.0000000248,0.05000,4.280
1,mlp.experts.31.down_proj,0.0000000248,0.05000,4.020
1,mlp.experts.24.down_proj,0.0000000444,0.05000,4.358
1,mlp.experts.20.down_proj,0.0000000068,0.05000,4.224
1,mlp.experts.28.down_proj,0.0000000565,0.05000,4.147
1,mlp.experts.26.down_proj,0.0000000167,0.05000,4.073
1,mlp.experts.16.down_proj,0.0000000207,0.05000,4.111
1,mlp.experts.23.down_proj,0.0000000366,0.05000,4.170
1,mlp.experts.19.down_proj,0.0000000152,0.05000,4.183
1,mlp.experts.41.down_proj,0.0000000164,0.05000,4.184
1,mlp.experts.33.down_proj,0.0000000183,0.05000,4.113
1,mlp.experts.46.down_proj,0.0000000937,0.05000,4.165
1,mlp.experts.43.down_proj,0.0000000248,0.05000,4.072
1,mlp.experts.34.down_proj,0.0000000239,0.05000,4.111
1,mlp.experts.45.down_proj,0.0000000226,0.05000,4.109
1,mlp.experts.38.down_proj,0.0000000665,0.05000,4.154
1,mlp.experts.37.down_proj,0.0000000314,0.05000,4.088
1,mlp.experts.47.down_proj,0.0000000788,0.05000,4.095
1,mlp.experts.40.down_proj,0.0000000288,0.05000,4.133
1,mlp.experts.44.down_proj,0.0000000333,0.05000,4.033
1,mlp.experts.36.down_proj,0.0000000079,0.05000,4.130
1,mlp.experts.42.down_proj,0.0000000278,0.05000,4.094
1,mlp.experts.32.down_proj,0.0000001074,0.05000,4.116
1,mlp.experts.39.down_proj,0.0000000227,0.05000,4.148
1,mlp.experts.35.down_proj,0.0000000274,0.05000,4.002
1,mlp.experts.57.down_proj,0.0000000141,0.05000,4.264
1,mlp.experts.49.down_proj,0.0000000357,0.05000,4.104
1,mlp.experts.62.down_proj,0.0000000245,0.05000,4.261
1,mlp.experts.59.down_proj,0.0000000343,0.05000,4.123
1,mlp.experts.54.down_proj,0.0000000442,0.05000,4.041
1,mlp.experts.50.down_proj,0.0000001765,0.05000,4.291
1,mlp.experts.53.down_proj,0.0000000124,0.05000,4.208
1,mlp.experts.61.down_proj,0.0000000793,0.05000,4.303
1,mlp.experts.63.down_proj,0.0000000210,0.05000,4.158
1,mlp.experts.56.down_proj,0.0000000379,0.05000,4.200
1,mlp.experts.52.down_proj,0.0000000942,0.05000,4.142
1,mlp.experts.60.down_proj,0.0000000541,0.05000,4.281
1,mlp.experts.58.down_proj,0.0000000657,0.05000,4.347
1,mlp.experts.48.down_proj,0.0000000190,0.05000,4.385
1,mlp.experts.55.down_proj,0.0000000829,0.05000,4.382
1,mlp.experts.51.down_proj,0.0000001066,0.05000,4.400
1,mlp.experts.73.down_proj,0.0000000480,0.05000,4.029
1,mlp.experts.65.down_proj,0.0000000152,0.05000,4.103
1,mlp.experts.78.down_proj,0.0000000436,0.05000,4.244
1,mlp.experts.75.down_proj,0.0000000746,0.05000,4.374
1,mlp.experts.70.down_proj,0.0000000772,0.05000,4.240
1,mlp.experts.66.down_proj,0.0000000263,0.05000,4.319
1,mlp.experts.69.down_proj,0.0000000715,0.05000,4.328
1,mlp.experts.79.down_proj,0.0000000175,0.05000,4.236
1,mlp.experts.77.down_proj,0.0000000182,0.05000,4.305
1,mlp.experts.72.down_proj,0.0000000402,0.05000,4.203
1,mlp.experts.68.down_proj,0.0000000929,0.05000,4.219
1,mlp.experts.76.down_proj,0.0000000699,0.05000,4.306
1,mlp.experts.74.down_proj,0.0000000211,0.05000,4.327
1,mlp.experts.64.down_proj,0.0000000477,0.05000,4.237
1,mlp.experts.71.down_proj,0.0000000955,0.05000,4.213
1,mlp.experts.67.down_proj,0.0000000342,0.05000,4.182
1,mlp.experts.89.down_proj,0.0000000309,0.05000,3.897
1,mlp.experts.81.down_proj,0.0000000142,0.05000,4.089
1,mlp.experts.94.down_proj,0.0000000689,0.05000,4.017
1,mlp.experts.86.down_proj,0.0000000198,0.05000,3.868
1,mlp.experts.91.down_proj,0.0000000676,0.05000,3.977
1,mlp.experts.82.down_proj,0.0000000316,0.05000,3.882
1,mlp.experts.93.down_proj,0.0000000293,0.05000,3.936
1,mlp.experts.95.down_proj,0.0000000405,0.05000,3.958
1,mlp.experts.85.down_proj,0.0000000238,0.05000,4.009
1,mlp.experts.88.down_proj,0.0000000366,0.05000,4.008
1,mlp.experts.84.down_proj,0.0000000063,0.05000,3.972
1,mlp.experts.92.down_proj,0.0000000248,0.05000,4.074
1,mlp.experts.90.down_proj,0.0000000770,0.05000,4.058
1,mlp.experts.80.down_proj,0.0000000494,0.05000,4.072
1,mlp.experts.87.down_proj,0.0000000154,0.05000,3.964
1,mlp.experts.83.down_proj,0.0000000553,0.05000,4.007
1,mlp.experts.105.down_proj,0.0000000294,0.05000,4.331
1,mlp.experts.97.down_proj,0.0000000618,0.05000,4.131
1,mlp.experts.110.down_proj,0.0000000257,0.05000,4.223
1,mlp.experts.102.down_proj,0.0000000467,0.05000,4.215
1,mlp.experts.107.down_proj,0.0000000147,0.05000,4.286
1,mlp.experts.98.down_proj,0.0000000138,0.05000,4.188
1,mlp.experts.109.down_proj,0.0000000743,0.05000,4.233
1,mlp.experts.111.down_proj,0.0000000215,0.05000,4.253
1,mlp.experts.101.down_proj,0.0000000245,0.05000,4.267
1,mlp.experts.104.down_proj,0.0000000108,0.05000,4.290
1,mlp.experts.100.down_proj,0.0000000963,0.05000,4.242
1,mlp.experts.108.down_proj,0.0000000688,0.05000,4.211
1,mlp.experts.106.down_proj,0.0000000515,0.05000,4.076
1,mlp.experts.96.down_proj,0.0000000195,0.05000,4.191
1,mlp.experts.103.down_proj,0.0000000236,0.05000,4.290
1,mlp.experts.99.down_proj,0.0000000192,0.05000,4.302
1,mlp.experts.121.down_proj,0.0000000847,0.05000,3.881
1,mlp.experts.113.down_proj,0.0000000500,0.05000,3.980
1,mlp.experts.126.down_proj,0.0000000296,0.05000,4.025
1,mlp.experts.118.down_proj,0.0000000293,0.05000,3.996
1,mlp.experts.114.down_proj,0.0000000757,0.05000,4.094
1,mlp.experts.123.down_proj,0.0000000296,0.05000,4.117
1,mlp.experts.127.down_proj,0.0000000170,0.05000,4.071
1,mlp.experts.125.down_proj,0.0000000539,0.05000,4.174
1,mlp.experts.117.down_proj,0.0000000211,0.05000,4.164
1,mlp.experts.120.down_proj,0.0000000573,0.05000,4.089
1,mlp.experts.116.down_proj,0.0000000940,0.05000,4.102
1,mlp.experts.124.down_proj,0.0000000292,0.05000,4.203
1,mlp.experts.122.down_proj,0.0000000664,0.05000,4.196
1,mlp.experts.112.down_proj,0.0000000161,0.05000,4.027
1,mlp.experts.119.down_proj,0.0000000162,0.05000,4.049
1,mlp.experts.115.down_proj,0.0000000110,0.05000,4.058
1,mlp.experts.137.down_proj,0.0000000086,0.05000,4.324
1,mlp.experts.129.down_proj,0.0000000569,0.05000,4.203
1,mlp.experts.142.down_proj,0.0000000603,0.05000,4.074
1,mlp.experts.134.down_proj,0.0000000264,0.05000,4.177
1,mlp.experts.130.down_proj,0.0000000530,0.05000,4.145
1,mlp.experts.139.down_proj,0.0000000632,0.05000,4.148
1,mlp.experts.141.down_proj,0.0000000267,0.05000,3.983
1,mlp.experts.143.down_proj,0.0000000780,0.05000,4.067
1,mlp.experts.132.down_proj,0.0000001049,0.05000,3.905
1,mlp.experts.136.down_proj,0.0000000176,0.05000,4.023
1,mlp.experts.133.down_proj,0.0000000204,0.05000,4.109
1,mlp.experts.140.down_proj,0.0000000643,0.05000,4.182
1,mlp.experts.128.down_proj,0.0000000245,0.05000,4.119
1,mlp.experts.138.down_proj,0.0000000054,0.05000,4.143
1,mlp.experts.135.down_proj,0.0000000268,0.05000,4.102
1,mlp.experts.131.down_proj,0.0000000171,0.05000,4.044
1,mlp.experts.153.down_proj,0.0000000377,0.05000,4.419
1,mlp.experts.145.down_proj,0.0000000354,0.05000,4.301
1,mlp.experts.158.down_proj,0.0000000130,0.05000,4.311
1,mlp.experts.150.down_proj,0.0000000141,0.05000,4.200
1,mlp.experts.155.down_proj,0.0000000361,0.05000,4.319
1,mlp.experts.146.down_proj,0.0000000260,0.05000,4.373
1,mlp.experts.159.down_proj,0.0000000202,0.05000,4.390
1,mlp.experts.157.down_proj,0.0000000236,0.05000,4.426
1,mlp.experts.148.down_proj,0.0000000158,0.05000,4.351
1,mlp.experts.152.down_proj,0.0000000500,0.05000,4.413
1,mlp.experts.149.down_proj,0.0000001225,0.05000,4.437
1,mlp.experts.156.down_proj,0.0000000134,0.05000,4.364
1,mlp.experts.144.down_proj,0.0000001113,0.05000,4.342
1,mlp.experts.147.down_proj,0.0000000536,0.05000,4.362
1,mlp.experts.154.down_proj,0.0000000381,0.05000,4.571
1,mlp.experts.151.down_proj,0.0000000571,0.05000,4.487
1,mlp.experts.169.down_proj,0.0000000117,0.05000,4.512
1,mlp.experts.161.down_proj,0.0000000868,0.05000,4.455
1,mlp.experts.174.down_proj,0.0000000414,0.05000,4.514
1,mlp.experts.166.down_proj,0.0000000109,0.05000,4.522
1,mlp.experts.162.down_proj,0.0000000490,0.05000,4.145
1,mlp.experts.171.down_proj,0.0000000578,0.05000,4.514
1,mlp.experts.175.down_proj,0.0000000368,0.05000,4.384
1,mlp.experts.165.down_proj,0.0000000270,0.05000,4.144
1,mlp.experts.164.down_proj,0.0000000677,0.05000,4.355
1,mlp.experts.168.down_proj,0.0000000071,0.05000,4.376
1,mlp.experts.173.down_proj,0.0000000682,0.05000,4.493
1,mlp.experts.172.down_proj,0.0000000608,0.05000,4.399
1,mlp.experts.163.down_proj,0.0000001023,0.05000,4.160
1,mlp.experts.160.down_proj,0.0000000125,0.05000,4.460
1,mlp.experts.167.down_proj,0.0000000223,0.05000,4.375
1,mlp.experts.170.down_proj,0.0000000134,0.05000,4.449
1,mlp.experts.185.down_proj,0.0000000522,0.05000,4.218
1,mlp.experts.177.down_proj,0.0000000073,0.05000,4.250
1,mlp.experts.190.down_proj,0.0000000353,0.05000,4.127
1,mlp.experts.182.down_proj,0.0000000648,0.05000,4.244
1,mlp.experts.178.down_proj,0.0000000943,0.05000,4.345
1,mlp.experts.187.down_proj,0.0000000403,0.05000,4.289
1,mlp.experts.181.down_proj,0.0000000193,0.05000,4.244
1,mlp.experts.191.down_proj,0.0000000257,0.05000,4.279
1,mlp.experts.180.down_proj,0.0000000111,0.05000,4.270
1,mlp.experts.184.down_proj,0.0000000247,0.05000,4.297
1,mlp.experts.189.down_proj,0.0000000314,0.05000,4.295
1,mlp.experts.188.down_proj,0.0000000389,0.05000,4.248
1,mlp.experts.179.down_proj,0.0000000311,0.05000,4.224
1,mlp.experts.176.down_proj,0.0000000656,0.05000,4.247
1,mlp.experts.183.down_proj,0.0000000115,0.05000,4.111
1,mlp.experts.186.down_proj,0.0000000440,0.05000,4.185
1,mlp.experts.201.down_proj,0.0000000863,0.05000,3.765
1,mlp.experts.193.down_proj,0.0000000396,0.05000,4.062
1,mlp.experts.206.down_proj,0.0000000182,0.05000,4.000
1,mlp.experts.198.down_proj,0.0000000258,0.05000,3.936
1,mlp.experts.194.down_proj,0.0000000183,0.05000,4.017
1,mlp.experts.196.down_proj,0.0000000367,0.05000,3.877
1,mlp.experts.203.down_proj,0.0000000210,0.05000,4.037
1,mlp.experts.207.down_proj,0.0000000089,0.05000,4.076
1,mlp.experts.197.down_proj,0.0000001304,0.05000,4.079
1,mlp.experts.205.down_proj,0.0000000223,0.05000,3.960
1,mlp.experts.200.down_proj,0.0000000873,0.05000,4.023
1,mlp.experts.199.down_proj,0.0000000111,0.05000,3.941
1,mlp.experts.204.down_proj,0.0000000261,0.05000,4.112
1,mlp.experts.195.down_proj,0.0000001123,0.05000,4.195
1,mlp.experts.192.down_proj,0.0000000923,0.05000,4.153
1,mlp.experts.202.down_proj,0.0000000662,0.05000,4.124
1,mlp.experts.217.down_proj,0.0000000310,0.05000,4.503
1,mlp.experts.209.down_proj,0.0000000545,0.05000,4.363
1,mlp.experts.214.down_proj,0.0000000667,0.05000,4.271
1,mlp.experts.222.down_proj,0.0000000136,0.05000,4.494
1,mlp.experts.210.down_proj,0.0000000694,0.05000,4.420
1,mlp.experts.219.down_proj,0.0000000154,0.05000,4.323
1,mlp.experts.223.down_proj,0.0000000286,0.05000,4.303
1,mlp.experts.212.down_proj,0.0000000339,0.05000,4.485
1,mlp.experts.221.down_proj,0.0000000141,0.05000,4.364
1,mlp.experts.213.down_proj,0.0000000180,0.05000,4.474
1,mlp.experts.216.down_proj,0.0000000304,0.05000,4.486
1,mlp.experts.220.down_proj,0.0000000280,0.05000,4.155
1,mlp.experts.215.down_proj,0.0000000473,0.05000,4.376
1,mlp.experts.208.down_proj,0.0000000719,0.05000,4.314
1,mlp.experts.211.down_proj,0.0000000704,0.05000,4.321
1,mlp.experts.218.down_proj,0.0000000464,0.05000,4.284
1,mlp.experts.233.down_proj,0.0000000434,0.05000,4.051
1,mlp.experts.230.down_proj,0.0000000256,0.05000,3.934
1,mlp.experts.225.down_proj,0.0000000421,0.05000,4.318
1,mlp.experts.238.down_proj,0.0000000226,0.05000,4.168
1,mlp.experts.226.down_proj,0.0000000389,0.05000,3.901
1,mlp.experts.235.down_proj,0.0000000248,0.05000,4.139
1,mlp.experts.228.down_proj,0.0000000189,0.05000,4.165
1,mlp.experts.237.down_proj,0.0000000161,0.05000,4.088
1,mlp.experts.239.down_proj,0.0000000297,0.05000,4.300
1,mlp.experts.229.down_proj,0.0000000593,0.05000,4.198
1,mlp.experts.232.down_proj,0.0000000215,0.05000,4.217
1,mlp.experts.236.down_proj,0.0000000405,0.05000,4.225
1,mlp.experts.231.down_proj,0.0000000281,0.05000,4.330
1,mlp.experts.227.down_proj,0.0000000125,0.05000,4.323
1,mlp.experts.224.down_proj,0.0000000371,0.05000,4.379
1,mlp.experts.234.down_proj,0.0000000353,0.05000,4.446
1,mlp.experts.249.down_proj,0.0000002418,0.05000,4.169
1,mlp.experts.241.down_proj,0.0000000343,0.05000,4.136
1,mlp.experts.246.down_proj,0.0000001029,0.05000,4.300
1,mlp.experts.242.down_proj,0.0000000221,0.05000,4.031
1,mlp.experts.254.down_proj,0.0000000408,0.05000,4.057
1,mlp.experts.251.down_proj,0.0000000365,0.05000,3.969
1,mlp.experts.253.down_proj,0.0000000214,0.05000,3.977
1,mlp.experts.245.down_proj,0.0000000699,0.05000,3.804
1,mlp.experts.255.down_proj,0.0000000294,0.05000,3.906
1,mlp.experts.244.down_proj,0.0000000735,0.05000,4.012
1,mlp.experts.248.down_proj,0.0000000311,0.05000,3.765
1,mlp.experts.252.down_proj,0.0000000694,0.05000,3.418
1,mlp.experts.243.down_proj,0.0000000120,0.05000,3.106
1,mlp.experts.250.down_proj,0.0000000236,0.05000,2.872
1,mlp.experts.247.down_proj,0.0000000411,0.05000,3.226
1,mlp.experts.240.down_proj,0.0000000354,0.05000,3.064
2,mlp.experts.1.gate_proj,0.0000017780,0.05000,16.414
2,mlp.experts.5.gate_proj,0.0000025887,0.05000,16.550
2,mlp.experts.12.gate_proj,0.0000025655,0.05000,16.608
2,mlp.experts.14.gate_proj,0.0000024990,0.05000,16.653
2,mlp.experts.6.gate_proj,0.0000018077,0.05000,16.663
2,mlp.experts.7.gate_proj,0.0000029670,0.05000,16.655
2,mlp.experts.8.gate_proj,0.0000021113,0.05000,16.771
2,mlp.experts.3.gate_proj,0.0000015837,0.05000,16.824
2,mlp.experts.9.gate_proj,0.0000018378,0.05000,16.834
2,mlp.experts.13.gate_proj,0.0000020506,0.05000,16.843
2,mlp.experts.10.gate_proj,0.0000015154,0.05000,16.842
2,mlp.experts.4.gate_proj,0.0000012165,0.05000,16.987
2,mlp.experts.15.gate_proj,0.0000015981,0.05000,17.057
2,mlp.experts.0.gate_proj,0.0000019482,0.05000,17.083
2,mlp.experts.2.gate_proj,0.0000020871,0.05000,17.097
2,mlp.experts.11.gate_proj,0.0000015442,0.05000,17.106
2,mlp.experts.17.gate_proj,0.0000013466,0.05000,16.871
2,mlp.experts.25.gate_proj,0.0000011522,0.05000,16.561
2,mlp.experts.21.gate_proj,0.0000025045,0.05000,16.867
2,mlp.experts.24.gate_proj,0.0000027147,0.05000,16.697
2,mlp.experts.28.gate_proj,0.0000024727,0.05000,16.912
2,mlp.experts.31.gate_proj,0.0000023805,0.05000,16.580
2,mlp.experts.16.gate_proj,0.0000016778,0.05000,16.635
2,mlp.experts.26.gate_proj,0.0000014134,0.05000,16.923
2,mlp.experts.30.gate_proj,0.0000019998,0.05000,17.128
2,mlp.experts.22.gate_proj,0.0000018063,0.05000,17.124
2,mlp.experts.23.gate_proj,0.0000022288,0.05000,17.152
2,mlp.experts.19.gate_proj,0.0000022484,0.05000,17.085
2,mlp.experts.29.gate_proj,0.0000014026,0.05000,17.077
2,mlp.experts.18.gate_proj,0.0000032624,0.05000,16.879
2,mlp.experts.27.gate_proj,0.0000019769,0.05000,16.925
2,mlp.experts.20.gate_proj,0.0000022067,0.05000,17.147
2,mlp.experts.33.gate_proj,0.0000018253,0.05000,16.772
2,mlp.experts.41.gate_proj,0.0000013419,0.05000,16.867
2,mlp.experts.44.gate_proj,0.0000025336,0.05000,16.842
2,mlp.experts.37.gate_proj,0.0000015202,0.05000,17.026
2,mlp.experts.42.gate_proj,0.0000019419,0.05000,16.729
2,mlp.experts.40.gate_proj,0.0000016640,0.05000,17.046
2,mlp.experts.46.gate_proj,0.0000026626,0.05000,16.882
2,mlp.experts.32.gate_proj,0.0000026618,0.05000,16.955
2,mlp.experts.47.gate_proj,0.0000029888,0.05000,17.077
2,mlp.experts.34.gate_proj,0.0000024919,0.05000,16.761
2,mlp.experts.36.gate_proj,0.0000019171,0.05000,16.745
2,mlp.experts.35.gate_proj,0.0000023153,0.05000,17.021
2,mlp.experts.38.gate_proj,0.0000023022,0.05000,17.125
2,mlp.experts.45.gate_proj,0.0000034613,0.05000,17.010
2,mlp.experts.39.gate_proj,0.0000024142,0.05000,17.209
2,mlp.experts.43.gate_proj,0.0000019363,0.05000,17.043
2,mlp.experts.57.gate_proj,0.0000016239,0.05000,16.369
2,mlp.experts.49.gate_proj,0.0000015423,0.05000,16.576
2,mlp.experts.53.gate_proj,0.0000017245,0.05000,16.441
2,mlp.experts.58.gate_proj,0.0000022703,0.05000,16.563
2,mlp.experts.60.gate_proj,0.0000015366,0.05000,16.731
2,mlp.experts.56.gate_proj,0.0000020114,0.05000,16.706
2,mlp.experts.62.gate_proj,0.0000031230,0.05000,16.677
2,mlp.experts.63.gate_proj,0.0000032003,0.05000,16.606
2,mlp.experts.54.gate_proj,0.0000016961,0.05000,16.543
2,mlp.experts.61.gate_proj,0.0000017894,0.05000,16.501
2,mlp.experts.51.gate_proj,0.0000024761,0.05000,16.591
2,mlp.experts.52.gate_proj,0.0000030146,0.05000,16.637
2,mlp.experts.59.gate_proj,0.0000014214,0.05000,16.427
2,mlp.experts.50.gate_proj,0.0000024971,0.05000,16.725
2,mlp.experts.55.gate_proj,0.0000019731,0.05000,16.521
2,mlp.experts.48.gate_proj,0.0000029438,0.05000,17.036
2,mlp.experts.65.gate_proj,0.0000021123,0.05000,16.250
2,mlp.experts.69.gate_proj,0.0000024259,0.05000,16.014
2,mlp.experts.73.gate_proj,0.0000023104,0.05000,16.436
2,mlp.experts.74.gate_proj,0.0000012435,0.05000,16.111
2,mlp.experts.68.gate_proj,0.0000017803,0.05000,15.910
2,mlp.experts.76.gate_proj,0.0000024315,0.05000,16.351
2,mlp.experts.78.gate_proj,0.0000027969,0.05000,16.131
2,mlp.experts.79.gate_proj,0.0000031815,0.05000,16.330
2,mlp.experts.72.gate_proj,0.0000019118,0.05000,16.443
2,mlp.experts.70.gate_proj,0.0000021126,0.05000,16.276
2,mlp.experts.66.gate_proj,0.0000021471,0.05000,16.248
2,mlp.experts.67.gate_proj,0.0000019211,0.05000,16.410
2,mlp.experts.77.gate_proj,0.0000030132,0.05000,16.523
2,mlp.experts.75.gate_proj,0.0000020971,0.05000,16.498
2,mlp.experts.64.gate_proj,0.0000015824,0.05000,16.359
2,mlp.experts.71.gate_proj,0.0000021908,0.05000,16.530
2,mlp.experts.90.gate_proj,0.0000015059,0.05000,16.260
2,mlp.experts.81.gate_proj,0.0000022598,0.05000,16.738
2,mlp.experts.89.gate_proj,0.0000024980,0.05000,16.645
2,mlp.experts.85.gate_proj,0.0000024334,0.05000,16.931
2,mlp.experts.92.gate_proj,0.0000018418,0.05000,16.442
2,mlp.experts.84.gate_proj,0.0000019169,0.05000,16.453
2,mlp.experts.82.gate_proj,0.0000018663,0.05000,16.210
2,mlp.experts.94.gate_proj,0.0000022846,0.05000,16.660
2,mlp.experts.95.gate_proj,0.0000023969,0.05000,16.636
2,mlp.experts.88.gate_proj,0.0000012982,0.05000,16.744
2,mlp.experts.86.gate_proj,0.0000028869,0.05000,16.713
2,mlp.experts.83.gate_proj,0.0000027156,0.05000,16.620
2,mlp.experts.80.gate_proj,0.0000015810,0.05000,16.436
2,mlp.experts.87.gate_proj,0.0000024948,0.05000,16.426
2,mlp.experts.91.gate_proj,0.0000024467,0.05000,16.607
2,mlp.experts.93.gate_proj,0.0000022167,0.05000,16.651
2,mlp.experts.97.gate_proj,0.0000024364,0.05000,16.311
2,mlp.experts.106.gate_proj,0.0000026088,0.05000,16.481
2,mlp.experts.100.gate_proj,0.0000008833,0.05000,16.125
2,mlp.experts.105.gate_proj,0.0000017128,0.05000,16.414
2,mlp.experts.101.gate_proj,0.0000025469,0.05000,16.412
2,mlp.experts.98.gate_proj,0.0000021516,0.05000,16.319
2,mlp.experts.108.gate_proj,0.0000022569,0.05000,16.498
2,mlp.experts.110.gate_proj,0.0000022271,0.05000,16.487
2,mlp.experts.111.gate_proj,0.0000027364,0.05000,16.389
2,mlp.experts.104.gate_proj,0.0000023350,0.05000,16.395
2,mlp.experts.102.gate_proj,0.0000013403,0.05000,16.420
2,mlp.experts.99.gate_proj,0.0000015453,0.05000,16.399
2,mlp.experts.96.gate_proj,0.0000032798,0.05000,16.476
2,mlp.experts.103.gate_proj,0.0000007713,0.05000,16.461
2,mlp.experts.109.gate_proj,0.0000013737,0.05000,16.420
2,mlp.experts.107.gate_proj,0.0000015250,0.05000,16.573
2,mlp.experts.116.gate_proj,0.0000018517,0.05000,15.811
2,mlp.experts.113.gate_proj,0.0000027390,0.05000,16.076
2,mlp.experts.122.gate_proj,0.0000049058,0.05000,16.142
2,mlp.experts.121.gate_proj,0.0000016575,0.05000,15.949
2,mlp.experts.117.gate_proj,0.0000020467,0.05000,15.895
2,mlp.experts.124.gate_proj,0.0000023405,0.05000,15.983
2,mlp.experts.126.gate_proj,0.0000035764,0.05000,15.727
2,mlp.experts.114.gate_proj,0.0000015517,0.05000,16.072
2,mlp.experts.112.gate_proj,0.0000019121,0.05000,15.712
2,mlp.experts.120.gate_proj,0.0000024346,0.05000,15.904
2,mlp.experts.118.gate_proj,0.0000034327,0.05000,15.941
2,mlp.experts.127.gate_proj,0.0000018498,0.05000,16.147
2,mlp.experts.125.gate_proj,0.0000016465,0.05000,15.879
2,mlp.experts.115.gate_proj,0.0000026833,0.05000,16.116
2,mlp.experts.123.gate_proj,0.0000019189,0.05000,16.019
2,mlp.experts.119.gate_proj,0.0000014281,0.05000,16.272
2,mlp.experts.129.gate_proj,0.0000021059,0.05000,16.674
2,mlp.experts.132.gate_proj,0.0000024629,0.05000,17.023
2,mlp.experts.133.gate_proj,0.0000017208,0.05000,16.829
2,mlp.experts.138.gate_proj,0.0000026702,0.05000,16.950
2,mlp.experts.140.gate_proj,0.0000010962,0.05000,16.740
2,mlp.experts.137.gate_proj,0.0000023735,0.05000,17.080
2,mlp.experts.130.gate_proj,0.0000030084,0.05000,16.905
2,mlp.experts.142.gate_proj,0.0000027007,0.05000,16.943
2,mlp.experts.128.gate_proj,0.0000017321,0.05000,16.805
2,mlp.experts.134.gate_proj,0.0000018053,0.05000,16.704
2,mlp.experts.136.gate_proj,0.0000023049,0.05000,16.811
2,mlp.experts.143.gate_proj,0.0000022786,0.05000,17.043
2,mlp.experts.141.gate_proj,0.0000023753,0.05000,16.919
2,mlp.experts.135.gate_proj,0.0000018533,0.05000,16.702
2,mlp.experts.139.gate_proj,0.0000024099,0.05000,16.803
2,mlp.experts.131.gate_proj,0.0000024867,0.05000,17.147
2,mlp.experts.145.gate_proj,0.0000013432,0.05000,16.879
2,mlp.experts.148.gate_proj,0.0000022023,0.05000,16.952
2,mlp.experts.146.gate_proj,0.0000015241,0.05000,16.603
2,mlp.experts.149.gate_proj,0.0000021389,0.05000,17.113
2,mlp.experts.154.gate_proj,0.0000021501,0.05000,17.087
2,mlp.experts.156.gate_proj,0.0000023030,0.05000,17.002
2,mlp.experts.152.gate_proj,0.0000027642,0.05000,16.615
2,mlp.experts.153.gate_proj,0.0000024013,0.05000,16.991
2,mlp.experts.158.gate_proj,0.0000018653,0.05000,16.897
2,mlp.experts.150.gate_proj,0.0000015309,0.05000,16.991
2,mlp.experts.144.gate_proj,0.0000023918,0.05000,17.076
2,mlp.experts.151.gate_proj,0.0000018991,0.05000,16.812
2,mlp.experts.159.gate_proj,0.0000020029,0.05000,17.026
2,mlp.experts.157.gate_proj,0.0000027149,0.05000,17.184
2,mlp.experts.155.gate_proj,0.0000023094,0.05000,17.123
2,mlp.experts.147.gate_proj,0.0000024171,0.05000,17.096
2,mlp.experts.161.gate_proj,0.0000020961,0.05000,16.925
2,mlp.experts.164.gate_proj,0.0000010320,0.05000,16.859
2,mlp.experts.169.gate_proj,0.0000019124,0.05000,16.622
2,mlp.experts.165.gate_proj,0.0000026861,0.05000,16.780
2,mlp.experts.162.gate_proj,0.0000014333,0.05000,17.030
2,mlp.experts.172.gate_proj,0.0000009696,0.05000,16.893
2,mlp.experts.170.gate_proj,0.0000027751,0.05000,16.910
2,mlp.experts.174.gate_proj,0.0000025210,0.05000,16.835
2,mlp.experts.168.gate_proj,0.0000024267,0.05000,17.085
2,mlp.experts.166.gate_proj,0.0000024219,0.05000,16.961
2,mlp.experts.160.gate_proj,0.0000029019,0.05000,16.945
2,mlp.experts.167.gate_proj,0.0000029789,0.05000,16.899
2,mlp.experts.175.gate_proj,0.0000016770,0.05000,17.115
2,mlp.experts.171.gate_proj,0.0000031166,0.05000,16.987
2,mlp.experts.163.gate_proj,0.0000012475,0.05000,16.940
2,mlp.experts.173.gate_proj,0.0000025701,0.05000,17.180
2,mlp.experts.177.gate_proj,0.0000031019,0.05000,16.351
2,mlp.experts.180.gate_proj,0.0000031580,0.05000,16.484
2,mlp.experts.185.gate_proj,0.0000027062,0.05000,16.376
2,mlp.experts.186.gate_proj,0.0000026006,0.05000,16.239
2,mlp.experts.178.gate_proj,0.0000021539,0.05000,16.508
2,mlp.experts.181.gate_proj,0.0000024313,0.05000,16.662
2,mlp.experts.190.gate_proj,0.0000029257,0.05000,16.483
2,mlp.experts.188.gate_proj,0.0000029150,0.05000,16.665
2,mlp.experts.184.gate_proj,0.0000027957,0.05000,16.531
2,mlp.experts.182.gate_proj,0.0000033443,0.05000,16.352
2,mlp.experts.176.gate_proj,0.0000020271,0.05000,16.453
2,mlp.experts.183.gate_proj,0.0000027907,0.05000,16.700
2,mlp.experts.189.gate_proj,0.0000018900,0.05000,16.270
2,mlp.experts.187.gate_proj,0.0000023838,0.05000,16.508
2,mlp.experts.191.gate_proj,0.0000021515,0.05000,16.650
2,mlp.experts.179.gate_proj,0.0000020726,0.05000,16.451
2,mlp.experts.202.gate_proj,0.0000026538,0.05000,15.991
2,mlp.experts.193.gate_proj,0.0000028646,0.05000,16.556
2,mlp.experts.196.gate_proj,0.0000018267,0.05000,16.322
2,mlp.experts.201.gate_proj,0.0000024564,0.05000,16.391
2,mlp.experts.194.gate_proj,0.0000025560,0.05000,16.338
2,mlp.experts.197.gate_proj,0.0000024209,0.05000,16.306
2,mlp.experts.204.gate_proj,0.0000022266,0.05000,16.380
2,mlp.experts.206.gate_proj,0.0000027460,0.05000,16.421
2,mlp.experts.200.gate_proj,0.0000018813,0.05000,16.488
2,mlp.experts.198.gate_proj,0.0000020182,0.05000,16.509
2,mlp.experts.192.gate_proj,0.0000027443,0.05000,16.515
2,mlp.experts.199.gate_proj,0.0000059670,0.05000,16.312
2,mlp.experts.203.gate_proj,0.0000021838,0.05000,16.223
2,mlp.experts.205.gate_proj,0.0000026180,0.05000,16.442
2,mlp.experts.195.gate_proj,0.0000022948,0.05000,16.285
2,mlp.experts.207.gate_proj,0.0000039936,0.05000,16.520
2,mlp.experts.218.gate_proj,0.0000024833,0.05000,16.524
2,mlp.experts.212.gate_proj,0.0000024334,0.05000,16.487
2,mlp.experts.209.gate_proj,0.0000016849,0.05000,16.728
2,mlp.experts.217.gate_proj,0.0000016084,0.05000,16.700
2,mlp.experts.222.gate_proj,0.0000023763,0.05000,16.373
2,mlp.experts.213.gate_proj,0.0000027443,0.05000,16.726
2,mlp.experts.210.gate_proj,0.0000009134,0.05000,16.797
2,mlp.experts.220.gate_proj,0.0000027454,0.05000,16.911
2,mlp.experts.208.gate_proj,0.0000030192,0.05000,16.436
2,mlp.experts.216.gate_proj,0.0000023320,0.05000,16.824
2,mlp.experts.214.gate_proj,0.0000024493,0.05000,16.855
2,mlp.experts.223.gate_proj,0.0000020695,0.05000,16.258
2,mlp.experts.215.gate_proj,0.0000034192,0.05000,16.864
2,mlp.experts.221.gate_proj,0.0000023265,0.05000,16.738
2,mlp.experts.219.gate_proj,0.0000012080,0.05000,16.853
2,mlp.experts.211.gate_proj,0.0000028188,0.05000,16.839
2,mlp.experts.228.gate_proj,0.0000048573,0.05000,16.598
2,mlp.experts.234.gate_proj,0.0000020260,0.05000,17.047
2,mlp.experts.233.gate_proj,0.0000016861,0.05000,16.620
2,mlp.experts.225.gate_proj,0.0000021297,0.05000,17.014
2,mlp.experts.226.gate_proj,0.0000028061,0.05000,16.557
2,mlp.experts.238.gate_proj,0.0000014686,0.05000,17.039
2,mlp.experts.229.gate_proj,0.0000023829,0.05000,16.955
2,mlp.experts.224.gate_proj,0.0000023851,0.05000,16.600
2,mlp.experts.236.gate_proj,0.0000021275,0.05000,16.884
2,mlp.experts.232.gate_proj,0.0000024587,0.05000,16.949
2,mlp.experts.239.gate_proj,0.0000018879,0.05000,16.729
2,mlp.experts.237.gate_proj,0.0000028497,0.05000,16.654
2,mlp.experts.230.gate_proj,0.0000023133,0.05000,17.164
2,mlp.experts.235.gate_proj,0.0000031288,0.05000,16.888
2,mlp.experts.231.gate_proj,0.0000021107,0.05000,17.183
2,mlp.experts.227.gate_proj,0.0000018608,0.05000,17.072
2,mlp.experts.244.gate_proj,0.0000019107,0.05000,16.601
2,mlp.experts.249.gate_proj,0.0000016861,0.05000,16.291
2,mlp.experts.250.gate_proj,0.0000030873,0.05000,16.373
2,mlp.experts.242.gate_proj,0.0000028891,0.05000,16.272
2,mlp.experts.254.gate_proj,0.0000024921,0.05000,16.181
2,mlp.experts.241.gate_proj,0.0000019301,0.05000,16.574
2,mlp.experts.240.gate_proj,0.0000022093,0.05000,16.119
2,mlp.experts.245.gate_proj,0.0000022657,0.05000,16.170
2,mlp.experts.252.gate_proj,0.0000030277,0.05000,16.268
2,mlp.experts.248.gate_proj,0.0000026828,0.05000,16.210
2,mlp.experts.255.gate_proj,0.0000015706,0.05000,16.223
2,mlp.experts.246.gate_proj,0.0000014899,0.05000,16.316
2,mlp.experts.251.gate_proj,0.0000030640,0.05000,16.250
2,mlp.experts.253.gate_proj,0.0000027451,0.05000,16.407
2,mlp.experts.247.gate_proj,0.0000023662,0.05000,16.236
2,mlp.experts.243.gate_proj,0.0000018859,0.05000,16.388
2,mlp.experts.9.up_proj,0.0000017821,0.05000,16.483
2,mlp.experts.4.up_proj,0.0000011839,0.05000,16.786
2,mlp.experts.10.up_proj,0.0000014662,0.05000,16.814
2,mlp.experts.14.up_proj,0.0000024279,0.05000,16.387
2,mlp.experts.0.up_proj,0.0000019159,0.05000,16.426
2,mlp.experts.5.up_proj,0.0000024852,0.05000,16.546
2,mlp.experts.2.up_proj,0.0000020201,0.05000,16.767
2,mlp.experts.12.up_proj,0.0000024667,0.05000,16.274
2,mlp.experts.1.up_proj,0.0000017406,0.05000,16.809
2,mlp.experts.8.up_proj,0.0000020362,0.05000,16.644
2,mlp.experts.15.up_proj,0.0000015357,0.05000,16.695
2,mlp.experts.7.up_proj,0.0000028071,0.05000,16.294
2,mlp.experts.13.up_proj,0.0000019283,0.05000,16.498
2,mlp.experts.6.up_proj,0.0000017543,0.05000,16.793
2,mlp.experts.11.up_proj,0.0000014595,0.05000,16.838
2,mlp.experts.3.up_proj,0.0000015241,0.05000,16.599
2,mlp.experts.25.up_proj,0.0000010796,0.05000,16.699
2,mlp.experts.30.up_proj,0.0000019410,0.05000,16.491
2,mlp.experts.20.up_proj,0.0000021463,0.05000,16.642
2,mlp.experts.26.up_proj,0.0000013803,0.05000,16.822
2,mlp.experts.21.up_proj,0.0000024362,0.05000,16.613
2,mlp.experts.18.up_proj,0.0000029595,0.05000,16.653
2,mlp.experts.28.up_proj,0.0000023947,0.05000,16.679
2,mlp.experts.16.up_proj,0.0000015533,0.05000,16.974
2,mlp.experts.17.up_proj,0.0000013126,0.05000,16.741
2,mlp.experts.24.up_proj,0.0000026223,0.05000,16.745
2,mlp.experts.23.up_proj,0.0000021794,0.05000,16.349
2,mlp.experts.31.up_proj,0.0000022944,0.05000,16.710
2,mlp.experts.22.up_proj,0.0000017660,0.05000,16.618
2,mlp.experts.29.up_proj,0.0000013538,0.05000,16.810
2,mlp.experts.27.up_proj,0.0000019033,0.05000,16.655
2,mlp.experts.19.up_proj,0.0000021663,0.05000,16.612
2,mlp.experts.41.up_proj,0.0000012414,0.05000,16.071
2,mlp.experts.46.up_proj,0.0000025889,0.05000,15.964
2,mlp.experts.36.up_proj,0.0000018421,0.05000,15.945
2,mlp.experts.33.up_proj,0.0000017356,0.05000,15.481
2,mlp.experts.44.up_proj,0.0000024511,0.05000,15.611
2,mlp.experts.37.up_proj,0.0000014589,0.05000,15.902
2,mlp.experts.42.up_proj,0.0000017682,0.05000,15.989
2,mlp.experts.32.up_proj,0.0000025526,0.05000,15.757
2,mlp.experts.34.up_proj,0.0000024441,0.05000,16.026
2,mlp.experts.40.up_proj,0.0000015156,0.05000,15.810
2,mlp.experts.39.up_proj,0.0000023376,0.05000,15.988
2,mlp.experts.47.up_proj,0.0000028054,0.05000,16.175
2,mlp.experts.38.up_proj,0.0000022274,0.05000,15.953
2,mlp.experts.45.up_proj,0.0000033365,0.05000,15.972
2,mlp.experts.43.up_proj,0.0000018940,0.05000,16.010
2,mlp.experts.35.up_proj,0.0000022518,0.05000,16.081
2,mlp.experts.52.up_proj,0.0000029212,0.05000,16.487
2,mlp.experts.62.up_proj,0.0000030082,0.05000,16.586
2,mlp.experts.57.up_proj,0.0000015776,0.05000,16.680
2,mlp.experts.60.up_proj,0.0000014384,0.05000,16.656
2,mlp.experts.49.up_proj,0.0000014788,0.05000,16.706
2,mlp.experts.48.up_proj,0.0000028678,0.05000,16.558
2,mlp.experts.53.up_proj,0.0000016848,0.05000,16.736
2,mlp.experts.58.up_proj,0.0000021872,0.05000,16.687
2,mlp.experts.50.up_proj,0.0000024519,0.05000,16.636
2,mlp.experts.56.up_proj,0.0000019531,0.05000,16.574
2,mlp.experts.55.up_proj,0.0000018854,0.05000,16.445
2,mlp.experts.63.up_proj,0.0000028089,0.05000,16.459
2,mlp.experts.61.up_proj,0.0000016545,0.05000,16.719
2,mlp.experts.59.up_proj,0.0000013988,0.05000,16.610
2,mlp.experts.54.up_proj,0.0000016560,0.05000,16.853
2,mlp.experts.51.up_proj,0.0000023736,0.05000,16.750
2,mlp.experts.73.up_proj,0.0000022426,0.05000,16.417
2,mlp.experts.76.up_proj,0.0000021715,0.05000,16.311
2,mlp.experts.78.up_proj,0.0000026914,0.05000,16.572
2,mlp.experts.68.up_proj,0.0000017301,0.05000,16.771
2,mlp.experts.64.up_proj,0.0000015086,0.05000,16.533
2,mlp.experts.65.up_proj,0.0000020343,0.05000,16.591
2,mlp.experts.74.up_proj,0.0000012104,0.05000,16.535
2,mlp.experts.66.up_proj,0.0000020398,0.05000,16.472
2,mlp.experts.69.up_proj,0.0000023580,0.05000,16.749
2,mlp.experts.71.up_proj,0.0000020706,0.05000,16.565
2,mlp.experts.72.up_proj,0.0000018358,0.05000,16.780
2,mlp.experts.79.up_proj,0.0000029922,0.05000,16.709
2,mlp.experts.75.up_proj,0.0000019963,0.05000,16.299
2,mlp.experts.77.up_proj,0.0000029377,0.05000,16.433
2,mlp.experts.70.up_proj,0.0000020088,0.05000,16.534
2,mlp.experts.67.up_proj,0.0000018709,0.05000,16.714
2,mlp.experts.89.up_proj,0.0000023914,0.05000,16.545
2,mlp.experts.84.up_proj,0.0000018464,0.05000,16.563
2,mlp.experts.94.up_proj,0.0000022032,0.05000,16.844
2,mlp.experts.92.up_proj,0.0000017465,0.05000,16.860
2,mlp.experts.82.up_proj,0.0000018065,0.05000,16.547
2,mlp.experts.81.up_proj,0.0000022175,0.05000,16.772
2,mlp.experts.80.up_proj,0.0000015358,0.05000,16.834
2,mlp.experts.90.up_proj,0.0000014629,0.05000,16.745
2,mlp.experts.85.up_proj,0.0000023335,0.05000,16.588
2,mlp.experts.88.up_proj,0.0000012419,0.05000,16.350
2,mlp.experts.87.up_proj,0.0000024044,0.05000,16.728
2,mlp.experts.95.up_proj,0.0000023105,0.05000,16.656
2,mlp.experts.91.up_proj,0.0000022717,0.05000,16.684
2,mlp.experts.93.up_proj,0.0000020398,0.05000,16.694
2,mlp.experts.86.up_proj,0.0000025268,0.05000,16.710
2,mlp.experts.83.up_proj,0.0000025540,0.05000,16.909
2,mlp.experts.105.up_proj,0.0000016552,0.05000,16.602
2,mlp.experts.110.up_proj,0.0000021010,0.05000,16.585
2,mlp.experts.100.up_proj,0.0000008694,0.05000,16.837
2,mlp.experts.108.up_proj,0.0000022074,0.05000,16.705
2,mlp.experts.98.up_proj,0.0000021113,0.05000,16.565
2,mlp.experts.97.up_proj,0.0000023481,0.05000,16.655
2,mlp.experts.96.up_proj,0.0000030644,0.05000,16.653
2,mlp.experts.106.up_proj,0.0000025032,0.05000,16.827
2,mlp.experts.101.up_proj,0.0000024593,0.05000,16.891
2,mlp.experts.104.up_proj,0.0000022564,0.05000,16.816
2,mlp.experts.111.up_proj,0.0000026244,0.05000,16.395
2,mlp.experts.103.up_proj,0.0000007496,0.05000,16.905
2,mlp.experts.107.up_proj,0.0000013802,0.05000,16.551
2,mlp.experts.109.up_proj,0.0000013279,0.05000,16.710
2,mlp.experts.102.up_proj,0.0000012955,0.05000,16.846
2,mlp.experts.99.up_proj,0.0000015107,0.05000,16.454
2,mlp.experts.121.up_proj,0.0000016217,0.05000,16.561
2,mlp.experts.124.up_proj,0.0000022811,0.05000,16.400
2,mlp.experts.114.up_proj,0.0000015108,0.05000,16.424
2,mlp.experts.116.up_proj,0.0000017712,0.05000,16.662
2,mlp.experts.126.up_proj,0.0000034871,0.05000,16.804
2,mlp.experts.122.up_proj,0.0000045776,0.05000,16.350
2,mlp.experts.113.up_proj,0.0000025802,0.05000,16.621
2,mlp.experts.112.up_proj,0.0000018573,0.05000,16.749
2,mlp.experts.117.up_proj,0.0000019466,0.05000,16.742
2,mlp.experts.120.up_proj,0.0000023199,0.05000,16.620
2,mlp.experts.127.up_proj,0.0000017979,0.05000,16.725
2,mlp.experts.119.up_proj,0.0000014015,0.05000,16.776
2,mlp.experts.123.up_proj,0.0000018530,0.05000,16.745
2,mlp.experts.125.up_proj,0.0000016020,0.05000,16.633
2,mlp.experts.118.up_proj,0.0000030526,0.05000,16.610
2,mlp.experts.115.up_proj,0.0000025745,0.05000,16.694
2,mlp.experts.137.up_proj,0.0000022566,0.05000,16.621
2,mlp.experts.140.up_proj,0.0000010825,0.05000,16.376
2,mlp.experts.132.up_proj,0.0000023745,0.05000,16.345
2,mlp.experts.130.up_proj,0.0000028948,0.05000,16.555
2,mlp.experts.129.up_proj,0.0000020313,0.05000,16.452
2,mlp.experts.142.up_proj,0.0000025953,0.05000,16.749
2,mlp.experts.138.up_proj,0.0000025859,0.05000,16.634
2,mlp.experts.128.up_proj,0.0000016752,0.05000,16.574
2,mlp.experts.136.up_proj,0.0000022305,0.05000,16.385
2,mlp.experts.133.up_proj,0.0000016472,0.05000,16.670
2,mlp.experts.143.up_proj,0.0000022173,0.05000,16.672
2,mlp.experts.135.up_proj,0.0000018197,0.05000,16.517
2,mlp.experts.139.up_proj,0.0000023389,0.05000,16.558
2,mlp.experts.141.up_proj,0.0000022907,0.05000,16.574
2,mlp.experts.134.up_proj,0.0000017519,0.05000,16.506
2,mlp.experts.131.up_proj,0.0000023701,0.05000,16.508
2,mlp.experts.156.up_proj,0.0000022529,0.05000,16.380
2,mlp.experts.153.up_proj,0.0000023229,0.05000,16.687
2,mlp.experts.146.up_proj,0.0000014904,0.05000,16.831
2,mlp.experts.148.up_proj,0.0000020479,0.05000,16.836
2,mlp.experts.145.up_proj,0.0000013183,0.05000,16.785
2,mlp.experts.158.up_proj,0.0000017766,0.05000,16.674
2,mlp.experts.144.up_proj,0.0000023208,0.05000,16.637
2,mlp.experts.154.up_proj,0.0000020866,0.05000,16.847
2,mlp.experts.152.up_proj,0.0000026885,0.05000,16.648
2,mlp.experts.149.up_proj,0.0000020455,0.05000,16.689
2,mlp.experts.151.up_proj,0.0000018493,0.05000,16.630
2,mlp.experts.159.up_proj,0.0000019321,0.05000,16.842
2,mlp.experts.155.up_proj,0.0000022377,0.05000,16.689
2,mlp.experts.157.up_proj,0.0000026702,0.05000,16.788
2,mlp.experts.150.up_proj,0.0000014554,0.05000,16.724
2,mlp.experts.147.up_proj,0.0000022620,0.05000,16.540
2,mlp.experts.172.up_proj,0.0000009516,0.05000,16.396
2,mlp.experts.169.up_proj,0.0000018591,0.05000,16.462
2,mlp.experts.162.up_proj,0.0000014082,0.05000,16.184
2,mlp.experts.164.up_proj,0.0000010130,0.05000,16.263
2,mlp.experts.174.up_proj,0.0000024454,0.05000,16.272
2,mlp.experts.170.up_proj,0.0000025989,0.05000,16.206
2,mlp.experts.161.up_proj,0.0000020122,0.05000,16.419
2,mlp.experts.160.up_proj,0.0000028046,0.05000,16.319
2,mlp.experts.165.up_proj,0.0000026060,0.05000,16.065
2,mlp.experts.168.up_proj,0.0000023138,0.05000,16.313
2,mlp.experts.171.up_proj,0.0000030561,0.05000,16.102
2,mlp.experts.175.up_proj,0.0000016006,0.05000,16.315
2,mlp.experts.167.up_proj,0.0000028937,0.05000,16.563
2,mlp.experts.173.up_proj,0.0000024749,0.05000,16.189
2,mlp.experts.163.up_proj,0.0000012271,0.05000,16.099
2,mlp.experts.166.up_proj,0.0000023223,0.05000,16.546
2,mlp.experts.188.up_proj,0.0000026605,0.05000,16.411
2,mlp.experts.185.up_proj,0.0000025903,0.05000,16.670
2,mlp.experts.180.up_proj,0.0000028783,0.05000,16.462
2,mlp.experts.178.up_proj,0.0000020900,0.05000,16.717
2,mlp.experts.177.up_proj,0.0000029625,0.05000,16.604
2,mlp.experts.190.up_proj,0.0000027993,0.05000,16.716
2,mlp.experts.181.up_proj,0.0000023445,0.05000,16.493
2,mlp.experts.176.up_proj,0.0000019858,0.05000,16.745
2,mlp.experts.186.up_proj,0.0000025111,0.05000,16.816
2,mlp.experts.184.up_proj,0.0000025944,0.05000,16.763
2,mlp.experts.187.up_proj,0.0000022855,0.05000,16.887
2,mlp.experts.183.up_proj,0.0000026782,0.05000,16.730
2,mlp.experts.191.up_proj,0.0000020899,0.05000,16.877
2,mlp.experts.189.up_proj,0.0000017993,0.05000,16.762
2,mlp.experts.179.up_proj,0.0000020277,0.05000,16.701
2,mlp.experts.182.up_proj,0.0000030997,0.05000,16.777
2,mlp.experts.204.up_proj,0.0000021415,0.05000,16.495
2,mlp.experts.201.up_proj,0.0000023230,0.05000,16.327
2,mlp.experts.196.up_proj,0.0000017586,0.05000,16.654
2,mlp.experts.194.up_proj,0.0000024396,0.05000,16.546
2,mlp.experts.202.up_proj,0.0000025566,0.05000,16.096
2,mlp.experts.197.up_proj,0.0000023701,0.05000,16.368
2,mlp.experts.193.up_proj,0.0000027833,0.05000,16.454
2,mlp.experts.206.up_proj,0.0000026185,0.05000,16.502
2,mlp.experts.200.up_proj,0.0000018450,0.05000,16.351
2,mlp.experts.192.up_proj,0.0000025926,0.05000,16.568
2,mlp.experts.203.up_proj,0.0000021111,0.05000,16.316
2,mlp.experts.207.up_proj,0.0000037749,0.05000,16.298
2,mlp.experts.199.up_proj,0.0000052307,0.05000,16.400
2,mlp.experts.205.up_proj,0.0000025427,0.05000,16.286
2,mlp.experts.195.up_proj,0.0000021684,0.05000,16.306
2,mlp.experts.198.up_proj,0.0000018362,0.05000,16.173
2,mlp.experts.220.up_proj,0.0000026734,0.05000,16.487
2,mlp.experts.217.up_proj,0.0000015879,0.05000,16.474
2,mlp.experts.210.up_proj,0.0000008993,0.05000,16.247
2,mlp.experts.212.up_proj,0.0000022470,0.05000,16.418
2,mlp.experts.213.up_proj,0.0000026228,0.05000,16.353
2,mlp.experts.222.up_proj,0.0000021295,0.05000,16.299
2,mlp.experts.218.up_proj,0.0000023634,0.05000,16.473
2,mlp.experts.209.up_proj,0.0000016423,0.05000,16.514
2,mlp.experts.216.up_proj,0.0000022475,0.05000,16.442
2,mlp.experts.208.up_proj,0.0000026959,0.05000,16.522
2,mlp.experts.219.up_proj,0.0000011029,0.05000,16.318
2,mlp.experts.223.up_proj,0.0000018977,0.05000,16.299
2,mlp.experts.211.up_proj,0.0000026307,0.05000,16.083
2,mlp.experts.215.up_proj,0.0000032726,0.05000,16.428
2,mlp.experts.221.up_proj,0.0000022277,0.05000,16.530
2,mlp.experts.214.up_proj,0.0000023669,0.05000,16.411
2,mlp.experts.236.up_proj,0.0000020754,0.05000,16.099
2,mlp.experts.233.up_proj,0.0000016439,0.05000,16.244
2,mlp.experts.226.up_proj,0.0000027397,0.05000,16.314
2,mlp.experts.228.up_proj,0.0000047463,0.05000,16.458
2,mlp.experts.234.up_proj,0.0000019689,0.05000,16.171
2,mlp.experts.229.up_proj,0.0000022995,0.05000,16.455
2,mlp.experts.238.up_proj,0.0000014333,0.05000,16.576
2,mlp.experts.225.up_proj,0.0000020248,0.05000,16.466
2,mlp.experts.224.up_proj,0.0000022509,0.05000,16.483
2,mlp.experts.232.up_proj,0.0000023790,0.05000,16.645
2,mlp.experts.227.up_proj,0.0000018142,0.05000,16.417
2,mlp.experts.239.up_proj,0.0000018240,0.05000,16.570
2,mlp.experts.235.up_proj,0.0000029114,0.05000,16.712
2,mlp.experts.231.up_proj,0.0000020618,0.05000,16.643
2,mlp.experts.237.up_proj,0.0000027267,0.05000,16.631
2,mlp.experts.230.up_proj,0.0000022022,0.05000,16.375
2,mlp.experts.252.up_proj,0.0000028799,0.05000,16.299
2,mlp.experts.249.up_proj,0.0000015973,0.05000,16.366
2,mlp.experts.242.up_proj,0.0000027828,0.05000,16.503
2,mlp.experts.250.up_proj,0.0000029406,0.05000,16.336
2,mlp.experts.245.up_proj,0.0000022141,0.05000,16.219
2,mlp.experts.244.up_proj,0.0000018345,0.05000,16.575
2,mlp.experts.241.up_proj,0.0000018714,0.05000,16.257
2,mlp.experts.254.up_proj,0.0000023110,0.05000,16.350
2,mlp.experts.240.up_proj,0.0000021094,0.05000,16.011
2,mlp.experts.248.up_proj,0.0000026129,0.05000,16.104
2,mlp.experts.251.up_proj,0.0000029705,0.05000,16.167
2,mlp.experts.255.up_proj,0.0000015456,0.05000,16.305
2,mlp.experts.243.up_proj,0.0000018292,0.05000,16.329
2,mlp.experts.247.up_proj,0.0000022445,0.05000,16.243
2,mlp.experts.253.up_proj,0.0000026466,0.05000,16.169
2,mlp.experts.246.up_proj,0.0000014437,0.05000,16.202
2,mlp.experts.12.down_proj,0.0000000244,0.05000,3.944
2,mlp.experts.9.down_proj,0.0000000166,0.05000,4.207
2,mlp.experts.2.down_proj,0.0000000189,0.05000,4.261
2,mlp.experts.10.down_proj,0.0000000139,0.05000,4.261
2,mlp.experts.5.down_proj,0.0000000223,0.05000,4.186
2,mlp.experts.4.down_proj,0.0000000093,0.05000,4.168
2,mlp.experts.1.down_proj,0.0000000158,0.05000,4.076
2,mlp.experts.0.down_proj,0.0000000193,0.05000,4.099
2,mlp.experts.14.down_proj,0.0000000236,0.05000,4.240
2,mlp.experts.8.down_proj,0.0000000490,0.05000,4.150
2,mlp.experts.11.down_proj,0.0000000441,0.05000,4.038
2,mlp.experts.15.down_proj,0.0000000158,0.05000,3.980
2,mlp.experts.3.down_proj,0.0000000414,0.05000,4.096
2,mlp.experts.7.down_proj,0.0000000340,0.05000,4.137
2,mlp.experts.13.down_proj,0.0000000253,0.05000,4.274
2,mlp.experts.6.down_proj,0.0000000159,0.05000,4.296
2,mlp.experts.25.down_proj,0.0000000275,0.05000,4.309
2,mlp.experts.18.down_proj,0.0000000744,0.05000,4.548
2,mlp.experts.21.down_proj,0.0000000232,0.05000,4.404
2,mlp.experts.26.down_proj,0.0000000117,0.05000,4.546
2,mlp.experts.17.down_proj,0.0000000123,0.05000,4.535
2,mlp.experts.30.down_proj,0.0000000558,0.05000,4.342
2,mlp.experts.28.down_proj,0.0000000207,0.05000,4.326
2,mlp.experts.16.down_proj,0.0000000290,0.05000,4.441
2,mlp.experts.24.down_proj,0.0000000333,0.05000,4.456
2,mlp.experts.20.down_proj,0.0000000214,0.05000,4.556
2,mlp.experts.31.down_proj,0.0000000294,0.05000,4.275
2,mlp.experts.27.down_proj,0.0000000211,0.05000,4.523
2,mlp.experts.23.down_proj,0.0000000261,0.05000,4.244
2,mlp.experts.19.down_proj,0.0000000232,0.05000,4.499
2,mlp.experts.29.down_proj,0.0000000169,0.05000,4.209
2,mlp.experts.22.down_proj,0.0000000133,0.05000,4.084
2,mlp.experts.34.down_proj,0.0000000203,0.05000,3.759
2,mlp.experts.42.down_proj,0.0000000305,0.05000,3.839
2,mlp.experts.46.down_proj,0.0000000311,0.05000,3.752
2,mlp.experts.32.down_proj,0.0000000473,0.05000,3.801
2,mlp.experts.44.down_proj,0.0000000218,0.05000,3.966
2,mlp.experts.40.down_proj,0.0000000326,0.05000,3.942
2,mlp.experts.36.down_proj,0.0000000181,0.05000,3.942
2,mlp.experts.47.down_proj,0.0000000494,0.05000,3.901
2,mlp.experts.43.down_proj,0.0000000194,0.05000,3.902
2,mlp.experts.39.down_proj,0.0000000249,0.05000,3.960
2,mlp.experts.35.down_proj,0.0000000216,0.05000,3.930
2,mlp.experts.41.down_proj,0.0000001141,0.05000,3.850
2,mlp.experts.33.down_proj,0.0000000233,0.05000,3.911
2,mlp.experts.37.down_proj,0.0000000296,0.05000,3.930
2,mlp.experts.45.down_proj,0.0000000478,0.05000,3.949
2,mlp.experts.62.down_proj,0.0000000299,0.05000,4.437
2,mlp.experts.50.down_proj,0.0000000203,0.05000,4.459
2,mlp.experts.58.down_proj,0.0000000345,0.05000,4.504
2,mlp.experts.38.down_proj,0.0000000265,0.05000,4.637
2,mlp.experts.48.down_proj,0.0000000254,0.05000,4.494
2,mlp.experts.60.down_proj,0.0000000573,0.05000,4.545
2,mlp.experts.56.down_proj,0.0000000609,0.05000,4.504
2,mlp.experts.52.down_proj,0.0000000309,0.05000,4.651
2,mlp.experts.63.down_proj,0.0000001193,0.05000,4.388
2,mlp.experts.59.down_proj,0.0000000098,0.05000,4.532
2,mlp.experts.55.down_proj,0.0000000221,0.05000,4.559
2,mlp.experts.51.down_proj,0.0000000255,0.05000,4.701
2,mlp.experts.49.down_proj,0.0000000356,0.05000,4.587
2,mlp.experts.61.down_proj,0.0000001177,0.05000,4.574
2,mlp.experts.57.down_proj,0.0000000155,0.05000,4.664
2,mlp.experts.53.down_proj,0.0000000152,0.05000,4.656
2,mlp.experts.74.down_proj,0.0000000139,0.05000,4.050
2,mlp.experts.78.down_proj,0.0000000279,0.05000,4.217
2,mlp.experts.66.down_proj,0.0000000247,0.05000,4.380
2,mlp.experts.54.down_proj,0.0000000164,0.05000,4.234
2,mlp.experts.64.down_proj,0.0000000192,0.05000,4.210
2,mlp.experts.68.down_proj,0.0000000131,0.05000,4.037
2,mlp.experts.76.down_proj,0.0000000524,0.05000,4.400
2,mlp.experts.72.down_proj,0.0000000233,0.05000,4.365
2,mlp.experts.79.down_proj,0.0000000380,0.05000,4.416
2,mlp.experts.75.down_proj,0.0000000264,0.05000,4.285
2,mlp.experts.71.down_proj,0.0000000583,0.05000,4.335
2,mlp.experts.67.down_proj,0.0000000182,0.05000,4.222
2,mlp.experts.73.down_proj,0.0000000208,0.05000,4.317
2,mlp.experts.77.down_proj,0.0000000255,0.05000,4.323
2,mlp.experts.65.down_proj,0.0000000182,0.05000,4.352
2,mlp.experts.69.down_proj,0.0000000237,0.05000,4.456
2,mlp.experts.90.down_proj,0.0000000128,0.05000,4.199
2,mlp.experts.94.down_proj,0.0000000236,0.05000,4.285
2,mlp.experts.70.down_proj,0.0000000241,0.05000,4.203
2,mlp.experts.82.down_proj,0.0000000180,0.05000,4.288
2,mlp.experts.80.down_proj,0.0000000139,0.05000,4.289
2,mlp.experts.84.down_proj,0.0000000205,0.05000,4.265
2,mlp.experts.88.down_proj,0.0000000294,0.05000,4.240
2,mlp.experts.92.down_proj,0.0000000602,0.05000,4.276
2,mlp.experts.95.down_proj,0.0000000231,0.05000,4.192
2,mlp.experts.91.down_proj,0.0000000553,0.05000,4.184
2,mlp.experts.87.down_proj,0.0000000324,0.05000,4.233
2,mlp.experts.93.down_proj,0.0000000490,0.05000,4.134
2,mlp.experts.89.down_proj,0.0000000361,0.05000,4.241
2,mlp.experts.81.down_proj,0.0000000222,0.05000,4.263
2,mlp.experts.83.down_proj,0.0000000491,0.05000,4.440
2,mlp.experts.85.down_proj,0.0000000232,0.05000,4.145
2,mlp.experts.106.down_proj,0.0000000317,0.05000,4.373
2,mlp.experts.110.down_proj,0.0000000784,0.05000,4.308
2,mlp.experts.98.down_proj,0.0000000174,0.05000,4.231
2,mlp.experts.86.down_proj,0.0000000575,0.05000,4.331
2,mlp.experts.96.down_proj,0.0000000533,0.05000,4.305
2,mlp.experts.108.down_proj,0.0000000225,0.05000,4.183
2,mlp.experts.100.down_proj,0.0000000088,0.05000,4.277
2,mlp.experts.104.down_proj,0.0000000202,0.05000,4.301
2,mlp.experts.103.down_proj,0.0000000052,0.05000,4.067
2,mlp.experts.107.down_proj,0.0000000312,0.05000,4.235
2,mlp.experts.111.down_proj,0.0000000374,0.05000,4.344
2,mlp.experts.109.down_proj,0.0000000116,0.05000,4.273
2,mlp.experts.97.down_proj,0.0000000267,0.05000,4.148
2,mlp.experts.101.down_proj,0.0000000270,0.05000,4.153
2,mlp.experts.105.down_proj,0.0000000175,0.05000,4.331
2,mlp.experts.99.down_proj,0.0000000135,0.05000,4.274
2,mlp.experts.122.down_proj,0.0000000687,0.05000,4.238
2,mlp.experts.126.down_proj,0.0000000419,0.05000,4.208
2,mlp.experts.114.down_proj,0.0000000141,0.05000,4.365
2,mlp.experts.102.down_proj,0.0000000119,0.05000,4.368
2,mlp.experts.112.down_proj,0.0000000190,0.05000,4.256
2,mlp.experts.124.down_proj,0.0000000207,0.05000,4.402
2,mlp.experts.120.down_proj,0.0000000354,0.05000,4.301
2,mlp.experts.116.down_proj,0.0000000189,0.05000,4.405
2,mlp.experts.119.down_proj,0.0000000539,0.05000,4.244
2,mlp.experts.123.down_proj,0.0000000213,0.05000,4.253
2,mlp.experts.125.down_proj,0.0000000129,0.05000,4.098
2,mlp.experts.127.down_proj,0.0000000160,0.05000,4.267
2,mlp.experts.113.down_proj,0.0000000323,0.05000,4.255
2,mlp.experts.117.down_proj,0.0000000253,0.05000,4.246
2,mlp.experts.121.down_proj,0.0000000148,0.05000,4.285
2,mlp.experts.115.down_proj,0.0000000258,0.05000,4.364
2,mlp.experts.138.down_proj,0.0000000283,0.05000,4.402
2,mlp.experts.142.down_proj,0.0000000278,0.05000,4.346
2,mlp.experts.130.down_proj,0.0000000304,0.05000,4.397
2,mlp.experts.118.down_proj,0.0000000775,0.05000,4.432
2,mlp.experts.128.down_proj,0.0000000146,0.05000,4.382
2,mlp.experts.136.down_proj,0.0000000214,0.05000,4.288
2,mlp.experts.132.down_proj,0.0000000294,0.05000,4.276
2,mlp.experts.140.down_proj,0.0000000079,0.05000,4.312
2,mlp.experts.139.down_proj,0.0000000580,0.05000,4.163
2,mlp.experts.135.down_proj,0.0000000163,0.05000,4.302
2,mlp.experts.129.down_proj,0.0000000225,0.05000,4.145
2,mlp.experts.143.down_proj,0.0000000410,0.05000,4.269
2,mlp.experts.141.down_proj,0.0000000259,0.05000,4.458
2,mlp.experts.133.down_proj,0.0000000321,0.05000,4.375
2,mlp.experts.137.down_proj,0.0000000271,0.05000,4.327
2,mlp.experts.131.down_proj,0.0000000352,0.05000,4.289
2,mlp.experts.158.down_proj,0.0000000333,0.05000,4.143
2,mlp.experts.154.down_proj,0.0000000183,0.05000,4.295
2,mlp.experts.146.down_proj,0.0000000129,0.05000,4.116
2,mlp.experts.134.down_proj,0.0000000174,0.05000,4.245
2,mlp.experts.144.down_proj,0.0000000252,0.05000,4.356
2,mlp.experts.148.down_proj,0.0000000272,0.05000,4.181
2,mlp.experts.156.down_proj,0.0000000216,0.05000,4.185
2,mlp.experts.152.down_proj,0.0000000290,0.05000,4.303
2,mlp.experts.155.down_proj,0.0000000197,0.05000,4.234
2,mlp.experts.151.down_proj,0.0000000179,0.05000,4.159
2,mlp.experts.159.down_proj,0.0000000222,0.05000,4.099
2,mlp.experts.153.down_proj,0.0000000337,0.05000,3.917
2,mlp.experts.145.down_proj,0.0000000165,0.05000,4.280
2,mlp.experts.157.down_proj,0.0000000269,0.05000,4.162
2,mlp.experts.149.down_proj,0.0000000202,0.05000,4.206
2,mlp.experts.147.down_proj,0.0000000419,0.05000,4.218
2,mlp.experts.174.down_proj,0.0000000218,0.05000,4.112
2,mlp.experts.170.down_proj,0.0000000790,0.05000,4.044
2,mlp.experts.162.down_proj,0.0000000116,0.05000,3.943
2,mlp.experts.150.down_proj,0.0000000622,0.05000,4.083
2,mlp.experts.160.down_proj,0.0000000315,0.05000,3.973
2,mlp.experts.164.down_proj,0.0000000072,0.05000,4.081
2,mlp.experts.172.down_proj,0.0000000098,0.05000,4.193
2,mlp.experts.168.down_proj,0.0000000256,0.05000,4.153
2,mlp.experts.171.down_proj,0.0000000272,0.05000,4.096
2,mlp.experts.167.down_proj,0.0000000376,0.05000,4.109
2,mlp.experts.175.down_proj,0.0000000380,0.05000,4.198
2,mlp.experts.173.down_proj,0.0000000296,0.05000,4.067
2,mlp.experts.169.down_proj,0.0000000200,0.05000,4.096
2,mlp.experts.161.down_proj,0.0000000204,0.05000,4.230
2,mlp.experts.165.down_proj,0.0000000287,0.05000,4.232
2,mlp.experts.163.down_proj,0.0000000127,0.05000,4.156
2,mlp.experts.190.down_proj,0.0000000315,0.05000,4.129
2,mlp.experts.186.down_proj,0.0000000229,0.05000,4.201
2,mlp.experts.178.down_proj,0.0000000216,0.05000,4.298
2,mlp.experts.166.down_proj,0.0000000245,0.05000,4.014
2,mlp.experts.176.down_proj,0.0000000170,0.05000,4.174
2,mlp.experts.180.down_proj,0.0000000884,0.05000,4.224
2,mlp.experts.184.down_proj,0.0000000594,0.05000,4.085
2,mlp.experts.188.down_proj,0.0000000859,0.05000,4.227
2,mlp.experts.183.down_proj,0.0000000341,0.05000,4.169
2,mlp.experts.187.down_proj,0.0000000315,0.05000,4.240
2,mlp.experts.189.down_proj,0.0000000187,0.05000,4.039
2,mlp.experts.185.down_proj,0.0000000347,0.05000,4.032
2,mlp.experts.191.down_proj,0.0000000223,0.05000,4.126
2,mlp.experts.177.down_proj,0.0000000389,0.05000,4.100
2,mlp.experts.181.down_proj,0.0000000225,0.05000,4.062
2,mlp.experts.179.down_proj,0.0000000184,0.05000,4.223
2,mlp.experts.202.down_proj,0.0000000275,0.05000,4.023
2,mlp.experts.206.down_proj,0.0000000274,0.05000,4.247
2,mlp.experts.194.down_proj,0.0000000305,0.05000,4.220
2,mlp.experts.182.down_proj,0.0000000379,0.05000,4.199
2,mlp.experts.192.down_proj,0.0000000376,0.05000,4.295
2,mlp.experts.204.down_proj,0.0000000202,0.05000,4.070
2,mlp.experts.196.down_proj,0.0000000150,0.05000,4.269
2,mlp.experts.200.down_proj,0.0000000160,0.05000,4.280
2,mlp.experts.203.down_proj,0.0000000236,0.05000,4.137
2,mlp.experts.201.down_proj,0.0000000278,0.05000,4.082
2,mlp.experts.199.down_proj,0.0000000514,0.05000,4.261
2,mlp.experts.207.down_proj,0.0000000542,0.05000,4.134
2,mlp.experts.193.down_proj,0.0000000298,0.05000,4.049
2,mlp.experts.205.down_proj,0.0000000222,0.05000,4.306
2,mlp.experts.197.down_proj,0.0000000249,0.05000,4.238
2,mlp.experts.195.down_proj,0.0000000533,0.05000,4.185
2,mlp.experts.218.down_proj,0.0000000383,0.05000,4.276
2,mlp.experts.222.down_proj,0.0000000964,0.05000,4.293
2,mlp.experts.198.down_proj,0.0000000456,0.05000,4.290
2,mlp.experts.210.down_proj,0.0000000070,0.05000,4.392
2,mlp.experts.208.down_proj,0.0000000847,0.05000,4.319
2,mlp.experts.220.down_proj,0.0000000252,0.05000,4.329
2,mlp.experts.216.down_proj,0.0000000241,0.05000,4.247
2,mlp.experts.212.down_proj,0.0000000516,0.05000,4.314
2,mlp.experts.219.down_proj,0.0000000381,0.05000,4.095
2,mlp.experts.215.down_proj,0.0000000413,0.05000,4.137
2,mlp.experts.209.down_proj,0.0000000144,0.05000,4.139
2,mlp.experts.217.down_proj,0.0000000198,0.05000,4.353
2,mlp.experts.223.down_proj,0.0000000349,0.05000,4.424
2,mlp.experts.221.down_proj,0.0000000247,0.05000,4.322
2,mlp.experts.213.down_proj,0.0000000288,0.05000,4.347
2,mlp.experts.211.down_proj,0.0000000427,0.05000,4.274
2,mlp.experts.238.down_proj,0.0000000170,0.05000,4.134
2,mlp.experts.234.down_proj,0.0000000238,0.05000,4.340
2,mlp.experts.214.down_proj,0.0000000228,0.05000,4.273
2,mlp.experts.226.down_proj,0.0000000238,0.05000,4.254
2,mlp.experts.224.down_proj,0.0000000247,0.05000,4.259
2,mlp.experts.235.down_proj,0.0000000462,0.05000,4.081
2,mlp.experts.236.down_proj,0.0000000257,0.05000,4.302
2,mlp.experts.232.down_proj,0.0000000238,0.05000,4.322
2,mlp.experts.228.down_proj,0.0000000685,0.05000,4.343
2,mlp.experts.225.down_proj,0.0000000259,0.05000,4.116
2,mlp.experts.231.down_proj,0.0000000216,0.05000,4.360
2,mlp.experts.233.down_proj,0.0000000134,0.05000,4.297
2,mlp.experts.237.down_proj,0.0000000344,0.05000,4.193
2,mlp.experts.239.down_proj,0.0000000206,0.05000,4.249
2,mlp.experts.229.down_proj,0.0000000221,0.05000,4.315
2,mlp.experts.227.down_proj,0.0000000184,0.05000,4.358
2,mlp.experts.254.down_proj,0.0000000414,0.05000,4.347
2,mlp.experts.250.down_proj,0.0000000326,0.05000,4.357
2,mlp.experts.242.down_proj,0.0000000291,0.05000,4.195
2,mlp.experts.230.down_proj,0.0000000506,0.05000,4.256
2,mlp.experts.252.down_proj,0.0000000410,0.05000,3.997
2,mlp.experts.240.down_proj,0.0000000214,0.05000,4.201
2,mlp.experts.251.down_proj,0.0000000313,0.05000,4.117
2,mlp.experts.244.down_proj,0.0000000186,0.05000,4.013
2,mlp.experts.248.down_proj,0.0000000224,0.05000,4.124
2,mlp.experts.241.down_proj,0.0000000196,0.05000,4.026
2,mlp.experts.253.down_proj,0.0000000333,0.05000,3.820
2,mlp.experts.255.down_proj,0.0000000135,0.05000,3.771
2,mlp.experts.247.down_proj,0.0000000230,0.05000,4.010
2,mlp.experts.249.down_proj,0.0000000231,0.05000,3.932
2,mlp.experts.245.down_proj,0.0000000221,0.05000,3.428
2,mlp.experts.243.down_proj,0.0000000505,0.05000,3.313
2,mlp.experts.246.down_proj,0.0000000115,0.05000,0.697
3,mlp.experts.8.gate_proj,0.0000039189,0.05000,15.429
3,mlp.experts.10.gate_proj,0.0000059648,0.05000,15.434
3,mlp.experts.9.gate_proj,0.0000021253,0.05000,15.489
3,mlp.experts.15.gate_proj,0.0000024348,0.05000,15.543
3,mlp.experts.4.gate_proj,0.0000031195,0.05000,15.582
3,mlp.experts.6.gate_proj,0.0000026598,0.05000,15.633
3,mlp.experts.5.gate_proj,0.0000022362,0.05000,15.644
3,mlp.experts.3.gate_proj,0.0000032759,0.05000,15.671
3,mlp.experts.7.gate_proj,0.0000048465,0.05000,15.701
3,mlp.experts.12.gate_proj,0.0000021952,0.05000,15.709
3,mlp.experts.14.gate_proj,0.0000032861,0.05000,15.721
3,mlp.experts.13.gate_proj,0.0000037661,0.05000,15.739
3,mlp.experts.2.gate_proj,0.0000037419,0.05000,15.779
3,mlp.experts.1.gate_proj,0.0000020944,0.05000,15.776
3,mlp.experts.11.gate_proj,0.0000045925,0.05000,15.795
3,mlp.experts.0.gate_proj,0.0000028267,0.05000,15.800
3,mlp.experts.26.gate_proj,0.0000018804,0.05000,15.460
3,mlp.experts.31.gate_proj,0.0000012057,0.05000,15.383
3,mlp.experts.25.gate_proj,0.0000032181,0.05000,15.448
3,mlp.experts.20.gate_proj,0.0000016819,0.05000,15.338
3,mlp.experts.24.gate_proj,0.0000038405,0.05000,15.510
3,mlp.experts.21.gate_proj,0.0000028942,0.05000,15.402
3,mlp.experts.22.gate_proj,0.0000038143,0.05000,15.448
3,mlp.experts.30.gate_proj,0.0000040794,0.05000,15.342
3,mlp.experts.29.gate_proj,0.0000053667,0.05000,15.375
3,mlp.experts.16.gate_proj,0.0000047166,0.05000,15.305
3,mlp.experts.28.gate_proj,0.0000024984,0.05000,15.488
3,mlp.experts.19.gate_proj,0.0000021861,0.05000,15.546
3,mlp.experts.17.gate_proj,0.0000037879,0.05000,15.407
3,mlp.experts.18.gate_proj,0.0000101147,0.05000,15.424
3,mlp.experts.23.gate_proj,0.0000157440,0.05000,15.702
3,mlp.experts.27.gate_proj,0.0000008896,0.05000,15.583
3,mlp.experts.36.gate_proj,0.0000021591,0.05000,15.592
3,mlp.experts.42.gate_proj,0.0000022671,0.05000,15.692
3,mlp.experts.40.gate_proj,0.0000035545,0.05000,15.632
3,mlp.experts.41.gate_proj,0.0000027041,0.05000,15.678
3,mlp.experts.47.gate_proj,0.0000032602,0.05000,15.778
3,mlp.experts.45.gate_proj,0.0000030442,0.05000,15.635
3,mlp.experts.46.gate_proj,0.0000017147,0.05000,15.713
3,mlp.experts.37.gate_proj,0.0000010104,0.05000,15.754
3,mlp.experts.32.gate_proj,0.0000030035,0.05000,15.640
3,mlp.experts.44.gate_proj,0.0000024595,0.05000,15.595
3,mlp.experts.38.gate_proj,0.0000025123,0.05000,15.799
3,mlp.experts.33.gate_proj,0.0000026380,0.05000,15.729
3,mlp.experts.34.gate_proj,0.0000016951,0.05000,15.730
3,mlp.experts.35.gate_proj,0.0000013767,0.05000,15.843
3,mlp.experts.43.gate_proj,0.0000036080,0.05000,15.693
3,mlp.experts.39.gate_proj,0.0000030195,0.05000,15.718
3,mlp.experts.56.gate_proj,0.0000025022,0.05000,15.294
3,mlp.experts.52.gate_proj,0.0000080030,0.05000,15.473
3,mlp.experts.63.gate_proj,0.0000064420,0.05000,15.328
3,mlp.experts.58.gate_proj,0.0000022990,0.05000,15.459
3,mlp.experts.57.gate_proj,0.0000044445,0.05000,15.477
3,mlp.experts.53.gate_proj,0.0000027782,0.05000,15.327
3,mlp.experts.61.gate_proj,0.0000021188,0.05000,15.381
3,mlp.experts.60.gate_proj,0.0000043764,0.05000,15.304
3,mlp.experts.62.gate_proj,0.0000069731,0.05000,15.373
3,mlp.experts.48.gate_proj,0.0000026529,0.05000,15.450
3,mlp.experts.49.gate_proj,0.0000060495,0.05000,15.360
3,mlp.experts.50.gate_proj,0.0000020753,0.05000,15.370
3,mlp.experts.54.gate_proj,0.0000049881,0.05000,15.577
3,mlp.experts.55.gate_proj,0.0000014784,0.05000,15.398
3,mlp.experts.51.gate_proj,0.0000022686,0.05000,15.494
3,mlp.experts.59.gate_proj,0.0000027915,0.05000,15.465
3,mlp.experts.72.gate_proj,0.0000035699,0.05000,15.057
3,mlp.experts.68.gate_proj,0.0000045758,0.05000,14.990
3,mlp.experts.77.gate_proj,0.0000013971,0.05000,14.938
3,mlp.experts.73.gate_proj,0.0000029117,0.05000,15.000
3,mlp.experts.74.gate_proj,0.0000081959,0.05000,15.061
3,mlp.experts.76.gate_proj,0.0000026269,0.05000,14.998
3,mlp.experts.69.gate_proj,0.0000014433,0.05000,15.030
3,mlp.experts.65.gate_proj,0.0000030750,0.05000,14.855
3,mlp.experts.79.gate_proj,0.0000063395,0.05000,15.191
3,mlp.experts.64.gate_proj,0.0000097069,0.05000,15.002
3,mlp.experts.78.gate_proj,0.0000078783,0.05000,15.172
3,mlp.experts.66.gate_proj,0.0000046823,0.05000,15.055
3,mlp.experts.67.gate_proj,0.0000023974,0.05000,14.972
3,mlp.experts.70.gate_proj,0.0000015369,0.05000,15.130
3,mlp.experts.75.gate_proj,0.0000024643,0.05000,15.136
3,mlp.experts.71.gate_proj,0.0000086539,0.05000,15.203
3,mlp.experts.88.gate_proj,0.0000021995,0.05000,15.378
3,mlp.experts.93.gate_proj,0.0000031492,0.05000,15.235
3,mlp.experts.84.gate_proj,0.0000014194,0.05000,15.395
3,mlp.experts.89.gate_proj,0.0000027328,0.05000,15.299
3,mlp.experts.90.gate_proj,0.0000028051,0.05000,15.284
3,mlp.experts.85.gate_proj,0.0000025296,0.05000,15.279
3,mlp.experts.92.gate_proj,0.0000023262,0.05000,15.304
3,mlp.experts.81.gate_proj,0.0000031374,0.05000,15.278
3,mlp.experts.95.gate_proj,0.0000016880,0.05000,15.449
3,mlp.experts.82.gate_proj,0.0000035294,0.05000,15.303
3,mlp.experts.94.gate_proj,0.0000038784,0.05000,15.357
3,mlp.experts.80.gate_proj,0.0000062495,0.05000,15.428
3,mlp.experts.86.gate_proj,0.0000030553,0.05000,15.298
3,mlp.experts.83.gate_proj,0.0000036714,0.05000,15.378
3,mlp.experts.91.gate_proj,0.0000007656,0.05000,15.317
3,mlp.experts.87.gate_proj,0.0000025436,0.05000,15.423
3,mlp.experts.104.gate_proj,0.0000092022,0.05000,15.096
3,mlp.experts.97.gate_proj,0.0000015642,0.05000,14.912
3,mlp.experts.106.gate_proj,0.0000027164,0.05000,15.099
3,mlp.experts.109.gate_proj,0.0000033321,0.05000,15.222
3,mlp.experts.100.gate_proj,0.0000027474,0.05000,15.147
3,mlp.experts.101.gate_proj,0.0000029345,0.05000,15.142
3,mlp.experts.108.gate_proj,0.0000040762,0.05000,15.186
3,mlp.experts.105.gate_proj,0.0000021764,0.05000,15.289
3,mlp.experts.96.gate_proj,0.0000032092,0.05000,15.039
3,mlp.experts.98.gate_proj,0.0000012507,0.05000,15.087
3,mlp.experts.111.gate_proj,0.0000040798,0.05000,15.105
3,mlp.experts.110.gate_proj,0.0000040313,0.05000,15.193
3,mlp.experts.99.gate_proj,0.0000039903,0.05000,15.109
3,mlp.experts.102.gate_proj,0.0000028465,0.05000,15.241
3,mlp.experts.107.gate_proj,0.0000023652,0.05000,15.146
3,mlp.experts.103.gate_proj,0.0000015335,0.05000,15.311
3,mlp.experts.120.gate_proj,0.0000063424,0.05000,14.470
3,mlp.experts.116.gate_proj,0.0000014982,0.05000,14.571
3,mlp.experts.122.gate_proj,0.0000040413,0.05000,14.617
3,mlp.experts.113.gate_proj,0.0000026139,0.05000,14.711
3,mlp.experts.121.gate_proj,0.0000025348,0.05000,14.432
3,mlp.experts.125.gate_proj,0.0000071985,0.05000,14.717
3,mlp.experts.117.gate_proj,0.0000024090,0.05000,14.670
3,mlp.experts.124.gate_proj,0.0000023706,0.05000,14.662
3,mlp.experts.112.gate_proj,0.0000204212,0.05000,14.642
3,mlp.experts.127.gate_proj,0.0000026511,0.05000,14.601
3,mlp.experts.114.gate_proj,0.0000024305,0.05000,14.695
3,mlp.experts.126.gate_proj,0.0000046704,0.05000,14.585
3,mlp.experts.118.gate_proj,0.0000028570,0.05000,14.582
3,mlp.experts.123.gate_proj,0.0000026873,0.05000,14.526
3,mlp.experts.115.gate_proj,0.0000050860,0.05000,14.748
3,mlp.experts.119.gate_proj,0.0000020823,0.05000,14.789
3,mlp.experts.136.gate_proj,0.0000034707,0.05000,15.124
3,mlp.experts.137.gate_proj,0.0000030244,0.05000,15.056
3,mlp.experts.141.gate_proj,0.0000043798,0.05000,14.959
3,mlp.experts.129.gate_proj,0.0000019103,0.05000,15.172
3,mlp.experts.132.gate_proj,0.0000029172,0.05000,15.298
3,mlp.experts.138.gate_proj,0.0000028613,0.05000,15.329
3,mlp.experts.133.gate_proj,0.0000009708,0.05000,15.157
3,mlp.experts.130.gate_proj,0.0000038578,0.05000,15.182
3,mlp.experts.128.gate_proj,0.0000013619,0.05000,15.287
3,mlp.experts.142.gate_proj,0.0000022343,0.05000,15.194
3,mlp.experts.140.gate_proj,0.0000046013,0.05000,15.459
3,mlp.experts.143.gate_proj,0.0000025634,0.05000,15.321
3,mlp.experts.139.gate_proj,0.0000029156,0.05000,15.177
3,mlp.experts.134.gate_proj,0.0000034520,0.05000,15.239
3,mlp.experts.131.gate_proj,0.0000023359,0.05000,15.204
3,mlp.experts.135.gate_proj,0.0000015971,0.05000,15.195
3,mlp.experts.144.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.873
3,mlp.experts.152.gate_proj,0.0000009776,0.05000,15.379
3,mlp.experts.145.gate_proj,0.0000023240,0.05000,15.362
3,mlp.experts.157.gate_proj,0.0000022819,0.05000,15.476
3,mlp.experts.153.gate_proj,0.0000027541,0.05000,15.506
3,mlp.experts.148.gate_proj,0.0000024568,0.05000,15.417
3,mlp.experts.154.gate_proj,0.0000058843,0.05000,15.441
3,mlp.experts.149.gate_proj,0.0000050998,0.05000,15.502
3,mlp.experts.156.gate_proj,0.0000025502,0.05000,15.386
3,mlp.experts.146.gate_proj,0.0000016671,0.05000,15.466
3,mlp.experts.158.gate_proj,0.0000016821,0.05000,15.469
3,mlp.experts.159.gate_proj,0.0000048547,0.05000,15.502
3,mlp.experts.155.gate_proj,0.0000025255,0.05000,15.533
3,mlp.experts.147.gate_proj,0.0000029253,0.05000,15.521
3,mlp.experts.150.gate_proj,0.0000022637,0.05000,15.611
3,mlp.experts.160.gate_proj,0.0000025280,0.05000,15.300
3,mlp.experts.151.gate_proj,0.0000089131,0.05000,15.598
3,mlp.experts.168.gate_proj,0.0000074205,0.05000,15.005
3,mlp.experts.173.gate_proj,0.0000032982,0.05000,14.929
3,mlp.experts.161.gate_proj,0.0000025480,0.05000,15.028
3,mlp.experts.169.gate_proj,0.0000026213,0.05000,15.107
3,mlp.experts.164.gate_proj,0.0000024389,0.05000,15.028
3,mlp.experts.170.gate_proj,0.0000019653,0.05000,15.027
3,mlp.experts.165.gate_proj,0.0000052528,0.05000,15.052
3,mlp.experts.162.gate_proj,0.0000026237,0.05000,14.993
3,mlp.experts.172.gate_proj,0.0000057356,0.05000,15.027
3,mlp.experts.174.gate_proj,0.0000047488,0.05000,15.060
3,mlp.experts.175.gate_proj,0.0000135652,0.05000,15.101
3,mlp.experts.171.gate_proj,0.0000012445,0.05000,15.029
3,mlp.experts.163.gate_proj,0.0000117806,0.05000,14.978
3,mlp.experts.166.gate_proj,0.0000027581,0.05000,15.061
3,mlp.experts.176.gate_proj,0.0000026753,0.05000,15.108
3,mlp.experts.167.gate_proj,0.0000026783,0.05000,15.100
3,mlp.experts.184.gate_proj,0.0000026309,0.05000,15.159
3,mlp.experts.189.gate_proj,0.0000029768,0.05000,15.113
3,mlp.experts.177.gate_proj,0.0000030070,0.05000,15.055
3,mlp.experts.186.gate_proj,0.0000019281,0.05000,14.958
3,mlp.experts.180.gate_proj,0.0000049685,0.05000,15.064
3,mlp.experts.185.gate_proj,0.0000041557,0.05000,15.151
3,mlp.experts.181.gate_proj,0.0000036685,0.05000,15.058
3,mlp.experts.188.gate_proj,0.0000027026,0.05000,15.013
3,mlp.experts.178.gate_proj,0.0000038644,0.05000,15.071
3,mlp.experts.190.gate_proj,0.0000030988,0.05000,15.109
3,mlp.experts.191.gate_proj,0.0000023784,0.05000,15.146
3,mlp.experts.179.gate_proj,0.0000020414,0.05000,15.119
3,mlp.experts.187.gate_proj,0.0000011763,0.05000,15.201
3,mlp.experts.182.gate_proj,0.0000042416,0.05000,15.015
3,mlp.experts.192.gate_proj,0.0000039841,0.05000,15.275
3,mlp.experts.183.gate_proj,0.0000020662,0.05000,15.206
3,mlp.experts.200.gate_proj,0.0000032338,0.05000,15.016
3,mlp.experts.193.gate_proj,0.0000035757,0.05000,14.941
3,mlp.experts.196.gate_proj,0.0000040073,0.05000,14.904
3,mlp.experts.205.gate_proj,0.0000051151,0.05000,15.114
3,mlp.experts.201.gate_proj,0.0000022190,0.05000,14.951
3,mlp.experts.202.gate_proj,0.0000015739,0.05000,15.094
3,mlp.experts.197.gate_proj,0.0000032812,0.05000,15.141
3,mlp.experts.194.gate_proj,0.0000020362,0.05000,15.021
3,mlp.experts.204.gate_proj,0.0000033675,0.05000,15.075
3,mlp.experts.206.gate_proj,0.0000022927,0.05000,15.041
3,mlp.experts.207.gate_proj,0.0000051236,0.05000,15.132
3,mlp.experts.195.gate_proj,0.0000020273,0.05000,15.042
3,mlp.experts.198.gate_proj,0.0000046660,0.05000,15.037
3,mlp.experts.203.gate_proj,0.0000042248,0.05000,15.202
3,mlp.experts.208.gate_proj,0.0000058764,0.05000,14.910
3,mlp.experts.199.gate_proj,0.0000024565,0.05000,15.051
3,mlp.experts.212.gate_proj,0.0000017364,0.05000,14.749
3,mlp.experts.209.gate_proj,0.0000037950,0.05000,14.897
3,mlp.experts.221.gate_proj,0.0000017745,0.05000,14.732
3,mlp.experts.216.gate_proj,0.0000027529,0.05000,15.054
3,mlp.experts.217.gate_proj,0.0000027153,0.05000,14.861
3,mlp.experts.218.gate_proj,0.0000105251,0.05000,14.804
3,mlp.experts.220.gate_proj,0.0000038672,0.05000,14.732
3,mlp.experts.213.gate_proj,0.0000030406,0.05000,14.853
3,mlp.experts.222.gate_proj,0.0000037696,0.05000,14.783
3,mlp.experts.210.gate_proj,0.0000038087,0.05000,14.947
3,mlp.experts.211.gate_proj,0.0000016142,0.05000,14.838
3,mlp.experts.214.gate_proj,0.0000014380,0.05000,14.844
3,mlp.experts.223.gate_proj,0.0000049976,0.05000,14.938
3,mlp.experts.219.gate_proj,0.0000026061,0.05000,14.890
3,mlp.experts.224.gate_proj,0.0000017040,0.05000,14.706
3,mlp.experts.215.gate_proj,0.0000030270,0.05000,14.997
3,mlp.experts.225.gate_proj,0.0000018235,0.05000,14.549
3,mlp.experts.237.gate_proj,0.0000026681,0.05000,14.651
3,mlp.experts.228.gate_proj,0.0000029173,0.05000,14.806
3,mlp.experts.232.gate_proj,0.0000027272,0.05000,14.732
3,mlp.experts.233.gate_proj,0.0000014322,0.05000,14.700
3,mlp.experts.234.gate_proj,0.0000074890,0.05000,14.789
3,mlp.experts.229.gate_proj,0.0000028066,0.05000,14.620
3,mlp.experts.236.gate_proj,0.0000024679,0.05000,14.764
3,mlp.experts.238.gate_proj,0.0000040686,0.05000,14.647
3,mlp.experts.226.gate_proj,0.0000021619,0.05000,14.759
3,mlp.experts.230.gate_proj,0.0000013354,0.05000,14.689
3,mlp.experts.227.gate_proj,0.0000038810,0.05000,14.740
3,mlp.experts.239.gate_proj,0.0000027304,0.05000,14.695
3,mlp.experts.235.gate_proj,0.0000012236,0.05000,14.870
3,mlp.experts.240.gate_proj,0.0000029435,0.05000,14.707
3,mlp.experts.231.gate_proj,0.0000012842,0.05000,14.774
3,mlp.experts.253.gate_proj,0.0000049848,0.05000,15.323
3,mlp.experts.241.gate_proj,0.0000062727,0.05000,15.508
3,mlp.experts.248.gate_proj,0.0000099324,0.05000,15.368
3,mlp.experts.244.gate_proj,0.0000019139,0.05000,15.395
3,mlp.experts.249.gate_proj,0.0000050006,0.05000,15.305
3,mlp.experts.250.gate_proj,0.0000026265,0.05000,15.357
3,mlp.experts.245.gate_proj,0.0000027148,0.05000,15.383
3,mlp.experts.254.gate_proj,0.0000044487,0.05000,15.387
3,mlp.experts.252.gate_proj,0.0000045062,0.05000,15.443
3,mlp.experts.242.gate_proj,0.0000023993,0.05000,15.473
3,mlp.experts.255.gate_proj,0.0000022254,0.05000,15.480
3,mlp.experts.243.gate_proj,0.0000035929,0.05000,15.517
3,mlp.experts.246.gate_proj,0.0000022349,0.05000,15.661
3,mlp.experts.251.gate_proj,0.0000029188,0.05000,15.460
3,mlp.experts.0.up_proj,0.0000025692,0.05000,15.576
3,mlp.experts.247.gate_proj,0.0000032668,0.05000,15.469
3,mlp.experts.1.up_proj,0.0000020515,0.05000,14.616
3,mlp.experts.13.up_proj,0.0000035083,0.05000,14.671
3,mlp.experts.4.up_proj,0.0000030444,0.05000,14.493
3,mlp.experts.8.up_proj,0.0000032618,0.05000,14.604
3,mlp.experts.9.up_proj,0.0000020681,0.05000,14.643
3,mlp.experts.10.up_proj,0.0000082837,0.05000,14.494
3,mlp.experts.5.up_proj,0.0000021908,0.05000,14.482
3,mlp.experts.14.up_proj,0.0000031844,0.05000,14.473
3,mlp.experts.12.up_proj,0.0000021248,0.05000,14.556
3,mlp.experts.2.up_proj,0.0000035934,0.05000,14.533
3,mlp.experts.3.up_proj,0.0000032062,0.05000,14.581
3,mlp.experts.6.up_proj,0.0000025301,0.05000,14.582
3,mlp.experts.15.up_proj,0.0000023383,0.05000,14.727
3,mlp.experts.16.up_proj,0.0000044787,0.05000,14.683
3,mlp.experts.11.up_proj,0.0000043513,0.05000,14.835
3,mlp.experts.7.up_proj,0.0000046021,0.05000,14.680
3,mlp.experts.29.up_proj,0.0000052154,0.05000,15.361
3,mlp.experts.17.up_proj,0.0000037133,0.05000,15.454
3,mlp.experts.26.up_proj,0.0000018023,0.05000,15.386
3,mlp.experts.25.up_proj,0.0000030077,0.05000,15.435
3,mlp.experts.24.up_proj,0.0000036789,0.05000,15.515
3,mlp.experts.20.up_proj,0.0000016540,0.05000,15.624
3,mlp.experts.21.up_proj,0.0000028145,0.05000,15.450
3,mlp.experts.30.up_proj,0.0000040568,0.05000,15.363
3,mlp.experts.28.up_proj,0.0000024452,0.05000,15.436
3,mlp.experts.18.up_proj,0.0000097135,0.05000,15.458
3,mlp.experts.19.up_proj,0.0000021379,0.05000,15.446
3,mlp.experts.31.up_proj,0.0000011806,0.05000,15.476
3,mlp.experts.22.up_proj,0.0000036242,0.05000,15.504
3,mlp.experts.32.up_proj,0.0000028293,0.05000,15.244
3,mlp.experts.27.up_proj,0.0000008818,0.05000,15.351
3,mlp.experts.23.up_proj,0.0000150891,0.05000,15.405
3,mlp.experts.45.up_proj,0.0000029658,0.05000,14.622
3,mlp.experts.33.up_proj,0.0000025744,0.05000,14.601
3,mlp.experts.36.up_proj,0.0000021254,0.05000,14.538
3,mlp.experts.41.up_proj,0.0000026478,0.05000,14.676
3,mlp.experts.46.up_proj,0.0000015859,0.05000,14.527
3,mlp.experts.40.up_proj,0.0000034315,0.05000,14.708
3,mlp.experts.37.up_proj,0.0000009984,0.05000,14.630
3,mlp.experts.42.up_proj,0.0000021712,0.05000,14.796
3,mlp.experts.44.up_proj,0.0000023356,0.05000,14.778
3,mlp.experts.34.up_proj,0.0000016093,0.05000,14.613
3,mlp.experts.35.up_proj,0.0000013029,0.05000,14.810
3,mlp.experts.38.up_proj,0.0000024410,0.05000,14.760
3,mlp.experts.47.up_proj,0.0000029142,0.05000,14.831
3,mlp.experts.48.up_proj,0.0000026145,0.05000,14.677
3,mlp.experts.43.up_proj,0.0000035416,0.05000,14.807
3,mlp.experts.39.up_proj,0.0000028905,0.05000,14.677
3,mlp.experts.61.up_proj,0.0000020335,0.05000,15.088
3,mlp.experts.49.up_proj,0.0000059028,0.05000,15.195
3,mlp.experts.56.up_proj,0.0000024101,0.05000,15.058
3,mlp.experts.62.up_proj,0.0000067653,0.05000,15.069
3,mlp.experts.57.up_proj,0.0000042564,0.05000,15.173
3,mlp.experts.58.up_proj,0.0000021547,0.05000,15.089
3,mlp.experts.53.up_proj,0.0000027023,0.05000,15.157
3,mlp.experts.52.up_proj,0.0000071058,0.05000,15.391
3,mlp.experts.50.up_proj,0.0000020354,0.05000,15.119
3,mlp.experts.60.up_proj,0.0000042746,0.05000,15.238
3,mlp.experts.51.up_proj,0.0000021913,0.05000,15.190
3,mlp.experts.64.up_proj,0.0000087143,0.05000,14.964
3,mlp.experts.54.up_proj,0.0000047275,0.05000,15.055
3,mlp.experts.63.up_proj,0.0000061104,0.05000,15.315
3,mlp.experts.59.up_proj,0.0000027252,0.05000,15.162
3,mlp.experts.55.up_proj,0.0000014413,0.05000,15.136
3,mlp.experts.77.up_proj,0.0000013398,0.05000,14.539
3,mlp.experts.65.up_proj,0.0000030303,0.05000,14.543
3,mlp.experts.72.up_proj,0.0000034857,0.05000,14.564
3,mlp.experts.78.up_proj,0.0000076084,0.05000,14.613
3,mlp.experts.73.up_proj,0.0000028773,0.05000,14.673
3,mlp.experts.74.up_proj,0.0000078382,0.05000,14.673
3,mlp.experts.69.up_proj,0.0000013094,0.05000,14.638
3,mlp.experts.68.up_proj,0.0000044871,0.05000,14.648
3,mlp.experts.66.up_proj,0.0000045947,0.05000,14.659
3,mlp.experts.76.up_proj,0.0000025734,0.05000,14.621
3,mlp.experts.70.up_proj,0.0000014838,0.05000,14.643
3,mlp.experts.67.up_proj,0.0000021891,0.05000,14.699
3,mlp.experts.80.up_proj,0.0000055577,0.05000,14.702
3,mlp.experts.79.up_proj,0.0000060207,0.05000,14.577
3,mlp.experts.75.up_proj,0.0000024224,0.05000,14.612
3,mlp.experts.71.up_proj,0.0000082237,0.05000,14.644
3,mlp.experts.93.up_proj,0.0000029005,0.05000,14.801
3,mlp.experts.81.up_proj,0.0000030558,0.05000,14.753
3,mlp.experts.88.up_proj,0.0000020610,0.05000,14.811
3,mlp.experts.94.up_proj,0.0000036737,0.05000,14.769
3,mlp.experts.85.up_proj,0.0000024893,0.05000,14.725
3,mlp.experts.90.up_proj,0.0000027022,0.05000,14.759
3,mlp.experts.89.up_proj,0.0000026588,0.05000,14.792
3,mlp.experts.84.up_proj,0.0000013763,0.05000,14.763
3,mlp.experts.82.up_proj,0.0000034040,0.05000,14.671
3,mlp.experts.92.up_proj,0.0000022807,0.05000,14.779
3,mlp.experts.86.up_proj,0.0000029898,0.05000,14.799
3,mlp.experts.96.up_proj,0.0000030186,0.05000,14.797
3,mlp.experts.83.up_proj,0.0000033404,0.05000,14.941
3,mlp.experts.95.up_proj,0.0000016339,0.05000,14.856
3,mlp.experts.91.up_proj,0.0000006743,0.05000,14.928
3,mlp.experts.87.up_proj,0.0000024505,0.05000,14.885
3,mlp.experts.109.up_proj,0.0000032566,0.05000,14.840
3,mlp.experts.97.up_proj,0.0000014728,0.05000,14.790
3,mlp.experts.110.up_proj,0.0000037944,0.05000,14.725
3,mlp.experts.104.up_proj,0.0000085165,0.05000,14.776
3,mlp.experts.101.up_proj,0.0000029446,0.05000,14.689
3,mlp.experts.105.up_proj,0.0000021277,0.05000,14.827
3,mlp.experts.106.up_proj,0.0000025941,0.05000,14.859
3,mlp.experts.100.up_proj,0.0000026729,0.05000,14.861
3,mlp.experts.98.up_proj,0.0000012178,0.05000,14.858
3,mlp.experts.108.up_proj,0.0000037721,0.05000,14.882
3,mlp.experts.102.up_proj,0.0000027651,0.05000,14.949
3,mlp.experts.99.up_proj,0.0000038716,0.05000,14.857
3,mlp.experts.112.up_proj,0.0000193095,0.05000,14.989
3,mlp.experts.111.up_proj,0.0000039841,0.05000,15.008
3,mlp.experts.107.up_proj,0.0000023170,0.05000,14.893
3,mlp.experts.103.up_proj,0.0000014975,0.05000,14.976
3,mlp.experts.113.up_proj,0.0000026130,0.05000,14.680
3,mlp.experts.125.up_proj,0.0000070044,0.05000,14.722
3,mlp.experts.126.up_proj,0.0000044125,0.05000,14.707
3,mlp.experts.117.up_proj,0.0000023615,0.05000,14.739
3,mlp.experts.120.up_proj,0.0000060631,0.05000,14.902
3,mlp.experts.122.up_proj,0.0000036822,0.05000,14.722
3,mlp.experts.116.up_proj,0.0000013234,0.05000,14.718
3,mlp.experts.121.up_proj,0.0000024911,0.05000,14.896
3,mlp.experts.114.up_proj,0.0000023946,0.05000,14.877
3,mlp.experts.124.up_proj,0.0000023313,0.05000,14.765
3,mlp.experts.118.up_proj,0.0000027952,0.05000,14.699
3,mlp.experts.128.up_proj,0.0000013036,0.05000,14.628
3,mlp.experts.115.up_proj,0.0000049008,0.05000,14.716
3,mlp.experts.127.up_proj,0.0000025878,0.05000,14.665
3,mlp.experts.123.up_proj,0.0000026104,0.05000,14.756
3,mlp.experts.144.up_proj,failsafe(rtn): 0.0008583,0.00000,0.695
3,mlp.experts.119.up_proj,0.0000020382,0.05000,14.723
3,mlp.experts.129.up_proj,0.0000017711,0.05000,14.206
3,mlp.experts.141.up_proj,0.0000038726,0.05000,14.282
3,mlp.experts.133.up_proj,0.0000009443,0.05000,14.216
3,mlp.experts.142.up_proj,0.0000021159,0.05000,14.394
3,mlp.experts.136.up_proj,0.0000033152,0.05000,14.286
3,mlp.experts.138.up_proj,0.0000027778,0.05000,14.271
3,mlp.experts.132.up_proj,0.0000028031,0.05000,14.217
3,mlp.experts.137.up_proj,0.0000029404,0.05000,14.338
3,mlp.experts.140.up_proj,0.0000043897,0.05000,14.218
3,mlp.experts.130.up_proj,0.0000037711,0.05000,14.277
3,mlp.experts.134.up_proj,0.0000033641,0.05000,14.402
3,mlp.experts.131.up_proj,0.0000022873,0.05000,14.560
3,mlp.experts.139.up_proj,0.0000028409,0.05000,14.405
3,mlp.experts.143.up_proj,0.0000025035,0.05000,14.577
3,mlp.experts.160.up_proj,0.0000023258,0.05000,14.448
3,mlp.experts.135.up_proj,0.0000015429,0.05000,14.491
3,mlp.experts.157.up_proj,0.0000019422,0.05000,14.539
3,mlp.experts.145.up_proj,0.0000022896,0.05000,14.745
3,mlp.experts.149.up_proj,0.0000048695,0.05000,14.572
3,mlp.experts.152.up_proj,0.0000009455,0.05000,14.531
3,mlp.experts.158.up_proj,0.0000016500,0.05000,14.643
3,mlp.experts.148.up_proj,0.0000023797,0.05000,14.616
3,mlp.experts.154.up_proj,0.0000055955,0.05000,14.652
3,mlp.experts.153.up_proj,0.0000027027,0.05000,14.595
3,mlp.experts.156.up_proj,0.0000024842,0.05000,14.504
3,mlp.experts.146.up_proj,0.0000016396,0.05000,14.537
3,mlp.experts.150.up_proj,0.0000022126,0.05000,14.521
3,mlp.experts.147.up_proj,0.0000028339,0.05000,14.528
3,mlp.experts.155.up_proj,0.0000023890,0.05000,14.487
3,mlp.experts.159.up_proj,0.0000046088,0.05000,14.383
3,mlp.experts.176.up_proj,0.0000026048,0.05000,14.298
3,mlp.experts.151.up_proj,0.0000086211,0.05000,14.446
3,mlp.experts.173.up_proj,0.0000031961,0.05000,15.027
3,mlp.experts.161.up_proj,0.0000024874,0.05000,15.073
3,mlp.experts.165.up_proj,0.0000049642,0.05000,15.155
3,mlp.experts.168.up_proj,0.0000071614,0.05000,15.146
3,mlp.experts.174.up_proj,0.0000046912,0.05000,15.114
3,mlp.experts.164.up_proj,0.0000023741,0.05000,15.102
3,mlp.experts.170.up_proj,0.0000018077,0.05000,15.204
3,mlp.experts.169.up_proj,0.0000025849,0.05000,15.209
3,mlp.experts.172.up_proj,0.0000055398,0.05000,15.214
3,mlp.experts.162.up_proj,0.0000025840,0.05000,15.187
3,mlp.experts.166.up_proj,0.0000027002,0.05000,15.195
3,mlp.experts.163.up_proj,0.0000038357,0.05000,15.334
3,mlp.experts.192.up_proj,0.0000038683,0.05000,15.191
3,mlp.experts.171.up_proj,0.0000011978,0.05000,15.329
3,mlp.experts.175.up_proj,0.0000128394,0.05000,15.398
3,mlp.experts.167.up_proj,0.0000025982,0.05000,15.285
3,mlp.experts.177.up_proj,0.0000029732,0.05000,14.738
3,mlp.experts.189.up_proj,0.0000029049,0.05000,14.907
3,mlp.experts.181.up_proj,0.0000034862,0.05000,14.775
3,mlp.experts.184.up_proj,0.0000025852,0.05000,14.779
3,mlp.experts.190.up_proj,0.0000030460,0.05000,14.874
3,mlp.experts.186.up_proj,0.0000018912,0.05000,14.703
3,mlp.experts.180.up_proj,0.0000047696,0.05000,14.881
3,mlp.experts.185.up_proj,0.0000040500,0.05000,14.784
3,mlp.experts.188.up_proj,0.0000026063,0.05000,14.790
3,mlp.experts.178.up_proj,0.0000038067,0.05000,14.893
3,mlp.experts.182.up_proj,0.0000040625,0.05000,14.740
3,mlp.experts.208.up_proj,0.0000054680,0.05000,14.804
3,mlp.experts.179.up_proj,0.0000019908,0.05000,15.012
3,mlp.experts.191.up_proj,0.0000023329,0.05000,14.930
3,mlp.experts.187.up_proj,0.0000011157,0.05000,15.061
3,mlp.experts.183.up_proj,0.0000019903,0.05000,14.991
3,mlp.experts.205.up_proj,0.0000047306,0.05000,14.777
3,mlp.experts.193.up_proj,0.0000034421,0.05000,14.801
3,mlp.experts.197.up_proj,0.0000029496,0.05000,14.687
3,mlp.experts.200.up_proj,0.0000031057,0.05000,14.758
3,mlp.experts.206.up_proj,0.0000019923,0.05000,14.695
3,mlp.experts.202.up_proj,0.0000015482,0.05000,14.737
3,mlp.experts.196.up_proj,0.0000037709,0.05000,14.776
3,mlp.experts.201.up_proj,0.0000021171,0.05000,14.796
3,mlp.experts.204.up_proj,0.0000032662,0.05000,14.842
3,mlp.experts.194.up_proj,0.0000020065,0.05000,14.819
3,mlp.experts.198.up_proj,0.0000042033,0.05000,14.801
3,mlp.experts.195.up_proj,0.0000018883,0.05000,14.578
3,mlp.experts.224.up_proj,0.0000016308,0.05000,14.733
3,mlp.experts.207.up_proj,0.0000049772,0.05000,14.556
3,mlp.experts.203.up_proj,0.0000040084,0.05000,14.692
3,mlp.experts.199.up_proj,0.0000024170,0.05000,14.622
3,mlp.experts.213.up_proj,0.0000028639,0.05000,15.387
3,mlp.experts.221.up_proj,0.0000016650,0.05000,15.551
3,mlp.experts.209.up_proj,0.0000035995,0.05000,15.559
3,mlp.experts.216.up_proj,0.0000026873,0.05000,15.627
3,mlp.experts.222.up_proj,0.0000036693,0.05000,15.614
3,mlp.experts.218.up_proj,0.0000113829,0.05000,15.583
3,mlp.experts.212.up_proj,0.0000016886,0.05000,15.524
3,mlp.experts.217.up_proj,0.0000026237,0.05000,15.521
3,mlp.experts.220.up_proj,0.0000036748,0.05000,15.514
3,mlp.experts.210.up_proj,0.0000035291,0.05000,15.463
3,mlp.experts.214.up_proj,0.0000013898,0.05000,15.436
3,mlp.experts.211.up_proj,0.0000015021,0.05000,15.525
3,mlp.experts.240.up_proj,0.0000028644,0.05000,15.622
3,mlp.experts.223.up_proj,0.0000048596,0.05000,15.675
3,mlp.experts.219.up_proj,0.0000025538,0.05000,15.638
3,mlp.experts.215.up_proj,0.0000029445,0.05000,15.683
3,mlp.experts.0.down_proj,0.0000000804,0.05000,3.600
3,mlp.experts.16.down_proj,0.0000001103,0.05000,3.971
3,mlp.experts.32.down_proj,0.0000000241,0.05000,3.756
3,mlp.experts.237.up_proj,0.0000026194,0.05000,14.848
3,mlp.experts.229.up_proj,0.0000027569,0.05000,14.915
3,mlp.experts.225.up_proj,0.0000017472,0.05000,14.887
3,mlp.experts.232.up_proj,0.0000026507,0.05000,14.832
3,mlp.experts.238.up_proj,0.0000036387,0.05000,14.956
3,mlp.experts.228.up_proj,0.0000028156,0.05000,14.971
3,mlp.experts.234.up_proj,0.0000073902,0.05000,15.018
3,mlp.experts.236.up_proj,0.0000023982,0.05000,14.929
3,mlp.experts.233.up_proj,0.0000012864,0.05000,15.076
3,mlp.experts.226.up_proj,0.0000021072,0.05000,15.199
3,mlp.experts.230.up_proj,0.0000012680,0.05000,15.118
3,mlp.experts.227.up_proj,0.0000038220,0.05000,15.154
3,mlp.experts.235.up_proj,0.0000011872,0.05000,15.058
3,mlp.experts.239.up_proj,0.0000026435,0.05000,15.168
3,mlp.experts.48.down_proj,0.0000000185,0.05000,3.763
3,mlp.experts.231.up_proj,0.0000012788,0.05000,15.132
3,mlp.experts.64.down_proj,0.0000000997,0.05000,3.674
3,mlp.experts.80.down_proj,0.0000001700,0.05000,4.024
3,mlp.experts.96.down_proj,0.0000000259,0.05000,3.837
3,mlp.experts.245.up_proj,0.0000026434,0.05000,15.106
3,mlp.experts.253.up_proj,0.0000048542,0.05000,15.198
3,mlp.experts.241.up_proj,0.0000058916,0.05000,15.087
3,mlp.experts.248.up_proj,0.0000089150,0.05000,15.196
3,mlp.experts.244.up_proj,0.0000018733,0.05000,15.094
3,mlp.experts.254.up_proj,0.0000042701,0.05000,15.245
3,mlp.experts.250.up_proj,0.0000024578,0.05000,15.190
3,mlp.experts.252.up_proj,0.0000043978,0.05000,15.200
3,mlp.experts.249.up_proj,0.0000046239,0.05000,15.165
3,mlp.experts.242.up_proj,0.0000023435,0.05000,15.143
3,mlp.experts.246.up_proj,0.0000022030,0.05000,15.051
3,mlp.experts.243.up_proj,0.0000034602,0.05000,15.120
3,mlp.experts.251.up_proj,0.0000028072,0.05000,15.146
3,mlp.experts.255.up_proj,0.0000021967,0.05000,15.163
3,mlp.experts.112.down_proj,0.0000003989,0.05000,3.696
3,mlp.experts.247.up_proj,0.0000030939,0.05000,15.124
3,mlp.experts.13.down_proj,0.0000000415,0.05000,3.647
3,mlp.experts.5.down_proj,0.0000000151,0.05000,3.738
3,mlp.experts.1.down_proj,0.0000000193,0.05000,3.726
3,mlp.experts.8.down_proj,0.0000000909,0.05000,3.681
3,mlp.experts.4.down_proj,0.0000000263,0.05000,3.672
3,mlp.experts.14.down_proj,0.0000000262,0.05000,3.673
3,mlp.experts.10.down_proj,0.0000001772,0.05000,3.636
3,mlp.experts.12.down_proj,0.0000000203,0.05000,3.697
3,mlp.experts.9.down_proj,0.0000000147,0.05000,3.673
3,mlp.experts.2.down_proj,0.0000000714,0.05000,3.679
3,mlp.experts.6.down_proj,0.0000000464,0.05000,3.702
3,mlp.experts.3.down_proj,0.0000000280,0.05000,3.690
3,mlp.experts.15.down_proj,0.0000000283,0.05000,3.660
3,mlp.experts.11.down_proj,0.0000000612,0.05000,3.708
3,mlp.experts.128.down_proj,0.0000000128,0.05000,3.676
3,mlp.experts.7.down_proj,0.0000000597,0.05000,3.666
3,mlp.experts.144.down_proj,failsafe(rtn): 0.0008850,0.00000,0.164
3,mlp.experts.21.down_proj,0.0000000208,0.05000,3.569
3,mlp.experts.29.down_proj,0.0000000533,0.05000,3.638
3,mlp.experts.17.down_proj,0.0000000277,0.05000,3.574
3,mlp.experts.24.down_proj,0.0000000326,0.05000,3.651
3,mlp.experts.20.down_proj,0.0000000166,0.05000,3.599
3,mlp.experts.30.down_proj,0.0000000490,0.05000,3.617
3,mlp.experts.26.down_proj,0.0000000273,0.05000,3.608
3,mlp.experts.28.down_proj,0.0000000217,0.05000,3.550
3,mlp.experts.25.down_proj,0.0000000579,0.05000,3.597
3,mlp.experts.18.down_proj,0.0000001518,0.05000,3.592
3,mlp.experts.22.down_proj,0.0000000674,0.05000,3.530
3,mlp.experts.19.down_proj,0.0000000190,0.05000,3.566
3,mlp.experts.27.down_proj,0.0000000101,0.05000,3.444
3,mlp.experts.31.down_proj,0.0000000090,0.05000,3.481
3,mlp.experts.23.down_proj,0.0000002773,0.05000,3.503
3,mlp.experts.160.down_proj,0.0000000262,0.05000,3.496
3,mlp.experts.37.down_proj,0.0000000087,0.05000,3.460
3,mlp.experts.45.down_proj,0.0000000267,0.05000,3.479
3,mlp.experts.33.down_proj,0.0000000228,0.05000,3.508
3,mlp.experts.40.down_proj,0.0000000259,0.05000,3.485
3,mlp.experts.36.down_proj,0.0000000227,0.05000,3.454
3,mlp.experts.46.down_proj,0.0000000217,0.05000,3.429
3,mlp.experts.42.down_proj,0.0000000311,0.05000,3.404
3,mlp.experts.44.down_proj,0.0000000468,0.05000,3.416
3,mlp.experts.41.down_proj,0.0000000196,0.05000,3.429
3,mlp.experts.34.down_proj,0.0000000161,0.05000,3.459
3,mlp.experts.38.down_proj,0.0000000261,0.05000,3.467
3,mlp.experts.35.down_proj,0.0000000131,0.05000,3.492
3,mlp.experts.43.down_proj,0.0000000276,0.05000,3.517
3,mlp.experts.47.down_proj,0.0000000319,0.05000,3.495
3,mlp.experts.39.down_proj,0.0000000330,0.05000,3.539
3,mlp.experts.176.down_proj,0.0000000269,0.05000,3.645
3,mlp.experts.53.down_proj,0.0000000227,0.05000,3.564
3,mlp.experts.61.down_proj,0.0000000308,0.05000,3.585
3,mlp.experts.49.down_proj,0.0000000530,0.05000,3.573
3,mlp.experts.56.down_proj,0.0000000161,0.05000,3.612
3,mlp.experts.58.down_proj,0.0000000351,0.05000,3.609
3,mlp.experts.52.down_proj,0.0000000857,0.05000,3.694
3,mlp.experts.62.down_proj,0.0000000540,0.05000,3.693
3,mlp.experts.60.down_proj,0.0000000410,0.05000,3.677
3,mlp.experts.57.down_proj,0.0000000440,0.05000,3.659
3,mlp.experts.50.down_proj,0.0000000141,0.05000,3.673
3,mlp.experts.54.down_proj,0.0000001181,0.05000,3.719
3,mlp.experts.51.down_proj,0.0000000164,0.05000,3.687
3,mlp.experts.63.down_proj,0.0000001126,0.05000,3.625
3,mlp.experts.59.down_proj,0.0000000384,0.05000,3.712
3,mlp.experts.55.down_proj,0.0000000128,0.05000,3.760
3,mlp.experts.192.down_proj,0.0000000309,0.05000,3.667
3,mlp.experts.69.down_proj,0.0000000287,0.05000,3.688
3,mlp.experts.77.down_proj,0.0000000107,0.05000,3.669
3,mlp.experts.65.down_proj,0.0000000248,0.05000,3.685
3,mlp.experts.72.down_proj,0.0000000303,0.05000,3.729
3,mlp.experts.74.down_proj,0.0000000757,0.05000,3.668
3,mlp.experts.78.down_proj,0.0000000953,0.05000,3.641
3,mlp.experts.68.down_proj,0.0000000419,0.05000,3.700
3,mlp.experts.76.down_proj,0.0000000191,0.05000,3.712
3,mlp.experts.73.down_proj,0.0000000211,0.05000,3.674
3,mlp.experts.66.down_proj,0.0000000821,0.05000,3.777
3,mlp.experts.70.down_proj,0.0000000258,0.05000,3.753
3,mlp.experts.67.down_proj,0.0000000475,0.05000,3.696
3,mlp.experts.79.down_proj,0.0000000494,0.05000,3.701
3,mlp.experts.75.down_proj,0.0000000170,0.05000,3.638
3,mlp.experts.71.down_proj,0.0000000776,0.05000,3.677
3,mlp.experts.208.down_proj,0.0000000552,0.05000,3.674
3,mlp.experts.85.down_proj,0.0000000185,0.05000,3.690
3,mlp.experts.93.down_proj,0.0000001016,0.05000,3.686
3,mlp.experts.81.down_proj,0.0000000437,0.05000,3.702
3,mlp.experts.88.down_proj,0.0000000485,0.05000,3.614
3,mlp.experts.90.down_proj,0.0000000263,0.05000,3.594
3,mlp.experts.94.down_proj,0.0000000693,0.05000,3.613
3,mlp.experts.84.down_proj,0.0000000093,0.05000,3.658
3,mlp.experts.92.down_proj,0.0000000174,0.05000,3.646
3,mlp.experts.89.down_proj,0.0000000200,0.05000,3.640
3,mlp.experts.82.down_proj,0.0000000563,0.05000,3.590
3,mlp.experts.86.down_proj,0.0000000281,0.05000,3.616
3,mlp.experts.83.down_proj,0.0000000386,0.05000,3.686
3,mlp.experts.91.down_proj,0.0000001141,0.05000,3.776
3,mlp.experts.95.down_proj,0.0000000169,0.05000,3.786
3,mlp.experts.224.down_proj,0.0000000275,0.05000,3.698
3,mlp.experts.87.down_proj,0.0000000433,0.05000,3.742
3,mlp.experts.101.down_proj,0.0000000459,0.05000,3.697
3,mlp.experts.109.down_proj,0.0000000243,0.05000,3.679
3,mlp.experts.97.down_proj,0.0000000143,0.05000,3.727
3,mlp.experts.104.down_proj,0.0000001897,0.05000,3.705
3,mlp.experts.106.down_proj,0.0000000711,0.05000,3.683
3,mlp.experts.110.down_proj,0.0000000569,0.05000,3.680
3,mlp.experts.100.down_proj,0.0000000202,0.05000,3.655
3,mlp.experts.108.down_proj,0.0000000793,0.05000,3.647
3,mlp.experts.105.down_proj,0.0000000158,0.05000,3.663
3,mlp.experts.98.down_proj,0.0000000201,0.05000,3.622
3,mlp.experts.102.down_proj,0.0000000228,0.05000,3.612
3,mlp.experts.99.down_proj,0.0000000464,0.05000,3.591
3,mlp.experts.111.down_proj,0.0000000327,0.05000,3.612
3,mlp.experts.107.down_proj,0.0000000154,0.05000,3.658
3,mlp.experts.103.down_proj,0.0000000128,0.05000,3.570
3,mlp.experts.240.down_proj,0.0000000219,0.05000,3.606
3,mlp.experts.117.down_proj,0.0000000272,0.05000,3.598
3,mlp.experts.125.down_proj,0.0000000790,0.05000,3.591
3,mlp.experts.113.down_proj,0.0000000396,0.05000,3.553
3,mlp.experts.122.down_proj,0.0000000675,0.05000,3.622
3,mlp.experts.120.down_proj,0.0000001248,0.05000,3.620
3,mlp.experts.126.down_proj,0.0000000767,0.05000,3.611
3,mlp.experts.116.down_proj,0.0000000733,0.05000,3.652
3,mlp.experts.124.down_proj,0.0000000256,0.05000,3.596
3,mlp.experts.121.down_proj,0.0000000181,0.05000,3.610
3,mlp.experts.114.down_proj,0.0000000191,0.05000,3.645
3,mlp.experts.118.down_proj,0.0000000239,0.05000,3.593
3,mlp.experts.115.down_proj,0.0000000743,0.05000,3.624
3,mlp.experts.127.down_proj,0.0000000272,0.05000,3.472
3,mlp.experts.123.down_proj,0.0000000223,0.05000,3.542
3,mlp.experts.119.down_proj,0.0000000146,0.05000,3.536
3,mlp.experts.133.down_proj,0.0000000180,0.05000,3.417
3,mlp.experts.141.down_proj,0.0000000415,0.05000,3.428
3,mlp.experts.129.down_proj,0.0000000940,0.05000,3.407
3,mlp.experts.138.down_proj,0.0000000202,0.05000,3.381
3,mlp.experts.136.down_proj,0.0000000360,0.05000,3.378
3,mlp.experts.142.down_proj,0.0000000172,0.05000,3.412
3,mlp.experts.132.down_proj,0.0000000286,0.05000,3.358
3,mlp.experts.140.down_proj,0.0000000628,0.05000,3.376
3,mlp.experts.137.down_proj,0.0000000232,0.05000,3.438
3,mlp.experts.130.down_proj,0.0000000338,0.05000,3.281
3,mlp.experts.134.down_proj,0.0000000221,0.05000,3.279
3,mlp.experts.131.down_proj,0.0000000195,0.05000,3.318
3,mlp.experts.143.down_proj,0.0000000196,0.05000,3.390
3,mlp.experts.139.down_proj,0.0000000255,0.05000,3.315
3,mlp.experts.135.down_proj,0.0000000137,0.05000,3.469
3,mlp.experts.157.down_proj,0.0000000391,0.05000,3.386
3,mlp.experts.149.down_proj,0.0000001030,0.05000,3.428
3,mlp.experts.145.down_proj,0.0000000212,0.05000,3.400
3,mlp.experts.154.down_proj,0.0000001244,0.05000,3.465
3,mlp.experts.152.down_proj,0.0000000069,0.05000,3.474
3,mlp.experts.158.down_proj,0.0000000110,0.05000,3.452
3,mlp.experts.148.down_proj,0.0000000240,0.05000,3.398
3,mlp.experts.156.down_proj,0.0000000198,0.05000,3.413
3,mlp.experts.153.down_proj,0.0000000190,0.05000,3.413
3,mlp.experts.146.down_proj,0.0000000144,0.05000,3.397
3,mlp.experts.150.down_proj,0.0000000169,0.05000,3.347
3,mlp.experts.147.down_proj,0.0000000262,0.05000,3.301
3,mlp.experts.159.down_proj,0.0000000658,0.05000,3.371
3,mlp.experts.155.down_proj,0.0000000614,0.05000,3.388
3,mlp.experts.151.down_proj,0.0000000662,0.05000,3.312
3,mlp.experts.173.down_proj,0.0000000272,0.05000,3.349
3,mlp.experts.165.down_proj,0.0000000573,0.05000,3.344
3,mlp.experts.161.down_proj,0.0000000189,0.05000,3.310
3,mlp.experts.170.down_proj,0.0000000395,0.05000,3.346
3,mlp.experts.168.down_proj,0.0000001174,0.05000,3.343
3,mlp.experts.174.down_proj,0.0000000421,0.05000,3.339
3,mlp.experts.164.down_proj,0.0000000285,0.05000,3.342
3,mlp.experts.172.down_proj,0.0000000539,0.05000,3.362
3,mlp.experts.169.down_proj,0.0000000180,0.05000,3.270
3,mlp.experts.162.down_proj,0.0000000250,0.05000,3.284
3,mlp.experts.166.down_proj,0.0000000247,0.05000,3.288
3,mlp.experts.163.down_proj,0.0000000552,0.05000,3.372
3,mlp.experts.175.down_proj,0.0000002485,0.05000,3.259
3,mlp.experts.171.down_proj,0.0000000179,0.05000,3.277
3,mlp.experts.167.down_proj,0.0000000199,0.05000,3.212
3,mlp.experts.189.down_proj,0.0000000226,0.05000,3.187
3,mlp.experts.177.down_proj,0.0000000321,0.05000,3.166
3,mlp.experts.181.down_proj,0.0000000301,0.05000,3.249
3,mlp.experts.186.down_proj,0.0000000144,0.05000,3.171
3,mlp.experts.184.down_proj,0.0000000269,0.05000,3.156
3,mlp.experts.190.down_proj,0.0000000274,0.05000,3.147
3,mlp.experts.180.down_proj,0.0000000831,0.05000,3.221
3,mlp.experts.188.down_proj,0.0000000398,0.05000,3.250
3,mlp.experts.185.down_proj,0.0000000347,0.05000,3.281
3,mlp.experts.178.down_proj,0.0000000277,0.05000,3.288
3,mlp.experts.182.down_proj,0.0000000508,0.05000,3.261
3,mlp.experts.179.down_proj,0.0000000345,0.05000,3.343
3,mlp.experts.191.down_proj,0.0000000161,0.05000,3.412
3,mlp.experts.187.down_proj,0.0000000137,0.05000,3.382
3,mlp.experts.183.down_proj,0.0000000137,0.05000,3.332
3,mlp.experts.205.down_proj,0.0000000460,0.05000,3.392
3,mlp.experts.197.down_proj,0.0000000641,0.05000,3.345
3,mlp.experts.193.down_proj,0.0000000307,0.05000,3.419
3,mlp.experts.200.down_proj,0.0000000211,0.05000,3.446
3,mlp.experts.202.down_proj,0.0000000193,0.05000,3.459
3,mlp.experts.206.down_proj,0.0000000244,0.05000,3.439
3,mlp.experts.196.down_proj,0.0000000785,0.05000,3.477
3,mlp.experts.204.down_proj,0.0000000378,0.05000,3.379
3,mlp.experts.201.down_proj,0.0000000552,0.05000,3.443
3,mlp.experts.194.down_proj,0.0000000156,0.05000,3.408
3,mlp.experts.198.down_proj,0.0000000395,0.05000,3.447
3,mlp.experts.195.down_proj,0.0000000161,0.05000,3.319
3,mlp.experts.203.down_proj,0.0000000377,0.05000,3.275
3,mlp.experts.207.down_proj,0.0000000751,0.05000,3.391
3,mlp.experts.199.down_proj,0.0000000512,0.05000,3.291
3,mlp.experts.221.down_proj,0.0000000663,0.05000,3.285
3,mlp.experts.213.down_proj,0.0000000428,0.05000,3.342
3,mlp.experts.209.down_proj,0.0000000517,0.05000,3.367
3,mlp.experts.218.down_proj,0.0000001717,0.05000,3.332
3,mlp.experts.216.down_proj,0.0000000245,0.05000,3.404
3,mlp.experts.222.down_proj,0.0000000333,0.05000,3.398
3,mlp.experts.212.down_proj,0.0000000131,0.05000,3.311
3,mlp.experts.220.down_proj,0.0000000341,0.05000,3.355
3,mlp.experts.217.down_proj,0.0000000204,0.05000,3.371
3,mlp.experts.210.down_proj,0.0000000679,0.05000,3.395
3,mlp.experts.214.down_proj,0.0000000391,0.05000,3.402
3,mlp.experts.211.down_proj,0.0000000628,0.05000,3.470
3,mlp.experts.219.down_proj,0.0000000205,0.05000,3.518
3,mlp.experts.223.down_proj,0.0000000374,0.05000,3.475
3,mlp.experts.215.down_proj,0.0000000341,0.05000,3.460
3,mlp.experts.237.down_proj,0.0000000219,0.05000,3.436
3,mlp.experts.229.down_proj,0.0000000285,0.05000,3.390
3,mlp.experts.225.down_proj,0.0000000178,0.05000,3.369
3,mlp.experts.234.down_proj,0.0000001288,0.05000,3.319
3,mlp.experts.232.down_proj,0.0000000211,0.05000,3.355
3,mlp.experts.228.down_proj,0.0000000352,0.05000,3.372
3,mlp.experts.238.down_proj,0.0000000439,0.05000,3.404
3,mlp.experts.236.down_proj,0.0000000283,0.05000,3.411
3,mlp.experts.233.down_proj,0.0000000678,0.05000,3.400
3,mlp.experts.226.down_proj,0.0000000250,0.05000,3.408
3,mlp.experts.230.down_proj,0.0000000215,0.05000,3.392
3,mlp.experts.227.down_proj,0.0000000376,0.05000,3.366
3,mlp.experts.235.down_proj,0.0000000139,0.05000,3.350
3,mlp.experts.239.down_proj,0.0000000227,0.05000,3.369
3,mlp.experts.231.down_proj,0.0000000167,0.05000,3.358
3,mlp.experts.253.down_proj,0.0000000417,0.05000,3.316
3,mlp.experts.241.down_proj,0.0000000673,0.05000,3.303
3,mlp.experts.245.down_proj,0.0000000227,0.05000,3.370
3,mlp.experts.250.down_proj,0.0000000457,0.05000,3.211
3,mlp.experts.248.down_proj,0.0000001682,0.05000,3.235
3,mlp.experts.254.down_proj,0.0000000379,0.05000,3.197
3,mlp.experts.244.down_proj,0.0000000147,0.05000,3.208
3,mlp.experts.252.down_proj,0.0000000340,0.05000,3.027
3,mlp.experts.249.down_proj,0.0000001495,0.05000,2.923
3,mlp.experts.242.down_proj,0.0000000215,0.05000,2.764
3,mlp.experts.246.down_proj,0.0000000178,0.05000,2.443
3,mlp.experts.243.down_proj,0.0000000346,0.05000,2.102
3,mlp.experts.255.down_proj,0.0000000159,0.05000,1.673
3,mlp.experts.251.down_proj,0.0000000419,0.05000,1.727
3,mlp.experts.247.down_proj,0.0000000338,0.05000,1.521
4,mlp.experts.8.gate_proj,0.0000022644,0.05000,15.271
4,mlp.experts.11.gate_proj,0.0000078298,0.05000,15.292
4,mlp.experts.1.gate_proj,0.0000044129,0.05000,15.305
4,mlp.experts.9.gate_proj,0.0000025290,0.05000,15.350
4,mlp.experts.14.gate_proj,0.0000013314,0.05000,15.376
4,mlp.experts.0.gate_proj,0.0000033197,0.05000,15.371
4,mlp.experts.12.gate_proj,0.0000020477,0.05000,15.372
4,mlp.experts.4.gate_proj,0.0000088912,0.05000,15.384
4,mlp.experts.2.gate_proj,0.0000022977,0.05000,15.385
4,mlp.experts.15.gate_proj,0.0000017356,0.05000,15.409
4,mlp.experts.5.gate_proj,0.0000041866,0.05000,15.413
4,mlp.experts.6.gate_proj,0.0000041252,0.05000,15.440
4,mlp.experts.13.gate_proj,0.0000012786,0.05000,15.531
4,mlp.experts.3.gate_proj,0.0000031839,0.05000,15.543
4,mlp.experts.7.gate_proj,0.0000026835,0.05000,15.698
4,mlp.experts.10.gate_proj,0.0000036322,0.05000,15.721
4,mlp.experts.24.gate_proj,0.0000021450,0.05000,15.509
4,mlp.experts.27.gate_proj,0.0000039214,0.05000,15.507
4,mlp.experts.16.gate_proj,0.0000070468,0.05000,15.427
4,mlp.experts.25.gate_proj,0.0000024697,0.05000,15.442
4,mlp.experts.17.gate_proj,0.0000020098,0.05000,15.509
4,mlp.experts.18.gate_proj,0.0000048851,0.05000,15.432
4,mlp.experts.28.gate_proj,0.0000024452,0.05000,15.534
4,mlp.experts.29.gate_proj,0.0000029227,0.05000,15.384
4,mlp.experts.31.gate_proj,0.0000027099,0.05000,15.464
4,mlp.experts.22.gate_proj,0.0000036425,0.05000,15.451
4,mlp.experts.20.gate_proj,0.0000018419,0.05000,15.575
4,mlp.experts.21.gate_proj,0.0000018535,0.05000,15.514
4,mlp.experts.30.gate_proj,0.0000051007,0.05000,15.685
4,mlp.experts.19.gate_proj,0.0000046492,0.05000,15.555
4,mlp.experts.23.gate_proj,0.0000025628,0.05000,15.462
4,mlp.experts.26.gate_proj,0.0000114040,0.05000,15.584
4,mlp.experts.34.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.914
4,mlp.experts.41.gate_proj,0.0000037006,0.05000,14.932
4,mlp.experts.40.gate_proj,0.0000156199,0.05000,15.011
4,mlp.experts.37.gate_proj,0.0000024229,0.05000,14.887
4,mlp.experts.43.gate_proj,0.0000020363,0.05000,15.098
4,mlp.experts.45.gate_proj,0.0000038078,0.05000,14.978
4,mlp.experts.44.gate_proj,0.0000029974,0.05000,15.060
4,mlp.experts.38.gate_proj,0.0000025248,0.05000,15.033
4,mlp.experts.47.gate_proj,0.0000074050,0.05000,15.072
4,mlp.experts.32.gate_proj,0.0000029400,0.05000,15.194
4,mlp.experts.33.gate_proj,0.0000059503,0.05000,15.174
4,mlp.experts.46.gate_proj,0.0000033221,0.05000,14.926
4,mlp.experts.36.gate_proj,0.0000043685,0.05000,15.041
4,mlp.experts.35.gate_proj,0.0000022216,0.05000,14.880
4,mlp.experts.39.gate_proj,0.0000042140,0.05000,15.012
4,mlp.experts.42.gate_proj,0.0000106322,0.05000,14.928
4,mlp.experts.50.gate_proj,0.0000042301,0.05000,14.946
4,mlp.experts.56.gate_proj,0.0000052536,0.05000,14.846
4,mlp.experts.57.gate_proj,0.0000116933,0.05000,14.914
4,mlp.experts.60.gate_proj,0.0000032143,0.05000,14.879
4,mlp.experts.53.gate_proj,0.0000163189,0.05000,14.984
4,mlp.experts.61.gate_proj,0.0000030048,0.05000,14.983
4,mlp.experts.49.gate_proj,0.0000035836,0.05000,14.930
4,mlp.experts.54.gate_proj,0.0000041777,0.05000,14.951
4,mlp.experts.63.gate_proj,0.0000032365,0.05000,14.961
4,mlp.experts.62.gate_proj,0.0000022903,0.05000,15.019
4,mlp.experts.51.gate_proj,0.0000026712,0.05000,15.047
4,mlp.experts.59.gate_proj,0.0000266525,0.05000,15.204
4,mlp.experts.52.gate_proj,0.0000047810,0.05000,15.079
4,mlp.experts.48.gate_proj,0.0000057096,0.05000,15.108
4,mlp.experts.55.gate_proj,0.0000019204,0.05000,15.008
4,mlp.experts.58.gate_proj,0.0000025502,0.05000,15.011
4,mlp.experts.66.gate_proj,0.0000025754,0.05000,14.911
4,mlp.experts.73.gate_proj,0.0000259181,0.05000,14.678
4,mlp.experts.72.gate_proj,0.0000025092,0.05000,14.851
4,mlp.experts.65.gate_proj,0.0000014989,0.05000,14.703
4,mlp.experts.76.gate_proj,0.0000051152,0.05000,14.791
4,mlp.experts.69.gate_proj,0.0000030183,0.05000,14.792
4,mlp.experts.77.gate_proj,0.0000309726,0.05000,14.770
4,mlp.experts.79.gate_proj,0.0000020860,0.05000,14.696
4,mlp.experts.70.gate_proj,0.0000037860,0.05000,14.910
4,mlp.experts.78.gate_proj,0.0000117014,0.05000,14.830
4,mlp.experts.64.gate_proj,0.0000034543,0.05000,14.812
4,mlp.experts.75.gate_proj,0.0000079751,0.05000,14.820
4,mlp.experts.67.gate_proj,0.0000017804,0.05000,14.847
4,mlp.experts.71.gate_proj,0.0000021681,0.05000,14.855
4,mlp.experts.68.gate_proj,0.0000059977,0.05000,15.035
4,mlp.experts.74.gate_proj,0.0000018488,0.05000,14.984
4,mlp.experts.82.gate_proj,0.0000047341,0.05000,14.854
4,mlp.experts.89.gate_proj,0.0000043100,0.05000,15.731
4,mlp.experts.92.gate_proj,0.0000025362,0.05000,15.684
4,mlp.experts.81.gate_proj,0.0000025408,0.05000,15.717
4,mlp.experts.88.gate_proj,0.0000023962,0.05000,15.862
4,mlp.experts.95.gate_proj,0.0000018093,0.05000,15.692
4,mlp.experts.93.gate_proj,0.0000043397,0.05000,15.703
4,mlp.experts.85.gate_proj,0.0000087148,0.05000,15.828
4,mlp.experts.86.gate_proj,0.0000075364,0.05000,15.731
4,mlp.experts.94.gate_proj,0.0000028588,0.05000,15.715
4,mlp.experts.83.gate_proj,0.0000032468,0.05000,15.688
4,mlp.experts.91.gate_proj,0.0000029478,0.05000,15.713
4,mlp.experts.80.gate_proj,0.0000073745,0.05000,15.783
4,mlp.experts.87.gate_proj,0.0000020030,0.05000,15.752
4,mlp.experts.90.gate_proj,0.0000035317,0.05000,15.684
4,mlp.experts.84.gate_proj,0.0000021108,0.05000,15.769
4,mlp.experts.98.gate_proj,0.0000018678,0.05000,15.659
4,mlp.experts.105.gate_proj,0.0000024758,0.05000,14.941
4,mlp.experts.108.gate_proj,0.0000010842,0.05000,14.835
4,mlp.experts.101.gate_proj,0.0000041337,0.05000,14.756
4,mlp.experts.97.gate_proj,0.0000016888,0.05000,14.965
4,mlp.experts.111.gate_proj,0.0000061582,0.05000,14.950
4,mlp.experts.104.gate_proj,0.0000034835,0.05000,14.951
4,mlp.experts.96.gate_proj,0.0000035816,0.05000,14.761
4,mlp.experts.109.gate_proj,0.0000060086,0.05000,15.074
4,mlp.experts.99.gate_proj,0.0000030389,0.05000,14.890
4,mlp.experts.102.gate_proj,0.0000014418,0.05000,15.032
4,mlp.experts.107.gate_proj,0.0000099259,0.05000,15.039
4,mlp.experts.110.gate_proj,0.0000051583,0.05000,15.080
4,mlp.experts.100.gate_proj,0.0000075074,0.05000,14.832
4,mlp.experts.103.gate_proj,0.0000022735,0.05000,14.995
4,mlp.experts.106.gate_proj,0.0000077104,0.05000,15.034
4,mlp.experts.114.gate_proj,0.0000073433,0.05000,15.041
4,mlp.experts.121.gate_proj,0.0000034083,0.05000,14.643
4,mlp.experts.124.gate_proj,0.0000038369,0.05000,14.605
4,mlp.experts.117.gate_proj,0.0000031791,0.05000,14.531
4,mlp.experts.127.gate_proj,0.0000029965,0.05000,14.592
4,mlp.experts.113.gate_proj,0.0000063012,0.05000,14.625
4,mlp.experts.120.gate_proj,0.0000025527,0.05000,14.639
4,mlp.experts.125.gate_proj,0.0000087296,0.05000,14.584
4,mlp.experts.112.gate_proj,0.0000024375,0.05000,14.673
4,mlp.experts.115.gate_proj,0.0000113045,0.05000,14.738
4,mlp.experts.126.gate_proj,0.0000052977,0.05000,14.645
4,mlp.experts.123.gate_proj,0.0000022066,0.05000,14.711
4,mlp.experts.116.gate_proj,0.0000042140,0.05000,14.719
4,mlp.experts.118.gate_proj,0.0000020087,0.05000,14.860
4,mlp.experts.122.gate_proj,0.0000021124,0.05000,14.592
4,mlp.experts.119.gate_proj,0.0000022702,0.05000,14.771
4,mlp.experts.130.gate_proj,0.0000028289,0.05000,14.639
4,mlp.experts.137.gate_proj,0.0000036526,0.05000,14.540
4,mlp.experts.140.gate_proj,0.0000021514,0.05000,14.489
4,mlp.experts.133.gate_proj,0.0000017883,0.05000,14.553
4,mlp.experts.141.gate_proj,0.0000030584,0.05000,14.337
4,mlp.experts.129.gate_proj,0.0000019636,0.05000,14.528
4,mlp.experts.143.gate_proj,0.0000056655,0.05000,14.601
4,mlp.experts.136.gate_proj,0.0000040670,0.05000,14.484
4,mlp.experts.131.gate_proj,0.0000020920,0.05000,14.433
4,mlp.experts.128.gate_proj,0.0000013240,0.05000,14.579
4,mlp.experts.139.gate_proj,0.0000020693,0.05000,14.405
4,mlp.experts.134.gate_proj,0.0000021516,0.05000,14.417
4,mlp.experts.138.gate_proj,0.0000041434,0.05000,14.502
4,mlp.experts.142.gate_proj,0.0000010303,0.05000,14.698
4,mlp.experts.135.gate_proj,0.0000025850,0.05000,14.460
4,mlp.experts.132.gate_proj,0.0000034259,0.05000,14.610
4,mlp.experts.146.gate_proj,0.0000019187,0.05000,14.480
4,mlp.experts.153.gate_proj,0.0000027146,0.05000,14.967
4,mlp.experts.156.gate_proj,0.0000033831,0.05000,15.128
4,mlp.experts.149.gate_proj,0.0000035802,0.05000,15.091
4,mlp.experts.145.gate_proj,0.0000022415,0.05000,15.024
4,mlp.experts.157.gate_proj,0.0000036579,0.05000,15.044
4,mlp.experts.152.gate_proj,0.0000020788,0.05000,15.135
4,mlp.experts.147.gate_proj,0.0000033611,0.05000,15.075
4,mlp.experts.159.gate_proj,0.0000019702,0.05000,15.286
4,mlp.experts.144.gate_proj,0.0000021824,0.05000,15.083
4,mlp.experts.155.gate_proj,0.0000044438,0.05000,15.176
4,mlp.experts.150.gate_proj,0.0000028355,0.05000,15.294
4,mlp.experts.158.gate_proj,0.0000145203,0.05000,15.158
4,mlp.experts.151.gate_proj,0.0000033822,0.05000,15.208
4,mlp.experts.154.gate_proj,0.0000015646,0.05000,15.315
4,mlp.experts.148.gate_proj,0.0000048015,0.05000,15.287
4,mlp.experts.162.gate_proj,0.0000055228,0.05000,15.242
4,mlp.experts.169.gate_proj,0.0000041310,0.05000,14.854
4,mlp.experts.161.gate_proj,0.0000014102,0.05000,14.861
4,mlp.experts.172.gate_proj,0.0000025279,0.05000,15.047
4,mlp.experts.173.gate_proj,0.0000090121,0.05000,14.950
4,mlp.experts.165.gate_proj,0.0000050103,0.05000,15.054
4,mlp.experts.163.gate_proj,0.0000038763,0.05000,14.937
4,mlp.experts.168.gate_proj,0.0000019678,0.05000,15.053
4,mlp.experts.175.gate_proj,0.0000023817,0.05000,14.890
4,mlp.experts.160.gate_proj,0.0000017785,0.05000,14.900
4,mlp.experts.171.gate_proj,0.0000032671,0.05000,14.921
4,mlp.experts.174.gate_proj,0.0000023287,0.05000,14.821
4,mlp.experts.166.gate_proj,0.0000134662,0.05000,15.001
4,mlp.experts.167.gate_proj,0.0000012051,0.05000,14.919
4,mlp.experts.170.gate_proj,0.0000022960,0.05000,14.957
4,mlp.experts.164.gate_proj,0.0000033268,0.05000,14.907
4,mlp.experts.178.gate_proj,0.0000033851,0.05000,14.935
4,mlp.experts.185.gate_proj,0.0000029130,0.05000,15.431
4,mlp.experts.177.gate_proj,0.0000032830,0.05000,15.349
4,mlp.experts.188.gate_proj,0.0000024226,0.05000,15.372
4,mlp.experts.189.gate_proj,0.0000049599,0.05000,15.432
4,mlp.experts.181.gate_proj,0.0000050244,0.05000,15.435
4,mlp.experts.179.gate_proj,0.0000017559,0.05000,15.387
4,mlp.experts.184.gate_proj,0.0000026661,0.05000,15.437
4,mlp.experts.187.gate_proj,0.0000018380,0.05000,15.327
4,mlp.experts.191.gate_proj,0.0000030085,0.05000,15.521
4,mlp.experts.176.gate_proj,0.0000020754,0.05000,15.531
4,mlp.experts.190.gate_proj,0.0000036718,0.05000,15.356
4,mlp.experts.182.gate_proj,0.0000028927,0.05000,15.320
4,mlp.experts.186.gate_proj,0.0000218582,0.05000,15.315
4,mlp.experts.180.gate_proj,0.0000025442,0.05000,15.350
4,mlp.experts.183.gate_proj,0.0000031011,0.05000,15.475
4,mlp.experts.194.gate_proj,0.0000101558,0.05000,15.307
4,mlp.experts.201.gate_proj,0.0000046219,0.05000,14.484
4,mlp.experts.193.gate_proj,0.0000030274,0.05000,14.586
4,mlp.experts.204.gate_proj,0.0000050680,0.05000,14.593
4,mlp.experts.205.gate_proj,0.0000026854,0.05000,14.591
4,mlp.experts.197.gate_proj,0.0000068561,0.05000,14.545
4,mlp.experts.200.gate_proj,0.0000025212,0.05000,14.455
4,mlp.experts.192.gate_proj,0.0000050295,0.05000,14.494
4,mlp.experts.195.gate_proj,0.0000030682,0.05000,14.685
4,mlp.experts.206.gate_proj,0.0000162205,0.05000,14.446
4,mlp.experts.203.gate_proj,0.0000039467,0.05000,14.609
4,mlp.experts.207.gate_proj,0.0000099228,0.05000,14.664
4,mlp.experts.198.gate_proj,0.0000056592,0.05000,14.662
4,mlp.experts.202.gate_proj,0.0000035218,0.05000,14.656
4,mlp.experts.196.gate_proj,0.0000035902,0.05000,14.596
4,mlp.experts.199.gate_proj,0.0000029315,0.05000,14.732
4,mlp.experts.210.gate_proj,0.0000023129,0.05000,14.657
4,mlp.experts.217.gate_proj,0.0000045110,0.05000,15.355
4,mlp.experts.209.gate_proj,0.0000034412,0.05000,15.509
4,mlp.experts.213.gate_proj,0.0000024869,0.05000,15.331
4,mlp.experts.220.gate_proj,0.0000110602,0.05000,15.487
4,mlp.experts.221.gate_proj,0.0000046648,0.05000,15.453
4,mlp.experts.216.gate_proj,0.0000035622,0.05000,15.458
4,mlp.experts.222.gate_proj,0.0000011332,0.05000,15.357
4,mlp.experts.211.gate_proj,0.0000043745,0.05000,15.437
4,mlp.experts.208.gate_proj,0.0000051751,0.05000,15.481
4,mlp.experts.219.gate_proj,0.0000021455,0.05000,15.452
4,mlp.experts.223.gate_proj,0.0000059542,0.05000,15.554
4,mlp.experts.214.gate_proj,0.0000031256,0.05000,15.501
4,mlp.experts.212.gate_proj,0.0000040057,0.05000,15.516
4,mlp.experts.218.gate_proj,0.0000054164,0.05000,15.531
4,mlp.experts.215.gate_proj,0.0000021374,0.05000,15.476
4,mlp.experts.226.gate_proj,0.0000024282,0.05000,15.440
4,mlp.experts.233.gate_proj,0.0000047074,0.05000,15.651
4,mlp.experts.229.gate_proj,0.0000042966,0.05000,15.610
4,mlp.experts.237.gate_proj,0.0000067980,0.05000,15.571
4,mlp.experts.225.gate_proj,0.0000092600,0.05000,15.719
4,mlp.experts.236.gate_proj,0.0000014874,0.05000,15.778
4,mlp.experts.232.gate_proj,0.0000038812,0.05000,15.689
4,mlp.experts.224.gate_proj,0.0000035610,0.05000,15.592
4,mlp.experts.227.gate_proj,0.0000022345,0.05000,15.647
4,mlp.experts.238.gate_proj,0.0000082076,0.05000,15.741
4,mlp.experts.235.gate_proj,0.0000033670,0.05000,15.737
4,mlp.experts.239.gate_proj,0.0000048799,0.05000,15.692
4,mlp.experts.230.gate_proj,0.0000035660,0.05000,15.665
4,mlp.experts.228.gate_proj,0.0000027118,0.05000,15.603
4,mlp.experts.231.gate_proj,0.0000088380,0.05000,15.532
4,mlp.experts.234.gate_proj,0.0000022894,0.05000,15.645
4,mlp.experts.242.gate_proj,0.0000024397,0.05000,15.615
4,mlp.experts.249.gate_proj,0.0000032358,0.05000,15.224
4,mlp.experts.245.gate_proj,0.0000022456,0.05000,15.276
4,mlp.experts.241.gate_proj,0.0000022749,0.05000,15.181
4,mlp.experts.253.gate_proj,0.0000026463,0.05000,15.300
4,mlp.experts.240.gate_proj,0.0000036166,0.05000,15.160
4,mlp.experts.252.gate_proj,0.0000093195,0.05000,15.322
4,mlp.experts.248.gate_proj,0.0000020764,0.05000,15.319
4,mlp.experts.243.gate_proj,0.0000030863,0.05000,15.280
4,mlp.experts.254.gate_proj,0.0000020716,0.05000,15.277
4,mlp.experts.251.gate_proj,0.0000034707,0.05000,15.215
4,mlp.experts.255.gate_proj,0.0000027522,0.05000,15.303
4,mlp.experts.247.gate_proj,0.0000023566,0.05000,15.156
4,mlp.experts.246.gate_proj,0.0000044608,0.05000,15.270
4,mlp.experts.244.gate_proj,0.0000024791,0.05000,15.234
4,mlp.experts.250.gate_proj,0.0000028751,0.05000,15.281
4,mlp.experts.2.up_proj,0.0000020603,0.05000,15.296
4,mlp.experts.9.up_proj,0.0000023778,0.05000,14.335
4,mlp.experts.5.up_proj,0.0000039267,0.05000,14.238
4,mlp.experts.1.up_proj,0.0000040488,0.05000,14.267
4,mlp.experts.0.up_proj,0.0000031429,0.05000,14.142
4,mlp.experts.12.up_proj,0.0000018839,0.05000,14.298
4,mlp.experts.13.up_proj,0.0000012069,0.05000,14.505
4,mlp.experts.8.up_proj,0.0000020925,0.05000,14.300
4,mlp.experts.14.up_proj,0.0000012763,0.05000,14.265
4,mlp.experts.3.up_proj,0.0000027538,0.05000,14.358
4,mlp.experts.11.up_proj,0.0000072762,0.05000,14.385
4,mlp.experts.15.up_proj,0.0000016442,0.05000,14.297
4,mlp.experts.6.up_proj,0.0000040287,0.05000,14.331
4,mlp.experts.4.up_proj,0.0000073424,0.05000,14.331
4,mlp.experts.7.up_proj,0.0000025235,0.05000,14.404
4,mlp.experts.18.up_proj,0.0000045500,0.05000,14.230
4,mlp.experts.10.up_proj,0.0000032656,0.05000,14.467
4,mlp.experts.34.up_proj,failsafe(rtn): 0.0008888,0.00000,0.733
4,mlp.experts.25.up_proj,0.0000023565,0.05000,15.078
4,mlp.experts.17.up_proj,0.0000018756,0.05000,14.911
4,mlp.experts.21.up_proj,0.0000017700,0.05000,14.982
4,mlp.experts.16.up_proj,0.0000067136,0.05000,14.977
4,mlp.experts.29.up_proj,0.0000026915,0.05000,14.967
4,mlp.experts.24.up_proj,0.0000020271,0.05000,14.939
4,mlp.experts.28.up_proj,0.0000023455,0.05000,15.083
4,mlp.experts.30.up_proj,0.0000048047,0.05000,15.036
4,mlp.experts.19.up_proj,0.0000044409,0.05000,15.000
4,mlp.experts.27.up_proj,0.0000036257,0.05000,15.069
4,mlp.experts.31.up_proj,0.0000025679,0.05000,15.035
4,mlp.experts.22.up_proj,0.0000032904,0.05000,15.106
4,mlp.experts.20.up_proj,0.0000017489,0.05000,15.094
4,mlp.experts.26.up_proj,0.0000099239,0.05000,14.941
4,mlp.experts.23.up_proj,0.0000024214,0.05000,15.169
4,mlp.experts.50.up_proj,0.0000040096,0.05000,15.030
4,mlp.experts.41.up_proj,0.0000035035,0.05000,14.800
4,mlp.experts.33.up_proj,0.0000055131,0.05000,14.831
4,mlp.experts.37.up_proj,0.0000022362,0.05000,14.819
4,mlp.experts.32.up_proj,0.0000027196,0.05000,14.882
4,mlp.experts.45.up_proj,0.0000035452,0.05000,14.859
4,mlp.experts.40.up_proj,0.0000144571,0.05000,14.937
4,mlp.experts.44.up_proj,0.0000028084,0.05000,14.939
4,mlp.experts.35.up_proj,0.0000019474,0.05000,14.896
4,mlp.experts.46.up_proj,0.0000029994,0.05000,14.955
4,mlp.experts.47.up_proj,0.0000064633,0.05000,14.805
4,mlp.experts.43.up_proj,0.0000019446,0.05000,14.920
4,mlp.experts.36.up_proj,0.0000040327,0.05000,14.800
4,mlp.experts.42.up_proj,0.0000099253,0.05000,14.748
4,mlp.experts.38.up_proj,0.0000023914,0.05000,14.853
4,mlp.experts.39.up_proj,0.0000039576,0.05000,14.904
4,mlp.experts.66.up_proj,0.0000024582,0.05000,14.740
4,mlp.experts.57.up_proj,0.0000110402,0.05000,14.507
4,mlp.experts.53.up_proj,0.0000152763,0.05000,14.594
4,mlp.experts.49.up_proj,0.0000033521,0.05000,14.676
4,mlp.experts.61.up_proj,0.0000028272,0.05000,14.647
4,mlp.experts.48.up_proj,0.0000053451,0.05000,14.813
4,mlp.experts.56.up_proj,0.0000049572,0.05000,14.718
4,mlp.experts.60.up_proj,0.0000027951,0.05000,14.671
4,mlp.experts.62.up_proj,0.0000021692,0.05000,14.713
4,mlp.experts.51.up_proj,0.0000025866,0.05000,14.765
4,mlp.experts.63.up_proj,0.0000030373,0.05000,14.750
4,mlp.experts.59.up_proj,0.0000251802,0.05000,14.852
4,mlp.experts.54.up_proj,0.0000040177,0.05000,14.619
4,mlp.experts.58.up_proj,0.0000023915,0.05000,14.648
4,mlp.experts.52.up_proj,0.0000043740,0.05000,14.736
4,mlp.experts.55.up_proj,0.0000017144,0.05000,14.763
4,mlp.experts.82.up_proj,0.0000038900,0.05000,14.739
4,mlp.experts.73.up_proj,0.0000245963,0.05000,15.278
4,mlp.experts.65.up_proj,0.0000014322,0.05000,15.045
4,mlp.experts.69.up_proj,0.0000028516,0.05000,15.208
4,mlp.experts.64.up_proj,0.0000032855,0.05000,15.235
4,mlp.experts.77.up_proj,0.0000288247,0.05000,15.272
4,mlp.experts.72.up_proj,0.0000023870,0.05000,15.185
4,mlp.experts.76.up_proj,0.0000047348,0.05000,15.277
4,mlp.experts.78.up_proj,0.0000111683,0.05000,15.248
4,mlp.experts.79.up_proj,0.0000019746,0.05000,15.112
4,mlp.experts.67.up_proj,0.0000016743,0.05000,15.278
4,mlp.experts.75.up_proj,0.0000073696,0.05000,15.200
4,mlp.experts.70.up_proj,0.0000035510,0.05000,15.237
4,mlp.experts.74.up_proj,0.0000017167,0.05000,15.202
4,mlp.experts.68.up_proj,0.0000055428,0.05000,15.284
4,mlp.experts.71.up_proj,0.0000020032,0.05000,15.251
4,mlp.experts.98.up_proj,0.0000017102,0.05000,15.225
4,mlp.experts.89.up_proj,0.0000040555,0.05000,14.459
4,mlp.experts.81.up_proj,0.0000024023,0.05000,14.543
4,mlp.experts.85.up_proj,0.0000083277,0.05000,14.507
4,mlp.experts.93.up_proj,0.0000041623,0.05000,14.549
4,mlp.experts.80.up_proj,0.0000070112,0.05000,14.598
4,mlp.experts.88.up_proj,0.0000022431,0.05000,14.646
4,mlp.experts.92.up_proj,0.0000023854,0.05000,14.699
4,mlp.experts.95.up_proj,0.0000016988,0.05000,14.601
4,mlp.experts.94.up_proj,0.0000022950,0.05000,14.690
4,mlp.experts.83.up_proj,0.0000030405,0.05000,14.641
4,mlp.experts.86.up_proj,0.0000071300,0.05000,14.568
4,mlp.experts.91.up_proj,0.0000027613,0.05000,14.661
4,mlp.experts.90.up_proj,0.0000033029,0.05000,14.635
4,mlp.experts.84.up_proj,0.0000020119,0.05000,14.602
4,mlp.experts.87.up_proj,0.0000019013,0.05000,14.553
4,mlp.experts.114.up_proj,0.0000069499,0.05000,14.620
4,mlp.experts.105.up_proj,0.0000022527,0.05000,14.104
4,mlp.experts.101.up_proj,0.0000039173,0.05000,14.157
4,mlp.experts.97.up_proj,0.0000016152,0.05000,14.339
4,mlp.experts.109.up_proj,0.0000058188,0.05000,14.102
4,mlp.experts.96.up_proj,0.0000033313,0.05000,14.258
4,mlp.experts.104.up_proj,0.0000033660,0.05000,14.095
4,mlp.experts.111.up_proj,0.0000056666,0.05000,14.115
4,mlp.experts.108.up_proj,0.0000010179,0.05000,14.226
4,mlp.experts.110.up_proj,0.0000046852,0.05000,14.128
4,mlp.experts.99.up_proj,0.0000028894,0.05000,14.127
4,mlp.experts.106.up_proj,0.0000072501,0.05000,13.983
4,mlp.experts.107.up_proj,0.0000093479,0.05000,14.090
4,mlp.experts.102.up_proj,0.0000013658,0.05000,14.174
4,mlp.experts.100.up_proj,0.0000068595,0.05000,14.161
4,mlp.experts.103.up_proj,0.0000020973,0.05000,14.205
4,mlp.experts.130.up_proj,0.0000026815,0.05000,14.037
4,mlp.experts.121.up_proj,0.0000031899,0.05000,14.802
4,mlp.experts.113.up_proj,0.0000055531,0.05000,14.603
4,mlp.experts.117.up_proj,0.0000029067,0.05000,14.754
4,mlp.experts.125.up_proj,0.0000081558,0.05000,14.695
4,mlp.experts.120.up_proj,0.0000024111,0.05000,14.685
4,mlp.experts.112.up_proj,0.0000023097,0.05000,14.719
4,mlp.experts.126.up_proj,0.0000050216,0.05000,14.645
4,mlp.experts.127.up_proj,0.0000028510,0.05000,14.734
4,mlp.experts.124.up_proj,0.0000036285,0.05000,14.702
4,mlp.experts.122.up_proj,0.0000019049,0.05000,14.674
4,mlp.experts.115.up_proj,0.0000107047,0.05000,14.854
4,mlp.experts.123.up_proj,0.0000020533,0.05000,14.728
4,mlp.experts.118.up_proj,0.0000018457,0.05000,14.714
4,mlp.experts.116.up_proj,0.0000041707,0.05000,14.720
4,mlp.experts.119.up_proj,0.0000021158,0.05000,14.726
4,mlp.experts.146.up_proj,0.0000017960,0.05000,14.736
4,mlp.experts.137.up_proj,0.0000034246,0.05000,15.034
4,mlp.experts.133.up_proj,0.0000017048,0.05000,15.187
4,mlp.experts.129.up_proj,0.0000018122,0.05000,15.216
4,mlp.experts.141.up_proj,0.0000028970,0.05000,15.200
4,mlp.experts.128.up_proj,0.0000012668,0.05000,15.188
4,mlp.experts.136.up_proj,0.0000038111,0.05000,15.219
4,mlp.experts.142.up_proj,0.0000009126,0.05000,15.189
4,mlp.experts.140.up_proj,0.0000020129,0.05000,15.163
4,mlp.experts.143.up_proj,0.0000053803,0.05000,15.268
4,mlp.experts.138.up_proj,0.0000037349,0.05000,15.125
4,mlp.experts.131.up_proj,0.0000019944,0.05000,15.230
4,mlp.experts.134.up_proj,0.0000019824,0.05000,15.199
4,mlp.experts.139.up_proj,0.0000019330,0.05000,15.243
4,mlp.experts.132.up_proj,0.0000031700,0.05000,15.201
4,mlp.experts.135.up_proj,0.0000024489,0.05000,15.182
4,mlp.experts.162.up_proj,0.0000051034,0.05000,15.333
4,mlp.experts.153.up_proj,0.0000025503,0.05000,15.184
4,mlp.experts.145.up_proj,0.0000021188,0.05000,15.223
4,mlp.experts.149.up_proj,0.0000032386,0.05000,15.359
4,mlp.experts.157.up_proj,0.0000034941,0.05000,15.290
4,mlp.experts.144.up_proj,0.0000020673,0.05000,15.317
4,mlp.experts.152.up_proj,0.0000019260,0.05000,15.404
4,mlp.experts.156.up_proj,0.0000029805,0.05000,15.348
4,mlp.experts.154.up_proj,0.0000015444,0.05000,15.389
4,mlp.experts.159.up_proj,0.0000018461,0.05000,15.443
4,mlp.experts.158.up_proj,0.0000137269,0.05000,15.552
4,mlp.experts.147.up_proj,0.0000030372,0.05000,15.459
4,mlp.experts.150.up_proj,0.0000026739,0.05000,15.549
4,mlp.experts.155.up_proj,0.0000038620,0.05000,15.609
4,mlp.experts.148.up_proj,0.0000043729,0.05000,15.432
4,mlp.experts.151.up_proj,0.0000031042,0.05000,15.566
4,mlp.experts.178.up_proj,0.0000032004,0.05000,15.541
4,mlp.experts.169.up_proj,0.0000039247,0.05000,15.093
4,mlp.experts.161.up_proj,0.0000012600,0.05000,15.142
4,mlp.experts.165.up_proj,0.0000047145,0.05000,15.107
4,mlp.experts.173.up_proj,0.0000074805,0.05000,15.112
4,mlp.experts.160.up_proj,0.0000017014,0.05000,15.091
4,mlp.experts.168.up_proj,0.0000018672,0.05000,15.177
4,mlp.experts.172.up_proj,0.0000023937,0.05000,15.148
4,mlp.experts.175.up_proj,0.0000022939,0.05000,14.974
4,mlp.experts.170.up_proj,0.0000021713,0.05000,15.194
4,mlp.experts.174.up_proj,0.0000021733,0.05000,15.184
4,mlp.experts.163.up_proj,0.0000035967,0.05000,15.260
4,mlp.experts.171.up_proj,0.0000030805,0.05000,15.103
4,mlp.experts.166.up_proj,0.0000124107,0.05000,15.214
4,mlp.experts.164.up_proj,0.0000030810,0.05000,15.230
4,mlp.experts.167.up_proj,0.0000011336,0.05000,15.043
4,mlp.experts.194.up_proj,0.0000096342,0.05000,15.092
4,mlp.experts.185.up_proj,0.0000027370,0.05000,14.331
4,mlp.experts.181.up_proj,0.0000043619,0.05000,14.133
4,mlp.experts.177.up_proj,0.0000031325,0.05000,14.262
4,mlp.experts.189.up_proj,0.0000047121,0.05000,14.337
4,mlp.experts.176.up_proj,0.0000019835,0.05000,14.343
4,mlp.experts.184.up_proj,0.0000025460,0.05000,14.372
4,mlp.experts.188.up_proj,0.0000022730,0.05000,14.275
4,mlp.experts.191.up_proj,0.0000028443,0.05000,14.413
4,mlp.experts.186.up_proj,0.0000200516,0.05000,14.317
4,mlp.experts.190.up_proj,0.0000031443,0.05000,14.412
4,mlp.experts.179.up_proj,0.0000016497,0.05000,14.302
4,mlp.experts.187.up_proj,0.0000017400,0.05000,14.296
4,mlp.experts.182.up_proj,0.0000026819,0.05000,14.304
4,mlp.experts.180.up_proj,0.0000023681,0.05000,14.316
4,mlp.experts.183.up_proj,0.0000029331,0.05000,14.262
4,mlp.experts.210.up_proj,0.0000021807,0.05000,14.212
4,mlp.experts.201.up_proj,0.0000039468,0.05000,15.452
4,mlp.experts.193.up_proj,0.0000028363,0.05000,15.539
4,mlp.experts.197.up_proj,0.0000065219,0.05000,15.552
4,mlp.experts.205.up_proj,0.0000024373,0.05000,15.539
4,mlp.experts.192.up_proj,0.0000047586,0.05000,15.490
4,mlp.experts.204.up_proj,0.0000046194,0.05000,15.516
4,mlp.experts.200.up_proj,0.0000023454,0.05000,15.598
4,mlp.experts.207.up_proj,0.0000093705,0.05000,15.584
4,mlp.experts.202.up_proj,0.0000033463,0.05000,15.497
4,mlp.experts.206.up_proj,0.0000056939,0.05000,15.726
4,mlp.experts.203.up_proj,0.0000034414,0.05000,15.637
4,mlp.experts.198.up_proj,0.0000046510,0.05000,15.626
4,mlp.experts.195.up_proj,0.0000028803,0.05000,15.735
4,mlp.experts.196.up_proj,0.0000033518,0.05000,15.605
4,mlp.experts.199.up_proj,0.0000027512,0.05000,15.663
4,mlp.experts.226.up_proj,0.0000022441,0.05000,15.525
4,mlp.experts.217.up_proj,0.0000039176,0.05000,14.477
4,mlp.experts.213.up_proj,0.0000023573,0.05000,14.372
4,mlp.experts.209.up_proj,0.0000032324,0.05000,14.446
4,mlp.experts.221.up_proj,0.0000042433,0.05000,14.328
4,mlp.experts.208.up_proj,0.0000048252,0.05000,14.336
4,mlp.experts.220.up_proj,0.0000102060,0.05000,14.266
4,mlp.experts.216.up_proj,0.0000031896,0.05000,14.338
4,mlp.experts.218.up_proj,0.0000049367,0.05000,14.217
4,mlp.experts.223.up_proj,0.0000056416,0.05000,14.395
4,mlp.experts.222.up_proj,0.0000010714,0.05000,14.318
4,mlp.experts.219.up_proj,0.0000020126,0.05000,14.253
4,mlp.experts.212.up_proj,0.0000038528,0.05000,14.202
4,mlp.experts.214.up_proj,0.0000029371,0.05000,14.286
4,mlp.experts.211.up_proj,0.0000041534,0.05000,14.391
4,mlp.experts.215.up_proj,0.0000020180,0.05000,14.283
4,mlp.experts.242.up_proj,0.0000022962,0.05000,14.277
4,mlp.experts.2.down_proj,0.0000000591,0.05000,3.612
4,mlp.experts.18.down_proj,0.0000000388,0.05000,3.944
4,mlp.experts.34.down_proj,failsafe(rtn): 0.0008888,0.00000,0.223
4,mlp.experts.50.down_proj,0.0000000300,0.05000,3.608
4,mlp.experts.233.up_proj,0.0000044180,0.05000,14.608
4,mlp.experts.229.up_proj,0.0000040461,0.05000,14.798
4,mlp.experts.225.up_proj,0.0000085089,0.05000,14.812
4,mlp.experts.237.up_proj,0.0000065312,0.05000,14.772
4,mlp.experts.224.up_proj,0.0000033613,0.05000,14.819
4,mlp.experts.236.up_proj,0.0000014052,0.05000,14.873
4,mlp.experts.232.up_proj,0.0000036643,0.05000,14.907
4,mlp.experts.234.up_proj,0.0000021541,0.05000,14.888
4,mlp.experts.239.up_proj,0.0000041451,0.05000,15.004
4,mlp.experts.238.up_proj,0.0000074528,0.05000,14.955
4,mlp.experts.228.up_proj,0.0000026078,0.05000,14.872
4,mlp.experts.235.up_proj,0.0000031364,0.05000,15.085
4,mlp.experts.230.up_proj,0.0000033464,0.05000,15.033
4,mlp.experts.227.up_proj,0.0000021407,0.05000,15.050
4,mlp.experts.231.up_proj,0.0000080395,0.05000,14.960
4,mlp.experts.66.down_proj,0.0000000165,0.05000,3.806
4,mlp.experts.82.down_proj,0.0000000762,0.05000,3.648
4,mlp.experts.98.down_proj,0.0000000592,0.05000,3.480
4,mlp.experts.114.down_proj,0.0000000914,0.05000,4.021
4,mlp.experts.249.up_proj,0.0000030289,0.05000,14.898
4,mlp.experts.245.up_proj,0.0000021211,0.05000,14.887
4,mlp.experts.241.up_proj,0.0000019486,0.05000,14.943
4,mlp.experts.253.up_proj,0.0000023749,0.05000,14.943
4,mlp.experts.240.up_proj,0.0000032727,0.05000,15.043
4,mlp.experts.252.up_proj,0.0000086644,0.05000,15.025
4,mlp.experts.248.up_proj,0.0000019663,0.05000,15.038
4,mlp.experts.250.up_proj,0.0000026414,0.05000,14.986
4,mlp.experts.255.up_proj,0.0000025847,0.05000,14.984
4,mlp.experts.254.up_proj,0.0000019630,0.05000,14.925
4,mlp.experts.246.up_proj,0.0000041832,0.05000,14.844
4,mlp.experts.244.up_proj,0.0000022092,0.05000,15.097
4,mlp.experts.251.up_proj,0.0000032608,0.05000,15.046
4,mlp.experts.243.up_proj,0.0000028049,0.05000,14.941
4,mlp.experts.247.up_proj,0.0000022368,0.05000,15.020
4,mlp.experts.130.down_proj,0.0000000176,0.05000,3.905
4,mlp.experts.9.down_proj,0.0000000149,0.05000,3.750
4,mlp.experts.5.down_proj,0.0000000248,0.05000,3.730
4,mlp.experts.1.down_proj,0.0000000701,0.05000,3.595
4,mlp.experts.13.down_proj,0.0000000087,0.05000,3.670
4,mlp.experts.0.down_proj,0.0000000194,0.05000,3.684
4,mlp.experts.12.down_proj,0.0000000537,0.05000,3.749
4,mlp.experts.8.down_proj,0.0000000686,0.05000,3.657
4,mlp.experts.10.down_proj,0.0000000838,0.05000,3.705
4,mlp.experts.15.down_proj,0.0000000544,0.05000,3.649
4,mlp.experts.14.down_proj,0.0000000377,0.05000,3.648
4,mlp.experts.6.down_proj,0.0000000584,0.05000,3.645
4,mlp.experts.4.down_proj,0.0000001677,0.05000,3.676
4,mlp.experts.11.down_proj,0.0000001192,0.05000,3.672
4,mlp.experts.3.down_proj,0.0000000340,0.05000,3.755
4,mlp.experts.7.down_proj,0.0000000161,0.05000,3.684
4,mlp.experts.25.down_proj,0.0000000790,0.05000,3.636
4,mlp.experts.146.down_proj,0.0000000108,0.05000,3.665
4,mlp.experts.21.down_proj,0.0000000129,0.05000,3.787
4,mlp.experts.17.down_proj,0.0000000361,0.05000,3.810
4,mlp.experts.29.down_proj,0.0000000482,0.05000,3.795
4,mlp.experts.16.down_proj,0.0000000769,0.05000,3.777
4,mlp.experts.28.down_proj,0.0000000373,0.05000,3.712
4,mlp.experts.24.down_proj,0.0000000234,0.05000,3.776
4,mlp.experts.26.down_proj,0.0000004362,0.05000,3.773
4,mlp.experts.31.down_proj,0.0000000229,0.05000,3.763
4,mlp.experts.30.down_proj,0.0000000904,0.05000,3.675
4,mlp.experts.22.down_proj,0.0000001656,0.05000,3.757
4,mlp.experts.20.down_proj,0.0000000150,0.05000,3.764
4,mlp.experts.27.down_proj,0.0000000236,0.05000,3.755
4,mlp.experts.19.down_proj,0.0000000287,0.05000,3.734
4,mlp.experts.23.down_proj,0.0000000163,0.05000,3.748
4,mlp.experts.41.down_proj,0.0000000431,0.05000,3.727
4,mlp.experts.162.down_proj,0.0000000648,0.05000,3.768
4,mlp.experts.37.down_proj,0.0000000353,0.05000,3.536
4,mlp.experts.33.down_proj,0.0000000634,0.05000,3.608
4,mlp.experts.45.down_proj,0.0000000279,0.05000,3.550
4,mlp.experts.32.down_proj,0.0000000262,0.05000,3.528
4,mlp.experts.44.down_proj,0.0000000738,0.05000,3.558
4,mlp.experts.40.down_proj,0.0000003125,0.05000,3.572
4,mlp.experts.42.down_proj,0.0000001932,0.05000,3.623
4,mlp.experts.47.down_proj,0.0000001914,0.05000,3.579
4,mlp.experts.46.down_proj,0.0000001160,0.05000,3.568
4,mlp.experts.38.down_proj,0.0000000434,0.05000,3.559
4,mlp.experts.36.down_proj,0.0000000704,0.05000,3.567
4,mlp.experts.43.down_proj,0.0000000307,0.05000,3.581
4,mlp.experts.35.down_proj,0.0000000220,0.05000,3.545
4,mlp.experts.39.down_proj,0.0000000240,0.05000,3.549
4,mlp.experts.178.down_proj,0.0000000348,0.05000,3.439
4,mlp.experts.57.down_proj,0.0000001206,0.05000,3.543
4,mlp.experts.53.down_proj,0.0000002787,0.05000,3.501
4,mlp.experts.49.down_proj,0.0000000220,0.05000,3.544
4,mlp.experts.61.down_proj,0.0000000176,0.05000,3.469
4,mlp.experts.48.down_proj,0.0000000485,0.05000,3.529
4,mlp.experts.60.down_proj,0.0000001007,0.05000,3.529
4,mlp.experts.56.down_proj,0.0000000331,0.05000,3.485
4,mlp.experts.58.down_proj,0.0000000241,0.05000,3.513
4,mlp.experts.63.down_proj,0.0000000608,0.05000,3.551
4,mlp.experts.62.down_proj,0.0000000125,0.05000,3.561
4,mlp.experts.54.down_proj,0.0000000539,0.05000,3.518
4,mlp.experts.52.down_proj,0.0000000901,0.05000,3.502
4,mlp.experts.59.down_proj,0.0000005029,0.05000,3.492
4,mlp.experts.51.down_proj,0.0000000559,0.05000,3.533
4,mlp.experts.55.down_proj,0.0000000689,0.05000,3.498
4,mlp.experts.194.down_proj,0.0000001762,0.05000,3.539
4,mlp.experts.73.down_proj,0.0000004720,0.05000,3.527
4,mlp.experts.69.down_proj,0.0000000215,0.05000,3.769
4,mlp.experts.65.down_proj,0.0000000201,0.05000,3.728
4,mlp.experts.77.down_proj,0.0000007088,0.05000,3.737
4,mlp.experts.64.down_proj,0.0000000306,0.05000,3.731
4,mlp.experts.76.down_proj,0.0000000764,0.05000,3.774
4,mlp.experts.72.down_proj,0.0000000152,0.05000,3.726
4,mlp.experts.74.down_proj,0.0000000245,0.05000,3.700
4,mlp.experts.78.down_proj,0.0000001859,0.05000,3.657
4,mlp.experts.79.down_proj,0.0000000183,0.05000,3.767
4,mlp.experts.70.down_proj,0.0000000704,0.05000,3.729
4,mlp.experts.68.down_proj,0.0000000440,0.05000,3.791
4,mlp.experts.75.down_proj,0.0000000888,0.05000,3.783
4,mlp.experts.67.down_proj,0.0000000284,0.05000,3.778
4,mlp.experts.71.down_proj,0.0000000676,0.05000,3.764
4,mlp.experts.210.down_proj,0.0000000267,0.05000,3.776
4,mlp.experts.89.down_proj,0.0000000270,0.05000,3.754
4,mlp.experts.85.down_proj,0.0000001287,0.05000,3.678
4,mlp.experts.81.down_proj,0.0000000156,0.05000,3.725
4,mlp.experts.93.down_proj,0.0000001022,0.05000,3.722
4,mlp.experts.80.down_proj,0.0000000826,0.05000,3.745
4,mlp.experts.92.down_proj,0.0000000159,0.05000,3.693
4,mlp.experts.88.down_proj,0.0000000450,0.05000,3.709
4,mlp.experts.90.down_proj,0.0000000644,0.05000,3.806
4,mlp.experts.94.down_proj,0.0000000839,0.05000,3.796
4,mlp.experts.95.down_proj,0.0000000163,0.05000,3.758
4,mlp.experts.86.down_proj,0.0000001093,0.05000,3.842
4,mlp.experts.84.down_proj,0.0000000239,0.05000,3.771
4,mlp.experts.83.down_proj,0.0000000216,0.05000,3.738
4,mlp.experts.91.down_proj,0.0000000207,0.05000,3.843
4,mlp.experts.87.down_proj,0.0000000131,0.05000,3.802
4,mlp.experts.226.down_proj,0.0000000277,0.05000,3.862
4,mlp.experts.105.down_proj,0.0000000735,0.05000,3.851
4,mlp.experts.101.down_proj,0.0000000272,0.05000,3.907
4,mlp.experts.97.down_proj,0.0000000128,0.05000,3.909
4,mlp.experts.109.down_proj,0.0000000613,0.05000,4.028
4,mlp.experts.96.down_proj,0.0000000238,0.05000,3.961
4,mlp.experts.104.down_proj,0.0000000583,0.05000,3.974
4,mlp.experts.108.down_proj,0.0000000441,0.05000,4.042
4,mlp.experts.106.down_proj,0.0000000983,0.05000,4.123
4,mlp.experts.110.down_proj,0.0000000974,0.05000,4.036
4,mlp.experts.111.down_proj,0.0000000562,0.05000,4.068
4,mlp.experts.102.down_proj,0.0000000107,0.05000,4.072
4,mlp.experts.100.down_proj,0.0000001050,0.05000,4.194
4,mlp.experts.103.down_proj,0.0000000467,0.05000,4.016
4,mlp.experts.99.down_proj,0.0000000257,0.05000,4.189
4,mlp.experts.107.down_proj,0.0000001454,0.05000,4.157
4,mlp.experts.242.down_proj,0.0000000218,0.05000,4.134
4,mlp.experts.121.down_proj,0.0000000798,0.05000,4.140
4,mlp.experts.117.down_proj,0.0000000614,0.05000,4.142
4,mlp.experts.113.down_proj,0.0000001196,0.05000,4.085
4,mlp.experts.125.down_proj,0.0000000514,0.05000,3.974
4,mlp.experts.112.down_proj,0.0000000485,0.05000,4.038
4,mlp.experts.120.down_proj,0.0000000145,0.05000,4.044
4,mlp.experts.124.down_proj,0.0000000669,0.05000,4.059
4,mlp.experts.122.down_proj,0.0000000547,0.05000,3.878
4,mlp.experts.126.down_proj,0.0000000586,0.05000,3.867
4,mlp.experts.127.down_proj,0.0000000200,0.05000,3.881
4,mlp.experts.118.down_proj,0.0000000628,0.05000,3.848
4,mlp.experts.116.down_proj,0.0000000728,0.05000,3.797
4,mlp.experts.119.down_proj,0.0000000373,0.05000,3.783
4,mlp.experts.115.down_proj,0.0000001701,0.05000,3.779
4,mlp.experts.123.down_proj,0.0000000391,0.05000,3.801
4,mlp.experts.137.down_proj,0.0000000321,0.05000,3.663
4,mlp.experts.133.down_proj,0.0000000152,0.05000,3.694
4,mlp.experts.129.down_proj,0.0000000371,0.05000,3.639
4,mlp.experts.141.down_proj,0.0000000262,0.05000,3.797
4,mlp.experts.128.down_proj,0.0000000120,0.05000,3.799
4,mlp.experts.136.down_proj,0.0000000265,0.05000,3.791
4,mlp.experts.140.down_proj,0.0000000190,0.05000,3.792
4,mlp.experts.138.down_proj,0.0000000849,0.05000,3.766
4,mlp.experts.142.down_proj,0.0000000490,0.05000,3.684
4,mlp.experts.143.down_proj,0.0000001023,0.05000,3.693
4,mlp.experts.134.down_proj,0.0000000727,0.05000,3.722
4,mlp.experts.135.down_proj,0.0000000163,0.05000,3.692
4,mlp.experts.132.down_proj,0.0000000222,0.05000,3.781
4,mlp.experts.131.down_proj,0.0000000164,0.05000,3.778
4,mlp.experts.139.down_proj,0.0000000340,0.05000,3.744
4,mlp.experts.153.down_proj,0.0000000212,0.05000,3.639
4,mlp.experts.145.down_proj,0.0000000116,0.05000,3.500
4,mlp.experts.149.down_proj,0.0000001103,0.05000,3.557
4,mlp.experts.157.down_proj,0.0000000286,0.05000,3.451
4,mlp.experts.144.down_proj,0.0000000147,0.05000,3.386
4,mlp.experts.156.down_proj,0.0000000677,0.05000,3.352
4,mlp.experts.152.down_proj,0.0000000585,0.05000,3.413
4,mlp.experts.154.down_proj,0.0000000303,0.05000,3.310
4,mlp.experts.158.down_proj,0.0000002895,0.05000,3.376
4,mlp.experts.159.down_proj,0.0000000113,0.05000,3.342
4,mlp.experts.150.down_proj,0.0000000173,0.05000,3.334
4,mlp.experts.151.down_proj,0.0000000476,0.05000,3.387
4,mlp.experts.148.down_proj,0.0000001125,0.05000,3.390
4,mlp.experts.155.down_proj,0.0000001295,0.05000,3.312
4,mlp.experts.147.down_proj,0.0000001073,0.05000,3.365
4,mlp.experts.169.down_proj,0.0000000870,0.05000,3.404
4,mlp.experts.161.down_proj,0.0000000621,0.05000,3.437
4,mlp.experts.165.down_proj,0.0000000335,0.05000,3.484
4,mlp.experts.173.down_proj,0.0000000849,0.05000,3.346
4,mlp.experts.160.down_proj,0.0000000290,0.05000,3.339
4,mlp.experts.172.down_proj,0.0000000254,0.05000,3.295
4,mlp.experts.168.down_proj,0.0000000145,0.05000,3.361
4,mlp.experts.170.down_proj,0.0000000426,0.05000,3.343
4,mlp.experts.174.down_proj,0.0000000184,0.05000,3.366
4,mlp.experts.175.down_proj,0.0000000582,0.05000,3.352
4,mlp.experts.166.down_proj,0.0000002517,0.05000,3.344
4,mlp.experts.167.down_proj,0.0000000322,0.05000,3.362
4,mlp.experts.164.down_proj,0.0000000707,0.05000,3.412
4,mlp.experts.171.down_proj,0.0000000174,0.05000,3.377
4,mlp.experts.163.down_proj,0.0000000265,0.05000,3.377
4,mlp.experts.185.down_proj,0.0000000217,0.05000,3.366
4,mlp.experts.181.down_proj,0.0000000759,0.05000,3.247
4,mlp.experts.177.down_proj,0.0000000773,0.05000,3.321
4,mlp.experts.189.down_proj,0.0000000535,0.05000,3.366
4,mlp.experts.176.down_proj,0.0000000137,0.05000,3.452
4,mlp.experts.188.down_proj,0.0000000146,0.05000,3.551
4,mlp.experts.184.down_proj,0.0000000158,0.05000,3.535
4,mlp.experts.186.down_proj,0.0000005218,0.05000,3.489
4,mlp.experts.190.down_proj,0.0000001686,0.05000,3.481
4,mlp.experts.191.down_proj,0.0000000178,0.05000,3.483
4,mlp.experts.182.down_proj,0.0000000221,0.05000,3.548
4,mlp.experts.183.down_proj,0.0000000176,0.05000,3.509
4,mlp.experts.180.down_proj,0.0000000496,0.05000,3.472
4,mlp.experts.187.down_proj,0.0000000152,0.05000,3.528
4,mlp.experts.179.down_proj,0.0000000099,0.05000,3.530
4,mlp.experts.201.down_proj,0.0000000725,0.05000,3.488
4,mlp.experts.193.down_proj,0.0000000172,0.05000,3.560
4,mlp.experts.197.down_proj,0.0000000605,0.05000,3.587
4,mlp.experts.205.down_proj,0.0000000275,0.05000,3.461
4,mlp.experts.192.down_proj,0.0000000806,0.05000,3.464
4,mlp.experts.204.down_proj,0.0000000977,0.05000,3.442
4,mlp.experts.200.down_proj,0.0000000667,0.05000,3.393
4,mlp.experts.202.down_proj,0.0000000204,0.05000,3.355
4,mlp.experts.206.down_proj,0.0000000192,0.05000,3.389
4,mlp.experts.207.down_proj,0.0000001398,0.05000,3.392
4,mlp.experts.198.down_proj,0.0000001672,0.05000,3.383
4,mlp.experts.199.down_proj,0.0000000178,0.05000,3.437
4,mlp.experts.196.down_proj,0.0000000245,0.05000,3.395
4,mlp.experts.203.down_proj,0.0000001147,0.05000,3.347
4,mlp.experts.195.down_proj,0.0000000342,0.05000,3.414
4,mlp.experts.217.down_proj,0.0000001646,0.05000,3.517
4,mlp.experts.209.down_proj,0.0000000463,0.05000,3.451
4,mlp.experts.213.down_proj,0.0000000160,0.05000,3.465
4,mlp.experts.221.down_proj,0.0000001132,0.05000,3.575
4,mlp.experts.208.down_proj,0.0000000768,0.05000,3.580
4,mlp.experts.220.down_proj,0.0000001401,0.05000,3.540
4,mlp.experts.218.down_proj,0.0000000929,0.05000,3.496
4,mlp.experts.216.down_proj,0.0000000682,0.05000,3.566
4,mlp.experts.222.down_proj,0.0000000117,0.05000,3.525
4,mlp.experts.223.down_proj,0.0000001035,0.05000,3.561
4,mlp.experts.214.down_proj,0.0000000293,0.05000,3.565
4,mlp.experts.215.down_proj,0.0000000208,0.05000,3.485
4,mlp.experts.212.down_proj,0.0000000789,0.05000,3.518
4,mlp.experts.219.down_proj,0.0000000159,0.05000,3.511
4,mlp.experts.211.down_proj,0.0000000291,0.05000,3.481
4,mlp.experts.233.down_proj,0.0000000300,0.05000,3.373
4,mlp.experts.225.down_proj,0.0000001342,0.05000,3.460
4,mlp.experts.229.down_proj,0.0000000298,0.05000,3.546
4,mlp.experts.237.down_proj,0.0000000638,0.05000,3.428
4,mlp.experts.224.down_proj,0.0000000223,0.05000,3.417
4,mlp.experts.236.down_proj,0.0000000098,0.05000,3.375
4,mlp.experts.234.down_proj,0.0000000147,0.05000,3.439
4,mlp.experts.232.down_proj,0.0000000301,0.05000,3.456
4,mlp.experts.238.down_proj,0.0000001065,0.05000,3.415
4,mlp.experts.239.down_proj,0.0000001333,0.05000,3.485
4,mlp.experts.230.down_proj,0.0000000381,0.05000,3.448
4,mlp.experts.231.down_proj,0.0000001769,0.05000,3.467
4,mlp.experts.235.down_proj,0.0000000529,0.05000,3.453
4,mlp.experts.228.down_proj,0.0000000435,0.05000,3.510
4,mlp.experts.227.down_proj,0.0000000125,0.05000,3.444
4,mlp.experts.249.down_proj,0.0000000205,0.05000,3.506
4,mlp.experts.241.down_proj,0.0000001310,0.05000,3.410
4,mlp.experts.245.down_proj,0.0000000124,0.05000,3.343
4,mlp.experts.253.down_proj,0.0000000596,0.05000,3.396
4,mlp.experts.240.down_proj,0.0000000862,0.05000,3.300
4,mlp.experts.252.down_proj,0.0000001526,0.05000,3.150
4,mlp.experts.250.down_proj,0.0000000432,0.05000,3.105
4,mlp.experts.248.down_proj,0.0000000112,0.05000,3.107
4,mlp.experts.254.down_proj,0.0000000253,0.05000,3.089
4,mlp.experts.255.down_proj,0.0000000173,0.05000,3.007
4,mlp.experts.246.down_proj,0.0000000285,0.05000,2.761
4,mlp.experts.247.down_proj,0.0000000160,0.05000,2.630
4,mlp.experts.244.down_proj,0.0000001023,0.05000,2.526
4,mlp.experts.251.down_proj,0.0000000442,0.05000,2.576
4,mlp.experts.243.down_proj,0.0000000544,0.05000,2.531
5,mlp.experts.13.gate_proj,0.0000031773,0.05000,14.602
5,mlp.experts.2.gate_proj,0.0000031296,0.05000,14.615
5,mlp.experts.4.gate_proj,0.0000013443,0.05000,14.687
5,mlp.experts.14.gate_proj,0.0000038642,0.05000,14.703
5,mlp.experts.5.gate_proj,0.0000048893,0.05000,14.713
5,mlp.experts.8.gate_proj,0.0000086290,0.05000,14.735
5,mlp.experts.1.gate_proj,0.0000040446,0.05000,14.755
5,mlp.experts.6.gate_proj,0.0000047046,0.05000,14.755
5,mlp.experts.9.gate_proj,0.0000058257,0.05000,14.763
5,mlp.experts.0.gate_proj,0.0000062261,0.05000,14.836
5,mlp.experts.11.gate_proj,0.0000020409,0.05000,14.879
5,mlp.experts.10.gate_proj,0.0000023453,0.05000,14.884
5,mlp.experts.3.gate_proj,0.0000030998,0.05000,14.882
5,mlp.experts.15.gate_proj,0.0000034943,0.05000,14.882
5,mlp.experts.12.gate_proj,0.0000039269,0.05000,14.926
5,mlp.experts.7.gate_proj,0.0000052177,0.05000,15.040
5,mlp.experts.20.gate_proj,0.0000027309,0.05000,14.821
5,mlp.experts.25.gate_proj,0.0000032680,0.05000,14.778
5,mlp.experts.18.gate_proj,0.0000025240,0.05000,14.985
5,mlp.experts.29.gate_proj,0.0000038742,0.05000,15.041
5,mlp.experts.21.gate_proj,0.0000028316,0.05000,14.962
5,mlp.experts.22.gate_proj,0.0000047131,0.05000,14.950
5,mlp.experts.16.gate_proj,0.0000065279,0.05000,14.880
5,mlp.experts.24.gate_proj,0.0000028507,0.05000,14.992
5,mlp.experts.30.gate_proj,0.0000111786,0.05000,15.091
5,mlp.experts.17.gate_proj,0.0000026752,0.05000,15.068
5,mlp.experts.19.gate_proj,0.0000025395,0.05000,15.001
5,mlp.experts.26.gate_proj,0.0000062966,0.05000,15.040
5,mlp.experts.28.gate_proj,0.0000044004,0.05000,14.995
5,mlp.experts.31.gate_proj,0.0000029862,0.05000,15.102
5,mlp.experts.27.gate_proj,0.0000024093,0.05000,15.164
5,mlp.experts.23.gate_proj,0.0000052495,0.05000,15.178
5,mlp.experts.39.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.756
5,mlp.experts.36.gate_proj,0.0000038504,0.05000,14.858
5,mlp.experts.34.gate_proj,0.0000050594,0.05000,14.973
5,mlp.experts.41.gate_proj,0.0000021693,0.05000,15.013
5,mlp.experts.37.gate_proj,0.0000049377,0.05000,14.932
5,mlp.experts.40.gate_proj,0.0000075570,0.05000,14.923
5,mlp.experts.38.gate_proj,0.0000052438,0.05000,14.950
5,mlp.experts.32.gate_proj,0.0000029903,0.05000,15.021
5,mlp.experts.46.gate_proj,0.0000053327,0.05000,14.944
5,mlp.experts.33.gate_proj,0.0000066360,0.05000,14.928
5,mlp.experts.45.gate_proj,0.0000068776,0.05000,15.133
5,mlp.experts.44.gate_proj,0.0000025942,0.05000,14.869
5,mlp.experts.43.gate_proj,0.0000035785,0.05000,14.838
5,mlp.experts.42.gate_proj,0.0000023999,0.05000,14.983
5,mlp.experts.47.gate_proj,0.0000017068,0.05000,15.033
5,mlp.experts.35.gate_proj,0.0000068275,0.05000,15.170
5,mlp.experts.55.gate_proj,0.0000016284,0.05000,14.908
5,mlp.experts.52.gate_proj,0.0000058368,0.05000,15.078
5,mlp.experts.53.gate_proj,0.0000050001,0.05000,14.949
5,mlp.experts.57.gate_proj,0.0000020079,0.05000,14.967
5,mlp.experts.49.gate_proj,0.0000060592,0.05000,14.833
5,mlp.experts.50.gate_proj,0.0000037131,0.05000,15.040
5,mlp.experts.48.gate_proj,0.0000029711,0.05000,14.882
5,mlp.experts.61.gate_proj,0.0000024402,0.05000,14.831
5,mlp.experts.56.gate_proj,0.0000043363,0.05000,14.998
5,mlp.experts.62.gate_proj,0.0000084711,0.05000,14.925
5,mlp.experts.60.gate_proj,0.0000026236,0.05000,14.901
5,mlp.experts.59.gate_proj,0.0000014239,0.05000,14.932
5,mlp.experts.58.gate_proj,0.0000015265,0.05000,14.921
5,mlp.experts.54.gate_proj,0.0000068460,0.05000,15.206
5,mlp.experts.51.gate_proj,0.0000041874,0.05000,14.984
5,mlp.experts.63.gate_proj,0.0000040282,0.05000,15.053
5,mlp.experts.71.gate_proj,0.0000032688,0.05000,15.011
5,mlp.experts.68.gate_proj,0.0000025914,0.05000,14.565
5,mlp.experts.69.gate_proj,0.0000057023,0.05000,14.584
5,mlp.experts.73.gate_proj,0.0000063397,0.05000,14.617
5,mlp.experts.72.gate_proj,0.0000050874,0.05000,14.573
5,mlp.experts.65.gate_proj,0.0000015463,0.05000,14.652
5,mlp.experts.66.gate_proj,0.0000079440,0.05000,14.653
5,mlp.experts.78.gate_proj,0.0000021488,0.05000,14.667
5,mlp.experts.64.gate_proj,0.0000154603,0.05000,14.726
5,mlp.experts.76.gate_proj,0.0000036089,0.05000,14.616
5,mlp.experts.77.gate_proj,0.0000047314,0.05000,14.708
5,mlp.experts.75.gate_proj,0.0000060189,0.05000,14.633
5,mlp.experts.74.gate_proj,0.0000080112,0.05000,14.650
5,mlp.experts.70.gate_proj,0.0000069402,0.05000,14.795
5,mlp.experts.67.gate_proj,0.0000023893,0.05000,14.680
5,mlp.experts.79.gate_proj,0.0000044476,0.05000,14.735
5,mlp.experts.87.gate_proj,0.0000043986,0.05000,14.688
5,mlp.experts.84.gate_proj,0.0000030654,0.05000,14.975
5,mlp.experts.85.gate_proj,0.0000032787,0.05000,14.878
5,mlp.experts.82.gate_proj,0.0000048677,0.05000,14.927
5,mlp.experts.88.gate_proj,0.0000054661,0.05000,15.080
5,mlp.experts.81.gate_proj,0.0000032414,0.05000,15.079
5,mlp.experts.89.gate_proj,0.0000029452,0.05000,15.158
5,mlp.experts.94.gate_proj,0.0000051775,0.05000,15.071
5,mlp.experts.91.gate_proj,0.0000044221,0.05000,14.962
5,mlp.experts.92.gate_proj,0.0000090462,0.05000,15.097
5,mlp.experts.80.gate_proj,0.0000040111,0.05000,15.127
5,mlp.experts.93.gate_proj,0.0000081088,0.05000,15.202
5,mlp.experts.90.gate_proj,0.0000025498,0.05000,15.097
5,mlp.experts.86.gate_proj,0.0000058403,0.05000,15.085
5,mlp.experts.83.gate_proj,0.0000051601,0.05000,15.106
5,mlp.experts.95.gate_proj,0.0000033162,0.05000,15.014
5,mlp.experts.103.gate_proj,0.0000046733,0.05000,15.047
5,mlp.experts.100.gate_proj,0.0000032352,0.05000,15.826
5,mlp.experts.101.gate_proj,0.0000066599,0.05000,15.810
5,mlp.experts.98.gate_proj,0.0000077138,0.05000,15.763
5,mlp.experts.97.gate_proj,0.0000085552,0.05000,15.824
5,mlp.experts.109.gate_proj,0.0000040855,0.05000,15.550
5,mlp.experts.105.gate_proj,0.0000073706,0.05000,15.833
5,mlp.experts.96.gate_proj,0.0000048978,0.05000,15.733
5,mlp.experts.110.gate_proj,0.0000061794,0.05000,15.841
5,mlp.experts.108.gate_proj,0.0000027711,0.05000,15.788
5,mlp.experts.106.gate_proj,0.0000030225,0.05000,15.794
5,mlp.experts.104.gate_proj,0.0000014077,0.05000,16.127
5,mlp.experts.107.gate_proj,0.0000032365,0.05000,15.994
5,mlp.experts.102.gate_proj,0.0000046546,0.05000,15.814
5,mlp.experts.111.gate_proj,0.0000035162,0.05000,15.837
5,mlp.experts.99.gate_proj,0.0000028897,0.05000,15.901
5,mlp.experts.119.gate_proj,0.0000119812,0.05000,15.801
5,mlp.experts.117.gate_proj,0.0000215962,0.05000,15.081
5,mlp.experts.116.gate_proj,0.0000019877,0.05000,15.104
5,mlp.experts.114.gate_proj,0.0000023821,0.05000,15.110
5,mlp.experts.113.gate_proj,0.0000019514,0.05000,15.055
5,mlp.experts.121.gate_proj,0.0000021010,0.05000,15.123
5,mlp.experts.124.gate_proj,0.0000063714,0.05000,15.033
5,mlp.experts.125.gate_proj,0.0000100106,0.05000,15.195
5,mlp.experts.126.gate_proj,0.0000186742,0.05000,15.091
5,mlp.experts.112.gate_proj,0.0000030756,0.05000,15.204
5,mlp.experts.120.gate_proj,0.0000090780,0.05000,15.120
5,mlp.experts.123.gate_proj,0.0000088897,0.05000,15.102
5,mlp.experts.122.gate_proj,0.0000054443,0.05000,15.353
5,mlp.experts.118.gate_proj,0.0000042542,0.05000,15.202
5,mlp.experts.115.gate_proj,0.0000032106,0.05000,15.193
5,mlp.experts.127.gate_proj,0.0000020451,0.05000,15.260
5,mlp.experts.135.gate_proj,0.0000020877,0.05000,15.240
5,mlp.experts.132.gate_proj,0.0000029169,0.05000,15.235
5,mlp.experts.133.gate_proj,0.0000059705,0.05000,15.474
5,mlp.experts.130.gate_proj,0.0000056961,0.05000,15.405
5,mlp.experts.141.gate_proj,0.0000083049,0.05000,15.109
5,mlp.experts.129.gate_proj,0.0000133724,0.05000,15.296
5,mlp.experts.137.gate_proj,0.0000036044,0.05000,15.216
5,mlp.experts.140.gate_proj,0.0000117853,0.05000,15.321
5,mlp.experts.128.gate_proj,0.0000019531,0.05000,15.213
5,mlp.experts.142.gate_proj,0.0000031896,0.05000,15.287
5,mlp.experts.139.gate_proj,0.0000061639,0.05000,15.204
5,mlp.experts.136.gate_proj,0.0000055856,0.05000,15.315
5,mlp.experts.138.gate_proj,0.0000086335,0.05000,15.310
5,mlp.experts.134.gate_proj,0.0000032643,0.05000,15.314
5,mlp.experts.131.gate_proj,0.0000029236,0.05000,15.203
5,mlp.experts.143.gate_proj,0.0000021934,0.05000,15.170
5,mlp.experts.151.gate_proj,0.0000047522,0.05000,15.305
5,mlp.experts.148.gate_proj,0.0000077402,0.05000,14.830
5,mlp.experts.149.gate_proj,0.0000045561,0.05000,14.734
5,mlp.experts.145.gate_proj,0.0000023788,0.05000,14.678
5,mlp.experts.157.gate_proj,0.0000023310,0.05000,14.718
5,mlp.experts.146.gate_proj,0.0000021118,0.05000,14.730
5,mlp.experts.153.gate_proj,0.0000014440,0.05000,14.764
5,mlp.experts.144.gate_proj,0.0000021672,0.05000,14.803
5,mlp.experts.155.gate_proj,0.0000074091,0.05000,14.743
5,mlp.experts.158.gate_proj,0.0000035349,0.05000,14.789
5,mlp.experts.156.gate_proj,0.0000045540,0.05000,14.930
5,mlp.experts.152.gate_proj,0.0000019617,0.05000,14.841
5,mlp.experts.154.gate_proj,0.0000034428,0.05000,14.718
5,mlp.experts.150.gate_proj,0.0000052070,0.05000,14.758
5,mlp.experts.159.gate_proj,0.0000024484,0.05000,14.801
5,mlp.experts.147.gate_proj,0.0000024572,0.05000,14.832
5,mlp.experts.167.gate_proj,0.0000047598,0.05000,14.672
5,mlp.experts.164.gate_proj,0.0000062140,0.05000,14.634
5,mlp.experts.161.gate_proj,0.0000029724,0.05000,14.623
5,mlp.experts.165.gate_proj,0.0000045984,0.05000,14.813
5,mlp.experts.162.gate_proj,0.0000026055,0.05000,14.714
5,mlp.experts.169.gate_proj,0.0000021094,0.05000,14.709
5,mlp.experts.173.gate_proj,0.0000022351,0.05000,14.832
5,mlp.experts.160.gate_proj,0.0000030559,0.05000,14.763
5,mlp.experts.174.gate_proj,0.0000011720,0.05000,14.780
5,mlp.experts.171.gate_proj,0.0000011256,0.05000,14.824
5,mlp.experts.172.gate_proj,0.0000047206,0.05000,14.761
5,mlp.experts.170.gate_proj,0.0000024364,0.05000,14.715
5,mlp.experts.166.gate_proj,0.0000038332,0.05000,14.654
5,mlp.experts.168.gate_proj,0.0000045557,0.05000,14.908
5,mlp.experts.175.gate_proj,0.0000052021,0.05000,14.765
5,mlp.experts.163.gate_proj,0.0000041641,0.05000,14.828
5,mlp.experts.183.gate_proj,0.0000150906,0.05000,14.875
5,mlp.experts.180.gate_proj,0.0000030110,0.05000,15.026
5,mlp.experts.177.gate_proj,0.0000071575,0.05000,15.076
5,mlp.experts.178.gate_proj,0.0000036523,0.05000,15.053
5,mlp.experts.181.gate_proj,0.0000048744,0.05000,15.102
5,mlp.experts.185.gate_proj,0.0000040660,0.05000,15.041
5,mlp.experts.189.gate_proj,0.0000045395,0.05000,15.073
5,mlp.experts.176.gate_proj,0.0000020786,0.05000,14.994
5,mlp.experts.187.gate_proj,0.0000058289,0.05000,15.067
5,mlp.experts.190.gate_proj,0.0000034598,0.05000,15.126
5,mlp.experts.186.gate_proj,0.0000013509,0.05000,15.015
5,mlp.experts.188.gate_proj,0.0000032685,0.05000,15.202
5,mlp.experts.182.gate_proj,0.0000056586,0.05000,15.075
5,mlp.experts.191.gate_proj,0.0000038962,0.05000,15.097
5,mlp.experts.184.gate_proj,0.0000028547,0.05000,15.157
5,mlp.experts.179.gate_proj,0.0000068614,0.05000,15.131
5,mlp.experts.199.gate_proj,0.0000038049,0.05000,15.032
5,mlp.experts.196.gate_proj,0.0000028431,0.05000,15.446
5,mlp.experts.193.gate_proj,0.0000012553,0.05000,15.573
5,mlp.experts.194.gate_proj,0.0000032569,0.05000,15.472
5,mlp.experts.201.gate_proj,0.0000026875,0.05000,15.403
5,mlp.experts.205.gate_proj,0.0000043270,0.05000,15.424
5,mlp.experts.197.gate_proj,0.0000042533,0.05000,15.567
5,mlp.experts.192.gate_proj,0.0000088445,0.05000,15.445
5,mlp.experts.202.gate_proj,0.0000039173,0.05000,15.446
5,mlp.experts.206.gate_proj,0.0000035168,0.05000,15.603
5,mlp.experts.203.gate_proj,0.0000070972,0.05000,15.623
5,mlp.experts.198.gate_proj,0.0000147408,0.05000,15.503
5,mlp.experts.200.gate_proj,0.0000018613,0.05000,15.373
5,mlp.experts.204.gate_proj,0.0000037459,0.05000,15.639
5,mlp.experts.195.gate_proj,0.0000157871,0.05000,15.574
5,mlp.experts.207.gate_proj,0.0000042467,0.05000,15.742
5,mlp.experts.215.gate_proj,0.0000040675,0.05000,15.591
5,mlp.experts.212.gate_proj,0.0000116721,0.05000,15.844
5,mlp.experts.209.gate_proj,0.0000039370,0.05000,15.615
5,mlp.experts.210.gate_proj,0.0000046569,0.05000,15.728
5,mlp.experts.221.gate_proj,0.0000124608,0.05000,15.712
5,mlp.experts.213.gate_proj,0.0000025928,0.05000,15.728
5,mlp.experts.217.gate_proj,0.0000130878,0.05000,15.820
5,mlp.experts.208.gate_proj,0.0000093918,0.05000,15.661
5,mlp.experts.218.gate_proj,0.0000013546,0.05000,15.717
5,mlp.experts.219.gate_proj,0.0000061062,0.05000,15.736
5,mlp.experts.222.gate_proj,0.0000028471,0.05000,15.751
5,mlp.experts.214.gate_proj,0.0000030586,0.05000,15.730
5,mlp.experts.216.gate_proj,0.0000107300,0.05000,15.792
5,mlp.experts.220.gate_proj,0.0000034684,0.05000,15.711
5,mlp.experts.223.gate_proj,0.0000043471,0.05000,15.703
5,mlp.experts.211.gate_proj,0.0000072746,0.05000,15.917
5,mlp.experts.231.gate_proj,0.0000030899,0.05000,15.737
5,mlp.experts.225.gate_proj,0.0000057860,0.05000,14.869
5,mlp.experts.228.gate_proj,0.0000039352,0.05000,15.034
5,mlp.experts.237.gate_proj,0.0000014734,0.05000,14.746
5,mlp.experts.226.gate_proj,0.0000035362,0.05000,14.891
5,mlp.experts.224.gate_proj,0.0000019265,0.05000,14.815
5,mlp.experts.233.gate_proj,0.0000333992,0.05000,14.830
5,mlp.experts.229.gate_proj,0.0000033188,0.05000,14.947
5,mlp.experts.234.gate_proj,0.0000033281,0.05000,14.944
5,mlp.experts.235.gate_proj,0.0000027530,0.05000,14.912
5,mlp.experts.238.gate_proj,0.0000027304,0.05000,15.039
5,mlp.experts.241.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.915
5,mlp.experts.230.gate_proj,0.0000025440,0.05000,14.987
5,mlp.experts.236.gate_proj,0.0000032123,0.05000,14.893
5,mlp.experts.232.gate_proj,0.0000033240,0.05000,14.945
5,mlp.experts.239.gate_proj,0.0000020660,0.05000,15.018
5,mlp.experts.227.gate_proj,0.0000043675,0.05000,15.002
5,mlp.experts.247.gate_proj,0.0000047178,0.05000,14.986
5,mlp.experts.244.gate_proj,0.0000019409,0.05000,14.852
5,mlp.experts.253.gate_proj,0.0000035319,0.05000,14.825
5,mlp.experts.242.gate_proj,0.0000071774,0.05000,14.930
5,mlp.experts.249.gate_proj,0.0000019400,0.05000,14.828
5,mlp.experts.240.gate_proj,0.0000018153,0.05000,14.882
5,mlp.experts.245.gate_proj,0.0000077717,0.05000,14.798
5,mlp.experts.250.gate_proj,0.0000033532,0.05000,14.884
5,mlp.experts.251.gate_proj,0.0000021912,0.05000,14.840
5,mlp.experts.1.up_proj,0.0000036361,0.05000,14.781
5,mlp.experts.254.gate_proj,0.0000035011,0.05000,14.843
5,mlp.experts.252.gate_proj,0.0000060995,0.05000,14.770
5,mlp.experts.248.gate_proj,0.0000035169,0.05000,14.767
5,mlp.experts.246.gate_proj,0.0000107281,0.05000,14.840
5,mlp.experts.255.gate_proj,0.0000016499,0.05000,14.888
5,mlp.experts.243.gate_proj,0.0000033051,0.05000,14.880
5,mlp.experts.7.up_proj,0.0000047419,0.05000,14.808
5,mlp.experts.13.up_proj,0.0000029662,0.05000,13.373
5,mlp.experts.4.up_proj,0.0000012624,0.05000,13.477
5,mlp.experts.2.up_proj,0.0000028784,0.05000,13.418
5,mlp.experts.9.up_proj,0.0000054512,0.05000,13.417
5,mlp.experts.0.up_proj,0.0000055682,0.05000,13.435
5,mlp.experts.5.up_proj,0.0000045622,0.05000,13.444
5,mlp.experts.10.up_proj,0.0000022103,0.05000,13.341
5,mlp.experts.11.up_proj,0.0000018974,0.05000,13.388
5,mlp.experts.14.up_proj,0.0000034175,0.05000,13.325
5,mlp.experts.12.up_proj,0.0000035482,0.05000,13.419
5,mlp.experts.8.up_proj,0.0000080641,0.05000,13.512
5,mlp.experts.6.up_proj,0.0000038698,0.05000,13.536
5,mlp.experts.3.up_proj,0.0000027473,0.05000,13.409
5,mlp.experts.15.up_proj,0.0000032777,0.05000,13.512
5,mlp.experts.23.up_proj,0.0000047438,0.05000,13.446
5,mlp.experts.39.up_proj,failsafe(rtn): 0.0008430,0.00000,0.646
5,mlp.experts.20.up_proj,0.0000025437,0.05000,15.007
5,mlp.experts.18.up_proj,0.0000023480,0.05000,14.853
5,mlp.experts.16.up_proj,0.0000061671,0.05000,14.988
5,mlp.experts.17.up_proj,0.0000024708,0.05000,14.866
5,mlp.experts.25.up_proj,0.0000030738,0.05000,14.903
5,mlp.experts.21.up_proj,0.0000026654,0.05000,14.906
5,mlp.experts.29.up_proj,0.0000035696,0.05000,15.026
5,mlp.experts.26.up_proj,0.0000059202,0.05000,14.924
5,mlp.experts.30.up_proj,0.0000102264,0.05000,14.795
5,mlp.experts.27.up_proj,0.0000020983,0.05000,14.884
5,mlp.experts.28.up_proj,0.0000039820,0.05000,14.954
5,mlp.experts.22.up_proj,0.0000043643,0.05000,14.804
5,mlp.experts.24.up_proj,0.0000025378,0.05000,14.864
5,mlp.experts.19.up_proj,0.0000022760,0.05000,14.835
5,mlp.experts.31.up_proj,0.0000024960,0.05000,14.910
5,mlp.experts.55.up_proj,0.0000015229,0.05000,14.936
5,mlp.experts.34.up_proj,0.0000047572,0.05000,14.513
5,mlp.experts.37.up_proj,0.0000046864,0.05000,14.380
5,mlp.experts.33.up_proj,0.0000063290,0.05000,14.483
5,mlp.experts.45.up_proj,0.0000061951,0.05000,14.445
5,mlp.experts.41.up_proj,0.0000020222,0.05000,14.604
5,mlp.experts.46.up_proj,0.0000048567,0.05000,14.551
5,mlp.experts.43.up_proj,0.0000033309,0.05000,14.543
5,mlp.experts.42.up_proj,0.0000022379,0.05000,14.712
5,mlp.experts.38.up_proj,0.0000049145,0.05000,14.502
5,mlp.experts.32.up_proj,0.0000027716,0.05000,14.500
5,mlp.experts.36.up_proj,0.0000037139,0.05000,14.591
5,mlp.experts.44.up_proj,0.0000023309,0.05000,14.603
5,mlp.experts.40.up_proj,0.0000069334,0.05000,14.604
5,mlp.experts.35.up_proj,0.0000057940,0.05000,14.600
5,mlp.experts.47.up_proj,0.0000015843,0.05000,14.604
5,mlp.experts.71.up_proj,0.0000031627,0.05000,14.392
5,mlp.experts.53.up_proj,0.0000046716,0.05000,11.664
5,mlp.experts.49.up_proj,0.0000055445,0.05000,11.616
5,mlp.experts.61.up_proj,0.0000023463,0.05000,11.536
5,mlp.experts.59.up_proj,0.0000012256,0.05000,11.314
5,mlp.experts.57.up_proj,0.0000018751,0.05000,11.663
5,mlp.experts.48.up_proj,0.0000027810,0.05000,11.458
5,mlp.experts.50.up_proj,0.0000034252,0.05000,11.617
5,mlp.experts.58.up_proj,0.0000014136,0.05000,11.624
5,mlp.experts.60.up_proj,0.0000024365,0.05000,11.578
5,mlp.experts.62.up_proj,0.0000079256,0.05000,11.688
5,mlp.experts.52.up_proj,0.0000053933,0.05000,11.617
5,mlp.experts.54.up_proj,0.0000062512,0.05000,11.741
5,mlp.experts.56.up_proj,0.0000040396,0.05000,11.684
5,mlp.experts.65.up_proj,0.0000014133,0.05000,14.897
5,mlp.experts.69.up_proj,0.0000053543,0.05000,14.943
5,mlp.experts.77.up_proj,0.0000046040,0.05000,14.982
5,mlp.experts.87.up_proj,0.0000041583,0.05000,15.068
5,mlp.experts.63.up_proj,0.0000035916,0.05000,15.071
5,mlp.experts.73.up_proj,0.0000058471,0.05000,14.974
5,mlp.experts.51.up_proj,0.0000039066,0.05000,15.179
5,mlp.experts.75.up_proj,0.0000055225,0.05000,15.268
5,mlp.experts.66.up_proj,0.0000068562,0.05000,14.961
5,mlp.experts.74.up_proj,0.0000075157,0.05000,15.035
5,mlp.experts.64.up_proj,0.0000048844,0.05000,15.257
5,mlp.experts.78.up_proj,0.0000019703,0.05000,15.031
5,mlp.experts.68.up_proj,0.0000024234,0.05000,15.048
5,mlp.experts.76.up_proj,0.0000033507,0.05000,15.097
5,mlp.experts.72.up_proj,0.0000047256,0.05000,15.008
5,mlp.experts.70.up_proj,0.0000064040,0.05000,15.050
5,mlp.experts.85.up_proj,0.0000030510,0.05000,14.928
5,mlp.experts.81.up_proj,0.0000028715,0.05000,15.001
5,mlp.experts.79.up_proj,0.0000041322,0.05000,15.011
5,mlp.experts.93.up_proj,0.0000075577,0.05000,15.192
5,mlp.experts.103.up_proj,0.0000042900,0.05000,15.099
5,mlp.experts.89.up_proj,0.0000027276,0.05000,15.215
5,mlp.experts.91.up_proj,0.0000041602,0.05000,15.055
5,mlp.experts.67.up_proj,0.0000021907,0.05000,15.263
5,mlp.experts.90.up_proj,0.0000024325,0.05000,14.995
5,mlp.experts.80.up_proj,0.0000037434,0.05000,14.947
5,mlp.experts.82.up_proj,0.0000045226,0.05000,15.222
5,mlp.experts.86.up_proj,0.0000055377,0.05000,15.089
5,mlp.experts.84.up_proj,0.0000027225,0.05000,15.127
5,mlp.experts.94.up_proj,0.0000042548,0.05000,15.180
5,mlp.experts.92.up_proj,0.0000078836,0.05000,15.227
5,mlp.experts.88.up_proj,0.0000050613,0.05000,15.217
5,mlp.experts.97.up_proj,0.0000080583,0.05000,15.389
5,mlp.experts.101.up_proj,0.0000061456,0.05000,15.587
5,mlp.experts.109.up_proj,0.0000038294,0.05000,15.251
5,mlp.experts.105.up_proj,0.0000068115,0.05000,15.247
5,mlp.experts.95.up_proj,0.0000031256,0.05000,15.505
5,mlp.experts.119.up_proj,0.0000111522,0.05000,15.539
5,mlp.experts.107.up_proj,0.0000029893,0.05000,15.373
5,mlp.experts.83.up_proj,0.0000048208,0.05000,15.393
5,mlp.experts.106.up_proj,0.0000028301,0.05000,15.354
5,mlp.experts.96.up_proj,0.0000044968,0.05000,15.360
5,mlp.experts.100.up_proj,0.0000029254,0.05000,15.279
5,mlp.experts.98.up_proj,0.0000071453,0.05000,15.410
5,mlp.experts.110.up_proj,0.0000057312,0.05000,15.358
5,mlp.experts.104.up_proj,0.0000013440,0.05000,15.278
5,mlp.experts.102.up_proj,0.0000043928,0.05000,15.435
5,mlp.experts.108.up_proj,0.0000025309,0.05000,15.480
5,mlp.experts.113.up_proj,0.0000017304,0.05000,14.665
5,mlp.experts.117.up_proj,0.0000197267,0.05000,14.671
5,mlp.experts.125.up_proj,0.0000093003,0.05000,14.692
5,mlp.experts.135.up_proj,0.0000019374,0.05000,14.558
5,mlp.experts.111.up_proj,0.0000032870,0.05000,14.673
5,mlp.experts.121.up_proj,0.0000019956,0.05000,14.826
5,mlp.experts.112.up_proj,0.0000028613,0.05000,14.598
5,mlp.experts.123.up_proj,0.0000082336,0.05000,14.809
5,mlp.experts.122.up_proj,0.0000049837,0.05000,14.691
5,mlp.experts.99.up_proj,0.0000026757,0.05000,14.754
5,mlp.experts.116.up_proj,0.0000017620,0.05000,14.641
5,mlp.experts.114.up_proj,0.0000021408,0.05000,14.713
5,mlp.experts.120.up_proj,0.0000077233,0.05000,14.669
5,mlp.experts.126.up_proj,0.0000159105,0.05000,14.770
5,mlp.experts.118.up_proj,0.0000039590,0.05000,14.737
5,mlp.experts.124.up_proj,0.0000059099,0.05000,14.709
5,mlp.experts.133.up_proj,0.0000054982,0.05000,15.653
5,mlp.experts.129.up_proj,0.0000114280,0.05000,15.911
5,mlp.experts.141.up_proj,0.0000077400,0.05000,15.773
5,mlp.experts.127.up_proj,0.0000019133,0.05000,15.752
5,mlp.experts.137.up_proj,0.0000031335,0.05000,15.670
5,mlp.experts.151.up_proj,0.0000040740,0.05000,15.868
5,mlp.experts.139.up_proj,0.0000053648,0.05000,15.726
5,mlp.experts.138.up_proj,0.0000081782,0.05000,15.760
5,mlp.experts.128.up_proj,0.0000017765,0.05000,15.897
5,mlp.experts.136.up_proj,0.0000052193,0.05000,15.574
5,mlp.experts.115.up_proj,0.0000031885,0.05000,15.846
5,mlp.experts.132.up_proj,0.0000027143,0.05000,15.809
5,mlp.experts.130.up_proj,0.0000052949,0.05000,15.761
5,mlp.experts.142.up_proj,0.0000025731,0.05000,15.644
5,mlp.experts.134.up_proj,0.0000030212,0.05000,15.714
5,mlp.experts.140.up_proj,0.0000103881,0.05000,15.797
5,mlp.experts.149.up_proj,0.0000037028,0.05000,14.541
5,mlp.experts.145.up_proj,0.0000022435,0.05000,14.544
5,mlp.experts.157.up_proj,0.0000020068,0.05000,14.675
5,mlp.experts.153.up_proj,0.0000013409,0.05000,14.574
5,mlp.experts.143.up_proj,0.0000020582,0.05000,14.660
5,mlp.experts.167.up_proj,0.0000044317,0.05000,14.644
5,mlp.experts.155.up_proj,0.0000067043,0.05000,14.579
5,mlp.experts.154.up_proj,0.0000032041,0.05000,14.622
5,mlp.experts.152.up_proj,0.0000017920,0.05000,14.611
5,mlp.experts.144.up_proj,0.0000019020,0.05000,14.675
5,mlp.experts.148.up_proj,0.0000071763,0.05000,14.569
5,mlp.experts.131.up_proj,0.0000027287,0.05000,14.748
5,mlp.experts.158.up_proj,0.0000032942,0.05000,14.620
5,mlp.experts.146.up_proj,0.0000019087,0.05000,14.705
5,mlp.experts.150.up_proj,0.0000048865,0.05000,14.713
5,mlp.experts.156.up_proj,0.0000041277,0.05000,14.749
5,mlp.experts.165.up_proj,0.0000042370,0.05000,14.997
5,mlp.experts.161.up_proj,0.0000029324,0.05000,14.918
5,mlp.experts.173.up_proj,0.0000020963,0.05000,14.989
5,mlp.experts.169.up_proj,0.0000019331,0.05000,15.011
5,mlp.experts.183.up_proj,0.0000147221,0.05000,14.897
5,mlp.experts.159.up_proj,0.0000023145,0.05000,15.142
5,mlp.experts.170.up_proj,0.0000022136,0.05000,14.985
5,mlp.experts.160.up_proj,0.0000028605,0.05000,14.961
5,mlp.experts.171.up_proj,0.0000010430,0.05000,15.262
5,mlp.experts.168.up_proj,0.0000041235,0.05000,15.123
5,mlp.experts.164.up_proj,0.0000061259,0.05000,15.088
5,mlp.experts.147.up_proj,0.0000023220,0.05000,15.067
5,mlp.experts.162.up_proj,0.0000024493,0.05000,15.050
5,mlp.experts.174.up_proj,0.0000010942,0.05000,15.119
5,mlp.experts.166.up_proj,0.0000036279,0.05000,15.117
5,mlp.experts.172.up_proj,0.0000037768,0.05000,15.041
5,mlp.experts.177.up_proj,0.0000067043,0.05000,14.291
5,mlp.experts.181.up_proj,0.0000039533,0.05000,14.361
5,mlp.experts.189.up_proj,0.0000042434,0.05000,14.362
5,mlp.experts.185.up_proj,0.0000037603,0.05000,14.327
5,mlp.experts.199.up_proj,0.0000034844,0.05000,14.435
5,mlp.experts.175.up_proj,0.0000049187,0.05000,14.274
5,mlp.experts.186.up_proj,0.0000012859,0.05000,14.308
5,mlp.experts.176.up_proj,0.0000019153,0.05000,14.260
5,mlp.experts.187.up_proj,0.0000053104,0.05000,14.255
5,mlp.experts.184.up_proj,0.0000026983,0.05000,14.367
5,mlp.experts.178.up_proj,0.0000031653,0.05000,14.255
5,mlp.experts.190.up_proj,0.0000032173,0.05000,14.233
5,mlp.experts.163.up_proj,0.0000038479,0.05000,14.329
5,mlp.experts.180.up_proj,0.0000028417,0.05000,14.448
5,mlp.experts.182.up_proj,0.0000052536,0.05000,14.255
5,mlp.experts.188.up_proj,0.0000029968,0.05000,14.328
5,mlp.experts.197.up_proj,0.0000036611,0.05000,14.537
5,mlp.experts.193.up_proj,0.0000011974,0.05000,14.748
5,mlp.experts.205.up_proj,0.0000041107,0.05000,14.513
5,mlp.experts.201.up_proj,0.0000025421,0.05000,14.565
5,mlp.experts.191.up_proj,0.0000035980,0.05000,14.612
5,mlp.experts.215.up_proj,0.0000037867,0.05000,14.655
5,mlp.experts.202.up_proj,0.0000034255,0.05000,14.555
5,mlp.experts.203.up_proj,0.0000066411,0.05000,14.617
5,mlp.experts.192.up_proj,0.0000078540,0.05000,14.731
5,mlp.experts.179.up_proj,0.0000062788,0.05000,14.589
5,mlp.experts.194.up_proj,0.0000031080,0.05000,14.649
5,mlp.experts.206.up_proj,0.0000033051,0.05000,14.653
5,mlp.experts.200.up_proj,0.0000017442,0.05000,14.681
5,mlp.experts.196.up_proj,0.0000026457,0.05000,14.594
5,mlp.experts.198.up_proj,0.0000133454,0.05000,14.643
5,mlp.experts.204.up_proj,0.0000035091,0.05000,14.702
5,mlp.experts.209.up_proj,0.0000036811,0.05000,15.302
5,mlp.experts.213.up_proj,0.0000024020,0.05000,15.493
5,mlp.experts.221.up_proj,0.0000120027,0.05000,15.328
5,mlp.experts.217.up_proj,0.0000125672,0.05000,15.349
5,mlp.experts.218.up_proj,0.0000012950,0.05000,15.464
5,mlp.experts.231.up_proj,0.0000028918,0.05000,15.559
5,mlp.experts.207.up_proj,0.0000039739,0.05000,15.618
5,mlp.experts.219.up_proj,0.0000055106,0.05000,15.391
5,mlp.experts.208.up_proj,0.0000085363,0.05000,15.542
5,mlp.experts.195.up_proj,0.0000148752,0.05000,15.438
5,mlp.experts.216.up_proj,0.0000096168,0.05000,15.428
5,mlp.experts.210.up_proj,0.0000042258,0.05000,15.462
5,mlp.experts.212.up_proj,0.0000106936,0.05000,15.472
5,mlp.experts.222.up_proj,0.0000026280,0.05000,15.536
5,mlp.experts.214.up_proj,0.0000027875,0.05000,15.382
5,mlp.experts.220.up_proj,0.0000032722,0.05000,15.397
5,mlp.experts.229.up_proj,0.0000031288,0.05000,14.576
5,mlp.experts.225.up_proj,0.0000051986,0.05000,14.599
5,mlp.experts.237.up_proj,0.0000013854,0.05000,14.664
5,mlp.experts.233.up_proj,0.0000304686,0.05000,14.500
5,mlp.experts.234.up_proj,0.0000031502,0.05000,14.547
5,mlp.experts.223.up_proj,0.0000036214,0.05000,14.622
5,mlp.experts.241.up_proj,failsafe(rtn): 0.0008736,0.00000,0.788
5,mlp.experts.247.up_proj,0.0000044211,0.05000,14.666
5,mlp.experts.235.up_proj,0.0000025390,0.05000,14.622
5,mlp.experts.224.up_proj,0.0000017805,0.05000,14.629
5,mlp.experts.226.up_proj,0.0000031364,0.05000,14.559
5,mlp.experts.232.up_proj,0.0000030218,0.05000,14.590
5,mlp.experts.211.up_proj,0.0000067868,0.05000,14.713
5,mlp.experts.238.up_proj,0.0000025473,0.05000,14.601
5,mlp.experts.228.up_proj,0.0000036097,0.05000,14.642
5,mlp.experts.230.up_proj,0.0000023613,0.05000,14.753
5,mlp.experts.236.up_proj,0.0000029516,0.05000,14.687
5,mlp.experts.1.down_proj,0.0000000941,0.05000,3.478
5,mlp.experts.7.down_proj,0.0000000699,0.05000,3.517
5,mlp.experts.17.down_proj,0.0000000182,0.05000,3.872
5,mlp.experts.23.down_proj,0.0000001125,0.05000,3.863
5,mlp.experts.39.down_proj,failsafe(rtn): 0.0008507,0.00000,0.206
5,mlp.experts.33.down_proj,0.0000000896,0.05000,3.501
5,mlp.experts.55.down_proj,0.0000000310,0.05000,3.593
5,mlp.experts.245.up_proj,0.0000074270,0.05000,14.441
5,mlp.experts.253.up_proj,0.0000030896,0.05000,14.402
5,mlp.experts.249.up_proj,0.0000018454,0.05000,14.509
5,mlp.experts.250.up_proj,0.0000029913,0.05000,14.540
5,mlp.experts.239.up_proj,0.0000019168,0.05000,14.422
5,mlp.experts.49.down_proj,0.0000001171,0.05000,3.647
5,mlp.experts.251.up_proj,0.0000020349,0.05000,14.556
5,mlp.experts.248.up_proj,0.0000033039,0.05000,14.384
5,mlp.experts.240.up_proj,0.0000016349,0.05000,14.549
5,mlp.experts.227.up_proj,0.0000040543,0.05000,14.485
5,mlp.experts.244.up_proj,0.0000018235,0.05000,14.445
5,mlp.experts.242.up_proj,0.0000065584,0.05000,14.615
5,mlp.experts.254.up_proj,0.0000030172,0.05000,14.488
5,mlp.experts.71.down_proj,0.0000000468,0.05000,3.672
5,mlp.experts.246.up_proj,0.0000100548,0.05000,14.421
5,mlp.experts.252.up_proj,0.0000054935,0.05000,14.425
5,mlp.experts.5.down_proj,0.0000000733,0.05000,3.690
5,mlp.experts.13.down_proj,0.0000000235,0.05000,3.667
5,mlp.experts.9.down_proj,0.0000000753,0.05000,3.594
5,mlp.experts.10.down_proj,0.0000000209,0.05000,3.651
5,mlp.experts.65.down_proj,0.0000000330,0.05000,3.608
5,mlp.experts.11.down_proj,0.0000000282,0.05000,3.637
5,mlp.experts.8.down_proj,0.0000000939,0.05000,3.614
5,mlp.experts.0.down_proj,0.0000001181,0.05000,3.645
5,mlp.experts.2.down_proj,0.0000001053,0.05000,3.596
5,mlp.experts.14.down_proj,0.0000001091,0.05000,3.638
5,mlp.experts.4.down_proj,0.0000000182,0.05000,3.648
5,mlp.experts.87.down_proj,0.0000000256,0.05000,3.603
5,mlp.experts.6.down_proj,0.0000001026,0.05000,3.623
5,mlp.experts.12.down_proj,0.0000000659,0.05000,3.614
5,mlp.experts.21.down_proj,0.0000000188,0.05000,3.641
5,mlp.experts.29.down_proj,0.0000000211,0.05000,3.660
5,mlp.experts.25.down_proj,0.0000000260,0.05000,3.640
5,mlp.experts.26.down_proj,0.0000000666,0.05000,3.670
5,mlp.experts.81.down_proj,0.0000000873,0.05000,3.601
5,mlp.experts.27.down_proj,0.0000000878,0.05000,3.610
5,mlp.experts.24.down_proj,0.0000000935,0.05000,3.654
5,mlp.experts.16.down_proj,0.0000000641,0.05000,3.641
5,mlp.experts.103.down_proj,0.0000000830,0.05000,3.565
5,mlp.experts.18.down_proj,0.0000000240,0.05000,3.622
5,mlp.experts.30.down_proj,0.0000001161,0.05000,3.595
5,mlp.experts.20.down_proj,0.0000000228,0.05000,3.625
5,mlp.experts.22.down_proj,0.0000000932,0.05000,3.560
5,mlp.experts.28.down_proj,0.0000000812,0.05000,3.636
5,mlp.experts.37.down_proj,0.0000000475,0.05000,3.529
5,mlp.experts.41.down_proj,0.0000000175,0.05000,3.586
5,mlp.experts.45.down_proj,0.0000001014,0.05000,3.678
5,mlp.experts.42.down_proj,0.0000000143,0.05000,3.625
5,mlp.experts.97.down_proj,0.0000002020,0.05000,3.613
5,mlp.experts.43.down_proj,0.0000000322,0.05000,3.652
5,mlp.experts.40.down_proj,0.0000001396,0.05000,3.641
5,mlp.experts.46.down_proj,0.0000000878,0.05000,3.625
5,mlp.experts.32.down_proj,0.0000000206,0.05000,3.694
5,mlp.experts.119.down_proj,0.0000001646,0.05000,3.697
5,mlp.experts.34.down_proj,0.0000000535,0.05000,3.724
5,mlp.experts.36.down_proj,0.0000001951,0.05000,3.695
5,mlp.experts.38.down_proj,0.0000000556,0.05000,3.663
5,mlp.experts.44.down_proj,0.0000000735,0.05000,3.683
5,mlp.experts.53.down_proj,0.0000000613,0.05000,3.748
5,mlp.experts.57.down_proj,0.0000000143,0.05000,3.679
5,mlp.experts.61.down_proj,0.0000000515,0.05000,3.635
5,mlp.experts.255.up_proj,0.0000015295,0.05000,14.532
5,mlp.experts.113.down_proj,0.0000000184,0.05000,3.687
5,mlp.experts.58.down_proj,0.0000000441,0.05000,3.704
5,mlp.experts.59.down_proj,0.0000000981,0.05000,3.710
5,mlp.experts.56.down_proj,0.0000000286,0.05000,3.678
5,mlp.experts.62.down_proj,0.0000001122,0.05000,3.623
5,mlp.experts.243.up_proj,0.0000031170,0.05000,14.579
5,mlp.experts.48.down_proj,0.0000000515,0.05000,3.676
5,mlp.experts.135.down_proj,0.0000000146,0.05000,3.729
5,mlp.experts.50.down_proj,0.0000000784,0.05000,3.734
5,mlp.experts.52.down_proj,0.0000001112,0.05000,3.720
5,mlp.experts.54.down_proj,0.0000001031,0.05000,3.732
5,mlp.experts.60.down_proj,0.0000000177,0.05000,3.708
5,mlp.experts.69.down_proj,0.0000000949,0.05000,3.767
5,mlp.experts.73.down_proj,0.0000000638,0.05000,3.799
5,mlp.experts.77.down_proj,0.0000001136,0.05000,3.818
5,mlp.experts.15.down_proj,0.0000000201,0.05000,3.802
5,mlp.experts.74.down_proj,0.0000000780,0.05000,3.830
5,mlp.experts.129.down_proj,0.0000002819,0.05000,3.843
5,mlp.experts.75.down_proj,0.0000000680,0.05000,3.781
5,mlp.experts.72.down_proj,0.0000000292,0.05000,3.809
5,mlp.experts.3.down_proj,0.0000000678,0.05000,3.736
5,mlp.experts.78.down_proj,0.0000000157,0.05000,3.818
5,mlp.experts.64.down_proj,0.0000000163,0.05000,3.840
5,mlp.experts.151.down_proj,0.0000001269,0.05000,3.809
5,mlp.experts.66.down_proj,0.0000002375,0.05000,3.793
5,mlp.experts.70.down_proj,0.0000001145,0.05000,3.777
5,mlp.experts.68.down_proj,0.0000000147,0.05000,3.855
5,mlp.experts.76.down_proj,0.0000000287,0.05000,3.719
5,mlp.experts.85.down_proj,0.0000000186,0.05000,3.645
5,mlp.experts.89.down_proj,0.0000000231,0.05000,3.685
5,mlp.experts.93.down_proj,0.0000002383,0.05000,3.672
5,mlp.experts.31.down_proj,0.0000001134,0.05000,3.782
5,mlp.experts.90.down_proj,0.0000000248,0.05000,3.683
5,mlp.experts.145.down_proj,0.0000000176,0.05000,3.707
5,mlp.experts.91.down_proj,0.0000000348,0.05000,3.734
5,mlp.experts.88.down_proj,0.0000000859,0.05000,3.642
5,mlp.experts.19.down_proj,0.0000000624,0.05000,3.682
5,mlp.experts.94.down_proj,0.0000001581,0.05000,3.701
5,mlp.experts.80.down_proj,0.0000000261,0.05000,3.731
5,mlp.experts.82.down_proj,0.0000000410,0.05000,3.706
5,mlp.experts.86.down_proj,0.0000000811,0.05000,3.700
5,mlp.experts.167.down_proj,0.0000001119,0.05000,3.761
5,mlp.experts.84.down_proj,0.0000000527,0.05000,3.704
5,mlp.experts.92.down_proj,0.0000002304,0.05000,3.747
5,mlp.experts.101.down_proj,0.0000001369,0.05000,3.577
5,mlp.experts.105.down_proj,0.0000001002,0.05000,3.568
5,mlp.experts.109.down_proj,0.0000000258,0.05000,3.521
5,mlp.experts.47.down_proj,0.0000000131,0.05000,3.587
5,mlp.experts.106.down_proj,0.0000000180,0.05000,3.549
5,mlp.experts.161.down_proj,0.0000000696,0.05000,3.588
5,mlp.experts.104.down_proj,0.0000000301,0.05000,3.522
5,mlp.experts.107.down_proj,0.0000000231,0.05000,3.566
5,mlp.experts.110.down_proj,0.0000000485,0.05000,3.490
5,mlp.experts.35.down_proj,0.0000001473,0.05000,3.574
5,mlp.experts.96.down_proj,0.0000000884,0.05000,3.504
5,mlp.experts.98.down_proj,0.0000001333,0.05000,3.517
5,mlp.experts.102.down_proj,0.0000000389,0.05000,3.529
5,mlp.experts.100.down_proj,0.0000001112,0.05000,3.513
5,mlp.experts.183.down_proj,0.0000003326,0.05000,3.607
5,mlp.experts.108.down_proj,0.0000000892,0.05000,3.515
5,mlp.experts.117.down_proj,0.0000002798,0.05000,3.506
5,mlp.experts.121.down_proj,0.0000000147,0.05000,3.455
5,mlp.experts.125.down_proj,0.0000002211,0.05000,3.567
5,mlp.experts.63.down_proj,0.0000001018,0.05000,3.559
5,mlp.experts.122.down_proj,0.0000000692,0.05000,3.558
5,mlp.experts.177.down_proj,0.0000000946,0.05000,3.522
5,mlp.experts.123.down_proj,0.0000003004,0.05000,3.603
5,mlp.experts.120.down_proj,0.0000002649,0.05000,3.633
5,mlp.experts.126.down_proj,0.0000008683,0.05000,3.556
5,mlp.experts.51.down_proj,0.0000000236,0.05000,3.561
5,mlp.experts.114.down_proj,0.0000000729,0.05000,3.528
5,mlp.experts.112.down_proj,0.0000000165,0.05000,3.640
5,mlp.experts.199.down_proj,0.0000000449,0.05000,3.522
5,mlp.experts.118.down_proj,0.0000000862,0.05000,3.628
5,mlp.experts.116.down_proj,0.0000000285,0.05000,3.634
5,mlp.experts.124.down_proj,0.0000000587,0.05000,3.598
5,mlp.experts.133.down_proj,0.0000000784,0.05000,3.668
5,mlp.experts.137.down_proj,0.0000000928,0.05000,3.701
5,mlp.experts.141.down_proj,0.0000001694,0.05000,3.782
5,mlp.experts.138.down_proj,0.0000000606,0.05000,3.743
5,mlp.experts.79.down_proj,0.0000000292,0.05000,3.811
5,mlp.experts.193.down_proj,0.0000000272,0.05000,3.777
5,mlp.experts.139.down_proj,0.0000001106,0.05000,3.765
5,mlp.experts.142.down_proj,0.0000000614,0.05000,3.733
5,mlp.experts.136.down_proj,0.0000000471,0.05000,3.813
5,mlp.experts.67.down_proj,0.0000001018,0.05000,3.820
5,mlp.experts.130.down_proj,0.0000000337,0.05000,3.794
5,mlp.experts.215.down_proj,0.0000000318,0.05000,3.807
5,mlp.experts.134.down_proj,0.0000000191,0.05000,3.855
5,mlp.experts.128.down_proj,0.0000000854,0.05000,3.910
5,mlp.experts.132.down_proj,0.0000000188,0.05000,3.902
5,mlp.experts.140.down_proj,0.0000004357,0.05000,3.819
5,mlp.experts.149.down_proj,0.0000001287,0.05000,3.747
5,mlp.experts.153.down_proj,0.0000000397,0.05000,3.750
5,mlp.experts.157.down_proj,0.0000000617,0.05000,3.656
5,mlp.experts.154.down_proj,0.0000000355,0.05000,3.665
5,mlp.experts.209.down_proj,0.0000000287,0.05000,3.617
5,mlp.experts.95.down_proj,0.0000000543,0.05000,3.653
5,mlp.experts.155.down_proj,0.0000001083,0.05000,3.591
5,mlp.experts.158.down_proj,0.0000000407,0.05000,3.648
5,mlp.experts.152.down_proj,0.0000000608,0.05000,3.662
5,mlp.experts.83.down_proj,0.0000000357,0.05000,3.657
5,mlp.experts.146.down_proj,0.0000000539,0.05000,3.694
5,mlp.experts.231.down_proj,0.0000000215,0.05000,3.655
5,mlp.experts.144.down_proj,0.0000000725,0.05000,3.599
5,mlp.experts.150.down_proj,0.0000000536,0.05000,3.644
5,mlp.experts.148.down_proj,0.0000001385,0.05000,3.644
5,mlp.experts.156.down_proj,0.0000000492,0.05000,3.667
5,mlp.experts.165.down_proj,0.0000001213,0.05000,3.683
5,mlp.experts.169.down_proj,0.0000000403,0.05000,3.661
5,mlp.experts.173.down_proj,0.0000000272,0.05000,3.688
5,mlp.experts.170.down_proj,0.0000000609,0.05000,3.686
5,mlp.experts.225.down_proj,0.0000001574,0.05000,3.662
5,mlp.experts.111.down_proj,0.0000000244,0.05000,3.674
5,mlp.experts.241.down_proj,failsafe(rtn): 0.0008812,0.00000,0.156
5,mlp.experts.174.down_proj,0.0000000703,0.05000,3.624
5,mlp.experts.171.down_proj,0.0000000342,0.05000,3.716
5,mlp.experts.168.down_proj,0.0000000827,0.05000,3.668
5,mlp.experts.99.down_proj,0.0000000171,0.05000,3.611
5,mlp.experts.162.down_proj,0.0000000166,0.05000,3.601
5,mlp.experts.160.down_proj,0.0000000170,0.05000,3.589
5,mlp.experts.247.down_proj,0.0000000361,0.05000,3.674
5,mlp.experts.166.down_proj,0.0000000226,0.05000,3.633
5,mlp.experts.164.down_proj,0.0000000704,0.05000,3.679
5,mlp.experts.172.down_proj,0.0000001058,0.05000,3.665
5,mlp.experts.181.down_proj,0.0000000936,0.05000,3.438
5,mlp.experts.185.down_proj,0.0000000657,0.05000,3.455
5,mlp.experts.189.down_proj,0.0000000283,0.05000,3.415
5,mlp.experts.127.down_proj,0.0000000451,0.05000,3.352
5,mlp.experts.186.down_proj,0.0000000119,0.05000,3.442
5,mlp.experts.187.down_proj,0.0000001090,0.05000,3.329
5,mlp.experts.190.down_proj,0.0000000241,0.05000,3.393
5,mlp.experts.184.down_proj,0.0000000161,0.05000,3.366
5,mlp.experts.115.down_proj,0.0000001000,0.05000,3.422
5,mlp.experts.178.down_proj,0.0000001231,0.05000,3.381
5,mlp.experts.176.down_proj,0.0000000206,0.05000,3.408
5,mlp.experts.182.down_proj,0.0000000861,0.05000,3.388
5,mlp.experts.180.down_proj,0.0000000192,0.05000,3.352
5,mlp.experts.188.down_proj,0.0000001046,0.05000,3.370
5,mlp.experts.197.down_proj,0.0000001015,0.05000,3.387
5,mlp.experts.201.down_proj,0.0000000212,0.05000,3.397
5,mlp.experts.205.down_proj,0.0000000721,0.05000,3.362
5,mlp.experts.143.down_proj,0.0000000175,0.05000,3.324
5,mlp.experts.202.down_proj,0.0000000960,0.05000,3.324
5,mlp.experts.203.down_proj,0.0000000901,0.05000,3.352
5,mlp.experts.206.down_proj,0.0000000238,0.05000,3.389
5,mlp.experts.200.down_proj,0.0000000137,0.05000,3.421
5,mlp.experts.131.down_proj,0.0000000182,0.05000,3.405
5,mlp.experts.194.down_proj,0.0000000334,0.05000,3.421
5,mlp.experts.192.down_proj,0.0000000877,0.05000,3.423
5,mlp.experts.198.down_proj,0.0000003027,0.05000,3.386
5,mlp.experts.196.down_proj,0.0000000276,0.05000,3.415
5,mlp.experts.204.down_proj,0.0000000317,0.05000,3.380
5,mlp.experts.213.down_proj,0.0000001008,0.05000,3.356
5,mlp.experts.221.down_proj,0.0000002110,0.05000,3.327
5,mlp.experts.217.down_proj,0.0000002796,0.05000,3.391
5,mlp.experts.218.down_proj,0.0000000322,0.05000,3.352
5,mlp.experts.159.down_proj,0.0000000144,0.05000,3.441
5,mlp.experts.219.down_proj,0.0000000910,0.05000,3.349
5,mlp.experts.222.down_proj,0.0000000291,0.05000,3.349
5,mlp.experts.147.down_proj,0.0000000454,0.05000,3.245
5,mlp.experts.216.down_proj,0.0000001039,0.05000,3.291
5,mlp.experts.210.down_proj,0.0000000675,0.05000,3.345
5,mlp.experts.214.down_proj,0.0000000236,0.05000,3.330
5,mlp.experts.208.down_proj,0.0000001337,0.05000,3.381
5,mlp.experts.212.down_proj,0.0000001365,0.05000,3.280
5,mlp.experts.220.down_proj,0.0000000268,0.05000,3.259
5,mlp.experts.229.down_proj,0.0000000203,0.05000,3.328
5,mlp.experts.237.down_proj,0.0000000124,0.05000,3.248
5,mlp.experts.233.down_proj,0.0000006748,0.05000,3.295
5,mlp.experts.234.down_proj,0.0000000220,0.05000,3.214
5,mlp.experts.175.down_proj,0.0000000477,0.05000,3.221
5,mlp.experts.235.down_proj,0.0000000882,0.05000,3.282
5,mlp.experts.238.down_proj,0.0000000245,0.05000,3.238
5,mlp.experts.163.down_proj,0.0000000585,0.05000,3.281
5,mlp.experts.232.down_proj,0.0000000844,0.05000,3.319
5,mlp.experts.226.down_proj,0.0000000566,0.05000,3.323
5,mlp.experts.230.down_proj,0.0000000145,0.05000,3.262
5,mlp.experts.236.down_proj,0.0000001002,0.05000,3.228
5,mlp.experts.224.down_proj,0.0000000365,0.05000,3.343
5,mlp.experts.228.down_proj,0.0000001090,0.05000,3.308
5,mlp.experts.245.down_proj,0.0000001184,0.05000,3.290
5,mlp.experts.253.down_proj,0.0000000812,0.05000,3.277
5,mlp.experts.249.down_proj,0.0000000368,0.05000,3.275
5,mlp.experts.250.down_proj,0.0000000963,0.05000,3.202
5,mlp.experts.191.down_proj,0.0000000705,0.05000,3.202
5,mlp.experts.251.down_proj,0.0000000535,0.05000,3.096
5,mlp.experts.254.down_proj,0.0000001631,0.05000,3.100
5,mlp.experts.179.down_proj,0.0000000959,0.05000,3.072
5,mlp.experts.248.down_proj,0.0000000190,0.05000,2.994
5,mlp.experts.242.down_proj,0.0000000822,0.05000,2.902
5,mlp.experts.246.down_proj,0.0000001028,0.05000,2.879
5,mlp.experts.240.down_proj,0.0000000308,0.05000,2.790
5,mlp.experts.244.down_proj,0.0000000155,0.05000,2.790
5,mlp.experts.252.down_proj,0.0000001275,0.05000,2.839
5,mlp.experts.207.down_proj,0.0000000226,0.05000,0.532
5,mlp.experts.195.down_proj,0.0000002484,0.05000,0.424
5,mlp.experts.211.down_proj,0.0000000717,0.05000,0.262
5,mlp.experts.223.down_proj,0.0000001104,0.05000,0.314
5,mlp.experts.227.down_proj,0.0000000271,0.05000,0.264
5,mlp.experts.239.down_proj,0.0000000113,0.05000,0.276
5,mlp.experts.243.down_proj,0.0000000241,0.05000,0.260
5,mlp.experts.255.down_proj,0.0000000094,0.05000,0.249
6,mlp.experts.12.gate_proj,0.0000015993,0.05000,14.932
6,mlp.experts.13.gate_proj,0.0000045072,0.05000,15.066
6,mlp.experts.10.gate_proj,0.0000056585,0.05000,15.065
6,mlp.experts.0.gate_proj,0.0000022419,0.05000,15.084
6,mlp.experts.4.gate_proj,0.0000028584,0.05000,15.442
6,mlp.experts.8.gate_proj,0.0000047971,0.05000,15.184
6,mlp.experts.9.gate_proj,0.0000062346,0.05000,15.177
6,mlp.experts.14.gate_proj,0.0000035861,0.05000,15.219
6,mlp.experts.1.gate_proj,0.0000086285,0.05000,15.534
6,mlp.experts.2.gate_proj,0.0000042378,0.05000,15.266
6,mlp.experts.5.gate_proj,0.0000090494,0.05000,15.287
6,mlp.experts.7.gate_proj,0.0000039447,0.05000,15.349
6,mlp.experts.6.gate_proj,0.0000153190,0.05000,15.344
6,mlp.experts.15.gate_proj,0.0000063612,0.05000,15.350
6,mlp.experts.3.gate_proj,0.0000029396,0.05000,15.381
6,mlp.experts.11.gate_proj,0.0000025148,0.05000,15.391
6,mlp.experts.28.gate_proj,0.0000047704,0.05000,14.205
6,mlp.experts.26.gate_proj,0.0000034490,0.05000,14.157
6,mlp.experts.21.gate_proj,0.0000052106,0.05000,13.930
6,mlp.experts.16.gate_proj,0.0000035849,0.05000,14.167
6,mlp.experts.29.gate_proj,0.0000037273,0.05000,14.214
6,mlp.experts.20.gate_proj,0.0000072418,0.05000,14.132
6,mlp.experts.25.gate_proj,0.0000038915,0.05000,14.107
6,mlp.experts.24.gate_proj,0.0000029683,0.05000,14.210
6,mlp.experts.17.gate_proj,0.0000060655,0.05000,14.178
6,mlp.experts.30.gate_proj,0.0000028362,0.05000,14.232
6,mlp.experts.31.gate_proj,0.0000029054,0.05000,14.128
6,mlp.experts.18.gate_proj,0.0000042961,0.05000,14.226
6,mlp.experts.27.gate_proj,0.0000060913,0.05000,14.104
6,mlp.experts.23.gate_proj,0.0000046036,0.05000,14.254
6,mlp.experts.22.gate_proj,0.0000023378,0.05000,14.251
6,mlp.experts.19.gate_proj,0.0000034789,0.05000,14.239
6,mlp.experts.45.gate_proj,0.0000065114,0.05000,14.829
6,mlp.experts.42.gate_proj,0.0000024698,0.05000,14.890
6,mlp.experts.44.gate_proj,0.0000162519,0.05000,15.005
6,mlp.experts.32.gate_proj,0.0000113284,0.05000,14.930
6,mlp.experts.37.gate_proj,0.0000033529,0.05000,14.945
6,mlp.experts.40.gate_proj,0.0000036973,0.05000,14.800
6,mlp.experts.36.gate_proj,0.0000048336,0.05000,15.060
6,mlp.experts.33.gate_proj,0.0000047771,0.05000,14.944
6,mlp.experts.41.gate_proj,0.0000022843,0.05000,15.101
6,mlp.experts.34.gate_proj,0.0000030727,0.05000,14.965
6,mlp.experts.47.gate_proj,0.0000049089,0.05000,15.015
6,mlp.experts.38.gate_proj,0.0000183397,0.05000,14.914
6,mlp.experts.43.gate_proj,0.0000020718,0.05000,15.029
6,mlp.experts.35.gate_proj,0.0000162808,0.05000,14.967
6,mlp.experts.46.gate_proj,0.0000034703,0.05000,15.176
6,mlp.experts.39.gate_proj,0.0000033890,0.05000,15.049
6,mlp.experts.53.gate_proj,0.0000018369,0.05000,14.556
6,mlp.experts.58.gate_proj,0.0000045655,0.05000,14.650
6,mlp.experts.56.gate_proj,0.0000057072,0.05000,14.634
6,mlp.experts.60.gate_proj,0.0000014389,0.05000,14.676
6,mlp.experts.61.gate_proj,0.0000031578,0.05000,14.753
6,mlp.experts.52.gate_proj,0.0000026077,0.05000,14.659
6,mlp.experts.48.gate_proj,0.0000057225,0.05000,14.838
6,mlp.experts.49.gate_proj,0.0000045930,0.05000,14.663
6,mlp.experts.50.gate_proj,0.0000073882,0.05000,14.627
6,mlp.experts.57.gate_proj,0.0000035784,0.05000,14.687
6,mlp.experts.54.gate_proj,0.0000030391,0.05000,14.688
6,mlp.experts.59.gate_proj,0.0000038395,0.05000,14.726
6,mlp.experts.63.gate_proj,0.0000029014,0.05000,14.823
6,mlp.experts.62.gate_proj,0.0000048736,0.05000,14.666
6,mlp.experts.55.gate_proj,0.0000038642,0.05000,14.665
6,mlp.experts.51.gate_proj,0.0000078322,0.05000,14.835
6,mlp.experts.69.gate_proj,0.0000041564,0.05000,14.967
6,mlp.experts.76.gate_proj,0.0000055884,0.05000,14.948
6,mlp.experts.74.gate_proj,0.0000040487,0.05000,14.997
6,mlp.experts.72.gate_proj,0.0000047854,0.05000,14.987
6,mlp.experts.77.gate_proj,0.0000052285,0.05000,14.988
6,mlp.experts.65.gate_proj,0.0000031228,0.05000,14.940
6,mlp.experts.64.gate_proj,0.0000039005,0.05000,14.987
6,mlp.experts.73.gate_proj,0.0000027034,0.05000,14.932
6,mlp.experts.68.gate_proj,0.0000026290,0.05000,15.059
6,mlp.experts.66.gate_proj,0.0000200536,0.05000,15.088
6,mlp.experts.70.gate_proj,0.0000057617,0.05000,14.915
6,mlp.experts.78.gate_proj,0.0000017589,0.05000,14.980
6,mlp.experts.71.gate_proj,0.0000047054,0.05000,14.952
6,mlp.experts.75.gate_proj,0.0000120655,0.05000,15.083
6,mlp.experts.79.gate_proj,0.0000021848,0.05000,15.205
6,mlp.experts.67.gate_proj,0.0000040088,0.05000,15.099
6,mlp.experts.93.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.888
6,mlp.experts.85.gate_proj,0.0000028946,0.05000,14.589
6,mlp.experts.88.gate_proj,0.0000112645,0.05000,14.604
6,mlp.experts.90.gate_proj,0.0000029279,0.05000,14.636
6,mlp.experts.80.gate_proj,0.0000051462,0.05000,14.448
6,mlp.experts.92.gate_proj,0.0000029490,0.05000,14.696
6,mlp.experts.81.gate_proj,0.0000019180,0.05000,14.660
6,mlp.experts.84.gate_proj,0.0000045542,0.05000,14.563
6,mlp.experts.89.gate_proj,0.0000016946,0.05000,14.649
6,mlp.experts.86.gate_proj,0.0000110577,0.05000,14.609
6,mlp.experts.82.gate_proj,0.0000058520,0.05000,14.662
6,mlp.experts.94.gate_proj,0.0000263103,0.05000,14.613
6,mlp.experts.91.gate_proj,0.0000043503,0.05000,14.610
6,mlp.experts.87.gate_proj,0.0000052383,0.05000,14.697
6,mlp.experts.83.gate_proj,0.0000067912,0.05000,14.597
6,mlp.experts.95.gate_proj,0.0000045181,0.05000,14.637
6,mlp.experts.109.gate_proj,0.0000071737,0.05000,14.642
6,mlp.experts.101.gate_proj,0.0000035100,0.05000,14.882
6,mlp.experts.106.gate_proj,0.0000057767,0.05000,14.907
6,mlp.experts.104.gate_proj,0.0000032901,0.05000,14.993
6,mlp.experts.96.gate_proj,0.0000024178,0.05000,14.941
6,mlp.experts.108.gate_proj,0.0000052278,0.05000,14.903
6,mlp.experts.105.gate_proj,0.0000025407,0.05000,14.866
6,mlp.experts.97.gate_proj,0.0000038247,0.05000,15.022
6,mlp.experts.100.gate_proj,0.0000035261,0.05000,15.110
6,mlp.experts.98.gate_proj,0.0000040018,0.05000,14.998
6,mlp.experts.107.gate_proj,0.0000044952,0.05000,14.854
6,mlp.experts.102.gate_proj,0.0000040267,0.05000,15.059
6,mlp.experts.110.gate_proj,0.0000024053,0.05000,15.050
6,mlp.experts.111.gate_proj,0.0000051222,0.05000,14.928
6,mlp.experts.103.gate_proj,0.0000038444,0.05000,15.078
6,mlp.experts.99.gate_proj,0.0000057652,0.05000,15.049
6,mlp.experts.125.gate_proj,0.0000020969,0.05000,14.965
6,mlp.experts.117.gate_proj,0.0000010943,0.05000,14.889
6,mlp.experts.120.gate_proj,0.0000026967,0.05000,14.896
6,mlp.experts.124.gate_proj,0.0000038056,0.05000,14.968
6,mlp.experts.122.gate_proj,0.0000028322,0.05000,15.062
6,mlp.experts.112.gate_proj,0.0000129554,0.05000,15.029
6,mlp.experts.121.gate_proj,0.0000024101,0.05000,14.956
6,mlp.experts.113.gate_proj,0.0000032646,0.05000,14.885
6,mlp.experts.116.gate_proj,0.0000076519,0.05000,15.097
6,mlp.experts.114.gate_proj,0.0000030621,0.05000,15.105
6,mlp.experts.123.gate_proj,0.0000044223,0.05000,15.102
6,mlp.experts.126.gate_proj,0.0000027740,0.05000,14.995
6,mlp.experts.118.gate_proj,0.0000018647,0.05000,15.212
6,mlp.experts.115.gate_proj,0.0000094389,0.05000,14.980
6,mlp.experts.119.gate_proj,0.0000028706,0.05000,15.124
6,mlp.experts.127.gate_proj,0.0000026126,0.05000,15.146
6,mlp.experts.141.gate_proj,0.0000145647,0.05000,15.235
6,mlp.experts.133.gate_proj,0.0000034199,0.05000,14.424
6,mlp.experts.137.gate_proj,0.0000034885,0.05000,14.226
6,mlp.experts.129.gate_proj,0.0000045005,0.05000,14.234
6,mlp.experts.136.gate_proj,0.0000030750,0.05000,14.507
6,mlp.experts.128.gate_proj,0.0000037042,0.05000,14.401
6,mlp.experts.138.gate_proj,0.0000017974,0.05000,14.454
6,mlp.experts.140.gate_proj,0.0000036854,0.05000,14.553
6,mlp.experts.132.gate_proj,0.0000054762,0.05000,14.266
6,mlp.experts.142.gate_proj,0.0000020829,0.05000,14.260
6,mlp.experts.134.gate_proj,0.0000163215,0.05000,14.201
6,mlp.experts.130.gate_proj,0.0000109506,0.05000,14.460
6,mlp.experts.139.gate_proj,0.0000023983,0.05000,14.438
6,mlp.experts.131.gate_proj,0.0000018459,0.05000,14.282
6,mlp.experts.143.gate_proj,0.0000048175,0.05000,14.337
6,mlp.experts.135.gate_proj,0.0000026927,0.05000,14.503
6,mlp.experts.157.gate_proj,0.0000042204,0.05000,14.314
6,mlp.experts.149.gate_proj,0.0000029652,0.05000,14.991
6,mlp.experts.144.gate_proj,0.0000048002,0.05000,14.955
6,mlp.experts.153.gate_proj,0.0000014499,0.05000,15.060
6,mlp.experts.145.gate_proj,0.0000029360,0.05000,15.063
6,mlp.experts.152.gate_proj,0.0000008403,0.05000,15.078
6,mlp.experts.154.gate_proj,0.0000025725,0.05000,15.085
6,mlp.experts.156.gate_proj,0.0000082562,0.05000,15.182
6,mlp.experts.148.gate_proj,0.0000036227,0.05000,15.058
6,mlp.experts.158.gate_proj,0.0000034154,0.05000,15.089
6,mlp.experts.150.gate_proj,0.0000106959,0.05000,15.172
6,mlp.experts.146.gate_proj,0.0000040197,0.05000,15.135
6,mlp.experts.155.gate_proj,0.0000108656,0.05000,15.139
6,mlp.experts.147.gate_proj,0.0000035576,0.05000,15.099
6,mlp.experts.159.gate_proj,0.0000034264,0.05000,15.045
6,mlp.experts.151.gate_proj,0.0000188857,0.05000,15.046
6,mlp.experts.173.gate_proj,0.0000046559,0.05000,15.060
6,mlp.experts.165.gate_proj,0.0000028436,0.05000,14.980
6,mlp.experts.169.gate_proj,0.0000029259,0.05000,14.908
6,mlp.experts.160.gate_proj,0.0000015869,0.05000,14.953
6,mlp.experts.168.gate_proj,0.0000044605,0.05000,15.069
6,mlp.experts.161.gate_proj,0.0000044445,0.05000,15.093
6,mlp.experts.170.gate_proj,0.0000099703,0.05000,15.020
6,mlp.experts.172.gate_proj,0.0000035449,0.05000,15.001
6,mlp.experts.164.gate_proj,0.0000024702,0.05000,15.113
6,mlp.experts.174.gate_proj,0.0000031609,0.05000,15.093
6,mlp.experts.166.gate_proj,0.0000025004,0.05000,15.053
6,mlp.experts.171.gate_proj,0.0000066699,0.05000,15.091
6,mlp.experts.163.gate_proj,0.0000018785,0.05000,15.080
6,mlp.experts.175.gate_proj,0.0000042301,0.05000,15.098
6,mlp.experts.162.gate_proj,0.0000033215,0.05000,15.285
6,mlp.experts.167.gate_proj,0.0000014197,0.05000,15.178
6,mlp.experts.189.gate_proj,0.0000067762,0.05000,15.092
6,mlp.experts.181.gate_proj,0.0000020382,0.05000,15.386
6,mlp.experts.185.gate_proj,0.0000116839,0.05000,15.345
6,mlp.experts.176.gate_proj,0.0000050562,0.05000,15.481
6,mlp.experts.184.gate_proj,0.0000054644,0.05000,15.311
6,mlp.experts.186.gate_proj,0.0000056734,0.05000,15.441
6,mlp.experts.177.gate_proj,0.0000053243,0.05000,15.457
6,mlp.experts.188.gate_proj,0.0000147583,0.05000,15.380
6,mlp.experts.180.gate_proj,0.0000186500,0.05000,15.341
6,mlp.experts.182.gate_proj,0.0000038067,0.05000,15.221
6,mlp.experts.190.gate_proj,0.0000028743,0.05000,15.358
6,mlp.experts.187.gate_proj,0.0000023521,0.05000,15.331
6,mlp.experts.191.gate_proj,0.0000047249,0.05000,15.312
6,mlp.experts.179.gate_proj,0.0000039984,0.05000,15.411
6,mlp.experts.178.gate_proj,0.0000037038,0.05000,15.389
6,mlp.experts.183.gate_proj,0.0000022084,0.05000,15.461
6,mlp.experts.205.gate_proj,0.0000031394,0.05000,15.468
6,mlp.experts.197.gate_proj,0.0000069435,0.05000,14.648
6,mlp.experts.201.gate_proj,0.0000059388,0.05000,14.700
6,mlp.experts.192.gate_proj,0.0000045757,0.05000,14.610
6,mlp.experts.193.gate_proj,0.0000022671,0.05000,14.592
6,mlp.experts.204.gate_proj,0.0000037000,0.05000,14.534
6,mlp.experts.200.gate_proj,0.0000036884,0.05000,14.839
6,mlp.experts.196.gate_proj,0.0000021048,0.05000,14.554
6,mlp.experts.202.gate_proj,0.0000025672,0.05000,14.840
6,mlp.experts.206.gate_proj,0.0000026666,0.05000,14.627
6,mlp.experts.198.gate_proj,0.0000027922,0.05000,14.773
6,mlp.experts.207.gate_proj,0.0000027456,0.05000,14.610
6,mlp.experts.203.gate_proj,0.0000039341,0.05000,14.726
6,mlp.experts.194.gate_proj,0.0000032151,0.05000,14.552
6,mlp.experts.195.gate_proj,0.0000159922,0.05000,14.869
6,mlp.experts.221.gate_proj,0.0000051312,0.05000,14.605
6,mlp.experts.199.gate_proj,0.0000036516,0.05000,14.797
6,mlp.experts.213.gate_proj,0.0000032618,0.05000,15.122
6,mlp.experts.217.gate_proj,0.0000032327,0.05000,15.072
6,mlp.experts.208.gate_proj,0.0000021858,0.05000,15.013
6,mlp.experts.209.gate_proj,0.0000070145,0.05000,15.063
6,mlp.experts.220.gate_proj,0.0000057489,0.05000,15.135
6,mlp.experts.212.gate_proj,0.0000062044,0.05000,15.073
6,mlp.experts.216.gate_proj,0.0000032363,0.05000,15.267
6,mlp.experts.218.gate_proj,0.0000018557,0.05000,15.235
6,mlp.experts.214.gate_proj,0.0000028351,0.05000,15.025
6,mlp.experts.222.gate_proj,0.0000077570,0.05000,15.163
6,mlp.experts.219.gate_proj,0.0000038827,0.05000,15.203
6,mlp.experts.210.gate_proj,0.0000017853,0.05000,15.194
6,mlp.experts.211.gate_proj,0.0000014398,0.05000,15.027
6,mlp.experts.223.gate_proj,0.0000045193,0.05000,15.333
6,mlp.experts.237.gate_proj,0.0000051159,0.05000,15.139
6,mlp.experts.215.gate_proj,0.0000031085,0.05000,15.246
6,mlp.experts.229.gate_proj,0.0000168711,0.05000,15.029
6,mlp.experts.233.gate_proj,0.0000046943,0.05000,14.966
6,mlp.experts.224.gate_proj,0.0000063874,0.05000,14.949
6,mlp.experts.236.gate_proj,0.0000028877,0.05000,14.864
6,mlp.experts.225.gate_proj,0.0000030759,0.05000,14.964
6,mlp.experts.228.gate_proj,0.0000044977,0.05000,14.995
6,mlp.experts.232.gate_proj,0.0000092507,0.05000,14.918
6,mlp.experts.238.gate_proj,0.0000020313,0.05000,14.833
6,mlp.experts.234.gate_proj,0.0000122015,0.05000,14.934
6,mlp.experts.230.gate_proj,0.0000029610,0.05000,15.044
6,mlp.experts.235.gate_proj,0.0000031545,0.05000,14.997
6,mlp.experts.226.gate_proj,0.0000039992,0.05000,14.996
6,mlp.experts.227.gate_proj,0.0000088123,0.05000,15.012
6,mlp.experts.239.gate_proj,0.0000025702,0.05000,14.994
6,mlp.experts.253.gate_proj,0.0000053694,0.05000,14.978
6,mlp.experts.231.gate_proj,0.0000018863,0.05000,14.987
6,mlp.experts.245.gate_proj,0.0000031634,0.05000,14.578
6,mlp.experts.249.gate_proj,0.0000047402,0.05000,14.569
6,mlp.experts.240.gate_proj,0.0000032946,0.05000,14.534
6,mlp.experts.252.gate_proj,0.0000022462,0.05000,14.599
6,mlp.experts.241.gate_proj,0.0000037101,0.05000,14.661
6,mlp.experts.244.gate_proj,0.0000019137,0.05000,14.630
6,mlp.experts.254.gate_proj,0.0000054571,0.05000,14.630
6,mlp.experts.250.gate_proj,0.0000047713,0.05000,14.614
6,mlp.experts.248.gate_proj,0.0000030759,0.05000,14.816
6,mlp.experts.246.gate_proj,0.0000069336,0.05000,14.752
6,mlp.experts.243.gate_proj,0.0000038451,0.05000,14.570
6,mlp.experts.251.gate_proj,0.0000189628,0.05000,14.707
6,mlp.experts.242.gate_proj,0.0000038963,0.05000,14.699
6,mlp.experts.255.gate_proj,0.0000054380,0.05000,14.737
6,mlp.experts.13.up_proj,0.0000042026,0.05000,14.632
6,mlp.experts.247.gate_proj,0.0000072216,0.05000,14.633
6,mlp.experts.9.up_proj,0.0000054938,0.05000,15.169
6,mlp.experts.5.up_proj,0.0000083476,0.05000,15.384
6,mlp.experts.0.up_proj,0.0000020561,0.05000,15.240
6,mlp.experts.12.up_proj,0.0000014818,0.05000,15.258
6,mlp.experts.1.up_proj,0.0000078500,0.05000,15.363
6,mlp.experts.4.up_proj,0.0000024521,0.05000,15.257
6,mlp.experts.14.up_proj,0.0000032837,0.05000,15.218
6,mlp.experts.8.up_proj,0.0000044206,0.05000,15.248
6,mlp.experts.10.up_proj,0.0000052204,0.05000,15.415
6,mlp.experts.6.up_proj,0.0000141675,0.05000,15.390
6,mlp.experts.2.up_proj,0.0000035549,0.05000,15.279
6,mlp.experts.11.up_proj,0.0000023065,0.05000,15.454
6,mlp.experts.3.up_proj,0.0000025696,0.05000,15.491
6,mlp.experts.15.up_proj,0.0000064521,0.05000,15.348
6,mlp.experts.29.up_proj,0.0000033520,0.05000,15.326
6,mlp.experts.7.up_proj,0.0000036949,0.05000,15.420
6,mlp.experts.25.up_proj,0.0000033034,0.05000,14.882
6,mlp.experts.21.up_proj,0.0000045341,0.05000,14.982
6,mlp.experts.16.up_proj,0.0000030913,0.05000,15.018
6,mlp.experts.28.up_proj,0.0000043949,0.05000,15.040
6,mlp.experts.17.up_proj,0.0000054368,0.05000,14.949
6,mlp.experts.20.up_proj,0.0000065853,0.05000,14.950
6,mlp.experts.30.up_proj,0.0000025716,0.05000,14.892
6,mlp.experts.24.up_proj,0.0000027847,0.05000,14.957
6,mlp.experts.26.up_proj,0.0000030736,0.05000,14.927
6,mlp.experts.22.up_proj,0.0000021438,0.05000,14.952
6,mlp.experts.18.up_proj,0.0000036898,0.05000,14.907
6,mlp.experts.31.up_proj,0.0000026449,0.05000,14.900
6,mlp.experts.19.up_proj,0.0000029240,0.05000,14.971
6,mlp.experts.45.up_proj,0.0000060247,0.05000,14.817
6,mlp.experts.27.up_proj,0.0000048632,0.05000,15.058
6,mlp.experts.23.up_proj,0.0000042822,0.05000,14.867
6,mlp.experts.41.up_proj,0.0000021125,0.05000,14.933
6,mlp.experts.37.up_proj,0.0000029505,0.05000,14.899
6,mlp.experts.32.up_proj,0.0000096080,0.05000,15.097
6,mlp.experts.44.up_proj,0.0000137307,0.05000,14.985
6,mlp.experts.33.up_proj,0.0000043632,0.05000,15.016
6,mlp.experts.36.up_proj,0.0000044762,0.05000,15.022
6,mlp.experts.46.up_proj,0.0000032290,0.05000,15.026
6,mlp.experts.40.up_proj,0.0000034487,0.05000,15.040
6,mlp.experts.42.up_proj,0.0000021598,0.05000,15.010
6,mlp.experts.38.up_proj,0.0000164254,0.05000,14.883
6,mlp.experts.34.up_proj,0.0000027635,0.05000,15.030
6,mlp.experts.47.up_proj,0.0000042743,0.05000,14.941
6,mlp.experts.43.up_proj,0.0000019794,0.05000,14.883
6,mlp.experts.61.up_proj,0.0000029263,0.05000,14.907
6,mlp.experts.35.up_proj,0.0000145585,0.05000,14.992
6,mlp.experts.39.up_proj,0.0000031324,0.05000,14.965
6,mlp.experts.57.up_proj,0.0000031429,0.05000,15.337
6,mlp.experts.53.up_proj,0.0000017208,0.05000,15.290
6,mlp.experts.48.up_proj,0.0000053496,0.05000,15.366
6,mlp.experts.49.up_proj,0.0000043659,0.05000,15.336
6,mlp.experts.60.up_proj,0.0000013197,0.05000,15.416
6,mlp.experts.52.up_proj,0.0000024415,0.05000,15.336
6,mlp.experts.62.up_proj,0.0000041876,0.05000,15.550
6,mlp.experts.58.up_proj,0.0000039458,0.05000,15.308
6,mlp.experts.56.up_proj,0.0000053490,0.05000,15.438
6,mlp.experts.54.up_proj,0.0000025998,0.05000,15.422
6,mlp.experts.63.up_proj,0.0000027153,0.05000,15.313
6,mlp.experts.50.up_proj,0.0000063561,0.05000,15.560
6,mlp.experts.77.up_proj,0.0000048226,0.05000,15.459
6,mlp.experts.59.up_proj,0.0000033516,0.05000,15.473
6,mlp.experts.51.up_proj,0.0000064397,0.05000,15.486
6,mlp.experts.55.up_proj,0.0000036635,0.05000,15.452
6,mlp.experts.93.up_proj,failsafe(rtn): 0.0008698,0.00000,0.723
6,mlp.experts.73.up_proj,0.0000022948,0.05000,15.124
6,mlp.experts.69.up_proj,0.0000038568,0.05000,15.160
6,mlp.experts.64.up_proj,0.0000036073,0.05000,15.249
6,mlp.experts.68.up_proj,0.0000024735,0.05000,15.097
6,mlp.experts.76.up_proj,0.0000051845,0.05000,15.190
6,mlp.experts.65.up_proj,0.0000029010,0.05000,15.304
6,mlp.experts.74.up_proj,0.0000038102,0.05000,15.274
6,mlp.experts.78.up_proj,0.0000016539,0.05000,15.290
6,mlp.experts.72.up_proj,0.0000044376,0.05000,15.250
6,mlp.experts.70.up_proj,0.0000053543,0.05000,15.287
6,mlp.experts.79.up_proj,0.0000021065,0.05000,15.324
6,mlp.experts.66.up_proj,0.0000178883,0.05000,15.194
6,mlp.experts.67.up_proj,0.0000036801,0.05000,15.267
6,mlp.experts.75.up_proj,0.0000106363,0.05000,15.375
6,mlp.experts.71.up_proj,0.0000039362,0.05000,15.355
6,mlp.experts.109.up_proj,0.0000061895,0.05000,15.368
6,mlp.experts.89.up_proj,0.0000015891,0.05000,14.780
6,mlp.experts.85.up_proj,0.0000026301,0.05000,14.728
6,mlp.experts.80.up_proj,0.0000047207,0.05000,14.685
6,mlp.experts.84.up_proj,0.0000039853,0.05000,14.681
6,mlp.experts.92.up_proj,0.0000026724,0.05000,14.745
6,mlp.experts.81.up_proj,0.0000017836,0.05000,14.666
6,mlp.experts.94.up_proj,0.0000235637,0.05000,14.650
6,mlp.experts.88.up_proj,0.0000099808,0.05000,14.686
6,mlp.experts.90.up_proj,0.0000027585,0.05000,14.760
6,mlp.experts.86.up_proj,0.0000096971,0.05000,14.697
6,mlp.experts.95.up_proj,0.0000041096,0.05000,14.612
6,mlp.experts.82.up_proj,0.0000050937,0.05000,14.716
6,mlp.experts.83.up_proj,0.0000061925,0.05000,14.613
6,mlp.experts.91.up_proj,0.0000039515,0.05000,14.642
6,mlp.experts.87.up_proj,0.0000048676,0.05000,14.711
6,mlp.experts.125.up_proj,0.0000019674,0.05000,14.609
6,mlp.experts.105.up_proj,0.0000022483,0.05000,15.172
6,mlp.experts.101.up_proj,0.0000032439,0.05000,15.115
6,mlp.experts.96.up_proj,0.0000022645,0.05000,15.061
6,mlp.experts.100.up_proj,0.0000031469,0.05000,15.215
6,mlp.experts.97.up_proj,0.0000035574,0.05000,15.129
6,mlp.experts.108.up_proj,0.0000043855,0.05000,15.280
6,mlp.experts.106.up_proj,0.0000053858,0.05000,15.150
6,mlp.experts.110.up_proj,0.0000022498,0.05000,15.327
6,mlp.experts.104.up_proj,0.0000029501,0.05000,15.280
6,mlp.experts.102.up_proj,0.0000035005,0.05000,15.174
6,mlp.experts.111.up_proj,0.0000048573,0.05000,15.350
6,mlp.experts.107.up_proj,0.0000040443,0.05000,15.190
6,mlp.experts.99.up_proj,0.0000054051,0.05000,15.314
6,mlp.experts.98.up_proj,0.0000037150,0.05000,15.393
6,mlp.experts.103.up_proj,0.0000034634,0.05000,15.303
6,mlp.experts.141.up_proj,0.0000121975,0.05000,15.280
6,mlp.experts.121.up_proj,0.0000023155,0.05000,14.971
6,mlp.experts.117.up_proj,0.0000009661,0.05000,14.997
6,mlp.experts.112.up_proj,0.0000123254,0.05000,14.987
6,mlp.experts.116.up_proj,0.0000069058,0.05000,15.026
6,mlp.experts.113.up_proj,0.0000031208,0.05000,15.022
6,mlp.experts.124.up_proj,0.0000035782,0.05000,15.011
6,mlp.experts.122.up_proj,0.0000026514,0.05000,15.021
6,mlp.experts.118.up_proj,0.0000017392,0.05000,15.038
6,mlp.experts.120.up_proj,0.0000024994,0.05000,15.147
6,mlp.experts.126.up_proj,0.0000025951,0.05000,15.182
6,mlp.experts.127.up_proj,0.0000024387,0.05000,15.011
6,mlp.experts.123.up_proj,0.0000040193,0.05000,15.038
6,mlp.experts.115.up_proj,0.0000078188,0.05000,15.089
6,mlp.experts.114.up_proj,0.0000026876,0.05000,15.141
6,mlp.experts.119.up_proj,0.0000026453,0.05000,15.175
6,mlp.experts.157.up_proj,0.0000039648,0.05000,14.937
6,mlp.experts.137.up_proj,0.0000032565,0.05000,14.754
6,mlp.experts.133.up_proj,0.0000032013,0.05000,14.744
6,mlp.experts.128.up_proj,0.0000033949,0.05000,14.839
6,mlp.experts.129.up_proj,0.0000040232,0.05000,14.800
6,mlp.experts.132.up_proj,0.0000050346,0.05000,14.917
6,mlp.experts.140.up_proj,0.0000034224,0.05000,14.878
6,mlp.experts.138.up_proj,0.0000016618,0.05000,14.788
6,mlp.experts.134.up_proj,0.0000149904,0.05000,14.709
6,mlp.experts.136.up_proj,0.0000026507,0.05000,14.820
6,mlp.experts.142.up_proj,0.0000019937,0.05000,14.940
6,mlp.experts.143.up_proj,0.0000045225,0.05000,14.957
6,mlp.experts.130.up_proj,0.0000099204,0.05000,14.686
6,mlp.experts.139.up_proj,0.0000022452,0.05000,14.961
6,mlp.experts.131.up_proj,0.0000017174,0.05000,14.916
6,mlp.experts.173.up_proj,0.0000042172,0.05000,14.718
6,mlp.experts.135.up_proj,0.0000024954,0.05000,14.835
6,mlp.experts.153.up_proj,0.0000014235,0.05000,14.643
6,mlp.experts.149.up_proj,0.0000027261,0.05000,14.676
6,mlp.experts.144.up_proj,0.0000045075,0.05000,14.604
6,mlp.experts.145.up_proj,0.0000027680,0.05000,14.577
6,mlp.experts.156.up_proj,0.0000072936,0.05000,14.545
6,mlp.experts.148.up_proj,0.0000033327,0.05000,14.736
6,mlp.experts.150.up_proj,0.0000090524,0.05000,14.561
6,mlp.experts.154.up_proj,0.0000021454,0.05000,14.691
6,mlp.experts.152.up_proj,0.0000007855,0.05000,14.643
6,mlp.experts.158.up_proj,0.0000029859,0.05000,14.579
6,mlp.experts.159.up_proj,0.0000030462,0.05000,14.564
6,mlp.experts.155.up_proj,0.0000096178,0.05000,14.526
6,mlp.experts.146.up_proj,0.0000036163,0.05000,14.662
6,mlp.experts.147.up_proj,0.0000030251,0.05000,14.621
6,mlp.experts.189.up_proj,0.0000052544,0.05000,14.576
6,mlp.experts.151.up_proj,0.0000173534,0.05000,14.570
6,mlp.experts.169.up_proj,0.0000026923,0.05000,14.896
6,mlp.experts.165.up_proj,0.0000025597,0.05000,14.838
6,mlp.experts.160.up_proj,0.0000014770,0.05000,14.799
6,mlp.experts.161.up_proj,0.0000041948,0.05000,14.825
6,mlp.experts.164.up_proj,0.0000023077,0.05000,14.771
6,mlp.experts.172.up_proj,0.0000031848,0.05000,14.825
6,mlp.experts.166.up_proj,0.0000023399,0.05000,14.890
6,mlp.experts.170.up_proj,0.0000087550,0.05000,15.001
6,mlp.experts.168.up_proj,0.0000044049,0.05000,14.906
6,mlp.experts.174.up_proj,0.0000027440,0.05000,15.039
6,mlp.experts.175.up_proj,0.0000036051,0.05000,14.920
6,mlp.experts.163.up_proj,0.0000017767,0.05000,14.715
6,mlp.experts.162.up_proj,0.0000031311,0.05000,14.911
6,mlp.experts.171.up_proj,0.0000060998,0.05000,14.967
6,mlp.experts.205.up_proj,0.0000029518,0.05000,14.776
6,mlp.experts.167.up_proj,0.0000014832,0.05000,14.914
6,mlp.experts.185.up_proj,0.0000105064,0.05000,15.094
6,mlp.experts.181.up_proj,0.0000018969,0.05000,15.266
6,mlp.experts.176.up_proj,0.0000047046,0.05000,15.175
6,mlp.experts.177.up_proj,0.0000047791,0.05000,15.295
6,mlp.experts.188.up_proj,0.0000133790,0.05000,15.256
6,mlp.experts.180.up_proj,0.0000177923,0.05000,15.301
6,mlp.experts.182.up_proj,0.0000036199,0.05000,15.192
6,mlp.experts.186.up_proj,0.0000043207,0.05000,15.204
6,mlp.experts.184.up_proj,0.0000050346,0.05000,15.240
6,mlp.experts.190.up_proj,0.0000026861,0.05000,15.283
6,mlp.experts.191.up_proj,0.0000043797,0.05000,15.237
6,mlp.experts.179.up_proj,0.0000037024,0.05000,15.267
6,mlp.experts.178.up_proj,0.0000032894,0.05000,15.231
6,mlp.experts.187.up_proj,0.0000021549,0.05000,15.250
6,mlp.experts.221.up_proj,0.0000047329,0.05000,15.153
6,mlp.experts.183.up_proj,0.0000020822,0.05000,15.202
6,mlp.experts.201.up_proj,0.0000055488,0.05000,14.533
6,mlp.experts.197.up_proj,0.0000063211,0.05000,14.593
6,mlp.experts.192.up_proj,0.0000042548,0.05000,14.501
6,mlp.experts.193.up_proj,0.0000020827,0.05000,14.481
6,mlp.experts.204.up_proj,0.0000030889,0.05000,14.623
6,mlp.experts.196.up_proj,0.0000021430,0.05000,14.623
6,mlp.experts.198.up_proj,0.0000026345,0.05000,14.626
6,mlp.experts.202.up_proj,0.0000023388,0.05000,14.669
6,mlp.experts.200.up_proj,0.0000032396,0.05000,14.546
6,mlp.experts.206.up_proj,0.0000025265,0.05000,14.528
6,mlp.experts.195.up_proj,0.0000061001,0.05000,14.602
6,mlp.experts.207.up_proj,0.0000025423,0.05000,14.746
6,mlp.experts.194.up_proj,0.0000030479,0.05000,14.680
6,mlp.experts.203.up_proj,0.0000037948,0.05000,14.806
6,mlp.experts.237.up_proj,0.0000047129,0.05000,14.657
6,mlp.experts.199.up_proj,0.0000034091,0.05000,14.690
6,mlp.experts.217.up_proj,0.0000030452,0.05000,15.423
6,mlp.experts.213.up_proj,0.0000029705,0.05000,15.382
6,mlp.experts.208.up_proj,0.0000020668,0.05000,15.397
6,mlp.experts.209.up_proj,0.0000065694,0.05000,15.444
6,mlp.experts.212.up_proj,0.0000055457,0.05000,15.461
6,mlp.experts.220.up_proj,0.0000051686,0.05000,15.503
6,mlp.experts.214.up_proj,0.0000026056,0.05000,15.465
6,mlp.experts.216.up_proj,0.0000029189,0.05000,15.423
6,mlp.experts.218.up_proj,0.0000016665,0.05000,15.490
6,mlp.experts.222.up_proj,0.0000068399,0.05000,15.435
6,mlp.experts.211.up_proj,0.0000013437,0.05000,15.461
6,mlp.experts.223.up_proj,0.0000038749,0.05000,15.475
6,mlp.experts.210.up_proj,0.0000015855,0.05000,15.510
6,mlp.experts.219.up_proj,0.0000034191,0.05000,15.528
6,mlp.experts.253.up_proj,0.0000050843,0.05000,15.581
6,mlp.experts.215.up_proj,0.0000028937,0.05000,15.664
6,mlp.experts.13.down_proj,0.0000000330,0.05000,3.994
6,mlp.experts.29.down_proj,0.0000000523,0.05000,3.790
6,mlp.experts.45.down_proj,0.0000000565,0.05000,3.728
6,mlp.experts.229.up_proj,0.0000144290,0.05000,15.119
6,mlp.experts.233.up_proj,0.0000044038,0.05000,15.445
6,mlp.experts.224.up_proj,0.0000061466,0.05000,15.475
6,mlp.experts.225.up_proj,0.0000029097,0.05000,15.436
6,mlp.experts.228.up_proj,0.0000042284,0.05000,15.334
6,mlp.experts.236.up_proj,0.0000026893,0.05000,15.359
6,mlp.experts.232.up_proj,0.0000084795,0.05000,15.255
6,mlp.experts.230.up_proj,0.0000027901,0.05000,15.508
6,mlp.experts.234.up_proj,0.0000102358,0.05000,15.402
6,mlp.experts.238.up_proj,0.0000018741,0.05000,15.403
6,mlp.experts.239.up_proj,0.0000024010,0.05000,15.386
6,mlp.experts.227.up_proj,0.0000080987,0.05000,15.531
6,mlp.experts.226.up_proj,0.0000037605,0.05000,15.383
6,mlp.experts.235.up_proj,0.0000028731,0.05000,15.381
6,mlp.experts.61.down_proj,0.0000001044,0.05000,3.901
6,mlp.experts.231.up_proj,0.0000017817,0.05000,15.383
6,mlp.experts.77.down_proj,0.0000000367,0.05000,3.574
6,mlp.experts.93.down_proj,failsafe(rtn): 0.0008736,0.00000,0.200
6,mlp.experts.109.down_proj,0.0000001233,0.05000,3.857
6,mlp.experts.125.down_proj,0.0000000694,0.05000,3.683
6,mlp.experts.245.up_proj,0.0000029465,0.05000,14.797
6,mlp.experts.249.up_proj,0.0000044083,0.05000,14.908
6,mlp.experts.240.up_proj,0.0000030789,0.05000,14.897
6,mlp.experts.241.up_proj,0.0000031586,0.05000,14.673
6,mlp.experts.252.up_proj,0.0000020672,0.05000,14.865
6,mlp.experts.244.up_proj,0.0000017430,0.05000,14.998
6,mlp.experts.248.up_proj,0.0000028980,0.05000,14.747
6,mlp.experts.246.up_proj,0.0000062799,0.05000,14.973
6,mlp.experts.250.up_proj,0.0000043339,0.05000,14.914
6,mlp.experts.254.up_proj,0.0000049196,0.05000,14.846
6,mlp.experts.255.up_proj,0.0000047607,0.05000,14.884
6,mlp.experts.242.up_proj,0.0000036321,0.05000,14.807
6,mlp.experts.251.up_proj,0.0000177553,0.05000,14.714
6,mlp.experts.243.up_proj,0.0000033151,0.05000,14.900
6,mlp.experts.141.down_proj,0.0000001473,0.05000,3.741
6,mlp.experts.247.up_proj,0.0000067586,0.05000,15.022
6,mlp.experts.5.down_proj,0.0000000963,0.05000,3.687
6,mlp.experts.9.down_proj,0.0000001512,0.05000,3.761
6,mlp.experts.0.down_proj,0.0000000760,0.05000,3.746
6,mlp.experts.1.down_proj,0.0000002353,0.05000,3.688
6,mlp.experts.12.down_proj,0.0000000228,0.05000,3.703
6,mlp.experts.4.down_proj,0.0000000363,0.05000,3.698
6,mlp.experts.8.down_proj,0.0000000741,0.05000,3.612
6,mlp.experts.10.down_proj,0.0000000545,0.05000,3.679
6,mlp.experts.6.down_proj,0.0000002456,0.05000,3.727
6,mlp.experts.14.down_proj,0.0000000995,0.05000,3.713
6,mlp.experts.15.down_proj,0.0000000979,0.05000,3.764
6,mlp.experts.2.down_proj,0.0000001094,0.05000,3.751
6,mlp.experts.3.down_proj,0.0000000839,0.05000,3.762
6,mlp.experts.11.down_proj,0.0000000176,0.05000,3.774
6,mlp.experts.157.down_proj,0.0000001397,0.05000,3.660
6,mlp.experts.7.down_proj,0.0000000376,0.05000,3.667
6,mlp.experts.21.down_proj,0.0000001019,0.05000,3.655
6,mlp.experts.25.down_proj,0.0000000735,0.05000,3.583
6,mlp.experts.16.down_proj,0.0000000892,0.05000,3.554
6,mlp.experts.17.down_proj,0.0000000513,0.05000,3.511
6,mlp.experts.28.down_proj,0.0000000459,0.05000,3.517
6,mlp.experts.20.down_proj,0.0000001500,0.05000,3.508
6,mlp.experts.24.down_proj,0.0000000174,0.05000,3.514
6,mlp.experts.22.down_proj,0.0000000488,0.05000,3.429
6,mlp.experts.26.down_proj,0.0000000578,0.05000,3.441
6,mlp.experts.30.down_proj,0.0000000724,0.05000,3.410
6,mlp.experts.31.down_proj,0.0000000868,0.05000,3.351
6,mlp.experts.18.down_proj,0.0000001051,0.05000,3.353
6,mlp.experts.19.down_proj,0.0000000843,0.05000,3.341
6,mlp.experts.27.down_proj,0.0000001281,0.05000,3.363
6,mlp.experts.173.down_proj,0.0000000605,0.05000,3.390
6,mlp.experts.23.down_proj,0.0000000258,0.05000,3.344
6,mlp.experts.37.down_proj,0.0000000513,0.05000,3.334
6,mlp.experts.41.down_proj,0.0000000125,0.05000,3.449
6,mlp.experts.32.down_proj,0.0000002348,0.05000,3.425
6,mlp.experts.33.down_proj,0.0000001676,0.05000,3.498
6,mlp.experts.44.down_proj,0.0000002480,0.05000,3.494
6,mlp.experts.36.down_proj,0.0000000431,0.05000,3.494
6,mlp.experts.40.down_proj,0.0000000208,0.05000,3.516
6,mlp.experts.42.down_proj,0.0000000615,0.05000,3.520
6,mlp.experts.38.down_proj,0.0000004593,0.05000,3.522
6,mlp.experts.46.down_proj,0.0000000190,0.05000,3.490
6,mlp.experts.34.down_proj,0.0000000616,0.05000,3.514
6,mlp.experts.47.down_proj,0.0000000533,0.05000,3.540
6,mlp.experts.43.down_proj,0.0000000623,0.05000,3.498
6,mlp.experts.35.down_proj,0.0000002513,0.05000,3.563
6,mlp.experts.189.down_proj,0.0000001545,0.05000,3.593
6,mlp.experts.39.down_proj,0.0000000900,0.05000,3.535
6,mlp.experts.53.down_proj,0.0000000100,0.05000,3.542
6,mlp.experts.57.down_proj,0.0000000704,0.05000,3.484
6,mlp.experts.48.down_proj,0.0000001644,0.05000,3.580
6,mlp.experts.49.down_proj,0.0000001425,0.05000,3.498
6,mlp.experts.60.down_proj,0.0000000672,0.05000,3.525
6,mlp.experts.52.down_proj,0.0000000544,0.05000,3.654
6,mlp.experts.56.down_proj,0.0000000868,0.05000,3.577
6,mlp.experts.58.down_proj,0.0000001017,0.05000,3.501
6,mlp.experts.54.down_proj,0.0000000914,0.05000,3.601
6,mlp.experts.62.down_proj,0.0000001236,0.05000,3.580
6,mlp.experts.50.down_proj,0.0000001360,0.05000,3.556
6,mlp.experts.63.down_proj,0.0000000160,0.05000,3.604
6,mlp.experts.51.down_proj,0.0000001916,0.05000,3.564
6,mlp.experts.59.down_proj,0.0000001113,0.05000,3.641
6,mlp.experts.205.down_proj,0.0000000313,0.05000,3.589
6,mlp.experts.55.down_proj,0.0000000553,0.05000,3.568
6,mlp.experts.69.down_proj,0.0000000363,0.05000,3.601
6,mlp.experts.73.down_proj,0.0000000664,0.05000,3.682
6,mlp.experts.64.down_proj,0.0000000520,0.05000,3.639
6,mlp.experts.65.down_proj,0.0000000430,0.05000,3.584
6,mlp.experts.76.down_proj,0.0000000373,0.05000,3.616
6,mlp.experts.72.down_proj,0.0000001149,0.05000,3.569
6,mlp.experts.68.down_proj,0.0000000526,0.05000,3.622
6,mlp.experts.74.down_proj,0.0000000511,0.05000,3.655
6,mlp.experts.70.down_proj,0.0000000972,0.05000,3.631
6,mlp.experts.78.down_proj,0.0000000125,0.05000,3.704
6,mlp.experts.66.down_proj,0.0000004716,0.05000,3.654
6,mlp.experts.67.down_proj,0.0000000344,0.05000,3.640
6,mlp.experts.79.down_proj,0.0000000632,0.05000,3.664
6,mlp.experts.75.down_proj,0.0000002578,0.05000,3.636
6,mlp.experts.221.down_proj,0.0000000319,0.05000,3.602
6,mlp.experts.71.down_proj,0.0000000922,0.05000,3.603
6,mlp.experts.85.down_proj,0.0000000451,0.05000,3.632
6,mlp.experts.89.down_proj,0.0000000090,0.05000,3.635
6,mlp.experts.80.down_proj,0.0000000566,0.05000,3.647
6,mlp.experts.81.down_proj,0.0000000101,0.05000,3.622
6,mlp.experts.92.down_proj,0.0000000879,0.05000,3.676
6,mlp.experts.84.down_proj,0.0000000840,0.05000,3.527
6,mlp.experts.88.down_proj,0.0000001429,0.05000,3.621
6,mlp.experts.90.down_proj,0.0000000336,0.05000,3.643
6,mlp.experts.86.down_proj,0.0000001529,0.05000,3.640
6,mlp.experts.94.down_proj,0.0000004614,0.05000,3.719
6,mlp.experts.82.down_proj,0.0000001500,0.05000,3.702
6,mlp.experts.83.down_proj,0.0000000725,0.05000,3.640
6,mlp.experts.91.down_proj,0.0000000443,0.05000,3.660
6,mlp.experts.95.down_proj,0.0000000513,0.05000,3.714
6,mlp.experts.237.down_proj,0.0000000540,0.05000,3.705
6,mlp.experts.87.down_proj,0.0000000359,0.05000,3.755
6,mlp.experts.101.down_proj,0.0000000228,0.05000,3.681
6,mlp.experts.105.down_proj,0.0000000584,0.05000,3.692
6,mlp.experts.96.down_proj,0.0000000131,0.05000,3.634
6,mlp.experts.97.down_proj,0.0000000221,0.05000,3.667
6,mlp.experts.108.down_proj,0.0000001197,0.05000,3.628
6,mlp.experts.100.down_proj,0.0000000913,0.05000,3.621
6,mlp.experts.104.down_proj,0.0000000291,0.05000,3.723
6,mlp.experts.106.down_proj,0.0000000573,0.05000,3.622
6,mlp.experts.102.down_proj,0.0000000653,0.05000,3.609
6,mlp.experts.110.down_proj,0.0000000119,0.05000,3.606
6,mlp.experts.99.down_proj,0.0000000850,0.05000,3.512
6,mlp.experts.98.down_proj,0.0000000260,0.05000,3.552
6,mlp.experts.107.down_proj,0.0000000881,0.05000,3.607
6,mlp.experts.111.down_proj,0.0000000324,0.05000,3.586
6,mlp.experts.253.down_proj,0.0000000642,0.05000,3.515
6,mlp.experts.103.down_proj,0.0000000310,0.05000,3.420
6,mlp.experts.117.down_proj,0.0000000125,0.05000,3.445
6,mlp.experts.121.down_proj,0.0000000314,0.05000,3.371
6,mlp.experts.112.down_proj,0.0000001264,0.05000,3.400
6,mlp.experts.113.down_proj,0.0000000332,0.05000,3.446
6,mlp.experts.124.down_proj,0.0000000244,0.05000,3.455
6,mlp.experts.116.down_proj,0.0000001068,0.05000,3.444
6,mlp.experts.120.down_proj,0.0000000640,0.05000,3.460
6,mlp.experts.122.down_proj,0.0000000272,0.05000,3.360
6,mlp.experts.118.down_proj,0.0000000105,0.05000,3.363
6,mlp.experts.126.down_proj,0.0000000747,0.05000,3.299
6,mlp.experts.115.down_proj,0.0000002373,0.05000,3.319
6,mlp.experts.114.down_proj,0.0000000807,0.05000,3.339
6,mlp.experts.123.down_proj,0.0000001231,0.05000,3.274
6,mlp.experts.127.down_proj,0.0000000209,0.05000,3.293
6,mlp.experts.119.down_proj,0.0000000148,0.05000,3.282
6,mlp.experts.133.down_proj,0.0000000272,0.05000,3.277
6,mlp.experts.137.down_proj,0.0000000214,0.05000,3.345
6,mlp.experts.128.down_proj,0.0000001033,0.05000,3.333
6,mlp.experts.129.down_proj,0.0000000519,0.05000,3.258
6,mlp.experts.140.down_proj,0.0000000222,0.05000,3.250
6,mlp.experts.132.down_proj,0.0000000482,0.05000,3.225
6,mlp.experts.136.down_proj,0.0000000786,0.05000,3.264
6,mlp.experts.138.down_proj,0.0000000447,0.05000,3.330
6,mlp.experts.134.down_proj,0.0000002577,0.05000,3.319
6,mlp.experts.142.down_proj,0.0000000586,0.05000,3.290
6,mlp.experts.130.down_proj,0.0000003128,0.05000,3.323
6,mlp.experts.139.down_proj,0.0000000224,0.05000,3.295
6,mlp.experts.131.down_proj,0.0000000098,0.05000,3.411
6,mlp.experts.143.down_proj,0.0000000695,0.05000,3.357
6,mlp.experts.135.down_proj,0.0000000623,0.05000,3.336
6,mlp.experts.149.down_proj,0.0000000395,0.05000,3.301
6,mlp.experts.153.down_proj,0.0000000486,0.05000,3.200
6,mlp.experts.144.down_proj,0.0000000282,0.05000,3.268
6,mlp.experts.145.down_proj,0.0000000222,0.05000,3.249
6,mlp.experts.156.down_proj,0.0000001632,0.05000,3.371
6,mlp.experts.148.down_proj,0.0000000656,0.05000,3.346
6,mlp.experts.152.down_proj,0.0000000093,0.05000,3.304
6,mlp.experts.154.down_proj,0.0000000678,0.05000,3.323
6,mlp.experts.150.down_proj,0.0000002960,0.05000,3.339
6,mlp.experts.158.down_proj,0.0000000388,0.05000,3.336
6,mlp.experts.146.down_proj,0.0000000448,0.05000,3.352
6,mlp.experts.155.down_proj,0.0000001809,0.05000,3.328
6,mlp.experts.147.down_proj,0.0000000865,0.05000,3.358
6,mlp.experts.159.down_proj,0.0000000707,0.05000,3.339
6,mlp.experts.151.down_proj,0.0000002161,0.05000,3.357
6,mlp.experts.165.down_proj,0.0000000545,0.05000,3.427
6,mlp.experts.169.down_proj,0.0000000665,0.05000,3.431
6,mlp.experts.161.down_proj,0.0000001415,0.05000,3.467
6,mlp.experts.160.down_proj,0.0000000081,0.05000,3.512
6,mlp.experts.172.down_proj,0.0000000713,0.05000,3.452
6,mlp.experts.164.down_proj,0.0000000142,0.05000,3.504
6,mlp.experts.168.down_proj,0.0000000979,0.05000,3.523
6,mlp.experts.170.down_proj,0.0000001163,0.05000,3.481
6,mlp.experts.166.down_proj,0.0000000182,0.05000,3.506
6,mlp.experts.174.down_proj,0.0000000756,0.05000,3.485
6,mlp.experts.162.down_proj,0.0000000662,0.05000,3.471
6,mlp.experts.171.down_proj,0.0000000670,0.05000,3.483
6,mlp.experts.163.down_proj,0.0000000129,0.05000,3.462
6,mlp.experts.175.down_proj,0.0000001188,0.05000,3.575
6,mlp.experts.167.down_proj,0.0000000492,0.05000,3.552
6,mlp.experts.181.down_proj,0.0000000110,0.05000,3.567
6,mlp.experts.185.down_proj,0.0000002381,0.05000,3.482
6,mlp.experts.177.down_proj,0.0000001141,0.05000,3.514
6,mlp.experts.176.down_proj,0.0000000273,0.05000,3.489
6,mlp.experts.188.down_proj,0.0000002644,0.05000,3.512
6,mlp.experts.180.down_proj,0.0000005782,0.05000,3.476
6,mlp.experts.184.down_proj,0.0000000543,0.05000,3.436
6,mlp.experts.186.down_proj,0.0000001077,0.05000,3.484
6,mlp.experts.182.down_proj,0.0000001265,0.05000,3.514
6,mlp.experts.190.down_proj,0.0000000217,0.05000,3.454
6,mlp.experts.187.down_proj,0.0000000363,0.05000,3.411
6,mlp.experts.178.down_proj,0.0000000987,0.05000,3.430
6,mlp.experts.179.down_proj,0.0000000252,0.05000,3.453
6,mlp.experts.191.down_proj,0.0000000319,0.05000,3.472
6,mlp.experts.183.down_proj,0.0000000220,0.05000,3.413
6,mlp.experts.197.down_proj,0.0000001017,0.05000,3.424
6,mlp.experts.201.down_proj,0.0000001291,0.05000,3.380
6,mlp.experts.193.down_proj,0.0000000136,0.05000,3.353
6,mlp.experts.192.down_proj,0.0000000530,0.05000,3.359
6,mlp.experts.204.down_proj,0.0000000784,0.05000,3.381
6,mlp.experts.196.down_proj,0.0000000466,0.05000,3.360
6,mlp.experts.200.down_proj,0.0000001014,0.05000,3.327
6,mlp.experts.202.down_proj,0.0000000495,0.05000,3.332
6,mlp.experts.198.down_proj,0.0000000342,0.05000,3.349
6,mlp.experts.206.down_proj,0.0000000179,0.05000,3.344
6,mlp.experts.194.down_proj,0.0000000227,0.05000,3.298
6,mlp.experts.203.down_proj,0.0000000850,0.05000,3.329
6,mlp.experts.195.down_proj,0.0000000128,0.05000,3.314
6,mlp.experts.207.down_proj,0.0000000223,0.05000,3.356
6,mlp.experts.199.down_proj,0.0000000203,0.05000,3.275
6,mlp.experts.213.down_proj,0.0000000310,0.05000,3.196
6,mlp.experts.217.down_proj,0.0000000185,0.05000,3.259
6,mlp.experts.208.down_proj,0.0000000124,0.05000,3.231
6,mlp.experts.209.down_proj,0.0000001408,0.05000,3.256
6,mlp.experts.212.down_proj,0.0000000815,0.05000,3.155
6,mlp.experts.220.down_proj,0.0000000551,0.05000,3.195
6,mlp.experts.216.down_proj,0.0000000419,0.05000,3.119
6,mlp.experts.218.down_proj,0.0000000695,0.05000,3.128
6,mlp.experts.214.down_proj,0.0000000165,0.05000,3.175
6,mlp.experts.222.down_proj,0.0000001469,0.05000,3.170
6,mlp.experts.210.down_proj,0.0000000371,0.05000,3.165
6,mlp.experts.219.down_proj,0.0000000395,0.05000,3.176
6,mlp.experts.211.down_proj,0.0000000091,0.05000,3.186
6,mlp.experts.223.down_proj,0.0000000909,0.05000,3.198
6,mlp.experts.215.down_proj,0.0000000257,0.05000,3.169
6,mlp.experts.229.down_proj,0.0000004184,0.05000,3.195
6,mlp.experts.233.down_proj,0.0000000409,0.05000,3.168
6,mlp.experts.225.down_proj,0.0000000213,0.05000,3.194
6,mlp.experts.224.down_proj,0.0000000679,0.05000,3.231
6,mlp.experts.228.down_proj,0.0000000339,0.05000,3.281
6,mlp.experts.236.down_proj,0.0000000260,0.05000,3.277
6,mlp.experts.232.down_proj,0.0000002147,0.05000,3.306
6,mlp.experts.234.down_proj,0.0000006217,0.05000,3.330
6,mlp.experts.230.down_proj,0.0000000203,0.05000,3.224
6,mlp.experts.238.down_proj,0.0000000476,0.05000,3.232
6,mlp.experts.226.down_proj,0.0000000452,0.05000,3.277
6,mlp.experts.235.down_proj,0.0000000855,0.05000,3.294
6,mlp.experts.227.down_proj,0.0000000819,0.05000,3.313
6,mlp.experts.239.down_proj,0.0000000170,0.05000,3.280
6,mlp.experts.231.down_proj,0.0000000131,0.05000,3.252
6,mlp.experts.245.down_proj,0.0000001061,0.05000,3.256
6,mlp.experts.249.down_proj,0.0000000862,0.05000,3.262
6,mlp.experts.241.down_proj,0.0000001066,0.05000,3.221
6,mlp.experts.240.down_proj,0.0000001265,0.05000,3.207
6,mlp.experts.244.down_proj,0.0000000148,0.05000,3.028
6,mlp.experts.252.down_proj,0.0000000119,0.05000,3.074
6,mlp.experts.248.down_proj,0.0000000198,0.05000,2.991
6,mlp.experts.250.down_proj,0.0000000920,0.05000,2.850
6,mlp.experts.246.down_proj,0.0000001503,0.05000,2.821
6,mlp.experts.254.down_proj,0.0000001064,0.05000,2.752
6,mlp.experts.242.down_proj,0.0000000282,0.05000,2.470
6,mlp.experts.251.down_proj,0.0000002989,0.05000,2.428
6,mlp.experts.243.down_proj,0.0000000909,0.05000,2.379
6,mlp.experts.255.down_proj,0.0000001389,0.05000,2.183
6,mlp.experts.247.down_proj,0.0000000512,0.05000,1.932
7,mlp.experts.12.gate_proj,0.0000099826,0.05000,15.313
7,mlp.experts.6.gate_proj,0.0000064618,0.05000,15.322
7,mlp.experts.4.gate_proj,0.0000048936,0.05000,15.328
7,mlp.experts.14.gate_proj,0.0000038390,0.05000,15.353
7,mlp.experts.8.gate_proj,0.0000106959,0.05000,15.351
7,mlp.experts.5.gate_proj,0.0000057307,0.05000,15.383
7,mlp.experts.13.gate_proj,0.0000032621,0.05000,15.383
7,mlp.experts.0.gate_proj,0.0000168504,0.05000,15.423
7,mlp.experts.10.gate_proj,0.0000046374,0.05000,15.432
7,mlp.experts.7.gate_proj,0.0000023270,0.05000,15.467
7,mlp.experts.11.gate_proj,0.0000030271,0.05000,15.495
7,mlp.experts.3.gate_proj,0.0000097056,0.05000,15.487
7,mlp.experts.9.gate_proj,0.0000064372,0.05000,15.513
7,mlp.experts.15.gate_proj,0.0000041747,0.05000,15.516
7,mlp.experts.1.gate_proj,0.0000059835,0.05000,15.513
7,mlp.experts.2.gate_proj,0.0000051001,0.05000,15.544
7,mlp.experts.28.gate_proj,0.0000183494,0.05000,15.195
7,mlp.experts.22.gate_proj,0.0000052044,0.05000,15.196
7,mlp.experts.21.gate_proj,0.0000073898,0.05000,15.188
7,mlp.experts.26.gate_proj,0.0000044881,0.05000,15.146
7,mlp.experts.25.gate_proj,0.0000177729,0.05000,15.081
7,mlp.experts.17.gate_proj,0.0000139914,0.05000,15.084
7,mlp.experts.24.gate_proj,0.0000069834,0.05000,15.288
7,mlp.experts.31.gate_proj,0.0000071496,0.05000,15.116
7,mlp.experts.20.gate_proj,0.0000100504,0.05000,15.339
7,mlp.experts.19.gate_proj,0.0000067895,0.05000,15.147
7,mlp.experts.30.gate_proj,0.0000158390,0.05000,15.325
7,mlp.experts.23.gate_proj,0.0000045604,0.05000,15.177
7,mlp.experts.18.gate_proj,0.0000043792,0.05000,15.130
7,mlp.experts.16.gate_proj,0.0000054643,0.05000,15.367
7,mlp.experts.27.gate_proj,0.0000034828,0.05000,15.325
7,mlp.experts.29.gate_proj,0.0000023234,0.05000,15.512
7,mlp.experts.41.gate_proj,0.0000110870,0.05000,15.382
7,mlp.experts.47.gate_proj,0.0000045176,0.05000,15.363
7,mlp.experts.44.gate_proj,0.0000030280,0.05000,15.577
7,mlp.experts.38.gate_proj,0.0000036814,0.05000,15.563
7,mlp.experts.46.gate_proj,0.0000269147,0.05000,15.409
7,mlp.experts.37.gate_proj,0.0000038915,0.05000,15.518
7,mlp.experts.40.gate_proj,0.0000037510,0.05000,15.473
7,mlp.experts.36.gate_proj,0.0000027484,0.05000,15.462
7,mlp.experts.39.gate_proj,0.0000067197,0.05000,15.454
7,mlp.experts.32.gate_proj,0.0000020525,0.05000,15.317
7,mlp.experts.35.gate_proj,0.0000064909,0.05000,15.478
7,mlp.experts.45.gate_proj,0.0000081427,0.05000,15.238
7,mlp.experts.42.gate_proj,0.0000204205,0.05000,15.586
7,mlp.experts.33.gate_proj,0.0000033876,0.05000,15.576
7,mlp.experts.43.gate_proj,0.0000152281,0.05000,15.438
7,mlp.experts.34.gate_proj,0.0000059055,0.05000,15.640
7,mlp.experts.57.gate_proj,0.0000043060,0.05000,16.074
7,mlp.experts.52.gate_proj,0.0000069859,0.05000,15.984
7,mlp.experts.54.gate_proj,0.0000040736,0.05000,16.106
7,mlp.experts.53.gate_proj,0.0000150980,0.05000,16.086
7,mlp.experts.48.gate_proj,0.0000290651,0.05000,16.053
7,mlp.experts.63.gate_proj,0.0000039733,0.05000,16.206
7,mlp.experts.56.gate_proj,0.0000024051,0.05000,16.188
7,mlp.experts.55.gate_proj,0.0000193947,0.05000,16.184
7,mlp.experts.58.gate_proj,0.0000137506,0.05000,16.126
7,mlp.experts.62.gate_proj,0.0000048095,0.05000,16.242
7,mlp.experts.49.gate_proj,0.0000026078,0.05000,16.130
7,mlp.experts.60.gate_proj,0.0000056604,0.05000,16.282
7,mlp.experts.61.gate_proj,0.0000041314,0.05000,16.171
7,mlp.experts.59.gate_proj,0.0000108783,0.05000,16.212
7,mlp.experts.51.gate_proj,0.0000103600,0.05000,16.379
7,mlp.experts.50.gate_proj,0.0000119375,0.05000,16.201
7,mlp.experts.64.gate_proj,0.0000026934,0.05000,14.989
7,mlp.experts.73.gate_proj,0.0000025817,0.05000,15.252
7,mlp.experts.68.gate_proj,0.0000161154,0.05000,15.211
7,mlp.experts.65.gate_proj,0.0000061249,0.05000,15.007
7,mlp.experts.78.gate_proj,0.0000019628,0.05000,15.011
7,mlp.experts.70.gate_proj,0.0000021670,0.05000,15.201
7,mlp.experts.69.gate_proj,0.0000043305,0.05000,15.213
7,mlp.experts.76.gate_proj,0.0000055059,0.05000,15.060
7,mlp.experts.71.gate_proj,0.0000066624,0.05000,15.112
7,mlp.experts.79.gate_proj,0.0000037973,0.05000,15.211
7,mlp.experts.72.gate_proj,0.0000045129,0.05000,15.207
7,mlp.experts.77.gate_proj,0.0000111334,0.05000,15.171
7,mlp.experts.74.gate_proj,0.0000033273,0.05000,15.273
7,mlp.experts.75.gate_proj,0.0000030384,0.05000,15.169
7,mlp.experts.67.gate_proj,0.0000094353,0.05000,15.265
7,mlp.experts.66.gate_proj,0.0000047882,0.05000,15.249
7,mlp.experts.87.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.877
7,mlp.experts.85.gate_proj,0.0000052578,0.05000,15.560
7,mlp.experts.80.gate_proj,0.0000053802,0.05000,15.778
7,mlp.experts.84.gate_proj,0.0000150637,0.05000,15.677
7,mlp.experts.81.gate_proj,0.0000035821,0.05000,15.589
7,mlp.experts.89.gate_proj,0.0000126967,0.05000,15.821
7,mlp.experts.86.gate_proj,0.0000027820,0.05000,15.743
7,mlp.experts.92.gate_proj,0.0000051296,0.05000,15.745
7,mlp.experts.88.gate_proj,0.0000042742,0.05000,15.706
7,mlp.experts.95.gate_proj,0.0000046208,0.05000,15.777
7,mlp.experts.94.gate_proj,0.0000027955,0.05000,15.836
7,mlp.experts.93.gate_proj,0.0000069875,0.05000,15.793
7,mlp.experts.90.gate_proj,0.0000043141,0.05000,15.771
7,mlp.experts.83.gate_proj,0.0000129419,0.05000,15.653
7,mlp.experts.91.gate_proj,0.0000044303,0.05000,15.792
7,mlp.experts.82.gate_proj,0.0000263847,0.05000,15.613
7,mlp.experts.97.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.824
7,mlp.experts.103.gate_proj,0.0000049743,0.05000,15.727
7,mlp.experts.101.gate_proj,0.0000039526,0.05000,14.228
7,mlp.experts.96.gate_proj,0.0000212378,0.05000,14.226
7,mlp.experts.105.gate_proj,0.0000029955,0.05000,14.211
7,mlp.experts.100.gate_proj,0.0000112006,0.05000,14.388
7,mlp.experts.102.gate_proj,0.0000095968,0.05000,14.243
7,mlp.experts.109.gate_proj,0.0000089669,0.05000,14.183
7,mlp.experts.104.gate_proj,0.0000142570,0.05000,14.299
7,mlp.experts.110.gate_proj,0.0000025427,0.05000,14.377
7,mlp.experts.108.gate_proj,0.0000018737,0.05000,14.453
7,mlp.experts.98.gate_proj,0.0000028946,0.05000,14.161
7,mlp.experts.111.gate_proj,0.0000125865,0.05000,14.436
7,mlp.experts.107.gate_proj,0.0000197526,0.05000,14.328
7,mlp.experts.106.gate_proj,0.0000039871,0.05000,14.420
7,mlp.experts.99.gate_proj,0.0000055267,0.05000,14.565
7,mlp.experts.113.gate_proj,0.0000028483,0.05000,14.445
7,mlp.experts.124.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.913
7,mlp.experts.119.gate_proj,0.0000033309,0.05000,14.565
7,mlp.experts.117.gate_proj,0.0000030154,0.05000,14.663
7,mlp.experts.112.gate_proj,0.0000038593,0.05000,14.834
7,mlp.experts.121.gate_proj,0.0000127654,0.05000,14.717
7,mlp.experts.118.gate_proj,0.0000025440,0.05000,14.707
7,mlp.experts.120.gate_proj,0.0000029583,0.05000,14.605
7,mlp.experts.126.gate_proj,0.0000079908,0.05000,14.537
7,mlp.experts.116.gate_proj,0.0000077584,0.05000,14.799
7,mlp.experts.125.gate_proj,0.0000032217,0.05000,14.734
7,mlp.experts.127.gate_proj,0.0000184655,0.05000,14.695
7,mlp.experts.123.gate_proj,0.0000038530,0.05000,14.592
7,mlp.experts.114.gate_proj,0.0000123074,0.05000,14.756
7,mlp.experts.122.gate_proj,0.0000057906,0.05000,14.765
7,mlp.experts.115.gate_proj,0.0000212292,0.05000,14.721
7,mlp.experts.129.gate_proj,0.0000049613,0.05000,14.592
7,mlp.experts.140.gate_proj,0.0000064817,0.05000,14.488
7,mlp.experts.135.gate_proj,0.0000054935,0.05000,14.647
7,mlp.experts.133.gate_proj,0.0000029710,0.05000,15.008
7,mlp.experts.137.gate_proj,0.0000058073,0.05000,14.949
7,mlp.experts.132.gate_proj,0.0000058421,0.05000,15.047
7,mlp.experts.128.gate_proj,0.0000062426,0.05000,15.224
7,mlp.experts.136.gate_proj,0.0000012034,0.05000,15.129
7,mlp.experts.134.gate_proj,0.0000068448,0.05000,15.220
7,mlp.experts.141.gate_proj,0.0000032816,0.05000,15.084
7,mlp.experts.142.gate_proj,0.0000024173,0.05000,15.214
7,mlp.experts.130.gate_proj,0.0000052919,0.05000,15.054
7,mlp.experts.139.gate_proj,0.0000048273,0.05000,15.098
7,mlp.experts.143.gate_proj,0.0000043635,0.05000,15.146
7,mlp.experts.138.gate_proj,0.0000063651,0.05000,15.050
7,mlp.experts.145.gate_proj,0.0000014877,0.05000,14.985
7,mlp.experts.131.gate_proj,0.0000045155,0.05000,15.209
7,mlp.experts.156.gate_proj,0.0000071794,0.05000,15.022
7,mlp.experts.151.gate_proj,0.0000081160,0.05000,14.985
7,mlp.experts.149.gate_proj,0.0000051192,0.05000,14.677
7,mlp.experts.153.gate_proj,0.0000134661,0.05000,14.626
7,mlp.experts.148.gate_proj,0.0000027272,0.05000,14.539
7,mlp.experts.144.gate_proj,0.0000050208,0.05000,14.645
7,mlp.experts.150.gate_proj,0.0000056240,0.05000,14.581
7,mlp.experts.157.gate_proj,0.0000081596,0.05000,14.559
7,mlp.experts.158.gate_proj,0.0000057762,0.05000,14.631
7,mlp.experts.152.gate_proj,0.0000146537,0.05000,14.743
7,mlp.experts.146.gate_proj,0.0000064895,0.05000,14.710
7,mlp.experts.155.gate_proj,0.0000038895,0.05000,14.690
7,mlp.experts.154.gate_proj,0.0000056424,0.05000,14.683
7,mlp.experts.159.gate_proj,0.0000047790,0.05000,14.838
7,mlp.experts.161.gate_proj,0.0000057784,0.05000,14.653
7,mlp.experts.147.gate_proj,0.0000055490,0.05000,14.717
7,mlp.experts.172.gate_proj,0.0000037615,0.05000,14.846
7,mlp.experts.167.gate_proj,0.0000062342,0.05000,14.736
7,mlp.experts.165.gate_proj,0.0000028274,0.05000,15.244
7,mlp.experts.169.gate_proj,0.0000043513,0.05000,15.287
7,mlp.experts.164.gate_proj,0.0000092009,0.05000,15.327
7,mlp.experts.160.gate_proj,0.0000051757,0.05000,15.233
7,mlp.experts.168.gate_proj,0.0000056427,0.05000,15.187
7,mlp.experts.166.gate_proj,0.0000223734,0.05000,15.354
7,mlp.experts.173.gate_proj,0.0000206085,0.05000,15.396
7,mlp.experts.174.gate_proj,0.0000074972,0.05000,15.391
7,mlp.experts.171.gate_proj,0.0000052740,0.05000,15.380
7,mlp.experts.170.gate_proj,0.0000184410,0.05000,15.340
7,mlp.experts.162.gate_proj,0.0000022173,0.05000,15.450
7,mlp.experts.177.gate_proj,0.0000110823,0.05000,15.264
7,mlp.experts.175.gate_proj,0.0000023555,0.05000,15.457
7,mlp.experts.163.gate_proj,0.0000085735,0.05000,15.281
7,mlp.experts.188.gate_proj,0.0000042226,0.05000,15.242
7,mlp.experts.183.gate_proj,0.0000062155,0.05000,15.454
7,mlp.experts.181.gate_proj,0.0000029162,0.05000,15.110
7,mlp.experts.185.gate_proj,0.0000012335,0.05000,15.277
7,mlp.experts.176.gate_proj,0.0000037913,0.05000,15.246
7,mlp.experts.180.gate_proj,0.0000058427,0.05000,15.334
7,mlp.experts.189.gate_proj,0.0000132143,0.05000,15.195
7,mlp.experts.184.gate_proj,0.0000036145,0.05000,15.329
7,mlp.experts.182.gate_proj,0.0000035378,0.05000,15.324
7,mlp.experts.190.gate_proj,0.0000063530,0.05000,15.356
7,mlp.experts.178.gate_proj,0.0000036305,0.05000,15.220
7,mlp.experts.193.gate_proj,0.0000099348,0.05000,15.084
7,mlp.experts.187.gate_proj,0.0000053527,0.05000,15.373
7,mlp.experts.186.gate_proj,0.0000041539,0.05000,15.391
7,mlp.experts.191.gate_proj,0.0000067463,0.05000,15.264
7,mlp.experts.179.gate_proj,0.0000178006,0.05000,15.291
7,mlp.experts.204.gate_proj,0.0000056370,0.05000,15.226
7,mlp.experts.198.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.909
7,mlp.experts.199.gate_proj,0.0000067702,0.05000,15.197
7,mlp.experts.197.gate_proj,0.0000078867,0.05000,15.195
7,mlp.experts.192.gate_proj,0.0000158575,0.05000,15.009
7,mlp.experts.201.gate_proj,0.0000073987,0.05000,15.223
7,mlp.experts.205.gate_proj,0.0000102117,0.05000,15.159
7,mlp.experts.196.gate_proj,0.0000312097,0.05000,15.253
7,mlp.experts.200.gate_proj,0.0000056083,0.05000,15.171
7,mlp.experts.206.gate_proj,0.0000056640,0.05000,15.096
7,mlp.experts.209.gate_proj,0.0000037708,0.05000,15.103
7,mlp.experts.202.gate_proj,0.0000041753,0.05000,15.107
7,mlp.experts.194.gate_proj,0.0000024664,0.05000,15.280
7,mlp.experts.203.gate_proj,0.0000064091,0.05000,15.280
7,mlp.experts.207.gate_proj,0.0000023512,0.05000,15.160
7,mlp.experts.220.gate_proj,0.0000037578,0.05000,15.145
7,mlp.experts.195.gate_proj,0.0000017701,0.05000,15.302
7,mlp.experts.214.gate_proj,0.0000065416,0.05000,15.068
7,mlp.experts.215.gate_proj,0.0000056205,0.05000,15.311
7,mlp.experts.213.gate_proj,0.0000036622,0.05000,15.196
7,mlp.experts.208.gate_proj,0.0000078780,0.05000,15.167
7,mlp.experts.217.gate_proj,0.0000050564,0.05000,15.250
7,mlp.experts.221.gate_proj,0.0000057109,0.05000,15.188
7,mlp.experts.216.gate_proj,0.0000028833,0.05000,15.133
7,mlp.experts.212.gate_proj,0.0000082989,0.05000,15.322
7,mlp.experts.222.gate_proj,0.0000063796,0.05000,15.399
7,mlp.experts.225.gate_proj,0.0000072987,0.05000,15.256
7,mlp.experts.218.gate_proj,0.0000107646,0.05000,15.261
7,mlp.experts.210.gate_proj,0.0000059864,0.05000,15.242
7,mlp.experts.219.gate_proj,0.0000063330,0.05000,15.402
7,mlp.experts.223.gate_proj,0.0000055791,0.05000,15.499
7,mlp.experts.230.gate_proj,0.0000051487,0.05000,15.383
7,mlp.experts.236.gate_proj,0.0000037237,0.05000,15.427
7,mlp.experts.211.gate_proj,0.0000036524,0.05000,15.499
7,mlp.experts.231.gate_proj,0.0000043979,0.05000,15.593
7,mlp.experts.229.gate_proj,0.0000056378,0.05000,14.162
7,mlp.experts.233.gate_proj,0.0000059778,0.05000,14.089
7,mlp.experts.224.gate_proj,0.0000056670,0.05000,14.207
7,mlp.experts.237.gate_proj,0.0000102304,0.05000,14.108
7,mlp.experts.228.gate_proj,0.0000073275,0.05000,14.140
7,mlp.experts.232.gate_proj,0.0000063664,0.05000,14.423
7,mlp.experts.241.gate_proj,0.0000048588,0.05000,14.191
7,mlp.experts.238.gate_proj,0.0000093097,0.05000,14.317
7,mlp.experts.226.gate_proj,0.0000048231,0.05000,14.258
7,mlp.experts.234.gate_proj,0.0000033482,0.05000,14.418
7,mlp.experts.235.gate_proj,0.0000115734,0.05000,14.173
7,mlp.experts.239.gate_proj,0.0000061829,0.05000,14.147
7,mlp.experts.246.gate_proj,0.0000059803,0.05000,14.099
7,mlp.experts.252.gate_proj,0.0000065937,0.05000,14.067
7,mlp.experts.227.gate_proj,0.0000058577,0.05000,14.002
7,mlp.experts.247.gate_proj,0.0000057940,0.05000,14.064
7,mlp.experts.245.gate_proj,0.0000019562,0.05000,15.129
7,mlp.experts.240.gate_proj,0.0000055374,0.05000,15.122
7,mlp.experts.249.gate_proj,0.0000128336,0.05000,15.229
7,mlp.experts.253.gate_proj,0.0000062529,0.05000,15.215
7,mlp.experts.248.gate_proj,0.0000032589,0.05000,15.034
7,mlp.experts.244.gate_proj,0.0000072478,0.05000,15.186
7,mlp.experts.1.up_proj,0.0000054751,0.05000,15.023
7,mlp.experts.254.gate_proj,0.0000054851,0.05000,15.050
7,mlp.experts.242.gate_proj,0.0000059159,0.05000,15.012
7,mlp.experts.250.gate_proj,0.0000052144,0.05000,15.060
7,mlp.experts.251.gate_proj,0.0000053349,0.05000,15.134
7,mlp.experts.6.up_proj,0.0000058365,0.05000,15.024
7,mlp.experts.255.gate_proj,0.0000088275,0.05000,15.178
7,mlp.experts.12.up_proj,0.0000089350,0.05000,15.150
7,mlp.experts.243.gate_proj,0.0000034300,0.05000,15.165
7,mlp.experts.7.up_proj,0.0000023012,0.05000,15.158
7,mlp.experts.5.up_proj,0.0000053367,0.05000,15.204
7,mlp.experts.0.up_proj,0.0000146492,0.05000,15.336
7,mlp.experts.9.up_proj,0.0000059768,0.05000,15.382
7,mlp.experts.13.up_proj,0.0000030191,0.05000,15.398
7,mlp.experts.8.up_proj,0.0000094639,0.05000,15.346
7,mlp.experts.4.up_proj,0.0000042658,0.05000,15.347
7,mlp.experts.17.up_proj,0.0000129377,0.05000,15.370
7,mlp.experts.2.up_proj,0.0000046230,0.05000,15.352
7,mlp.experts.14.up_proj,0.0000038222,0.05000,15.424
7,mlp.experts.10.up_proj,0.0000042711,0.05000,15.379
7,mlp.experts.11.up_proj,0.0000026308,0.05000,15.503
7,mlp.experts.22.up_proj,0.0000048551,0.05000,15.414
7,mlp.experts.3.up_proj,0.0000091062,0.05000,15.337
7,mlp.experts.28.up_proj,0.0000169315,0.05000,15.404
7,mlp.experts.15.up_proj,0.0000037424,0.05000,15.567
7,mlp.experts.23.up_proj,0.0000046577,0.05000,15.330
7,mlp.experts.21.up_proj,0.0000065663,0.05000,14.133
7,mlp.experts.16.up_proj,0.0000044754,0.05000,14.057
7,mlp.experts.25.up_proj,0.0000163209,0.05000,14.152
7,mlp.experts.29.up_proj,0.0000024820,0.05000,14.088
7,mlp.experts.24.up_proj,0.0000064142,0.05000,14.050
7,mlp.experts.20.up_proj,0.0000088389,0.05000,14.121
7,mlp.experts.33.up_proj,0.0000032640,0.05000,14.244
7,mlp.experts.18.up_proj,0.0000038724,0.05000,14.282
7,mlp.experts.26.up_proj,0.0000039448,0.05000,14.105
7,mlp.experts.30.up_proj,0.0000140110,0.05000,14.421
7,mlp.experts.19.up_proj,0.0000052078,0.05000,14.256
7,mlp.experts.38.up_proj,0.0000037536,0.05000,14.373
7,mlp.experts.44.up_proj,0.0000026828,0.05000,14.269
7,mlp.experts.27.up_proj,0.0000031255,0.05000,14.460
7,mlp.experts.31.up_proj,0.0000058906,0.05000,14.286
7,mlp.experts.39.up_proj,0.0000063406,0.05000,14.556
7,mlp.experts.37.up_proj,0.0000032852,0.05000,15.432
7,mlp.experts.32.up_proj,0.0000018303,0.05000,15.484
7,mlp.experts.41.up_proj,0.0000096814,0.05000,15.555
7,mlp.experts.45.up_proj,0.0000074952,0.05000,15.605
7,mlp.experts.40.up_proj,0.0000035204,0.05000,15.734
7,mlp.experts.36.up_proj,0.0000025711,0.05000,15.661
7,mlp.experts.49.up_proj,0.0000024182,0.05000,15.445
7,mlp.experts.34.up_proj,0.0000051481,0.05000,15.538
7,mlp.experts.42.up_proj,0.0000186165,0.05000,15.551
7,mlp.experts.46.up_proj,0.0000251095,0.05000,15.630
7,mlp.experts.54.up_proj,0.0000038091,0.05000,15.439
7,mlp.experts.43.up_proj,0.0000133007,0.05000,15.514
7,mlp.experts.35.up_proj,0.0000058189,0.05000,15.641
7,mlp.experts.47.up_proj,0.0000041194,0.05000,15.536
7,mlp.experts.60.up_proj,0.0000049784,0.05000,15.672
7,mlp.experts.55.up_proj,0.0000187064,0.05000,15.509
7,mlp.experts.53.up_proj,0.0000134626,0.05000,15.777
7,mlp.experts.48.up_proj,0.0000246085,0.05000,15.894
7,mlp.experts.57.up_proj,0.0000038798,0.05000,15.741
7,mlp.experts.56.up_proj,0.0000021878,0.05000,15.720
7,mlp.experts.65.up_proj,0.0000053418,0.05000,15.619
7,mlp.experts.61.up_proj,0.0000035764,0.05000,15.904
7,mlp.experts.52.up_proj,0.0000064590,0.05000,15.777
7,mlp.experts.50.up_proj,0.0000106255,0.05000,15.713
7,mlp.experts.62.up_proj,0.0000043841,0.05000,15.721
7,mlp.experts.58.up_proj,0.0000122239,0.05000,15.896
7,mlp.experts.70.up_proj,0.0000020265,0.05000,15.777
7,mlp.experts.51.up_proj,0.0000093849,0.05000,15.692
7,mlp.experts.76.up_proj,0.0000049636,0.05000,15.638
7,mlp.experts.63.up_proj,0.0000037422,0.05000,15.754
7,mlp.experts.59.up_proj,0.0000098349,0.05000,15.879
7,mlp.experts.71.up_proj,0.0000060472,0.05000,15.593
7,mlp.experts.87.up_proj,failsafe(rtn): 0.0008392,0.00000,0.670
7,mlp.experts.69.up_proj,0.0000037894,0.05000,15.065
7,mlp.experts.64.up_proj,0.0000024635,0.05000,14.977
7,mlp.experts.73.up_proj,0.0000023635,0.05000,15.026
7,mlp.experts.72.up_proj,0.0000042258,0.05000,14.938
7,mlp.experts.77.up_proj,0.0000093889,0.05000,14.972
7,mlp.experts.81.up_proj,0.0000031159,0.05000,14.983
7,mlp.experts.68.up_proj,0.0000137597,0.05000,15.015
7,mlp.experts.66.up_proj,0.0000038754,0.05000,14.834
7,mlp.experts.74.up_proj,0.0000031633,0.05000,14.994
7,mlp.experts.78.up_proj,0.0000018408,0.05000,15.053
7,mlp.experts.97.up_proj,failsafe(rtn): 0.0009079,0.00000,0.753
7,mlp.experts.86.up_proj,0.0000026642,0.05000,15.013
7,mlp.experts.92.up_proj,0.0000044527,0.05000,15.033
7,mlp.experts.75.up_proj,0.0000028141,0.05000,15.041
7,mlp.experts.67.up_proj,0.0000074477,0.05000,15.217
7,mlp.experts.79.up_proj,0.0000037664,0.05000,15.217
7,mlp.experts.103.up_proj,0.0000045609,0.05000,15.105
7,mlp.experts.85.up_proj,0.0000045106,0.05000,14.651
7,mlp.experts.80.up_proj,0.0000048065,0.05000,14.664
7,mlp.experts.89.up_proj,0.0000108235,0.05000,14.794
7,mlp.experts.88.up_proj,0.0000039125,0.05000,14.861
7,mlp.experts.93.up_proj,0.0000064089,0.05000,14.837
7,mlp.experts.84.up_proj,0.0000133236,0.05000,14.969
7,mlp.experts.82.up_proj,0.0000235069,0.05000,14.873
7,mlp.experts.94.up_proj,0.0000023445,0.05000,14.739
7,mlp.experts.90.up_proj,0.0000040132,0.05000,14.915
7,mlp.experts.113.up_proj,0.0000025919,0.05000,14.859
7,mlp.experts.102.up_proj,0.0000080099,0.05000,14.932
7,mlp.experts.108.up_proj,0.0000018253,0.05000,14.892
7,mlp.experts.83.up_proj,0.0000125522,0.05000,14.833
7,mlp.experts.91.up_proj,0.0000038899,0.05000,14.899
7,mlp.experts.95.up_proj,0.0000038111,0.05000,14.963
7,mlp.experts.124.up_proj,failsafe(rtn): 0.0008965,0.00000,0.794
7,mlp.experts.119.up_proj,0.0000029575,0.05000,15.007
7,mlp.experts.101.up_proj,0.0000036235,0.05000,15.759
7,mlp.experts.96.up_proj,0.0000191215,0.05000,15.612
7,mlp.experts.105.up_proj,0.0000026314,0.05000,15.599
7,mlp.experts.109.up_proj,0.0000085401,0.05000,15.439
7,mlp.experts.104.up_proj,0.0000126154,0.05000,15.507
7,mlp.experts.100.up_proj,0.0000097350,0.05000,15.594
7,mlp.experts.98.up_proj,0.0000027277,0.05000,15.624
7,mlp.experts.110.up_proj,0.0000022786,0.05000,15.630
7,mlp.experts.106.up_proj,0.0000036480,0.05000,15.672
7,mlp.experts.129.up_proj,0.0000041614,0.05000,15.637
7,mlp.experts.118.up_proj,0.0000023110,0.05000,15.566
7,mlp.experts.107.up_proj,0.0000169052,0.05000,15.401
7,mlp.experts.99.up_proj,0.0000046359,0.05000,15.711
7,mlp.experts.111.up_proj,0.0000118093,0.05000,15.668
7,mlp.experts.140.up_proj,0.0000055696,0.05000,15.486
7,mlp.experts.135.up_proj,0.0000049587,0.05000,15.408
7,mlp.experts.117.up_proj,0.0000027729,0.05000,14.853
7,mlp.experts.112.up_proj,0.0000036999,0.05000,14.872
7,mlp.experts.121.up_proj,0.0000117649,0.05000,14.836
7,mlp.experts.125.up_proj,0.0000029300,0.05000,14.912
7,mlp.experts.120.up_proj,0.0000028018,0.05000,14.894
7,mlp.experts.116.up_proj,0.0000069738,0.05000,15.037
7,mlp.experts.114.up_proj,0.0000109952,0.05000,14.994
7,mlp.experts.126.up_proj,0.0000075351,0.05000,14.814
7,mlp.experts.122.up_proj,0.0000050221,0.05000,14.783
7,mlp.experts.145.up_proj,0.0000013751,0.05000,14.881
7,mlp.experts.134.up_proj,0.0000063894,0.05000,14.984
7,mlp.experts.123.up_proj,0.0000033643,0.05000,14.952
7,mlp.experts.115.up_proj,0.0000183633,0.05000,15.027
7,mlp.experts.127.up_proj,0.0000167885,0.05000,14.895
7,mlp.experts.156.up_proj,0.0000066327,0.05000,14.901
7,mlp.experts.151.up_proj,0.0000067697,0.05000,15.010
7,mlp.experts.133.up_proj,0.0000026930,0.05000,15.006
7,mlp.experts.128.up_proj,0.0000055452,0.05000,15.044
7,mlp.experts.137.up_proj,0.0000046330,0.05000,15.081
7,mlp.experts.141.up_proj,0.0000031021,0.05000,15.143
7,mlp.experts.136.up_proj,0.0000011221,0.05000,15.212
7,mlp.experts.132.up_proj,0.0000052076,0.05000,14.948
7,mlp.experts.130.up_proj,0.0000044994,0.05000,15.094
7,mlp.experts.142.up_proj,0.0000022384,0.05000,15.093
7,mlp.experts.161.up_proj,0.0000049247,0.05000,14.924
7,mlp.experts.138.up_proj,0.0000055506,0.05000,15.159
7,mlp.experts.150.up_proj,0.0000051066,0.05000,15.215
7,mlp.experts.139.up_proj,0.0000041220,0.05000,15.341
7,mlp.experts.131.up_proj,0.0000038270,0.05000,15.247
7,mlp.experts.143.up_proj,0.0000040582,0.05000,15.269
7,mlp.experts.172.up_proj,0.0000033879,0.05000,15.178
7,mlp.experts.167.up_proj,0.0000054132,0.05000,15.368
7,mlp.experts.149.up_proj,0.0000051327,0.05000,15.314
7,mlp.experts.144.up_proj,0.0000046757,0.05000,15.255
7,mlp.experts.153.up_proj,0.0000116711,0.05000,15.187
7,mlp.experts.157.up_proj,0.0000069891,0.05000,15.094
7,mlp.experts.152.up_proj,0.0000128248,0.05000,15.275
7,mlp.experts.148.up_proj,0.0000025945,0.05000,15.152
7,mlp.experts.146.up_proj,0.0000057802,0.05000,15.180
7,mlp.experts.158.up_proj,0.0000054152,0.05000,15.148
7,mlp.experts.154.up_proj,0.0000050302,0.05000,15.091
7,mlp.experts.177.up_proj,0.0000104151,0.05000,15.217
7,mlp.experts.166.up_proj,0.0000100614,0.05000,15.013
7,mlp.experts.155.up_proj,0.0000036750,0.05000,15.029
7,mlp.experts.147.up_proj,0.0000051229,0.05000,15.086
7,mlp.experts.159.up_proj,0.0000044713,0.05000,15.017
7,mlp.experts.188.up_proj,0.0000039994,0.05000,15.014
7,mlp.experts.183.up_proj,0.0000057436,0.05000,15.016
7,mlp.experts.165.up_proj,0.0000026398,0.05000,14.957
7,mlp.experts.160.up_proj,0.0000047849,0.05000,15.204
7,mlp.experts.169.up_proj,0.0000039005,0.05000,15.235
7,mlp.experts.173.up_proj,0.0000177198,0.05000,15.287
7,mlp.experts.168.up_proj,0.0000042787,0.05000,15.323
7,mlp.experts.164.up_proj,0.0000080561,0.05000,15.347
7,mlp.experts.162.up_proj,0.0000019707,0.05000,15.261
7,mlp.experts.174.up_proj,0.0000064676,0.05000,15.311
7,mlp.experts.193.up_proj,0.0000084428,0.05000,15.245
7,mlp.experts.170.up_proj,0.0000173830,0.05000,15.366
7,mlp.experts.182.up_proj,0.0000031266,0.05000,15.380
7,mlp.experts.171.up_proj,0.0000048297,0.05000,15.360
7,mlp.experts.175.up_proj,0.0000020902,0.05000,15.230
7,mlp.experts.163.up_proj,0.0000072550,0.05000,15.247
7,mlp.experts.204.up_proj,0.0000048809,0.05000,15.311
7,mlp.experts.198.up_proj,failsafe(rtn): 0.0008888,0.00000,0.870
7,mlp.experts.199.up_proj,0.0000068122,0.05000,15.369
7,mlp.experts.181.up_proj,0.0000026314,0.05000,15.808
7,mlp.experts.176.up_proj,0.0000035713,0.05000,16.046
7,mlp.experts.185.up_proj,0.0000011395,0.05000,15.940
7,mlp.experts.189.up_proj,0.0000111732,0.05000,15.775
7,mlp.experts.184.up_proj,0.0000033233,0.05000,15.636
7,mlp.experts.180.up_proj,0.0000054242,0.05000,15.729
7,mlp.experts.178.up_proj,0.0000033984,0.05000,15.795
7,mlp.experts.190.up_proj,0.0000050846,0.05000,15.787
7,mlp.experts.209.up_proj,0.0000034797,0.05000,15.685
7,mlp.experts.186.up_proj,0.0000038794,0.05000,15.827
7,mlp.experts.187.up_proj,0.0000047612,0.05000,15.992
7,mlp.experts.179.up_proj,0.0000146382,0.05000,15.856
7,mlp.experts.191.up_proj,0.0000062744,0.05000,16.061
7,mlp.experts.220.up_proj,0.0000034918,0.05000,15.974
7,mlp.experts.214.up_proj,0.0000061507,0.05000,16.054
7,mlp.experts.215.up_proj,0.0000049163,0.05000,15.957
7,mlp.experts.197.up_proj,0.0000068591,0.05000,15.722
7,mlp.experts.192.up_proj,0.0000152762,0.05000,15.477
7,mlp.experts.201.up_proj,0.0000068642,0.05000,15.501
7,mlp.experts.205.up_proj,0.0000088828,0.05000,15.556
7,mlp.experts.200.up_proj,0.0000052367,0.05000,15.548
7,mlp.experts.196.up_proj,0.0000281825,0.05000,15.605
7,mlp.experts.194.up_proj,0.0000022858,0.05000,15.503
7,mlp.experts.206.up_proj,0.0000052665,0.05000,15.497
7,mlp.experts.225.up_proj,0.0000066302,0.05000,15.610
7,mlp.experts.202.up_proj,0.0000035710,0.05000,15.573
7,mlp.experts.203.up_proj,0.0000059214,0.05000,15.438
7,mlp.experts.195.up_proj,0.0000016426,0.05000,15.468
7,mlp.experts.207.up_proj,0.0000021338,0.05000,15.509
7,mlp.experts.236.up_proj,0.0000034381,0.05000,15.459
7,mlp.experts.230.up_proj,0.0000049281,0.05000,15.401
7,mlp.experts.231.up_proj,0.0000039398,0.05000,15.369
7,mlp.experts.213.up_proj,0.0000034098,0.05000,14.874
7,mlp.experts.208.up_proj,0.0000069637,0.05000,14.984
7,mlp.experts.217.up_proj,0.0000042067,0.05000,15.003
7,mlp.experts.221.up_proj,0.0000052722,0.05000,15.008
7,mlp.experts.216.up_proj,0.0000024751,0.05000,15.047
7,mlp.experts.212.up_proj,0.0000078910,0.05000,15.073
7,mlp.experts.210.up_proj,0.0000057143,0.05000,15.115
7,mlp.experts.222.up_proj,0.0000058948,0.05000,15.167
7,mlp.experts.241.up_proj,0.0000045478,0.05000,15.045
7,mlp.experts.218.up_proj,0.0000095612,0.05000,15.056
7,mlp.experts.211.up_proj,0.0000034311,0.05000,14.983
7,mlp.experts.219.up_proj,0.0000058568,0.05000,15.070
7,mlp.experts.223.up_proj,0.0000047728,0.05000,15.061
7,mlp.experts.252.up_proj,0.0000061641,0.05000,15.007
7,mlp.experts.246.up_proj,0.0000058023,0.05000,14.937
7,mlp.experts.247.up_proj,0.0000053851,0.05000,14.932
7,mlp.experts.1.down_proj,0.0000001549,0.05000,3.814
7,mlp.experts.12.down_proj,0.0000001491,0.05000,3.838
7,mlp.experts.6.down_proj,0.0000000454,0.05000,3.903
7,mlp.experts.7.down_proj,0.0000000505,0.05000,3.965
7,mlp.experts.17.down_proj,0.0000001813,0.05000,3.967
7,mlp.experts.28.down_proj,0.0000004064,0.05000,4.079
7,mlp.experts.22.down_proj,0.0000000309,0.05000,4.099
7,mlp.experts.23.down_proj,0.0000001364,0.05000,4.080
7,mlp.experts.33.down_proj,0.0000000336,0.05000,4.181
7,mlp.experts.44.down_proj,0.0000000771,0.05000,4.157
7,mlp.experts.38.down_proj,0.0000001041,0.05000,4.155
7,mlp.experts.229.up_proj,0.0000056518,0.05000,16.084
7,mlp.experts.39.down_proj,0.0000000998,0.05000,3.991
7,mlp.experts.224.up_proj,0.0000049818,0.05000,16.055
7,mlp.experts.237.up_proj,0.0000095309,0.05000,16.004
7,mlp.experts.233.up_proj,0.0000052959,0.05000,16.228
7,mlp.experts.232.up_proj,0.0000057645,0.05000,16.029
7,mlp.experts.228.up_proj,0.0000059631,0.05000,15.896
7,mlp.experts.226.up_proj,0.0000045395,0.05000,16.030
7,mlp.experts.238.up_proj,0.0000078437,0.05000,15.895
7,mlp.experts.49.down_proj,0.0000000229,0.05000,3.997
7,mlp.experts.234.up_proj,0.0000029937,0.05000,15.940
7,mlp.experts.227.up_proj,0.0000052076,0.05000,16.068
7,mlp.experts.235.up_proj,0.0000106299,0.05000,16.024
7,mlp.experts.239.up_proj,0.0000056737,0.05000,16.162
7,mlp.experts.60.down_proj,0.0000000595,0.05000,4.059
7,mlp.experts.54.down_proj,0.0000000232,0.05000,4.053
7,mlp.experts.55.down_proj,0.0000002758,0.05000,4.097
7,mlp.experts.65.down_proj,0.0000001034,0.05000,3.901
7,mlp.experts.76.down_proj,0.0000001090,0.05000,3.665
7,mlp.experts.70.down_proj,0.0000000224,0.05000,3.623
7,mlp.experts.71.down_proj,0.0000000792,0.05000,3.660
7,mlp.experts.87.down_proj,failsafe(rtn): 0.0008392,0.00000,0.189
7,mlp.experts.81.down_proj,0.0000000729,0.05000,3.617
7,mlp.experts.97.down_proj,failsafe(rtn): 0.0008926,0.00000,0.203
7,mlp.experts.92.down_proj,0.0000000796,0.05000,3.957
7,mlp.experts.86.down_proj,0.0000000430,0.05000,3.896
7,mlp.experts.103.down_proj,0.0000000392,0.05000,3.783
7,mlp.experts.113.down_proj,0.0000000330,0.05000,3.687
7,mlp.experts.108.down_proj,0.0000000369,0.05000,3.618
7,mlp.experts.124.down_proj,failsafe(rtn): 0.0008850,0.00000,0.234
7,mlp.experts.102.down_proj,0.0000001838,0.05000,3.732
7,mlp.experts.245.up_proj,0.0000018356,0.05000,15.152
7,mlp.experts.119.down_proj,0.0000000394,0.05000,3.725
7,mlp.experts.240.up_proj,0.0000045581,0.05000,15.116
7,mlp.experts.249.up_proj,0.0000120414,0.05000,14.819
7,mlp.experts.253.up_proj,0.0000053364,0.05000,14.977
7,mlp.experts.248.up_proj,0.0000026693,0.05000,14.937
7,mlp.experts.244.up_proj,0.0000063482,0.05000,15.001
7,mlp.experts.242.up_proj,0.0000052858,0.05000,15.176
7,mlp.experts.254.up_proj,0.0000048676,0.05000,15.181
7,mlp.experts.129.down_proj,0.0000001127,0.05000,3.753
7,mlp.experts.250.up_proj,0.0000044188,0.05000,15.116
7,mlp.experts.251.up_proj,0.0000049299,0.05000,14.855
7,mlp.experts.243.up_proj,0.0000029188,0.05000,14.979
7,mlp.experts.255.up_proj,0.0000075644,0.05000,15.087
7,mlp.experts.140.down_proj,0.0000001142,0.05000,3.594
7,mlp.experts.118.down_proj,0.0000000754,0.05000,3.673
7,mlp.experts.5.down_proj,0.0000000673,0.05000,3.697
7,mlp.experts.135.down_proj,0.0000000666,0.05000,3.715
7,mlp.experts.0.down_proj,0.0000002789,0.05000,3.836
7,mlp.experts.9.down_proj,0.0000000412,0.05000,3.880
7,mlp.experts.13.down_proj,0.0000000227,0.05000,3.906
7,mlp.experts.8.down_proj,0.0000001330,0.05000,3.843
7,mlp.experts.4.down_proj,0.0000001257,0.05000,3.884
7,mlp.experts.2.down_proj,0.0000001074,0.05000,3.788
7,mlp.experts.14.down_proj,0.0000000944,0.05000,3.824
7,mlp.experts.145.down_proj,0.0000000091,0.05000,3.885
7,mlp.experts.10.down_proj,0.0000001268,0.05000,3.880
7,mlp.experts.11.down_proj,0.0000001154,0.05000,3.978
7,mlp.experts.3.down_proj,0.0000001281,0.05000,3.943
7,mlp.experts.15.down_proj,0.0000000288,0.05000,4.013
7,mlp.experts.156.down_proj,0.0000000794,0.05000,4.106
7,mlp.experts.134.down_proj,0.0000000722,0.05000,4.028
7,mlp.experts.21.down_proj,0.0000001137,0.05000,3.971
7,mlp.experts.151.down_proj,0.0000001030,0.05000,3.948
7,mlp.experts.16.down_proj,0.0000001793,0.05000,3.954
7,mlp.experts.25.down_proj,0.0000001800,0.05000,3.935
7,mlp.experts.29.down_proj,0.0000000799,0.05000,3.890
7,mlp.experts.24.down_proj,0.0000001093,0.05000,3.978
7,mlp.experts.20.down_proj,0.0000001176,0.05000,4.044
7,mlp.experts.18.down_proj,0.0000002722,0.05000,4.026
7,mlp.experts.30.down_proj,0.0000002156,0.05000,4.090
7,mlp.experts.161.down_proj,0.0000001360,0.05000,4.026
7,mlp.experts.26.down_proj,0.0000000648,0.05000,4.067
7,mlp.experts.27.down_proj,0.0000000896,0.05000,3.836
7,mlp.experts.19.down_proj,0.0000001339,0.05000,3.843
7,mlp.experts.31.down_proj,0.0000002237,0.05000,3.760
7,mlp.experts.172.down_proj,0.0000000489,0.05000,3.663
7,mlp.experts.150.down_proj,0.0000000753,0.05000,3.688
7,mlp.experts.37.down_proj,0.0000001042,0.05000,3.644
7,mlp.experts.167.down_proj,0.0000001526,0.05000,3.685
7,mlp.experts.32.down_proj,0.0000000246,0.05000,3.640
7,mlp.experts.41.down_proj,0.0000002689,0.05000,3.576
7,mlp.experts.45.down_proj,0.0000000617,0.05000,3.562
7,mlp.experts.40.down_proj,0.0000000964,0.05000,3.493
7,mlp.experts.36.down_proj,0.0000000480,0.05000,3.439
7,mlp.experts.34.down_proj,0.0000000618,0.05000,3.297
7,mlp.experts.46.down_proj,0.0000003252,0.05000,3.262
7,mlp.experts.177.down_proj,0.0000001084,0.05000,3.241
7,mlp.experts.42.down_proj,0.0000003574,0.05000,3.270
7,mlp.experts.35.down_proj,0.0000000952,0.05000,3.344
7,mlp.experts.43.down_proj,0.0000002870,0.05000,3.395
7,mlp.experts.188.down_proj,0.0000000365,0.05000,3.235
7,mlp.experts.47.down_proj,0.0000000315,0.05000,3.334
7,mlp.experts.166.down_proj,0.0000000193,0.05000,3.314
7,mlp.experts.53.down_proj,0.0000005506,0.05000,3.353
7,mlp.experts.183.down_proj,0.0000000944,0.05000,3.390
7,mlp.experts.48.down_proj,0.0000003375,0.05000,3.484
7,mlp.experts.57.down_proj,0.0000000558,0.05000,3.571
7,mlp.experts.61.down_proj,0.0000001213,0.05000,3.562
7,mlp.experts.56.down_proj,0.0000000683,0.05000,3.705
7,mlp.experts.52.down_proj,0.0000000438,0.05000,3.691
7,mlp.experts.50.down_proj,0.0000001566,0.05000,3.747
7,mlp.experts.62.down_proj,0.0000000571,0.05000,3.706
7,mlp.experts.193.down_proj,0.0000001256,0.05000,3.732
7,mlp.experts.58.down_proj,0.0000002341,0.05000,3.802
7,mlp.experts.51.down_proj,0.0000002190,0.05000,3.704
7,mlp.experts.59.down_proj,0.0000001265,0.05000,3.755
7,mlp.experts.204.down_proj,0.0000000472,0.05000,3.932
7,mlp.experts.63.down_proj,0.0000000314,0.05000,3.948
7,mlp.experts.182.down_proj,0.0000000539,0.05000,3.952
7,mlp.experts.69.down_proj,0.0000001312,0.05000,3.992
7,mlp.experts.198.down_proj,failsafe(rtn): 0.0008888,0.00000,0.217
7,mlp.experts.199.down_proj,0.0000001983,0.05000,3.913
7,mlp.experts.64.down_proj,0.0000000645,0.05000,3.815
7,mlp.experts.73.down_proj,0.0000000186,0.05000,3.834
7,mlp.experts.77.down_proj,0.0000001910,0.05000,3.814
7,mlp.experts.72.down_proj,0.0000000289,0.05000,3.825
7,mlp.experts.68.down_proj,0.0000001871,0.05000,3.897
7,mlp.experts.66.down_proj,0.0000001300,0.05000,3.978
7,mlp.experts.78.down_proj,0.0000000368,0.05000,3.940
7,mlp.experts.209.down_proj,0.0000000286,0.05000,3.998
7,mlp.experts.74.down_proj,0.0000000817,0.05000,3.988
7,mlp.experts.67.down_proj,0.0000002003,0.05000,4.065
7,mlp.experts.75.down_proj,0.0000000289,0.05000,4.018
7,mlp.experts.220.down_proj,0.0000001113,0.05000,3.970
7,mlp.experts.79.down_proj,0.0000001038,0.05000,3.984
7,mlp.experts.85.down_proj,0.0000001214,0.05000,3.928
7,mlp.experts.214.down_proj,0.0000000618,0.05000,3.918
7,mlp.experts.215.down_proj,0.0000001265,0.05000,4.014
7,mlp.experts.80.down_proj,0.0000000875,0.05000,3.933
7,mlp.experts.93.down_proj,0.0000001107,0.05000,3.919
7,mlp.experts.89.down_proj,0.0000001426,0.05000,3.951
7,mlp.experts.88.down_proj,0.0000000493,0.05000,3.906
7,mlp.experts.84.down_proj,0.0000003229,0.05000,3.840
7,mlp.experts.82.down_proj,0.0000005722,0.05000,3.910
7,mlp.experts.94.down_proj,0.0000000542,0.05000,3.957
7,mlp.experts.225.down_proj,0.0000000779,0.05000,3.877
7,mlp.experts.90.down_proj,0.0000000282,0.05000,3.910
7,mlp.experts.83.down_proj,0.0000002648,0.05000,4.001
7,mlp.experts.91.down_proj,0.0000000910,0.05000,4.038
7,mlp.experts.236.down_proj,0.0000000251,0.05000,3.964
7,mlp.experts.95.down_proj,0.0000000767,0.05000,3.944
7,mlp.experts.101.down_proj,0.0000000304,0.05000,3.836
7,mlp.experts.230.down_proj,0.0000000405,0.05000,3.895
7,mlp.experts.231.down_proj,0.0000000652,0.05000,3.902
7,mlp.experts.96.down_proj,0.0000005519,0.05000,3.889
7,mlp.experts.109.down_proj,0.0000001030,0.05000,3.833
7,mlp.experts.105.down_proj,0.0000001083,0.05000,3.819
7,mlp.experts.104.down_proj,0.0000001906,0.05000,3.748
7,mlp.experts.100.down_proj,0.0000001737,0.05000,3.736
7,mlp.experts.98.down_proj,0.0000000238,0.05000,3.683
7,mlp.experts.110.down_proj,0.0000000191,0.05000,3.651
7,mlp.experts.241.down_proj,0.0000000352,0.05000,3.616
7,mlp.experts.106.down_proj,0.0000000571,0.05000,3.686
7,mlp.experts.99.down_proj,0.0000000845,0.05000,3.646
7,mlp.experts.107.down_proj,0.0000003216,0.05000,3.688
7,mlp.experts.252.down_proj,0.0000000498,0.05000,3.717
7,mlp.experts.111.down_proj,0.0000001328,0.05000,3.777
7,mlp.experts.117.down_proj,0.0000000879,0.05000,3.694
7,mlp.experts.246.down_proj,0.0000001128,0.05000,3.768
7,mlp.experts.247.down_proj,0.0000000518,0.05000,3.752
7,mlp.experts.112.down_proj,0.0000000600,0.05000,3.756
7,mlp.experts.125.down_proj,0.0000000557,0.05000,3.669
7,mlp.experts.121.down_proj,0.0000001786,0.05000,3.717
7,mlp.experts.120.down_proj,0.0000000368,0.05000,3.777
7,mlp.experts.116.down_proj,0.0000001525,0.05000,3.708
7,mlp.experts.126.down_proj,0.0000000790,0.05000,3.497
7,mlp.experts.114.down_proj,0.0000001548,0.05000,3.575
7,mlp.experts.122.down_proj,0.0000000753,0.05000,3.457
7,mlp.experts.115.down_proj,0.0000005074,0.05000,3.299
7,mlp.experts.123.down_proj,0.0000000678,0.05000,3.223
7,mlp.experts.127.down_proj,0.0000002951,0.05000,3.063
7,mlp.experts.133.down_proj,0.0000000476,0.05000,3.017
7,mlp.experts.141.down_proj,0.0000000260,0.05000,2.861
7,mlp.experts.137.down_proj,0.0000001232,0.05000,2.815
7,mlp.experts.128.down_proj,0.0000001589,0.05000,2.937
7,mlp.experts.136.down_proj,0.0000000087,0.05000,2.919
7,mlp.experts.132.down_proj,0.0000001110,0.05000,2.899
7,mlp.experts.142.down_proj,0.0000000233,0.05000,2.849
7,mlp.experts.130.down_proj,0.0000000728,0.05000,2.905
7,mlp.experts.138.down_proj,0.0000001136,0.05000,2.930
7,mlp.experts.131.down_proj,0.0000001146,0.05000,3.056
7,mlp.experts.139.down_proj,0.0000000437,0.05000,3.063
7,mlp.experts.143.down_proj,0.0000000308,0.05000,3.012
7,mlp.experts.149.down_proj,0.0000000701,0.05000,2.923
7,mlp.experts.153.down_proj,0.0000001427,0.05000,2.762
7,mlp.experts.144.down_proj,0.0000000295,0.05000,2.765
7,mlp.experts.157.down_proj,0.0000001068,0.05000,2.831
7,mlp.experts.152.down_proj,0.0000003015,0.05000,2.744
7,mlp.experts.148.down_proj,0.0000000179,0.05000,2.734
7,mlp.experts.158.down_proj,0.0000000774,0.05000,2.668
7,mlp.experts.146.down_proj,0.0000001619,0.05000,2.687
7,mlp.experts.154.down_proj,0.0000001017,0.05000,2.656
7,mlp.experts.147.down_proj,0.0000001098,0.05000,2.510
7,mlp.experts.155.down_proj,0.0000000294,0.05000,2.515
7,mlp.experts.165.down_proj,0.0000000209,0.05000,2.469
7,mlp.experts.159.down_proj,0.0000000309,0.05000,2.505
7,mlp.experts.169.down_proj,0.0000001130,0.05000,2.502
7,mlp.experts.160.down_proj,0.0000000502,0.05000,2.490
7,mlp.experts.173.down_proj,0.0000002920,0.05000,2.466
7,mlp.experts.164.down_proj,0.0000001248,0.05000,2.419
7,mlp.experts.168.down_proj,0.0000001072,0.05000,2.442
7,mlp.experts.174.down_proj,0.0000001229,0.05000,2.418
7,mlp.experts.162.down_proj,0.0000000174,0.05000,2.442
7,mlp.experts.170.down_proj,0.0000002888,0.05000,2.437
7,mlp.experts.163.down_proj,0.0000000950,0.05000,2.390
7,mlp.experts.171.down_proj,0.0000001363,0.05000,2.413
7,mlp.experts.175.down_proj,0.0000000615,0.05000,2.384
7,mlp.experts.181.down_proj,0.0000000698,0.05000,2.421
7,mlp.experts.185.down_proj,0.0000000346,0.05000,2.408
7,mlp.experts.176.down_proj,0.0000000658,0.05000,2.396
7,mlp.experts.189.down_proj,0.0000001453,0.05000,2.402
7,mlp.experts.184.down_proj,0.0000000464,0.05000,2.418
7,mlp.experts.180.down_proj,0.0000000380,0.05000,2.451
7,mlp.experts.190.down_proj,0.0000000597,0.05000,2.429
7,mlp.experts.178.down_proj,0.0000000369,0.05000,2.509
7,mlp.experts.186.down_proj,0.0000000301,0.05000,2.579
7,mlp.experts.179.down_proj,0.0000003560,0.05000,2.631
7,mlp.experts.187.down_proj,0.0000001145,0.05000,2.616
7,mlp.experts.197.down_proj,0.0000001072,0.05000,2.729
7,mlp.experts.191.down_proj,0.0000000876,0.05000,2.760
7,mlp.experts.205.down_proj,0.0000001631,0.05000,2.768
7,mlp.experts.192.down_proj,0.0000004613,0.05000,2.783
7,mlp.experts.201.down_proj,0.0000000589,0.05000,2.851
7,mlp.experts.200.down_proj,0.0000000458,0.05000,2.881
7,mlp.experts.196.down_proj,0.0000004755,0.05000,2.873
7,mlp.experts.206.down_proj,0.0000000328,0.05000,2.886
7,mlp.experts.194.down_proj,0.0000000166,0.05000,2.754
7,mlp.experts.202.down_proj,0.0000000676,0.05000,2.695
7,mlp.experts.195.down_proj,0.0000000105,0.05000,2.716
7,mlp.experts.203.down_proj,0.0000000426,0.05000,2.751
7,mlp.experts.207.down_proj,0.0000000149,0.05000,2.594
7,mlp.experts.213.down_proj,0.0000000301,0.05000,2.608
7,mlp.experts.221.down_proj,0.0000000441,0.05000,2.523
7,mlp.experts.208.down_proj,0.0000001529,0.05000,2.570
7,mlp.experts.217.down_proj,0.0000001210,0.05000,2.537
7,mlp.experts.216.down_proj,0.0000000319,0.05000,2.472
7,mlp.experts.212.down_proj,0.0000001269,0.05000,2.476
7,mlp.experts.222.down_proj,0.0000000554,0.05000,2.431
7,mlp.experts.210.down_proj,0.0000001637,0.05000,2.447
7,mlp.experts.218.down_proj,0.0000001567,0.05000,2.459
7,mlp.experts.211.down_proj,0.0000000292,0.05000,2.374
7,mlp.experts.219.down_proj,0.0000001533,0.05000,2.374
7,mlp.experts.229.down_proj,0.0000001411,0.05000,2.316
7,mlp.experts.223.down_proj,0.0000000946,0.05000,2.355
7,mlp.experts.237.down_proj,0.0000000725,0.05000,2.334
7,mlp.experts.233.down_proj,0.0000001058,0.05000,2.285
7,mlp.experts.224.down_proj,0.0000000763,0.05000,2.358
7,mlp.experts.232.down_proj,0.0000000669,0.05000,2.319
7,mlp.experts.238.down_proj,0.0000000839,0.05000,2.334
7,mlp.experts.228.down_proj,0.0000001716,0.05000,2.390
7,mlp.experts.226.down_proj,0.0000000427,0.05000,2.347
7,mlp.experts.234.down_proj,0.0000000452,0.05000,2.323
7,mlp.experts.227.down_proj,0.0000001057,0.05000,2.452
7,mlp.experts.235.down_proj,0.0000001093,0.05000,2.478
7,mlp.experts.245.down_proj,0.0000000318,0.05000,2.438
7,mlp.experts.239.down_proj,0.0000001624,0.05000,2.491
7,mlp.experts.253.down_proj,0.0000001646,0.05000,2.511
7,mlp.experts.240.down_proj,0.0000001120,0.05000,2.460
7,mlp.experts.249.down_proj,0.0000001152,0.05000,2.510
7,mlp.experts.254.down_proj,0.0000000907,0.05000,2.297
7,mlp.experts.248.down_proj,0.0000000525,0.05000,2.380
7,mlp.experts.242.down_proj,0.0000001273,0.05000,2.248
7,mlp.experts.244.down_proj,0.0000001010,0.05000,2.372
7,mlp.experts.250.down_proj,0.0000001120,0.05000,2.069
7,mlp.experts.251.down_proj,0.0000000459,0.05000,1.604
7,mlp.experts.243.down_proj,0.0000000728,0.05000,1.710
7,mlp.experts.255.down_proj,0.0000001551,0.05000,1.252
8,mlp.experts.8.gate_proj,0.0000043639,0.05000,15.176
8,mlp.experts.10.gate_proj,0.0000021294,0.05000,15.211
8,mlp.experts.1.gate_proj,0.0000034489,0.05000,15.241
8,mlp.experts.9.gate_proj,0.0000077652,0.05000,15.244
8,mlp.experts.11.gate_proj,0.0000040311,0.05000,15.350
8,mlp.experts.4.gate_proj,0.0000086331,0.05000,15.355
8,mlp.experts.2.gate_proj,0.0000249212,0.05000,15.357
8,mlp.experts.14.gate_proj,0.0000219936,0.05000,15.364
8,mlp.experts.15.gate_proj,0.0000118216,0.05000,15.365
8,mlp.experts.13.gate_proj,0.0000277632,0.05000,15.384
8,mlp.experts.7.gate_proj,0.0000051848,0.05000,15.390
8,mlp.experts.5.gate_proj,0.0000110231,0.05000,15.406
8,mlp.experts.6.gate_proj,0.0000112591,0.05000,15.403
8,mlp.experts.12.gate_proj,0.0000095077,0.05000,15.434
8,mlp.experts.0.gate_proj,0.0000076620,0.05000,15.457
8,mlp.experts.3.gate_proj,0.0000079602,0.05000,15.614
8,mlp.experts.30.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.766
8,mlp.experts.25.gate_proj,0.0000041824,0.05000,14.547
8,mlp.experts.27.gate_proj,0.0000269341,0.05000,14.520
8,mlp.experts.24.gate_proj,0.0000030754,0.05000,14.723
8,mlp.experts.26.gate_proj,0.0000023296,0.05000,14.720
8,mlp.experts.17.gate_proj,0.0000029330,0.05000,14.703
8,mlp.experts.21.gate_proj,0.0000059720,0.05000,14.594
8,mlp.experts.20.gate_proj,0.0000067669,0.05000,14.678
8,mlp.experts.29.gate_proj,0.0000070955,0.05000,14.664
8,mlp.experts.18.gate_proj,0.0000039730,0.05000,14.750
8,mlp.experts.28.gate_proj,0.0000088384,0.05000,14.686
8,mlp.experts.31.gate_proj,0.0000318500,0.05000,14.750
8,mlp.experts.16.gate_proj,0.0000024862,0.05000,14.708
8,mlp.experts.22.gate_proj,0.0000034099,0.05000,14.728
8,mlp.experts.19.gate_proj,0.0000103881,0.05000,14.549
8,mlp.experts.23.gate_proj,0.0000030853,0.05000,14.987
8,mlp.experts.46.gate_proj,0.0000197717,0.05000,14.767
8,mlp.experts.41.gate_proj,0.0000051321,0.05000,15.020
8,mlp.experts.43.gate_proj,0.0000120294,0.05000,15.145
8,mlp.experts.42.gate_proj,0.0000060945,0.05000,15.131
8,mlp.experts.33.gate_proj,0.0000035114,0.05000,15.143
8,mlp.experts.40.gate_proj,0.0000041609,0.05000,15.210
8,mlp.experts.45.gate_proj,0.0000067317,0.05000,15.114
8,mlp.experts.36.gate_proj,0.0000044601,0.05000,15.196
8,mlp.experts.37.gate_proj,0.0000092446,0.05000,15.233
8,mlp.experts.38.gate_proj,0.0000060251,0.05000,15.124
8,mlp.experts.34.gate_proj,0.0000175936,0.05000,15.186
8,mlp.experts.47.gate_proj,0.0000173462,0.05000,15.182
8,mlp.experts.32.gate_proj,0.0000119125,0.05000,15.164
8,mlp.experts.44.gate_proj,0.0000039888,0.05000,15.237
8,mlp.experts.35.gate_proj,0.0000051692,0.05000,15.338
8,mlp.experts.39.gate_proj,0.0000210582,0.05000,15.268
8,mlp.experts.62.gate_proj,0.0000084297,0.05000,15.185
8,mlp.experts.55.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.799
8,mlp.experts.57.gate_proj,0.0000017750,0.05000,14.588
8,mlp.experts.59.gate_proj,0.0000075204,0.05000,14.545
8,mlp.experts.49.gate_proj,0.0000063141,0.05000,14.535
8,mlp.experts.58.gate_proj,0.0000070288,0.05000,14.617
8,mlp.experts.52.gate_proj,0.0000033442,0.05000,14.489
8,mlp.experts.61.gate_proj,0.0000084603,0.05000,14.632
8,mlp.experts.63.gate_proj,0.0000079664,0.05000,14.528
8,mlp.experts.48.gate_proj,0.0000057685,0.05000,14.526
8,mlp.experts.56.gate_proj,0.0000030312,0.05000,14.729
8,mlp.experts.60.gate_proj,0.0000130276,0.05000,14.489
8,mlp.experts.53.gate_proj,0.0000069152,0.05000,14.604
8,mlp.experts.54.gate_proj,0.0000052591,0.05000,14.587
8,mlp.experts.50.gate_proj,0.0000033788,0.05000,14.616
8,mlp.experts.51.gate_proj,0.0000159220,0.05000,14.485
8,mlp.experts.78.gate_proj,0.0000030964,0.05000,14.510
8,mlp.experts.77.gate_proj,failsafe(rtn): 0.0008545,0.00000,0.871
8,mlp.experts.71.gate_proj,0.0000084210,0.05000,14.584
8,mlp.experts.87.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.815
8,mlp.experts.73.gate_proj,0.0000073228,0.05000,14.963
8,mlp.experts.75.gate_proj,0.0000157582,0.05000,14.891
8,mlp.experts.65.gate_proj,0.0000042719,0.05000,14.969
8,mlp.experts.74.gate_proj,0.0000057654,0.05000,14.954
8,mlp.experts.68.gate_proj,0.0000050882,0.05000,15.060
8,mlp.experts.70.gate_proj,0.0000168227,0.05000,14.909
8,mlp.experts.69.gate_proj,0.0000089699,0.05000,14.981
8,mlp.experts.72.gate_proj,0.0000013466,0.05000,14.997
8,mlp.experts.79.gate_proj,0.0000019664,0.05000,15.021
8,mlp.experts.67.gate_proj,0.0000202792,0.05000,14.857
8,mlp.experts.64.gate_proj,0.0000052150,0.05000,15.099
8,mlp.experts.66.gate_proj,0.0000098595,0.05000,15.001
8,mlp.experts.76.gate_proj,0.0000022815,0.05000,15.218
8,mlp.experts.94.gate_proj,0.0000095361,0.05000,14.937
8,mlp.experts.93.gate_proj,0.0000072172,0.05000,14.899
8,mlp.experts.90.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.965
8,mlp.experts.103.gate_proj,0.0000023254,0.05000,14.989
8,mlp.experts.89.gate_proj,0.0000046727,0.05000,15.162
8,mlp.experts.81.gate_proj,0.0000026779,0.05000,15.139
8,mlp.experts.91.gate_proj,0.0000076039,0.05000,15.502
8,mlp.experts.85.gate_proj,0.0000036777,0.05000,15.090
8,mlp.experts.88.gate_proj,0.0000069228,0.05000,15.151
8,mlp.experts.86.gate_proj,0.0000023301,0.05000,15.243
8,mlp.experts.84.gate_proj,0.0000087351,0.05000,15.307
8,mlp.experts.95.gate_proj,0.0000053062,0.05000,15.257
8,mlp.experts.82.gate_proj,0.0000044211,0.05000,15.189
8,mlp.experts.80.gate_proj,0.0000089739,0.05000,15.247
8,mlp.experts.83.gate_proj,0.0000105665,0.05000,15.400
8,mlp.experts.92.gate_proj,0.0000059019,0.05000,15.233
8,mlp.experts.110.gate_proj,0.0000098417,0.05000,15.100
8,mlp.experts.109.gate_proj,0.0000212941,0.05000,15.072
8,mlp.experts.106.gate_proj,0.0000062899,0.05000,15.104
8,mlp.experts.119.gate_proj,0.0000070641,0.05000,14.835
8,mlp.experts.105.gate_proj,0.0000063503,0.05000,15.365
8,mlp.experts.97.gate_proj,0.0000160675,0.05000,15.492
8,mlp.experts.101.gate_proj,0.0000153808,0.05000,15.358
8,mlp.experts.107.gate_proj,0.0000072793,0.05000,15.530
8,mlp.experts.102.gate_proj,0.0000199818,0.05000,15.503
8,mlp.experts.111.gate_proj,0.0000093882,0.05000,15.424
8,mlp.experts.104.gate_proj,0.0000037340,0.05000,15.561
8,mlp.experts.100.gate_proj,0.0000039587,0.05000,15.528
8,mlp.experts.96.gate_proj,0.0000066185,0.05000,15.536
8,mlp.experts.98.gate_proj,0.0000077674,0.05000,15.591
8,mlp.experts.108.gate_proj,0.0000106043,0.05000,15.609
8,mlp.experts.99.gate_proj,0.0000039769,0.05000,15.694
8,mlp.experts.126.gate_proj,0.0000075622,0.05000,15.393
8,mlp.experts.125.gate_proj,0.0000104229,0.05000,15.349
8,mlp.experts.122.gate_proj,0.0000056764,0.05000,15.627
8,mlp.experts.135.gate_proj,0.0000053013,0.05000,15.964
8,mlp.experts.121.gate_proj,0.0000089275,0.05000,15.363
8,mlp.experts.113.gate_proj,0.0000022472,0.05000,15.170
8,mlp.experts.117.gate_proj,0.0000046934,0.05000,15.200
8,mlp.experts.118.gate_proj,0.0000072129,0.05000,15.178
8,mlp.experts.116.gate_proj,0.0000149715,0.05000,15.129
8,mlp.experts.123.gate_proj,0.0000040463,0.05000,15.331
8,mlp.experts.127.gate_proj,0.0000044521,0.05000,15.328
8,mlp.experts.120.gate_proj,0.0000041248,0.05000,15.344
8,mlp.experts.112.gate_proj,0.0000041970,0.05000,15.245
8,mlp.experts.114.gate_proj,0.0000160380,0.05000,15.260
8,mlp.experts.124.gate_proj,0.0000066820,0.05000,15.142
8,mlp.experts.115.gate_proj,0.0000033179,0.05000,15.207
8,mlp.experts.142.gate_proj,0.0000099008,0.05000,15.163
8,mlp.experts.141.gate_proj,0.0000044994,0.05000,15.233
8,mlp.experts.138.gate_proj,0.0000032898,0.05000,15.004
8,mlp.experts.151.gate_proj,0.0000047899,0.05000,14.925
8,mlp.experts.137.gate_proj,0.0000176665,0.05000,14.878
8,mlp.experts.129.gate_proj,0.0000069433,0.05000,14.842
8,mlp.experts.133.gate_proj,0.0000024826,0.05000,14.937
8,mlp.experts.134.gate_proj,0.0000019716,0.05000,14.991
8,mlp.experts.132.gate_proj,0.0000056794,0.05000,15.156
8,mlp.experts.136.gate_proj,0.0000130915,0.05000,15.024
8,mlp.experts.143.gate_proj,0.0000154543,0.05000,15.127
8,mlp.experts.128.gate_proj,0.0000043800,0.05000,15.018
8,mlp.experts.140.gate_proj,0.0000148018,0.05000,14.953
8,mlp.experts.139.gate_proj,0.0000028556,0.05000,15.259
8,mlp.experts.130.gate_proj,0.0000457432,0.05000,15.039
8,mlp.experts.158.gate_proj,0.0000147515,0.05000,15.150
8,mlp.experts.131.gate_proj,0.0000103011,0.05000,15.230
8,mlp.experts.157.gate_proj,0.0000034569,0.05000,15.203
8,mlp.experts.154.gate_proj,0.0000268598,0.05000,15.225
8,mlp.experts.167.gate_proj,0.0000054108,0.05000,15.445
8,mlp.experts.153.gate_proj,0.0000102582,0.05000,15.700
8,mlp.experts.145.gate_proj,0.0000032934,0.05000,15.732
8,mlp.experts.149.gate_proj,0.0000060478,0.05000,15.777
8,mlp.experts.150.gate_proj,0.0000120212,0.05000,15.763
8,mlp.experts.146.gate_proj,0.0000031876,0.05000,15.552
8,mlp.experts.156.gate_proj,0.0000069021,0.05000,15.603
8,mlp.experts.152.gate_proj,0.0000027546,0.05000,15.754
8,mlp.experts.148.gate_proj,0.0000021597,0.05000,15.780
8,mlp.experts.159.gate_proj,0.0000062397,0.05000,15.704
8,mlp.experts.144.gate_proj,0.0000050742,0.05000,15.714
8,mlp.experts.155.gate_proj,0.0000257423,0.05000,15.684
8,mlp.experts.147.gate_proj,0.0000113584,0.05000,15.609
8,mlp.experts.174.gate_proj,0.0000039017,0.05000,15.784
8,mlp.experts.170.gate_proj,0.0000255511,0.05000,15.571
8,mlp.experts.173.gate_proj,0.0000099572,0.05000,15.764
8,mlp.experts.183.gate_proj,0.0000045528,0.05000,15.603
8,mlp.experts.169.gate_proj,0.0000020846,0.05000,15.160
8,mlp.experts.161.gate_proj,0.0000228420,0.05000,15.321
8,mlp.experts.165.gate_proj,0.0000400220,0.05000,15.332
8,mlp.experts.166.gate_proj,0.0000143217,0.05000,15.239
8,mlp.experts.168.gate_proj,0.0000133016,0.05000,15.113
8,mlp.experts.162.gate_proj,0.0000087274,0.05000,15.241
8,mlp.experts.160.gate_proj,0.0000015409,0.05000,15.186
8,mlp.experts.172.gate_proj,0.0000265118,0.05000,15.283
8,mlp.experts.171.gate_proj,0.0000079367,0.05000,15.236
8,mlp.experts.175.gate_proj,0.0000021974,0.05000,15.306
8,mlp.experts.164.gate_proj,0.0000025632,0.05000,15.320
8,mlp.experts.189.gate_proj,0.0000191814,0.05000,14.937
8,mlp.experts.163.gate_proj,0.0000083701,0.05000,15.207
8,mlp.experts.190.gate_proj,0.0000082410,0.05000,15.179
8,mlp.experts.186.gate_proj,0.0000070711,0.05000,15.255
8,mlp.experts.199.gate_proj,0.0000045463,0.05000,15.539
8,mlp.experts.185.gate_proj,0.0000156743,0.05000,15.777
8,mlp.experts.177.gate_proj,0.0000110838,0.05000,15.782
8,mlp.experts.181.gate_proj,0.0000067016,0.05000,15.708
8,mlp.experts.184.gate_proj,0.0000068916,0.05000,15.673
8,mlp.experts.182.gate_proj,0.0000191119,0.05000,15.773
8,mlp.experts.178.gate_proj,0.0000230373,0.05000,15.732
8,mlp.experts.176.gate_proj,0.0000070339,0.05000,15.735
8,mlp.experts.187.gate_proj,0.0000043191,0.05000,15.714
8,mlp.experts.188.gate_proj,0.0000043044,0.05000,15.771
8,mlp.experts.191.gate_proj,0.0000043760,0.05000,15.846
8,mlp.experts.180.gate_proj,0.0000064271,0.05000,15.874
8,mlp.experts.179.gate_proj,0.0000198577,0.05000,15.661
8,mlp.experts.206.gate_proj,0.0000069533,0.05000,15.689
8,mlp.experts.205.gate_proj,0.0000029416,0.05000,15.920
8,mlp.experts.202.gate_proj,0.0000032701,0.05000,15.702
8,mlp.experts.215.gate_proj,0.0000092556,0.05000,15.476
8,mlp.experts.201.gate_proj,0.0000089261,0.05000,14.602
8,mlp.experts.193.gate_proj,0.0000034588,0.05000,14.575
8,mlp.experts.197.gate_proj,0.0000070456,0.05000,14.545
8,mlp.experts.198.gate_proj,0.0000157317,0.05000,14.593
8,mlp.experts.200.gate_proj,0.0000095319,0.05000,14.804
8,mlp.experts.194.gate_proj,0.0000092625,0.05000,14.823
8,mlp.experts.204.gate_proj,0.0000054610,0.05000,14.708
8,mlp.experts.192.gate_proj,0.0000069971,0.05000,14.790
8,mlp.experts.203.gate_proj,0.0000169466,0.05000,14.860
8,mlp.experts.207.gate_proj,0.0000031299,0.05000,14.796
8,mlp.experts.196.gate_proj,0.0000206315,0.05000,14.817
8,mlp.experts.195.gate_proj,0.0000052850,0.05000,14.892
8,mlp.experts.221.gate_proj,0.0000309091,0.05000,14.754
8,mlp.experts.218.gate_proj,0.0000101561,0.05000,14.724
8,mlp.experts.222.gate_proj,0.0000034695,0.05000,14.999
8,mlp.experts.231.gate_proj,0.0000051584,0.05000,15.219
8,mlp.experts.217.gate_proj,0.0000038546,0.05000,15.133
8,mlp.experts.209.gate_proj,0.0000124525,0.05000,15.000
8,mlp.experts.213.gate_proj,0.0000045693,0.05000,14.986
8,mlp.experts.214.gate_proj,0.0000080143,0.05000,15.074
8,mlp.experts.216.gate_proj,0.0000032806,0.05000,14.998
8,mlp.experts.220.gate_proj,0.0000066897,0.05000,15.008
8,mlp.experts.210.gate_proj,0.0000068083,0.05000,15.054
8,mlp.experts.208.gate_proj,0.0000101552,0.05000,15.003
8,mlp.experts.219.gate_proj,0.0000077024,0.05000,14.945
8,mlp.experts.223.gate_proj,0.0000038378,0.05000,14.973
8,mlp.experts.211.gate_proj,0.0000091473,0.05000,14.940
8,mlp.experts.212.gate_proj,0.0000097958,0.05000,15.113
8,mlp.experts.237.gate_proj,0.0000041363,0.05000,14.988
8,mlp.experts.234.gate_proj,0.0000027450,0.05000,15.079
8,mlp.experts.238.gate_proj,0.0000147075,0.05000,15.196
8,mlp.experts.226.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.914
8,mlp.experts.247.gate_proj,0.0000092231,0.05000,15.122
8,mlp.experts.233.gate_proj,0.0000088096,0.05000,15.319
8,mlp.experts.225.gate_proj,0.0000124350,0.05000,15.297
8,mlp.experts.229.gate_proj,0.0000135556,0.05000,15.296
8,mlp.experts.230.gate_proj,0.0000092364,0.05000,15.345
8,mlp.experts.232.gate_proj,0.0000049051,0.05000,15.260
8,mlp.experts.236.gate_proj,0.0000054599,0.05000,15.357
8,mlp.experts.235.gate_proj,0.0000039745,0.05000,15.337
8,mlp.experts.224.gate_proj,0.0000029023,0.05000,15.401
8,mlp.experts.227.gate_proj,0.0000093081,0.05000,15.301
8,mlp.experts.239.gate_proj,0.0000058045,0.05000,15.453
8,mlp.experts.228.gate_proj,0.0000206388,0.05000,15.400
8,mlp.experts.253.gate_proj,0.0000063681,0.05000,15.359
8,mlp.experts.250.gate_proj,0.0000141711,0.05000,15.267
8,mlp.experts.254.gate_proj,0.0000118245,0.05000,15.472
8,mlp.experts.242.gate_proj,0.0000055060,0.05000,15.444
8,mlp.experts.7.up_proj,0.0000048831,0.05000,15.255
8,mlp.experts.249.gate_proj,0.0000124193,0.05000,14.712
8,mlp.experts.241.gate_proj,0.0000240315,0.05000,14.661
8,mlp.experts.245.gate_proj,0.0000026131,0.05000,14.709
8,mlp.experts.246.gate_proj,0.0000155977,0.05000,14.776
8,mlp.experts.248.gate_proj,0.0000030063,0.05000,14.876
8,mlp.experts.252.gate_proj,0.0000019900,0.05000,14.654
8,mlp.experts.251.gate_proj,0.0000100627,0.05000,14.719
8,mlp.experts.240.gate_proj,0.0000038827,0.05000,14.862
8,mlp.experts.244.gate_proj,0.0000006277,0.05000,14.560
8,mlp.experts.243.gate_proj,0.0000053558,0.05000,14.744
8,mlp.experts.13.up_proj,0.0000272998,0.05000,14.585
8,mlp.experts.10.up_proj,0.0000019705,0.05000,14.626
8,mlp.experts.255.gate_proj,0.0000156391,0.05000,14.888
8,mlp.experts.2.up_proj,0.0000225484,0.05000,14.626
8,mlp.experts.14.up_proj,0.0000177268,0.05000,14.764
8,mlp.experts.30.up_proj,failsafe(rtn): 0.0008621,0.00000,0.845
8,mlp.experts.23.up_proj,0.0000027432,0.05000,14.778
8,mlp.experts.9.up_proj,0.0000067389,0.05000,14.831
8,mlp.experts.1.up_proj,0.0000026940,0.05000,14.948
8,mlp.experts.5.up_proj,0.0000097432,0.05000,14.936
8,mlp.experts.6.up_proj,0.0000092324,0.05000,14.978
8,mlp.experts.12.up_proj,0.0000088653,0.05000,14.952
8,mlp.experts.8.up_proj,0.0000041191,0.05000,14.957
8,mlp.experts.11.up_proj,0.0000038152,0.05000,15.002
8,mlp.experts.4.up_proj,0.0000092442,0.05000,14.865
8,mlp.experts.26.up_proj,0.0000021006,0.05000,14.883
8,mlp.experts.0.up_proj,0.0000062478,0.05000,15.036
8,mlp.experts.29.up_proj,0.0000059052,0.05000,14.963
8,mlp.experts.3.up_proj,0.0000068065,0.05000,14.982
8,mlp.experts.15.up_proj,0.0000101442,0.05000,14.992
8,mlp.experts.18.up_proj,0.0000037550,0.05000,14.872
8,mlp.experts.46.up_proj,0.0000150401,0.05000,14.960
8,mlp.experts.39.up_proj,0.0000176666,0.05000,15.039
8,mlp.experts.55.up_proj,failsafe(rtn): 0.0008736,0.00000,0.764
8,mlp.experts.25.up_proj,0.0000031802,0.05000,15.496
8,mlp.experts.17.up_proj,0.0000028000,0.05000,15.802
8,mlp.experts.21.up_proj,0.0000057307,0.05000,15.725
8,mlp.experts.24.up_proj,0.0000028553,0.05000,15.428
8,mlp.experts.22.up_proj,0.0000028947,0.05000,15.768
8,mlp.experts.28.up_proj,0.0000078276,0.05000,15.650
8,mlp.experts.27.up_proj,0.0000215503,0.05000,15.739
8,mlp.experts.42.up_proj,0.0000056870,0.05000,15.561
8,mlp.experts.20.up_proj,0.0000067348,0.05000,15.727
8,mlp.experts.45.up_proj,0.0000053780,0.05000,15.723
8,mlp.experts.16.up_proj,0.0000023338,0.05000,15.753
8,mlp.experts.19.up_proj,0.0000089131,0.05000,15.742
8,mlp.experts.31.up_proj,0.0000276553,0.05000,15.727
8,mlp.experts.34.up_proj,0.0000138834,0.05000,15.621
8,mlp.experts.62.up_proj,0.0000071606,0.05000,15.434
8,mlp.experts.71.up_proj,0.0000070451,0.05000,15.300
8,mlp.experts.87.up_proj,failsafe(rtn): 0.0008507,0.00000,0.844
8,mlp.experts.41.up_proj,0.0000045956,0.05000,15.213
8,mlp.experts.37.up_proj,0.0000077897,0.05000,15.050
8,mlp.experts.33.up_proj,0.0000030867,0.05000,15.203
8,mlp.experts.40.up_proj,0.0000037910,0.05000,15.234
8,mlp.experts.38.up_proj,0.0000054455,0.05000,15.096
8,mlp.experts.44.up_proj,0.0000034862,0.05000,15.186
8,mlp.experts.58.up_proj,0.0000061280,0.05000,15.002
8,mlp.experts.43.up_proj,0.0000097389,0.05000,15.125
8,mlp.experts.36.up_proj,0.0000038824,0.05000,15.028
8,mlp.experts.35.up_proj,0.0000051610,0.05000,15.074
8,mlp.experts.32.up_proj,0.0000104552,0.05000,15.116
8,mlp.experts.61.up_proj,0.0000071434,0.05000,15.132
8,mlp.experts.47.up_proj,0.0000141377,0.05000,15.173
8,mlp.experts.50.up_proj,0.0000033057,0.05000,15.176
8,mlp.experts.77.up_proj,failsafe(rtn): 0.0008430,0.00000,0.884
8,mlp.experts.78.up_proj,0.0000029592,0.05000,15.362
8,mlp.experts.103.up_proj,0.0000023090,0.05000,15.278
8,mlp.experts.57.up_proj,0.0000016676,0.05000,14.548
8,mlp.experts.49.up_proj,0.0000052546,0.05000,14.445
8,mlp.experts.53.up_proj,0.0000053290,0.05000,14.612
8,mlp.experts.56.up_proj,0.0000027189,0.05000,14.552
8,mlp.experts.54.up_proj,0.0000042353,0.05000,14.506
8,mlp.experts.60.up_proj,0.0000102242,0.05000,14.448
8,mlp.experts.74.up_proj,0.0000050574,0.05000,14.591
8,mlp.experts.52.up_proj,0.0000032306,0.05000,14.540
8,mlp.experts.59.up_proj,0.0000067257,0.05000,14.573
8,mlp.experts.48.up_proj,0.0000047106,0.05000,14.562
8,mlp.experts.51.up_proj,0.0000150019,0.05000,14.652
8,mlp.experts.63.up_proj,0.0000074233,0.05000,14.565
8,mlp.experts.66.up_proj,0.0000081993,0.05000,14.321
8,mlp.experts.90.up_proj,failsafe(rtn): 0.0008659,0.00000,0.844
8,mlp.experts.93.up_proj,0.0000065661,0.05000,14.383
8,mlp.experts.94.up_proj,0.0000083733,0.05000,14.395
8,mlp.experts.119.up_proj,0.0000066370,0.05000,14.110
8,mlp.experts.73.up_proj,0.0000067582,0.05000,15.274
8,mlp.experts.69.up_proj,0.0000079623,0.05000,15.316
8,mlp.experts.65.up_proj,0.0000034996,0.05000,15.407
8,mlp.experts.72.up_proj,0.0000010865,0.05000,15.493
8,mlp.experts.76.up_proj,0.0000019368,0.05000,15.396
8,mlp.experts.70.up_proj,0.0000129158,0.05000,15.471
8,mlp.experts.68.up_proj,0.0000043460,0.05000,15.509
8,mlp.experts.75.up_proj,0.0000121789,0.05000,15.564
8,mlp.experts.67.up_proj,0.0000161342,0.05000,15.407
8,mlp.experts.79.up_proj,0.0000017118,0.05000,15.278
8,mlp.experts.64.up_proj,0.0000042144,0.05000,15.622
8,mlp.experts.82.up_proj,0.0000036685,0.05000,15.415
8,mlp.experts.109.up_proj,0.0000184722,0.05000,15.167
8,mlp.experts.106.up_proj,0.0000056039,0.05000,15.363
8,mlp.experts.110.up_proj,0.0000085582,0.05000,15.222
8,mlp.experts.135.up_proj,0.0000047086,0.05000,15.845
8,mlp.experts.89.up_proj,0.0000047354,0.05000,15.085
8,mlp.experts.85.up_proj,0.0000033504,0.05000,15.108
8,mlp.experts.81.up_proj,0.0000025304,0.05000,15.214
8,mlp.experts.92.up_proj,0.0000054871,0.05000,15.131
8,mlp.experts.88.up_proj,0.0000063227,0.05000,15.281
8,mlp.experts.86.up_proj,0.0000023790,0.05000,15.333
8,mlp.experts.84.up_proj,0.0000079071,0.05000,15.368
8,mlp.experts.91.up_proj,0.0000065790,0.05000,15.448
8,mlp.experts.95.up_proj,0.0000046661,0.05000,15.401
8,mlp.experts.80.up_proj,0.0000078570,0.05000,15.316
8,mlp.experts.83.up_proj,0.0000092572,0.05000,15.498
8,mlp.experts.98.up_proj,0.0000067131,0.05000,15.256
8,mlp.experts.125.up_proj,0.0000101673,0.05000,15.512
8,mlp.experts.122.up_proj,0.0000052498,0.05000,15.596
8,mlp.experts.126.up_proj,0.0000061286,0.05000,15.604
8,mlp.experts.151.up_proj,0.0000036903,0.05000,15.499
8,mlp.experts.105.up_proj,0.0000053353,0.05000,15.492
8,mlp.experts.101.up_proj,0.0000121518,0.05000,15.440
8,mlp.experts.97.up_proj,0.0000144108,0.05000,15.454
8,mlp.experts.108.up_proj,0.0000099927,0.05000,15.295
8,mlp.experts.104.up_proj,0.0000035122,0.05000,15.229
8,mlp.experts.102.up_proj,0.0000158194,0.05000,15.377
8,mlp.experts.100.up_proj,0.0000034379,0.05000,15.122
8,mlp.experts.107.up_proj,0.0000063085,0.05000,15.034
8,mlp.experts.114.up_proj,0.0000126302,0.05000,15.004
8,mlp.experts.96.up_proj,0.0000057612,0.05000,15.100
8,mlp.experts.99.up_proj,0.0000035677,0.05000,15.133
8,mlp.experts.111.up_proj,0.0000087452,0.05000,15.214
8,mlp.experts.141.up_proj,0.0000039637,0.05000,15.030
8,mlp.experts.138.up_proj,0.0000030205,0.05000,15.046
8,mlp.experts.142.up_proj,0.0000089163,0.05000,14.890
8,mlp.experts.167.up_proj,0.0000044176,0.05000,14.853
8,mlp.experts.121.up_proj,0.0000086265,0.05000,14.634
8,mlp.experts.117.up_proj,0.0000041824,0.05000,14.505
8,mlp.experts.113.up_proj,0.0000020827,0.05000,14.444
8,mlp.experts.124.up_proj,0.0000055546,0.05000,14.548
8,mlp.experts.120.up_proj,0.0000035962,0.05000,14.600
8,mlp.experts.118.up_proj,0.0000064790,0.05000,14.596
8,mlp.experts.116.up_proj,0.0000142446,0.05000,14.639
8,mlp.experts.123.up_proj,0.0000034376,0.05000,14.685
8,mlp.experts.130.up_proj,0.0000349482,0.05000,14.530
8,mlp.experts.112.up_proj,0.0000035822,0.05000,14.690
8,mlp.experts.115.up_proj,0.0000030283,0.05000,14.685
8,mlp.experts.127.up_proj,0.0000042114,0.05000,14.762
8,mlp.experts.157.up_proj,0.0000031251,0.05000,14.660
8,mlp.experts.154.up_proj,0.0000233669,0.05000,14.615
8,mlp.experts.158.up_proj,0.0000120863,0.05000,14.578
8,mlp.experts.183.up_proj,0.0000039579,0.05000,14.598
8,mlp.experts.137.up_proj,0.0000164500,0.05000,14.309
8,mlp.experts.129.up_proj,0.0000060636,0.05000,14.221
8,mlp.experts.133.up_proj,0.0000020801,0.05000,14.322
8,mlp.experts.140.up_proj,0.0000121323,0.05000,14.438
8,mlp.experts.136.up_proj,0.0000108308,0.05000,14.391
8,mlp.experts.134.up_proj,0.0000016132,0.05000,14.359
8,mlp.experts.146.up_proj,0.0000029179,0.05000,14.366
8,mlp.experts.139.up_proj,0.0000026815,0.05000,14.417
8,mlp.experts.132.up_proj,0.0000048561,0.05000,14.497
8,mlp.experts.128.up_proj,0.0000039619,0.05000,14.332
8,mlp.experts.131.up_proj,0.0000078155,0.05000,14.449
8,mlp.experts.143.up_proj,0.0000131811,0.05000,14.553
8,mlp.experts.173.up_proj,0.0000092605,0.05000,14.426
8,mlp.experts.170.up_proj,0.0000191735,0.05000,14.434
8,mlp.experts.174.up_proj,0.0000035091,0.05000,14.580
8,mlp.experts.199.up_proj,0.0000043281,0.05000,14.632
8,mlp.experts.153.up_proj,0.0000085469,0.05000,14.741
8,mlp.experts.149.up_proj,0.0000051638,0.05000,14.718
8,mlp.experts.145.up_proj,0.0000030794,0.05000,14.870
8,mlp.experts.156.up_proj,0.0000059374,0.05000,14.833
8,mlp.experts.152.up_proj,0.0000025627,0.05000,14.885
8,mlp.experts.150.up_proj,0.0000114272,0.05000,14.882
8,mlp.experts.162.up_proj,0.0000082520,0.05000,14.805
8,mlp.experts.148.up_proj,0.0000017777,0.05000,14.848
8,mlp.experts.155.up_proj,0.0000217206,0.05000,14.894
8,mlp.experts.144.up_proj,0.0000044016,0.05000,14.711
8,mlp.experts.147.up_proj,0.0000096943,0.05000,14.774
8,mlp.experts.189.up_proj,0.0000154582,0.05000,14.691
8,mlp.experts.159.up_proj,0.0000055718,0.05000,14.803
8,mlp.experts.186.up_proj,0.0000061742,0.05000,14.691
8,mlp.experts.190.up_proj,0.0000069816,0.05000,14.512
8,mlp.experts.215.up_proj,0.0000076373,0.05000,14.210
8,mlp.experts.169.up_proj,0.0000018450,0.05000,14.305
8,mlp.experts.161.up_proj,0.0000168914,0.05000,14.111
8,mlp.experts.165.up_proj,0.0000305127,0.05000,14.303
8,mlp.experts.172.up_proj,0.0000160387,0.05000,14.485
8,mlp.experts.168.up_proj,0.0000125107,0.05000,14.462
8,mlp.experts.166.up_proj,0.0000116146,0.05000,14.448
8,mlp.experts.178.up_proj,0.0000208271,0.05000,14.569
8,mlp.experts.164.up_proj,0.0000023545,0.05000,14.514
8,mlp.experts.160.up_proj,0.0000014171,0.05000,14.552
8,mlp.experts.171.up_proj,0.0000062056,0.05000,14.636
8,mlp.experts.163.up_proj,0.0000068230,0.05000,14.639
8,mlp.experts.205.up_proj,0.0000026754,0.05000,14.637
8,mlp.experts.175.up_proj,0.0000020380,0.05000,14.692
8,mlp.experts.202.up_proj,0.0000028045,0.05000,14.702
8,mlp.experts.206.up_proj,0.0000056238,0.05000,14.843
8,mlp.experts.231.up_proj,0.0000045756,0.05000,15.070
8,mlp.experts.185.up_proj,0.0000138168,0.05000,15.367
8,mlp.experts.181.up_proj,0.0000057165,0.05000,15.245
8,mlp.experts.177.up_proj,0.0000096246,0.05000,15.503
8,mlp.experts.184.up_proj,0.0000057450,0.05000,15.107
8,mlp.experts.188.up_proj,0.0000039352,0.05000,15.288
8,mlp.experts.182.up_proj,0.0000146663,0.05000,15.291
8,mlp.experts.194.up_proj,0.0000078745,0.05000,15.260
8,mlp.experts.180.up_proj,0.0000062639,0.05000,15.383
8,mlp.experts.187.up_proj,0.0000039337,0.05000,15.376
8,mlp.experts.176.up_proj,0.0000064658,0.05000,15.507
8,mlp.experts.179.up_proj,0.0000161786,0.05000,15.312
8,mlp.experts.221.up_proj,0.0000224339,0.05000,15.264
8,mlp.experts.218.up_proj,0.0000082188,0.05000,15.260
8,mlp.experts.191.up_proj,0.0000035631,0.05000,15.368
8,mlp.experts.222.up_proj,0.0000030486,0.05000,15.064
8,mlp.experts.247.up_proj,0.0000079868,0.05000,15.592
8,mlp.experts.7.down_proj,0.0000001555,0.05000,3.834
8,mlp.experts.23.down_proj,0.0000000398,0.05000,3.855
8,mlp.experts.201.up_proj,0.0000078968,0.05000,15.316
8,mlp.experts.193.up_proj,0.0000028642,0.05000,15.252
8,mlp.experts.197.up_proj,0.0000067518,0.05000,15.517
8,mlp.experts.200.up_proj,0.0000083646,0.05000,15.453
8,mlp.experts.204.up_proj,0.0000053058,0.05000,15.442
8,mlp.experts.198.up_proj,0.0000137716,0.05000,15.552
8,mlp.experts.210.up_proj,0.0000058660,0.05000,15.416
8,mlp.experts.39.down_proj,0.0000002878,0.05000,3.990
8,mlp.experts.203.up_proj,0.0000151666,0.05000,15.396
8,mlp.experts.196.up_proj,0.0000192572,0.05000,15.654
8,mlp.experts.192.up_proj,0.0000064546,0.05000,15.516
8,mlp.experts.55.down_proj,failsafe(rtn): 0.0008812,0.00000,0.254
8,mlp.experts.195.up_proj,0.0000047251,0.05000,15.559
8,mlp.experts.237.up_proj,0.0000036461,0.05000,15.474
8,mlp.experts.226.up_proj,failsafe(rtn): 0.0008545,0.00000,0.891
8,mlp.experts.234.up_proj,0.0000026278,0.05000,15.589
8,mlp.experts.207.up_proj,0.0000029337,0.05000,15.583
8,mlp.experts.238.up_proj,0.0000116946,0.05000,15.735
8,mlp.experts.71.down_proj,0.0000001372,0.05000,4.036
8,mlp.experts.87.down_proj,failsafe(rtn): 0.0008621,0.00000,0.190
8,mlp.experts.103.down_proj,0.0000000500,0.05000,3.660
8,mlp.experts.119.down_proj,0.0000000722,0.05000,3.691
8,mlp.experts.217.up_proj,0.0000036551,0.05000,15.260
8,mlp.experts.209.up_proj,0.0000115240,0.05000,15.137
8,mlp.experts.213.up_proj,0.0000042508,0.05000,15.128
8,mlp.experts.220.up_proj,0.0000059723,0.05000,15.280
8,mlp.experts.216.up_proj,0.0000028968,0.05000,15.333
8,mlp.experts.214.up_proj,0.0000065876,0.05000,15.154
8,mlp.experts.219.up_proj,0.0000066541,0.05000,15.051
8,mlp.experts.212.up_proj,0.0000094635,0.05000,14.992
8,mlp.experts.208.up_proj,0.0000080259,0.05000,15.020
8,mlp.experts.211.up_proj,0.0000074634,0.05000,14.976
8,mlp.experts.253.up_proj,0.0000057177,0.05000,14.855
8,mlp.experts.135.down_proj,0.0000001905,0.05000,3.675
8,mlp.experts.223.up_proj,0.0000035204,0.05000,14.837
8,mlp.experts.242.up_proj,0.0000046386,0.05000,14.955
8,mlp.experts.250.up_proj,0.0000113354,0.05000,14.917
8,mlp.experts.254.up_proj,0.0000108673,0.05000,14.834
8,mlp.experts.13.down_proj,0.0000006445,0.05000,4.112
8,mlp.experts.151.down_proj,0.0000000694,0.05000,4.076
8,mlp.experts.10.down_proj,0.0000000273,0.05000,4.119
8,mlp.experts.2.down_proj,0.0000004500,0.05000,4.224
8,mlp.experts.14.down_proj,0.0000003091,0.05000,4.099
8,mlp.experts.30.down_proj,failsafe(rtn): 0.0008698,0.00000,0.232
8,mlp.experts.29.down_proj,0.0000001087,0.05000,4.011
8,mlp.experts.167.down_proj,0.0000000775,0.05000,3.993
8,mlp.experts.26.down_proj,0.0000000260,0.05000,3.935
8,mlp.experts.18.down_proj,0.0000000299,0.05000,3.933
8,mlp.experts.46.down_proj,0.0000003104,0.05000,3.686
8,mlp.experts.45.down_proj,0.0000001113,0.05000,3.510
8,mlp.experts.183.down_proj,0.0000000800,0.05000,3.463
8,mlp.experts.42.down_proj,0.0000000955,0.05000,3.501
8,mlp.experts.34.down_proj,0.0000002800,0.05000,3.471
8,mlp.experts.62.down_proj,0.0000001141,0.05000,3.546
8,mlp.experts.233.up_proj,0.0000073603,0.05000,15.228
8,mlp.experts.225.up_proj,0.0000105750,0.05000,15.160
8,mlp.experts.229.up_proj,0.0000107347,0.05000,15.142
8,mlp.experts.236.up_proj,0.0000042598,0.05000,15.162
8,mlp.experts.232.up_proj,0.0000043040,0.05000,15.168
8,mlp.experts.230.up_proj,0.0000078954,0.05000,14.969
8,mlp.experts.224.up_proj,0.0000024795,0.05000,15.174
8,mlp.experts.228.up_proj,0.0000170108,0.05000,15.445
8,mlp.experts.235.up_proj,0.0000036985,0.05000,15.502
8,mlp.experts.227.up_proj,0.0000069259,0.05000,15.308
8,mlp.experts.61.down_proj,0.0000001495,0.05000,3.749
8,mlp.experts.199.down_proj,0.0000000922,0.05000,3.692
8,mlp.experts.239.up_proj,0.0000055986,0.05000,15.327
8,mlp.experts.77.down_proj,failsafe(rtn): 0.0008392,0.00000,0.168
8,mlp.experts.58.down_proj,0.0000000999,0.05000,3.767
8,mlp.experts.50.down_proj,0.0000000261,0.05000,3.764
8,mlp.experts.78.down_proj,0.0000000265,0.05000,3.742
8,mlp.experts.215.down_proj,0.0000001250,0.05000,3.756
8,mlp.experts.93.down_proj,0.0000000731,0.05000,3.691
8,mlp.experts.74.down_proj,0.0000000849,0.05000,3.721
8,mlp.experts.66.down_proj,0.0000001152,0.05000,3.741
8,mlp.experts.90.down_proj,failsafe(rtn): 0.0008583,0.00000,0.150
8,mlp.experts.94.down_proj,0.0000001196,0.05000,3.706
8,mlp.experts.231.down_proj,0.0000000697,0.05000,3.831
8,mlp.experts.109.down_proj,0.0000003191,0.05000,3.859
8,mlp.experts.82.down_proj,0.0000000760,0.05000,3.854
8,mlp.experts.106.down_proj,0.0000000556,0.05000,3.889
8,mlp.experts.110.down_proj,0.0000002133,0.05000,3.762
8,mlp.experts.247.down_proj,0.0000002614,0.05000,3.919
8,mlp.experts.125.down_proj,0.0000001545,0.05000,3.987
8,mlp.experts.98.down_proj,0.0000000895,0.05000,3.981
8,mlp.experts.122.down_proj,0.0000001753,0.05000,3.981
8,mlp.experts.126.down_proj,0.0000000863,0.05000,3.965
8,mlp.experts.249.up_proj,0.0000105239,0.05000,14.994
8,mlp.experts.241.up_proj,0.0000186454,0.05000,15.045
8,mlp.experts.245.up_proj,0.0000023900,0.05000,15.108
8,mlp.experts.252.up_proj,0.0000017635,0.05000,14.952
8,mlp.experts.246.up_proj,0.0000154730,0.05000,14.904
8,mlp.experts.248.up_proj,0.0000023984,0.05000,15.055
8,mlp.experts.240.up_proj,0.0000034771,0.05000,14.779
8,mlp.experts.244.up_proj,0.0000005738,0.05000,14.671
8,mlp.experts.251.up_proj,0.0000086719,0.05000,14.694
8,mlp.experts.243.up_proj,0.0000049338,0.05000,14.824
8,mlp.experts.255.up_proj,0.0000134966,0.05000,14.735
8,mlp.experts.141.down_proj,0.0000000566,0.05000,3.210
8,mlp.experts.114.down_proj,0.0000001921,0.05000,3.254
8,mlp.experts.138.down_proj,0.0000000290,0.05000,3.217
8,mlp.experts.142.down_proj,0.0000001431,0.05000,3.243
8,mlp.experts.9.down_proj,0.0000001225,0.05000,3.330
8,mlp.experts.1.down_proj,0.0000000562,0.05000,3.249
8,mlp.experts.5.down_proj,0.0000001758,0.05000,3.362
8,mlp.experts.12.down_proj,0.0000001500,0.05000,3.451
8,mlp.experts.6.down_proj,0.0000001602,0.05000,3.439
8,mlp.experts.8.down_proj,0.0000000330,0.05000,3.430
8,mlp.experts.0.down_proj,0.0000000886,0.05000,3.387
8,mlp.experts.11.down_proj,0.0000000270,0.05000,3.341
8,mlp.experts.4.down_proj,0.0000002560,0.05000,3.446
8,mlp.experts.3.down_proj,0.0000001297,0.05000,3.338
8,mlp.experts.15.down_proj,0.0000001441,0.05000,3.341
8,mlp.experts.157.down_proj,0.0000000917,0.05000,3.305
8,mlp.experts.130.down_proj,0.0000005500,0.05000,3.377
8,mlp.experts.154.down_proj,0.0000002910,0.05000,3.327
8,mlp.experts.158.down_proj,0.0000002236,0.05000,3.349
8,mlp.experts.25.down_proj,0.0000000609,0.05000,3.309
8,mlp.experts.17.down_proj,0.0000000245,0.05000,3.264
8,mlp.experts.21.down_proj,0.0000000644,0.05000,3.217
8,mlp.experts.28.down_proj,0.0000001641,0.05000,3.341
8,mlp.experts.22.down_proj,0.0000001289,0.05000,3.414
8,mlp.experts.24.down_proj,0.0000000223,0.05000,3.375
8,mlp.experts.16.down_proj,0.0000000334,0.05000,3.419
8,mlp.experts.27.down_proj,0.0000005298,0.05000,3.479
8,mlp.experts.20.down_proj,0.0000001310,0.05000,3.522
8,mlp.experts.19.down_proj,0.0000001481,0.05000,3.580
8,mlp.experts.173.down_proj,0.0000001035,0.05000,3.555
8,mlp.experts.31.down_proj,0.0000003547,0.05000,3.611
8,mlp.experts.170.down_proj,0.0000002997,0.05000,3.512
8,mlp.experts.146.down_proj,0.0000000284,0.05000,3.568
8,mlp.experts.174.down_proj,0.0000000829,0.05000,3.616
8,mlp.experts.41.down_proj,0.0000000684,0.05000,3.593
8,mlp.experts.33.down_proj,0.0000000906,0.05000,3.586
8,mlp.experts.37.down_proj,0.0000001755,0.05000,3.519
8,mlp.experts.44.down_proj,0.0000000441,0.05000,3.742
8,mlp.experts.38.down_proj,0.0000001894,0.05000,3.703
8,mlp.experts.40.down_proj,0.0000000365,0.05000,3.695
8,mlp.experts.43.down_proj,0.0000002368,0.05000,3.531
8,mlp.experts.32.down_proj,0.0000001395,0.05000,3.662
8,mlp.experts.36.down_proj,0.0000000429,0.05000,3.518
8,mlp.experts.35.down_proj,0.0000001942,0.05000,3.509
8,mlp.experts.189.down_proj,0.0000003006,0.05000,3.496
8,mlp.experts.47.down_proj,0.0000003946,0.05000,3.554
8,mlp.experts.162.down_proj,0.0000000957,0.05000,3.660
8,mlp.experts.186.down_proj,0.0000001500,0.05000,3.695
8,mlp.experts.190.down_proj,0.0000001540,0.05000,3.618
8,mlp.experts.57.down_proj,0.0000000299,0.05000,3.593
8,mlp.experts.49.down_proj,0.0000001723,0.05000,3.584
8,mlp.experts.53.down_proj,0.0000000894,0.05000,3.528
8,mlp.experts.60.down_proj,0.0000001578,0.05000,3.520
8,mlp.experts.54.down_proj,0.0000000769,0.05000,3.482
8,mlp.experts.56.down_proj,0.0000000605,0.05000,3.489
8,mlp.experts.59.down_proj,0.0000000661,0.05000,3.655
8,mlp.experts.48.down_proj,0.0000000962,0.05000,3.718
8,mlp.experts.52.down_proj,0.0000000733,0.05000,3.705
8,mlp.experts.51.down_proj,0.0000001964,0.05000,3.665
8,mlp.experts.205.down_proj,0.0000000190,0.05000,3.731
8,mlp.experts.63.down_proj,0.0000000937,0.05000,3.638
8,mlp.experts.178.down_proj,0.0000003326,0.05000,3.647
8,mlp.experts.202.down_proj,0.0000000553,0.05000,3.642
8,mlp.experts.206.down_proj,0.0000001022,0.05000,3.775
8,mlp.experts.73.down_proj,0.0000000866,0.05000,3.768
8,mlp.experts.65.down_proj,0.0000000879,0.05000,3.821
8,mlp.experts.69.down_proj,0.0000002315,0.05000,3.754
8,mlp.experts.76.down_proj,0.0000000410,0.05000,3.553
8,mlp.experts.70.down_proj,0.0000002595,0.05000,3.582
8,mlp.experts.72.down_proj,0.0000000201,0.05000,3.652
8,mlp.experts.75.down_proj,0.0000002028,0.05000,3.565
8,mlp.experts.68.down_proj,0.0000001170,0.05000,3.451
8,mlp.experts.64.down_proj,0.0000000686,0.05000,3.545
8,mlp.experts.67.down_proj,0.0000004684,0.05000,3.488
8,mlp.experts.79.down_proj,0.0000000463,0.05000,3.394
8,mlp.experts.221.down_proj,0.0000002982,0.05000,3.436
8,mlp.experts.194.down_proj,0.0000001591,0.05000,3.389
8,mlp.experts.218.down_proj,0.0000001511,0.05000,3.442
8,mlp.experts.222.down_proj,0.0000000661,0.05000,3.384
8,mlp.experts.89.down_proj,0.0000000824,0.05000,3.355
8,mlp.experts.81.down_proj,0.0000000248,0.05000,3.492
8,mlp.experts.85.down_proj,0.0000001020,0.05000,3.478
8,mlp.experts.92.down_proj,0.0000000380,0.05000,3.691
8,mlp.experts.88.down_proj,0.0000001314,0.05000,3.734
8,mlp.experts.86.down_proj,0.0000000593,0.05000,3.826
8,mlp.experts.91.down_proj,0.0000001292,0.05000,3.759
8,mlp.experts.83.down_proj,0.0000001895,0.05000,3.720
8,mlp.experts.84.down_proj,0.0000000849,0.05000,3.850
8,mlp.experts.80.down_proj,0.0000001982,0.05000,3.824
8,mlp.experts.237.down_proj,0.0000000365,0.05000,3.808
8,mlp.experts.95.down_proj,0.0000000646,0.05000,3.847
8,mlp.experts.210.down_proj,0.0000000718,0.05000,3.873
8,mlp.experts.234.down_proj,0.0000000616,0.05000,3.920
8,mlp.experts.226.down_proj,failsafe(rtn): 0.0008621,0.00000,0.182
8,mlp.experts.238.down_proj,0.0000002247,0.05000,3.916
8,mlp.experts.105.down_proj,0.0000000739,0.05000,3.873
8,mlp.experts.97.down_proj,0.0000002332,0.05000,3.889
8,mlp.experts.101.down_proj,0.0000001564,0.05000,3.989
8,mlp.experts.108.down_proj,0.0000001058,0.05000,3.818
8,mlp.experts.104.down_proj,0.0000000328,0.05000,3.788
8,mlp.experts.102.down_proj,0.0000003662,0.05000,3.811
8,mlp.experts.107.down_proj,0.0000001760,0.05000,3.909
8,mlp.experts.99.down_proj,0.0000000598,0.05000,3.919
8,mlp.experts.100.down_proj,0.0000000477,0.05000,3.947
8,mlp.experts.96.down_proj,0.0000001446,0.05000,3.984
8,mlp.experts.111.down_proj,0.0000000830,0.05000,3.863
8,mlp.experts.253.down_proj,0.0000000429,0.05000,3.946
8,mlp.experts.250.down_proj,0.0000001911,0.05000,3.840
8,mlp.experts.242.down_proj,0.0000001560,0.05000,3.813
8,mlp.experts.254.down_proj,0.0000001880,0.05000,3.759
8,mlp.experts.121.down_proj,0.0000000793,0.05000,3.647
8,mlp.experts.113.down_proj,0.0000000909,0.05000,3.466
8,mlp.experts.117.down_proj,0.0000000486,0.05000,3.449
8,mlp.experts.118.down_proj,0.0000001150,0.05000,2.844
8,mlp.experts.124.down_proj,0.0000001312,0.05000,3.000
8,mlp.experts.120.down_proj,0.0000001258,0.05000,2.910
8,mlp.experts.123.down_proj,0.0000000557,0.05000,2.601
8,mlp.experts.115.down_proj,0.0000000633,0.05000,2.564
8,mlp.experts.116.down_proj,0.0000001975,0.05000,2.542
8,mlp.experts.112.down_proj,0.0000000932,0.05000,2.507
8,mlp.experts.127.down_proj,0.0000000333,0.05000,2.498
8,mlp.experts.137.down_proj,0.0000001491,0.05000,2.264
8,mlp.experts.129.down_proj,0.0000000876,0.05000,2.272
8,mlp.experts.133.down_proj,0.0000000389,0.05000,2.301
8,mlp.experts.134.down_proj,0.0000000228,0.05000,2.279
8,mlp.experts.140.down_proj,0.0000001983,0.05000,2.325
8,mlp.experts.136.down_proj,0.0000002369,0.05000,2.350
8,mlp.experts.139.down_proj,0.0000000246,0.05000,2.345
8,mlp.experts.131.down_proj,0.0000001361,0.05000,2.336
8,mlp.experts.132.down_proj,0.0000001129,0.05000,2.340
8,mlp.experts.143.down_proj,0.0000001382,0.05000,2.288
8,mlp.experts.128.down_proj,0.0000000670,0.05000,2.381
8,mlp.experts.153.down_proj,0.0000001414,0.05000,2.431
8,mlp.experts.145.down_proj,0.0000000430,0.05000,2.437
8,mlp.experts.149.down_proj,0.0000000676,0.05000,2.441
8,mlp.experts.150.down_proj,0.0000001818,0.05000,2.368
8,mlp.experts.156.down_proj,0.0000001138,0.05000,2.435
8,mlp.experts.152.down_proj,0.0000000456,0.05000,2.433
8,mlp.experts.155.down_proj,0.0000005703,0.05000,2.367
8,mlp.experts.147.down_proj,0.0000001422,0.05000,2.362
8,mlp.experts.148.down_proj,0.0000000518,0.05000,2.355
8,mlp.experts.159.down_proj,0.0000002024,0.05000,2.327
8,mlp.experts.144.down_proj,0.0000000564,0.05000,2.331
8,mlp.experts.169.down_proj,0.0000000514,0.05000,2.249
8,mlp.experts.161.down_proj,0.0000003134,0.05000,2.273
8,mlp.experts.165.down_proj,0.0000005850,0.05000,2.272
8,mlp.experts.166.down_proj,0.0000001904,0.05000,2.268
8,mlp.experts.172.down_proj,0.0000000529,0.05000,2.283
8,mlp.experts.168.down_proj,0.0000001685,0.05000,2.299
8,mlp.experts.171.down_proj,0.0000001019,0.05000,2.266
8,mlp.experts.163.down_proj,0.0000000921,0.05000,2.280
8,mlp.experts.164.down_proj,0.0000000438,0.05000,2.283
8,mlp.experts.175.down_proj,0.0000000174,0.05000,2.352
8,mlp.experts.160.down_proj,0.0000000131,0.05000,2.348
8,mlp.experts.185.down_proj,0.0000003996,0.05000,2.315
8,mlp.experts.177.down_proj,0.0000001606,0.05000,2.451
8,mlp.experts.181.down_proj,0.0000000969,0.05000,2.441
8,mlp.experts.182.down_proj,0.0000001900,0.05000,2.391
8,mlp.experts.188.down_proj,0.0000000765,0.05000,2.406
8,mlp.experts.184.down_proj,0.0000002045,0.05000,2.476
8,mlp.experts.179.down_proj,0.0000003158,0.05000,2.423
8,mlp.experts.180.down_proj,0.0000001608,0.05000,2.430
8,mlp.experts.187.down_proj,0.0000000399,0.05000,2.481
8,mlp.experts.176.down_proj,0.0000000952,0.05000,2.410
8,mlp.experts.191.down_proj,0.0000000705,0.05000,2.432
8,mlp.experts.201.down_proj,0.0000001796,0.05000,2.423
8,mlp.experts.193.down_proj,0.0000000599,0.05000,2.393
8,mlp.experts.197.down_proj,0.0000000613,0.05000,2.348
8,mlp.experts.198.down_proj,0.0000004026,0.05000,2.366
8,mlp.experts.204.down_proj,0.0000000639,0.05000,2.486
8,mlp.experts.200.down_proj,0.0000001119,0.05000,2.439
8,mlp.experts.196.down_proj,0.0000002167,0.05000,2.516
8,mlp.experts.203.down_proj,0.0000002139,0.05000,2.546
8,mlp.experts.195.down_proj,0.0000001265,0.05000,2.582
8,mlp.experts.207.down_proj,0.0000000950,0.05000,2.499
8,mlp.experts.192.down_proj,0.0000000819,0.05000,2.557
8,mlp.experts.217.down_proj,0.0000000311,0.05000,2.450
8,mlp.experts.209.down_proj,0.0000001401,0.05000,2.409
8,mlp.experts.213.down_proj,0.0000000448,0.05000,2.379
8,mlp.experts.214.down_proj,0.0000001366,0.05000,2.245
8,mlp.experts.220.down_proj,0.0000000909,0.05000,2.278
8,mlp.experts.216.down_proj,0.0000000695,0.05000,2.274
8,mlp.experts.223.down_proj,0.0000000278,0.05000,2.124
8,mlp.experts.219.down_proj,0.0000000904,0.05000,2.180
8,mlp.experts.212.down_proj,0.0000002803,0.05000,2.210
8,mlp.experts.211.down_proj,0.0000001349,0.05000,2.204
8,mlp.experts.208.down_proj,0.0000001336,0.05000,2.173
8,mlp.experts.233.down_proj,0.0000001544,0.05000,2.212
8,mlp.experts.225.down_proj,0.0000002687,0.05000,2.177
8,mlp.experts.229.down_proj,0.0000001416,0.05000,2.153
8,mlp.experts.230.down_proj,0.0000001268,0.05000,2.157
8,mlp.experts.236.down_proj,0.0000000596,0.05000,2.268
8,mlp.experts.232.down_proj,0.0000000614,0.05000,2.266
8,mlp.experts.239.down_proj,0.0000002280,0.05000,2.249
8,mlp.experts.235.down_proj,0.0000000319,0.05000,2.242
8,mlp.experts.227.down_proj,0.0000001180,0.05000,2.251
8,mlp.experts.228.down_proj,0.0000003536,0.05000,2.278
8,mlp.experts.224.down_proj,0.0000000509,0.05000,2.242
8,mlp.experts.249.down_proj,0.0000001531,0.05000,2.215
8,mlp.experts.241.down_proj,0.0000003565,0.05000,2.185
8,mlp.experts.245.down_proj,0.0000000167,0.05000,2.199
8,mlp.experts.246.down_proj,0.0000002267,0.05000,2.053
8,mlp.experts.252.down_proj,0.0000000277,0.05000,1.949
8,mlp.experts.248.down_proj,0.0000000450,0.05000,1.885
8,mlp.experts.251.down_proj,0.0000000929,0.05000,1.646
8,mlp.experts.255.down_proj,0.0000003638,0.05000,1.684
8,mlp.experts.243.down_proj,0.0000000458,0.05000,1.644
8,mlp.experts.244.down_proj,0.0000000061,0.05000,1.620
8,mlp.experts.240.down_proj,0.0000000902,0.05000,1.612
9,mlp.experts.10.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.729
9,mlp.experts.2.gate_proj,0.0000040825,0.05000,15.302
9,mlp.experts.11.gate_proj,0.0000096770,0.05000,15.304
9,mlp.experts.12.gate_proj,0.0000063948,0.05000,15.347
9,mlp.experts.5.gate_proj,0.0000042686,0.05000,15.398
9,mlp.experts.13.gate_proj,0.0000036581,0.05000,15.399
9,mlp.experts.6.gate_proj,0.0000100759,0.05000,15.408
9,mlp.experts.8.gate_proj,0.0000077209,0.05000,15.453
9,mlp.experts.7.gate_proj,0.0000085870,0.05000,15.475
9,mlp.experts.4.gate_proj,0.0000099502,0.05000,15.489
9,mlp.experts.0.gate_proj,0.0000103103,0.05000,15.491
9,mlp.experts.15.gate_proj,0.0000062809,0.05000,15.510
9,mlp.experts.14.gate_proj,0.0000027916,0.05000,15.509
9,mlp.experts.9.gate_proj,0.0000092602,0.05000,15.532
9,mlp.experts.1.gate_proj,0.0000022258,0.05000,15.547
9,mlp.experts.3.gate_proj,0.0000467867,0.05000,15.615
9,mlp.experts.26.gate_proj,0.0000025030,0.05000,15.439
9,mlp.experts.27.gate_proj,0.0000107679,0.05000,14.903
9,mlp.experts.18.gate_proj,0.0000053676,0.05000,14.922
9,mlp.experts.21.gate_proj,0.0000284029,0.05000,14.881
9,mlp.experts.22.gate_proj,0.0000090966,0.05000,14.849
9,mlp.experts.28.gate_proj,0.0000078975,0.05000,14.919
9,mlp.experts.29.gate_proj,0.0000038682,0.05000,14.989
9,mlp.experts.30.gate_proj,0.0000087044,0.05000,14.986
9,mlp.experts.20.gate_proj,0.0000036519,0.05000,15.017
9,mlp.experts.16.gate_proj,0.0000130343,0.05000,15.016
9,mlp.experts.25.gate_proj,0.0000034441,0.05000,15.003
9,mlp.experts.31.gate_proj,0.0000016013,0.05000,15.021
9,mlp.experts.17.gate_proj,0.0000059165,0.05000,15.027
9,mlp.experts.23.gate_proj,0.0000328846,0.05000,15.138
9,mlp.experts.24.gate_proj,0.0000062018,0.05000,15.162
9,mlp.experts.19.gate_proj,0.0000050208,0.05000,15.038
9,mlp.experts.42.gate_proj,0.0000042935,0.05000,15.072
9,mlp.experts.43.gate_proj,0.0000057263,0.05000,15.577
9,mlp.experts.37.gate_proj,0.0000128731,0.05000,15.525
9,mlp.experts.45.gate_proj,0.0000041584,0.05000,15.511
9,mlp.experts.34.gate_proj,0.0000133535,0.05000,15.734
9,mlp.experts.38.gate_proj,0.0000025499,0.05000,15.690
9,mlp.experts.44.gate_proj,0.0000054130,0.05000,15.721
9,mlp.experts.41.gate_proj,0.0000041066,0.05000,15.479
9,mlp.experts.46.gate_proj,0.0000050757,0.05000,15.512
9,mlp.experts.32.gate_proj,0.0000106502,0.05000,15.508
9,mlp.experts.36.gate_proj,0.0000188494,0.05000,15.676
9,mlp.experts.33.gate_proj,0.0000162106,0.05000,15.586
9,mlp.experts.39.gate_proj,0.0000067786,0.05000,15.582
9,mlp.experts.47.gate_proj,0.0000089893,0.05000,15.673
9,mlp.experts.40.gate_proj,0.0000031124,0.05000,15.628
9,mlp.experts.35.gate_proj,0.0000124177,0.05000,15.631
9,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.807
9,mlp.experts.58.gate_proj,0.0000046367,0.05000,15.563
9,mlp.experts.57.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.784
9,mlp.experts.53.gate_proj,0.0000017652,0.05000,14.953
9,mlp.experts.59.gate_proj,0.0000088784,0.05000,15.114
9,mlp.experts.61.gate_proj,0.0000042044,0.05000,15.121
9,mlp.experts.62.gate_proj,0.0000032636,0.05000,15.017
9,mlp.experts.60.gate_proj,0.0000045600,0.05000,15.221
9,mlp.experts.54.gate_proj,0.0000053530,0.05000,15.263
9,mlp.experts.48.gate_proj,0.0000086891,0.05000,15.215
9,mlp.experts.51.gate_proj,0.0000147715,0.05000,14.985
9,mlp.experts.56.gate_proj,0.0000079788,0.05000,15.118
9,mlp.experts.55.gate_proj,0.0000067546,0.05000,15.138
9,mlp.experts.49.gate_proj,0.0000272988,0.05000,15.239
9,mlp.experts.52.gate_proj,0.0000031460,0.05000,15.330
9,mlp.experts.63.gate_proj,0.0000023314,0.05000,15.262
9,mlp.experts.66.gate_proj,0.0000077935,0.05000,15.078
9,mlp.experts.73.gate_proj,0.0000109720,0.05000,15.083
9,mlp.experts.74.gate_proj,0.0000166772,0.05000,15.186
9,mlp.experts.64.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.783
9,mlp.experts.69.gate_proj,0.0000069126,0.05000,15.247
9,mlp.experts.75.gate_proj,0.0000061354,0.05000,15.173
9,mlp.experts.77.gate_proj,0.0000042937,0.05000,15.069
9,mlp.experts.78.gate_proj,0.0000320038,0.05000,15.331
9,mlp.experts.76.gate_proj,0.0000046589,0.05000,15.253
9,mlp.experts.71.gate_proj,0.0000054396,0.05000,15.096
9,mlp.experts.67.gate_proj,0.0000020996,0.05000,15.242
9,mlp.experts.70.gate_proj,0.0000115095,0.05000,15.329
9,mlp.experts.72.gate_proj,0.0000029942,0.05000,15.196
9,mlp.experts.65.gate_proj,0.0000079689,0.05000,15.204
9,mlp.experts.79.gate_proj,0.0000062697,0.05000,15.185
9,mlp.experts.68.gate_proj,0.0000111090,0.05000,15.285
9,mlp.experts.89.gate_proj,0.0000258880,0.05000,15.157
9,mlp.experts.82.gate_proj,0.0000055581,0.05000,15.307
9,mlp.experts.90.gate_proj,0.0000119212,0.05000,15.218
9,mlp.experts.80.gate_proj,0.0000084954,0.05000,15.233
9,mlp.experts.98.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.661
9,mlp.experts.85.gate_proj,0.0000179696,0.05000,15.548
9,mlp.experts.93.gate_proj,0.0000174375,0.05000,15.535
9,mlp.experts.91.gate_proj,0.0000089903,0.05000,15.687
9,mlp.experts.94.gate_proj,0.0000031160,0.05000,15.468
9,mlp.experts.92.gate_proj,0.0000191424,0.05000,15.419
9,mlp.experts.88.gate_proj,0.0000139373,0.05000,15.418
9,mlp.experts.83.gate_proj,0.0000043503,0.05000,15.501
9,mlp.experts.87.gate_proj,0.0000262301,0.05000,15.582
9,mlp.experts.81.gate_proj,0.0000041498,0.05000,15.452
9,mlp.experts.86.gate_proj,0.0000114203,0.05000,15.664
9,mlp.experts.95.gate_proj,0.0000025079,0.05000,15.532
9,mlp.experts.84.gate_proj,0.0000050073,0.05000,15.687
9,mlp.experts.105.gate_proj,0.0000095841,0.05000,15.503
9,mlp.experts.106.gate_proj,0.0000091765,0.05000,15.603
9,mlp.experts.96.gate_proj,0.0000054418,0.05000,15.638
9,mlp.experts.104.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.940
9,mlp.experts.114.gate_proj,0.0000080494,0.05000,15.787
9,mlp.experts.101.gate_proj,0.0000321646,0.05000,16.079
9,mlp.experts.107.gate_proj,0.0000096242,0.05000,16.073
9,mlp.experts.109.gate_proj,0.0000053253,0.05000,16.223
9,mlp.experts.108.gate_proj,0.0000120025,0.05000,16.088
9,mlp.experts.110.gate_proj,0.0000144221,0.05000,16.159
9,mlp.experts.97.gate_proj,0.0000134604,0.05000,16.100
9,mlp.experts.99.gate_proj,0.0000015903,0.05000,16.194
9,mlp.experts.103.gate_proj,0.0000058338,0.05000,16.187
9,mlp.experts.111.gate_proj,0.0000194646,0.05000,16.003
9,mlp.experts.102.gate_proj,0.0000082454,0.05000,16.279
9,mlp.experts.100.gate_proj,0.0000063743,0.05000,16.190
9,mlp.experts.121.gate_proj,0.0000025103,0.05000,16.208
9,mlp.experts.122.gate_proj,0.0000075367,0.05000,16.196
9,mlp.experts.112.gate_proj,0.0000040142,0.05000,16.082
9,mlp.experts.120.gate_proj,0.0000050737,0.05000,16.085
9,mlp.experts.130.gate_proj,0.0000063472,0.05000,16.211
9,mlp.experts.138.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.852
9,mlp.experts.117.gate_proj,0.0000026979,0.05000,15.468
9,mlp.experts.123.gate_proj,0.0000101560,0.05000,15.495
9,mlp.experts.125.gate_proj,0.0000072939,0.05000,15.514
9,mlp.experts.124.gate_proj,0.0000154722,0.05000,15.432
9,mlp.experts.126.gate_proj,0.0000037501,0.05000,15.406
9,mlp.experts.113.gate_proj,0.0000059884,0.05000,15.362
9,mlp.experts.119.gate_proj,0.0000091482,0.05000,15.352
9,mlp.experts.115.gate_proj,0.0000085824,0.05000,15.399
9,mlp.experts.118.gate_proj,0.0000021965,0.05000,15.250
9,mlp.experts.127.gate_proj,0.0000055289,0.05000,15.549
9,mlp.experts.137.gate_proj,0.0000053723,0.05000,15.227
9,mlp.experts.116.gate_proj,0.0000034377,0.05000,15.374
9,mlp.experts.128.gate_proj,0.0000046817,0.05000,15.289
9,mlp.experts.136.gate_proj,0.0000025434,0.05000,15.378
9,mlp.experts.146.gate_proj,0.0000157299,0.05000,15.222
9,mlp.experts.154.gate_proj,0.0000162529,0.05000,15.319
9,mlp.experts.133.gate_proj,0.0000083626,0.05000,14.502
9,mlp.experts.139.gate_proj,0.0000064160,0.05000,14.540
9,mlp.experts.141.gate_proj,0.0000029792,0.05000,14.580
9,mlp.experts.142.gate_proj,0.0000069333,0.05000,14.525
9,mlp.experts.140.gate_proj,0.0000140818,0.05000,14.545
9,mlp.experts.129.gate_proj,0.0000106284,0.05000,14.522
9,mlp.experts.135.gate_proj,0.0000041727,0.05000,14.633
9,mlp.experts.131.gate_proj,0.0000175703,0.05000,14.660
9,mlp.experts.134.gate_proj,0.0000180028,0.05000,14.647
9,mlp.experts.143.gate_proj,0.0000039102,0.05000,14.652
9,mlp.experts.153.gate_proj,0.0000163522,0.05000,14.511
9,mlp.experts.132.gate_proj,0.0000041132,0.05000,14.600
9,mlp.experts.144.gate_proj,0.0000063045,0.05000,14.625
9,mlp.experts.152.gate_proj,0.0000211750,0.05000,14.605
9,mlp.experts.162.gate_proj,0.0000090988,0.05000,14.523
9,mlp.experts.170.gate_proj,0.0000029116,0.05000,14.538
9,mlp.experts.149.gate_proj,0.0000038487,0.05000,14.137
9,mlp.experts.156.gate_proj,0.0000039559,0.05000,14.137
9,mlp.experts.155.gate_proj,0.0000022992,0.05000,14.284
9,mlp.experts.157.gate_proj,0.0000131896,0.05000,14.273
9,mlp.experts.145.gate_proj,0.0000068898,0.05000,14.123
9,mlp.experts.158.gate_proj,0.0000016406,0.05000,14.364
9,mlp.experts.151.gate_proj,0.0000039399,0.05000,14.317
9,mlp.experts.150.gate_proj,0.0000158365,0.05000,14.209
9,mlp.experts.147.gate_proj,0.0000204991,0.05000,14.349
9,mlp.experts.169.gate_proj,0.0000111729,0.05000,14.233
9,mlp.experts.159.gate_proj,0.0000128589,0.05000,14.388
9,mlp.experts.148.gate_proj,0.0000041564,0.05000,14.250
9,mlp.experts.168.gate_proj,0.0000090867,0.05000,14.201
9,mlp.experts.160.gate_proj,0.0000042937,0.05000,14.371
9,mlp.experts.178.gate_proj,0.0000043384,0.05000,14.216
9,mlp.experts.186.gate_proj,0.0000088828,0.05000,14.431
9,mlp.experts.165.gate_proj,0.0000051800,0.05000,14.820
9,mlp.experts.172.gate_proj,0.0000108993,0.05000,14.789
9,mlp.experts.173.gate_proj,0.0000130680,0.05000,14.755
9,mlp.experts.161.gate_proj,0.0000019732,0.05000,14.767
9,mlp.experts.171.gate_proj,0.0000031044,0.05000,14.911
9,mlp.experts.174.gate_proj,0.0000055009,0.05000,14.876
9,mlp.experts.166.gate_proj,0.0000058792,0.05000,14.796
9,mlp.experts.167.gate_proj,0.0000168422,0.05000,14.849
9,mlp.experts.163.gate_proj,0.0000060974,0.05000,14.858
9,mlp.experts.185.gate_proj,0.0000012958,0.05000,14.760
9,mlp.experts.164.gate_proj,0.0000025547,0.05000,14.807
9,mlp.experts.175.gate_proj,0.0000197845,0.05000,14.925
9,mlp.experts.184.gate_proj,0.0000066535,0.05000,14.836
9,mlp.experts.176.gate_proj,0.0000100060,0.05000,14.851
9,mlp.experts.194.gate_proj,0.0000040813,0.05000,14.859
9,mlp.experts.202.gate_proj,0.0000017795,0.05000,14.775
9,mlp.experts.181.gate_proj,0.0000189587,0.05000,15.827
9,mlp.experts.177.gate_proj,0.0000072414,0.05000,15.718
9,mlp.experts.188.gate_proj,0.0000059566,0.05000,15.891
9,mlp.experts.189.gate_proj,0.0000053072,0.05000,15.929
9,mlp.experts.187.gate_proj,0.0000074329,0.05000,16.032
9,mlp.experts.190.gate_proj,0.0000281617,0.05000,16.007
9,mlp.experts.183.gate_proj,0.0000129361,0.05000,15.895
9,mlp.experts.182.gate_proj,0.0000043494,0.05000,16.083
9,mlp.experts.179.gate_proj,0.0000087731,0.05000,16.017
9,mlp.experts.201.gate_proj,0.0000035113,0.05000,16.021
9,mlp.experts.180.gate_proj,0.0000083330,0.05000,15.845
9,mlp.experts.191.gate_proj,0.0000042701,0.05000,15.903
9,mlp.experts.192.gate_proj,0.0000065694,0.05000,15.798
9,mlp.experts.200.gate_proj,0.0000057240,0.05000,15.950
9,mlp.experts.210.gate_proj,0.0000063547,0.05000,15.894
9,mlp.experts.218.gate_proj,0.0000113656,0.05000,15.901
9,mlp.experts.197.gate_proj,0.0000054638,0.05000,14.938
9,mlp.experts.204.gate_proj,0.0000041628,0.05000,14.857
9,mlp.experts.193.gate_proj,0.0000038763,0.05000,14.972
9,mlp.experts.205.gate_proj,0.0000030068,0.05000,15.060
9,mlp.experts.203.gate_proj,0.0000061239,0.05000,14.961
9,mlp.experts.206.gate_proj,0.0000050126,0.05000,14.919
9,mlp.experts.198.gate_proj,0.0000078565,0.05000,14.907
9,mlp.experts.199.gate_proj,0.0000090276,0.05000,15.060
9,mlp.experts.217.gate_proj,0.0000038345,0.05000,15.018
9,mlp.experts.195.gate_proj,0.0000035217,0.05000,15.045
9,mlp.experts.196.gate_proj,0.0000138179,0.05000,15.120
9,mlp.experts.207.gate_proj,0.0000026073,0.05000,15.025
9,mlp.experts.208.gate_proj,0.0000066694,0.05000,14.862
9,mlp.experts.216.gate_proj,0.0000036986,0.05000,15.020
9,mlp.experts.226.gate_proj,0.0000300159,0.05000,14.798
9,mlp.experts.234.gate_proj,0.0000062024,0.05000,15.074
9,mlp.experts.213.gate_proj,0.0000042609,0.05000,15.951
9,mlp.experts.220.gate_proj,0.0000108411,0.05000,15.830
9,mlp.experts.209.gate_proj,0.0000047308,0.05000,15.856
9,mlp.experts.221.gate_proj,0.0000031616,0.05000,15.815
9,mlp.experts.219.gate_proj,0.0000068892,0.05000,15.966
9,mlp.experts.222.gate_proj,0.0000040768,0.05000,15.950
9,mlp.experts.215.gate_proj,0.0000042756,0.05000,15.825
9,mlp.experts.214.gate_proj,0.0000231962,0.05000,15.864
9,mlp.experts.233.gate_proj,0.0000099230,0.05000,15.868
9,mlp.experts.211.gate_proj,0.0000059091,0.05000,15.996
9,mlp.experts.212.gate_proj,0.0000107491,0.05000,15.946
9,mlp.experts.224.gate_proj,0.0000118738,0.05000,15.870
9,mlp.experts.223.gate_proj,0.0000091552,0.05000,15.969
9,mlp.experts.232.gate_proj,0.0000032100,0.05000,15.964
9,mlp.experts.242.gate_proj,0.0000100563,0.05000,16.002
9,mlp.experts.250.gate_proj,0.0000091842,0.05000,16.007
9,mlp.experts.10.up_proj,failsafe(rtn): 0.0008965,0.00000,0.791
9,mlp.experts.229.gate_proj,0.0000063261,0.05000,16.240
9,mlp.experts.236.gate_proj,0.0000119498,0.05000,16.263
9,mlp.experts.225.gate_proj,0.0000030961,0.05000,16.223
9,mlp.experts.237.gate_proj,0.0000074828,0.05000,16.166
9,mlp.experts.238.gate_proj,0.0000355461,0.05000,16.138
9,mlp.experts.235.gate_proj,0.0000018812,0.05000,16.262
9,mlp.experts.230.gate_proj,0.0000090058,0.05000,16.066
9,mlp.experts.231.gate_proj,0.0000081323,0.05000,16.192
9,mlp.experts.249.gate_proj,0.0000444991,0.05000,16.123
9,mlp.experts.227.gate_proj,0.0000044439,0.05000,16.235
9,mlp.experts.228.gate_proj,0.0000055067,0.05000,16.277
9,mlp.experts.239.gate_proj,0.0000046956,0.05000,16.304
9,mlp.experts.240.gate_proj,0.0000052439,0.05000,16.330
9,mlp.experts.248.gate_proj,0.0000030056,0.05000,16.232
9,mlp.experts.2.up_proj,0.0000035723,0.05000,16.084
9,mlp.experts.26.up_proj,0.0000023620,0.05000,16.082
9,mlp.experts.245.gate_proj,0.0000059579,0.05000,14.950
9,mlp.experts.241.gate_proj,0.0000065547,0.05000,14.826
9,mlp.experts.252.gate_proj,0.0000019322,0.05000,14.917
9,mlp.experts.253.gate_proj,0.0000055489,0.05000,14.867
9,mlp.experts.254.gate_proj,0.0000034608,0.05000,14.810
9,mlp.experts.251.gate_proj,0.0000063135,0.05000,14.795
9,mlp.experts.246.gate_proj,0.0000037585,0.05000,14.907
9,mlp.experts.247.gate_proj,0.0000054028,0.05000,14.949
9,mlp.experts.9.up_proj,0.0000095662,0.05000,14.904
9,mlp.experts.243.gate_proj,0.0000034804,0.05000,14.779
9,mlp.experts.244.gate_proj,0.0000071143,0.05000,14.713
9,mlp.experts.255.gate_proj,0.0000031090,0.05000,14.741
9,mlp.experts.0.up_proj,0.0000097399,0.05000,14.870
9,mlp.experts.8.up_proj,0.0000068804,0.05000,14.888
9,mlp.experts.18.up_proj,0.0000048921,0.05000,14.850
9,mlp.experts.42.up_proj,0.0000040719,0.05000,14.971
9,mlp.experts.5.up_proj,0.0000039197,0.05000,14.564
9,mlp.experts.12.up_proj,0.0000060976,0.05000,14.547
9,mlp.experts.1.up_proj,0.0000019428,0.05000,14.580
9,mlp.experts.13.up_proj,0.0000035520,0.05000,14.660
9,mlp.experts.14.up_proj,0.0000026956,0.05000,14.514
9,mlp.experts.11.up_proj,0.0000085540,0.05000,14.694
9,mlp.experts.6.up_proj,0.0000083980,0.05000,14.620
9,mlp.experts.7.up_proj,0.0000069994,0.05000,14.584
9,mlp.experts.25.up_proj,0.0000032211,0.05000,14.683
9,mlp.experts.3.up_proj,0.0000444079,0.05000,14.701
9,mlp.experts.4.up_proj,0.0000079830,0.05000,14.753
9,mlp.experts.15.up_proj,0.0000055916,0.05000,14.717
9,mlp.experts.16.up_proj,0.0000119725,0.05000,14.729
9,mlp.experts.24.up_proj,0.0000052303,0.05000,14.690
9,mlp.experts.34.up_proj,0.0000113153,0.05000,14.814
9,mlp.experts.50.up_proj,failsafe(rtn): 0.0009155,0.00000,0.795
9,mlp.experts.58.up_proj,0.0000062927,0.05000,14.719
9,mlp.experts.21.up_proj,0.0000275563,0.05000,15.614
9,mlp.experts.28.up_proj,0.0000069820,0.05000,15.604
9,mlp.experts.17.up_proj,0.0000052166,0.05000,15.641
9,mlp.experts.29.up_proj,0.0000036604,0.05000,15.782
9,mlp.experts.30.up_proj,0.0000083103,0.05000,15.666
9,mlp.experts.22.up_proj,0.0000079668,0.05000,15.620
9,mlp.experts.23.up_proj,0.0000261198,0.05000,15.583
9,mlp.experts.27.up_proj,0.0000089293,0.05000,15.689
9,mlp.experts.41.up_proj,0.0000038299,0.05000,15.722
9,mlp.experts.19.up_proj,0.0000042014,0.05000,15.599
9,mlp.experts.20.up_proj,0.0000034027,0.05000,15.657
9,mlp.experts.32.up_proj,0.0000085587,0.05000,15.525
9,mlp.experts.31.up_proj,0.0000017105,0.05000,15.676
9,mlp.experts.40.up_proj,0.0000026489,0.05000,15.443
9,mlp.experts.57.up_proj,failsafe(rtn): 0.0008621,0.00000,0.710
9,mlp.experts.66.up_proj,0.0000068077,0.05000,15.552
9,mlp.experts.74.up_proj,0.0000146859,0.05000,15.491
9,mlp.experts.37.up_proj,0.0000106205,0.05000,15.069
9,mlp.experts.44.up_proj,0.0000046941,0.05000,15.043
9,mlp.experts.33.up_proj,0.0000143907,0.05000,14.984
9,mlp.experts.45.up_proj,0.0000039787,0.05000,14.977
9,mlp.experts.46.up_proj,0.0000042145,0.05000,14.992
9,mlp.experts.38.up_proj,0.0000022228,0.05000,15.027
9,mlp.experts.39.up_proj,0.0000053656,0.05000,15.131
9,mlp.experts.43.up_proj,0.0000049358,0.05000,15.180
9,mlp.experts.35.up_proj,0.0000104347,0.05000,15.128
9,mlp.experts.36.up_proj,0.0000161208,0.05000,15.004
9,mlp.experts.48.up_proj,0.0000077677,0.05000,15.278
9,mlp.experts.47.up_proj,0.0000082745,0.05000,15.266
9,mlp.experts.56.up_proj,0.0000068892,0.05000,15.196
9,mlp.experts.73.up_proj,0.0000095363,0.05000,15.138
9,mlp.experts.64.up_proj,failsafe(rtn): 0.0008965,0.00000,0.833
9,mlp.experts.82.up_proj,0.0000047756,0.05000,15.079
9,mlp.experts.90.up_proj,0.0000101203,0.05000,15.170
9,mlp.experts.98.up_proj,failsafe(rtn): 0.0009193,0.00000,0.800
9,mlp.experts.53.up_proj,0.0000016675,0.05000,15.449
9,mlp.experts.49.up_proj,0.0000260829,0.05000,15.337
9,mlp.experts.60.up_proj,0.0000042140,0.05000,15.442
9,mlp.experts.61.up_proj,0.0000037973,0.05000,15.334
9,mlp.experts.62.up_proj,0.0000029289,0.05000,15.446
9,mlp.experts.54.up_proj,0.0000046438,0.05000,15.441
9,mlp.experts.59.up_proj,0.0000085233,0.05000,15.371
9,mlp.experts.55.up_proj,0.0000060805,0.05000,15.512
9,mlp.experts.52.up_proj,0.0000025196,0.05000,15.338
9,mlp.experts.51.up_proj,0.0000140302,0.05000,15.493
9,mlp.experts.63.up_proj,0.0000021887,0.05000,15.306
9,mlp.experts.89.up_proj,0.0000278804,0.05000,15.185
9,mlp.experts.72.up_proj,0.0000028456,0.05000,15.405
9,mlp.experts.80.up_proj,0.0000069604,0.05000,15.304
9,mlp.experts.106.up_proj,0.0000077036,0.05000,15.175
9,mlp.experts.114.up_proj,0.0000072369,0.05000,15.206
9,mlp.experts.69.up_proj,0.0000056153,0.05000,15.441
9,mlp.experts.65.up_proj,0.0000068887,0.05000,15.401
9,mlp.experts.76.up_proj,0.0000038463,0.05000,15.359
9,mlp.experts.77.up_proj,0.0000041608,0.05000,15.439
9,mlp.experts.78.up_proj,0.0000290998,0.05000,15.341
9,mlp.experts.70.up_proj,0.0000102526,0.05000,15.416
9,mlp.experts.71.up_proj,0.0000051905,0.05000,15.416
9,mlp.experts.75.up_proj,0.0000055319,0.05000,15.621
9,mlp.experts.68.up_proj,0.0000100312,0.05000,15.450
9,mlp.experts.67.up_proj,0.0000019279,0.05000,15.558
9,mlp.experts.79.up_proj,0.0000056457,0.05000,15.548
9,mlp.experts.105.up_proj,0.0000090456,0.05000,15.472
9,mlp.experts.88.up_proj,0.0000117479,0.05000,15.407
9,mlp.experts.96.up_proj,0.0000044430,0.05000,15.377
9,mlp.experts.104.up_proj,failsafe(rtn): 0.0008469,0.00000,0.738
9,mlp.experts.122.up_proj,0.0000071071,0.05000,15.566
9,mlp.experts.130.up_proj,0.0000055372,0.05000,15.547
9,mlp.experts.138.up_proj,failsafe(rtn): 0.0008888,0.00000,0.764
9,mlp.experts.92.up_proj,0.0000163593,0.05000,15.357
9,mlp.experts.81.up_proj,0.0000035376,0.05000,15.413
9,mlp.experts.85.up_proj,0.0000187079,0.05000,15.539
9,mlp.experts.93.up_proj,0.0000164762,0.05000,15.454
9,mlp.experts.94.up_proj,0.0000032666,0.05000,15.589
9,mlp.experts.86.up_proj,0.0000100037,0.05000,15.405
9,mlp.experts.87.up_proj,0.0000231182,0.05000,15.335
9,mlp.experts.91.up_proj,0.0000072308,0.05000,15.443
9,mlp.experts.84.up_proj,0.0000049852,0.05000,15.348
9,mlp.experts.83.up_proj,0.0000037466,0.05000,15.400
9,mlp.experts.121.up_proj,0.0000023386,0.05000,15.272
9,mlp.experts.95.up_proj,0.0000024539,0.05000,15.305
9,mlp.experts.112.up_proj,0.0000038249,0.05000,15.326
9,mlp.experts.120.up_proj,0.0000053055,0.05000,15.288
9,mlp.experts.146.up_proj,0.0000129851,0.05000,15.389
9,mlp.experts.154.up_proj,0.0000148726,0.05000,15.447
9,mlp.experts.97.up_proj,0.0000131569,0.05000,15.834
9,mlp.experts.101.up_proj,0.0000309365,0.05000,15.888
9,mlp.experts.108.up_proj,0.0000105703,0.05000,16.017
9,mlp.experts.109.up_proj,0.0000046194,0.05000,15.717
9,mlp.experts.110.up_proj,0.0000125873,0.05000,15.681
9,mlp.experts.102.up_proj,0.0000073085,0.05000,15.836
9,mlp.experts.103.up_proj,0.0000051541,0.05000,15.908
9,mlp.experts.107.up_proj,0.0000082755,0.05000,15.813
9,mlp.experts.100.up_proj,0.0000056001,0.05000,15.899
9,mlp.experts.99.up_proj,0.0000013773,0.05000,15.896
9,mlp.experts.137.up_proj,0.0000045357,0.05000,15.822
9,mlp.experts.111.up_proj,0.0000169042,0.05000,15.931
9,mlp.experts.128.up_proj,0.0000042902,0.05000,15.902
9,mlp.experts.136.up_proj,0.0000024167,0.05000,16.038
9,mlp.experts.162.up_proj,0.0000072655,0.05000,16.107
9,mlp.experts.170.up_proj,0.0000026584,0.05000,16.034
9,mlp.experts.113.up_proj,0.0000056423,0.05000,15.899
9,mlp.experts.124.up_proj,0.0000137155,0.05000,15.861
9,mlp.experts.117.up_proj,0.0000021019,0.05000,15.911
9,mlp.experts.125.up_proj,0.0000061729,0.05000,15.855
9,mlp.experts.126.up_proj,0.0000034578,0.05000,15.876
9,mlp.experts.118.up_proj,0.0000019895,0.05000,15.854
9,mlp.experts.119.up_proj,0.0000072133,0.05000,15.784
9,mlp.experts.123.up_proj,0.0000093282,0.05000,15.662
9,mlp.experts.116.up_proj,0.0000029619,0.05000,15.870
9,mlp.experts.115.up_proj,0.0000066916,0.05000,15.745
9,mlp.experts.153.up_proj,0.0000146024,0.05000,15.702
9,mlp.experts.127.up_proj,0.0000051345,0.05000,15.700
9,mlp.experts.144.up_proj,0.0000056635,0.05000,15.762
9,mlp.experts.152.up_proj,0.0000187900,0.05000,15.698
9,mlp.experts.178.up_proj,0.0000039451,0.05000,15.329
9,mlp.experts.186.up_proj,0.0000075719,0.05000,15.347
9,mlp.experts.129.up_proj,0.0000091962,0.05000,15.068
9,mlp.experts.133.up_proj,0.0000071578,0.05000,15.062
9,mlp.experts.140.up_proj,0.0000119598,0.05000,15.164
9,mlp.experts.141.up_proj,0.0000027085,0.05000,15.125
9,mlp.experts.142.up_proj,0.0000066421,0.05000,15.280
9,mlp.experts.134.up_proj,0.0000169807,0.05000,15.385
9,mlp.experts.139.up_proj,0.0000053531,0.05000,15.353
9,mlp.experts.135.up_proj,0.0000038802,0.05000,15.376
9,mlp.experts.132.up_proj,0.0000033384,0.05000,15.311
9,mlp.experts.169.up_proj,0.0000091526,0.05000,15.304
9,mlp.experts.131.up_proj,0.0000160598,0.05000,15.416
9,mlp.experts.143.up_proj,0.0000033897,0.05000,15.339
9,mlp.experts.160.up_proj,0.0000035058,0.05000,15.483
9,mlp.experts.168.up_proj,0.0000082581,0.05000,15.443
9,mlp.experts.194.up_proj,0.0000038551,0.05000,15.431
9,mlp.experts.202.up_proj,0.0000015317,0.05000,15.747
9,mlp.experts.145.up_proj,0.0000059097,0.05000,14.735
9,mlp.experts.149.up_proj,0.0000035598,0.05000,14.925
9,mlp.experts.156.up_proj,0.0000034077,0.05000,14.859
9,mlp.experts.157.up_proj,0.0000108895,0.05000,15.013
9,mlp.experts.158.up_proj,0.0000015256,0.05000,14.850
9,mlp.experts.150.up_proj,0.0000137691,0.05000,14.822
9,mlp.experts.155.up_proj,0.0000021853,0.05000,14.901
9,mlp.experts.151.up_proj,0.0000038039,0.05000,14.889
9,mlp.experts.148.up_proj,0.0000034707,0.05000,14.845
9,mlp.experts.185.up_proj,0.0000010510,0.05000,14.762
9,mlp.experts.147.up_proj,0.0000185602,0.05000,14.921
9,mlp.experts.159.up_proj,0.0000108058,0.05000,14.880
9,mlp.experts.176.up_proj,0.0000095362,0.05000,14.706
9,mlp.experts.184.up_proj,0.0000063304,0.05000,14.791
9,mlp.experts.210.up_proj,0.0000060316,0.05000,14.746
9,mlp.experts.218.up_proj,0.0000100020,0.05000,14.488
9,mlp.experts.161.up_proj,0.0000019033,0.05000,14.562
9,mlp.experts.172.up_proj,0.0000091910,0.05000,14.665
9,mlp.experts.165.up_proj,0.0000044793,0.05000,14.811
9,mlp.experts.173.up_proj,0.0000114535,0.05000,14.788
9,mlp.experts.174.up_proj,0.0000050117,0.05000,14.689
9,mlp.experts.166.up_proj,0.0000047198,0.05000,14.773
9,mlp.experts.171.up_proj,0.0000028979,0.05000,14.850
9,mlp.experts.167.up_proj,0.0000138775,0.05000,14.864
9,mlp.experts.164.up_proj,0.0000024022,0.05000,14.712
9,mlp.experts.201.up_proj,0.0000033197,0.05000,14.780
9,mlp.experts.175.up_proj,0.0000180537,0.05000,14.675
9,mlp.experts.163.up_proj,0.0000056140,0.05000,14.953
9,mlp.experts.192.up_proj,0.0000057351,0.05000,14.895
9,mlp.experts.200.up_proj,0.0000051705,0.05000,14.843
9,mlp.experts.226.up_proj,0.0000240080,0.05000,14.844
9,mlp.experts.234.up_proj,0.0000053649,0.05000,14.803
9,mlp.experts.177.up_proj,0.0000064803,0.05000,15.738
9,mlp.experts.188.up_proj,0.0000050693,0.05000,15.540
9,mlp.experts.181.up_proj,0.0000177250,0.05000,15.647
9,mlp.experts.190.up_proj,0.0000238339,0.05000,15.433
9,mlp.experts.189.up_proj,0.0000048493,0.05000,15.733
9,mlp.experts.182.up_proj,0.0000038871,0.05000,15.629
9,mlp.experts.183.up_proj,0.0000119227,0.05000,15.448
9,mlp.experts.187.up_proj,0.0000066161,0.05000,15.504
9,mlp.experts.180.up_proj,0.0000064364,0.05000,15.600
9,mlp.experts.217.up_proj,0.0000030169,0.05000,15.469
9,mlp.experts.191.up_proj,0.0000033829,0.05000,15.618
9,mlp.experts.179.up_proj,0.0000078491,0.05000,15.730
9,mlp.experts.208.up_proj,0.0000060814,0.05000,15.730
9,mlp.experts.216.up_proj,0.0000031992,0.05000,15.629
9,mlp.experts.242.up_proj,0.0000080936,0.05000,15.683
9,mlp.experts.250.up_proj,0.0000082229,0.05000,15.636
9,mlp.experts.10.down_proj,failsafe(rtn): 0.0008850,0.00000,0.233
9,mlp.experts.2.down_proj,0.0000001113,0.05000,3.659
9,mlp.experts.26.down_proj,0.0000000200,0.05000,3.648
9,mlp.experts.18.down_proj,0.0000000503,0.05000,4.180
9,mlp.experts.42.down_proj,0.0000001147,0.05000,3.962
9,mlp.experts.193.up_proj,0.0000035352,0.05000,15.413
9,mlp.experts.34.down_proj,0.0000002026,0.05000,3.674
9,mlp.experts.50.down_proj,failsafe(rtn): 0.0008926,0.00000,0.239
9,mlp.experts.204.up_proj,0.0000039396,0.05000,15.685
9,mlp.experts.58.down_proj,0.0000000615,0.05000,3.898
9,mlp.experts.197.up_proj,0.0000055695,0.05000,15.785
9,mlp.experts.206.up_proj,0.0000040120,0.05000,15.772
9,mlp.experts.205.up_proj,0.0000027194,0.05000,15.591
9,mlp.experts.198.up_proj,0.0000065894,0.05000,15.616
9,mlp.experts.199.up_proj,0.0000083568,0.05000,15.744
9,mlp.experts.203.up_proj,0.0000057582,0.05000,15.809
9,mlp.experts.233.up_proj,0.0000083207,0.05000,15.694
9,mlp.experts.196.up_proj,0.0000120358,0.05000,15.816
9,mlp.experts.207.up_proj,0.0000022737,0.05000,15.572
9,mlp.experts.195.up_proj,0.0000031819,0.05000,15.772
9,mlp.experts.224.up_proj,0.0000106207,0.05000,15.618
9,mlp.experts.232.up_proj,0.0000030472,0.05000,15.568
9,mlp.experts.66.down_proj,0.0000001687,0.05000,4.066
9,mlp.experts.74.down_proj,0.0000002317,0.05000,3.996
9,mlp.experts.82.down_proj,0.0000001138,0.05000,4.067
9,mlp.experts.98.down_proj,failsafe(rtn): 0.0009079,0.00000,0.211
9,mlp.experts.90.down_proj,0.0000002197,0.05000,4.099
9,mlp.experts.114.down_proj,0.0000001096,0.05000,3.938
9,mlp.experts.106.down_proj,0.0000002132,0.05000,3.904
9,mlp.experts.209.up_proj,0.0000045171,0.05000,15.929
9,mlp.experts.130.down_proj,0.0000000953,0.05000,3.769
9,mlp.experts.220.up_proj,0.0000091751,0.05000,15.799
9,mlp.experts.122.down_proj,0.0000000634,0.05000,3.743
9,mlp.experts.222.up_proj,0.0000037783,0.05000,15.685
9,mlp.experts.213.up_proj,0.0000040234,0.05000,15.777
9,mlp.experts.221.up_proj,0.0000025753,0.05000,15.663
9,mlp.experts.138.down_proj,failsafe(rtn): 0.0008965,0.00000,0.244
9,mlp.experts.214.up_proj,0.0000287604,0.05000,15.709
9,mlp.experts.219.up_proj,0.0000057300,0.05000,15.765
9,mlp.experts.215.up_proj,0.0000034163,0.05000,15.998
9,mlp.experts.249.up_proj,0.0000393181,0.05000,15.824
9,mlp.experts.212.up_proj,0.0000092174,0.05000,15.912
9,mlp.experts.223.up_proj,0.0000086941,0.05000,16.069
9,mlp.experts.211.up_proj,0.0000052484,0.05000,15.932
9,mlp.experts.240.up_proj,0.0000047075,0.05000,15.856
9,mlp.experts.248.up_proj,0.0000028683,0.05000,15.961
9,mlp.experts.146.down_proj,0.0000002549,0.05000,4.262
9,mlp.experts.154.down_proj,0.0000001966,0.05000,4.107
9,mlp.experts.9.down_proj,0.0000001950,0.05000,4.089
9,mlp.experts.0.down_proj,0.0000002586,0.05000,4.070
9,mlp.experts.8.down_proj,0.0000001040,0.05000,4.107
9,mlp.experts.162.down_proj,0.0000001533,0.05000,4.141
9,mlp.experts.170.down_proj,0.0000000510,0.05000,4.190
9,mlp.experts.25.down_proj,0.0000000295,0.05000,3.899
9,mlp.experts.16.down_proj,0.0000003413,0.05000,3.670
9,mlp.experts.24.down_proj,0.0000001112,0.05000,3.748
9,mlp.experts.178.down_proj,0.0000001069,0.05000,3.485
9,mlp.experts.186.down_proj,0.0000001746,0.05000,3.647
9,mlp.experts.41.down_proj,0.0000000880,0.05000,3.880
9,mlp.experts.57.down_proj,failsafe(rtn): 0.0008621,0.00000,0.189
9,mlp.experts.32.down_proj,0.0000001507,0.05000,4.050
9,mlp.experts.40.down_proj,0.0000000364,0.05000,3.974
9,mlp.experts.225.up_proj,0.0000025770,0.05000,15.805
9,mlp.experts.236.up_proj,0.0000097506,0.05000,16.136
9,mlp.experts.194.down_proj,0.0000000310,0.05000,4.288
9,mlp.experts.238.up_proj,0.0000301347,0.05000,15.979
9,mlp.experts.237.up_proj,0.0000067459,0.05000,16.069
9,mlp.experts.229.up_proj,0.0000054349,0.05000,16.124
9,mlp.experts.230.up_proj,0.0000081706,0.05000,15.982
9,mlp.experts.202.down_proj,0.0000000566,0.05000,4.316
9,mlp.experts.231.up_proj,0.0000068807,0.05000,16.094
9,mlp.experts.235.up_proj,0.0000017750,0.05000,16.208
9,mlp.experts.228.up_proj,0.0000050463,0.05000,15.894
9,mlp.experts.73.down_proj,0.0000002305,0.05000,4.286
9,mlp.experts.239.up_proj,0.0000039430,0.05000,15.895
9,mlp.experts.227.up_proj,0.0000040506,0.05000,15.937
9,mlp.experts.48.down_proj,0.0000001142,0.05000,4.251
9,mlp.experts.64.down_proj,failsafe(rtn): 0.0008926,0.00000,0.227
9,mlp.experts.56.down_proj,0.0000001665,0.05000,4.294
9,mlp.experts.210.down_proj,0.0000000473,0.05000,3.977
9,mlp.experts.218.down_proj,0.0000001423,0.05000,3.917
9,mlp.experts.89.down_proj,0.0000008845,0.05000,3.872
9,mlp.experts.80.down_proj,0.0000001181,0.05000,3.831
9,mlp.experts.72.down_proj,0.0000000240,0.05000,3.838
9,mlp.experts.226.down_proj,0.0000003912,0.05000,3.933
9,mlp.experts.234.down_proj,0.0000001206,0.05000,3.960
9,mlp.experts.105.down_proj,0.0000002837,0.05000,4.014
9,mlp.experts.96.down_proj,0.0000001339,0.05000,3.792
9,mlp.experts.88.down_proj,0.0000001954,0.05000,3.853
9,mlp.experts.104.down_proj,failsafe(rtn): 0.0008507,0.00000,0.201
9,mlp.experts.242.down_proj,0.0000001860,0.05000,3.729
9,mlp.experts.250.down_proj,0.0000001963,0.05000,3.798
9,mlp.experts.121.down_proj,0.0000000206,0.05000,3.654
9,mlp.experts.112.down_proj,0.0000000328,0.05000,3.413
9,mlp.experts.120.down_proj,0.0000001123,0.05000,3.338
9,mlp.experts.241.up_proj,0.0000052730,0.05000,15.028
9,mlp.experts.252.up_proj,0.0000016077,0.05000,15.031
9,mlp.experts.253.up_proj,0.0000048039,0.05000,14.755
9,mlp.experts.254.up_proj,0.0000031230,0.05000,14.971
9,mlp.experts.245.up_proj,0.0000054050,0.05000,14.914
9,mlp.experts.246.up_proj,0.0000035722,0.05000,14.879
9,mlp.experts.244.up_proj,0.0000060033,0.05000,14.565
9,mlp.experts.251.up_proj,0.0000056397,0.05000,14.626
9,mlp.experts.247.up_proj,0.0000049908,0.05000,14.756
9,mlp.experts.255.up_proj,0.0000027347,0.05000,14.414
9,mlp.experts.137.down_proj,0.0000000884,0.05000,3.056
9,mlp.experts.243.up_proj,0.0000032204,0.05000,14.579
9,mlp.experts.128.down_proj,0.0000000729,0.05000,3.230
9,mlp.experts.136.down_proj,0.0000000225,0.05000,3.293
9,mlp.experts.1.down_proj,0.0000000389,0.05000,3.203
9,mlp.experts.12.down_proj,0.0000000561,0.05000,3.084
9,mlp.experts.13.down_proj,0.0000001033,0.05000,3.105
9,mlp.experts.14.down_proj,0.0000000842,0.05000,3.138
9,mlp.experts.5.down_proj,0.0000001257,0.05000,3.183
9,mlp.experts.6.down_proj,0.0000001447,0.05000,3.139
9,mlp.experts.4.down_proj,0.0000002528,0.05000,3.214
9,mlp.experts.11.down_proj,0.0000002604,0.05000,3.198
9,mlp.experts.7.down_proj,0.0000000767,0.05000,3.232
9,mlp.experts.15.down_proj,0.0000000959,0.05000,3.241
9,mlp.experts.153.down_proj,0.0000003054,0.05000,3.058
9,mlp.experts.3.down_proj,0.0000009793,0.05000,3.020
9,mlp.experts.144.down_proj,0.0000001432,0.05000,2.937
9,mlp.experts.152.down_proj,0.0000002814,0.05000,3.143
9,mlp.experts.17.down_proj,0.0000001050,0.05000,3.127
9,mlp.experts.29.down_proj,0.0000001014,0.05000,3.020
9,mlp.experts.28.down_proj,0.0000001033,0.05000,3.085
9,mlp.experts.30.down_proj,0.0000000774,0.05000,2.991
9,mlp.experts.21.down_proj,0.0000008631,0.05000,2.960
9,mlp.experts.22.down_proj,0.0000002859,0.05000,2.936
9,mlp.experts.27.down_proj,0.0000001071,0.05000,3.082
9,mlp.experts.20.down_proj,0.0000000459,0.05000,3.119
9,mlp.experts.23.down_proj,0.0000004702,0.05000,3.096
9,mlp.experts.31.down_proj,0.0000000258,0.05000,3.101
9,mlp.experts.169.down_proj,0.0000001260,0.05000,3.085
9,mlp.experts.19.down_proj,0.0000001275,0.05000,3.113
9,mlp.experts.160.down_proj,0.0000001795,0.05000,3.016
9,mlp.experts.168.down_proj,0.0000001017,0.05000,3.059
9,mlp.experts.33.down_proj,0.0000002311,0.05000,3.060
9,mlp.experts.44.down_proj,0.0000001126,0.05000,3.294
9,mlp.experts.45.down_proj,0.0000000526,0.05000,3.317
9,mlp.experts.46.down_proj,0.0000000955,0.05000,3.299
9,mlp.experts.37.down_proj,0.0000002309,0.05000,3.380
9,mlp.experts.38.down_proj,0.0000001068,0.05000,3.353
9,mlp.experts.43.down_proj,0.0000000481,0.05000,3.427
9,mlp.experts.36.down_proj,0.0000003458,0.05000,3.500
9,mlp.experts.47.down_proj,0.0000002877,0.05000,3.494
9,mlp.experts.39.down_proj,0.0000001188,0.05000,3.542
9,mlp.experts.185.down_proj,0.0000001177,0.05000,3.519
9,mlp.experts.35.down_proj,0.0000001649,0.05000,3.584
9,mlp.experts.176.down_proj,0.0000001498,0.05000,3.660
9,mlp.experts.184.down_proj,0.0000000459,0.05000,3.573
9,mlp.experts.49.down_proj,0.0000006050,0.05000,3.585
9,mlp.experts.60.down_proj,0.0000000335,0.05000,3.519
9,mlp.experts.62.down_proj,0.0000000242,0.05000,3.502
9,mlp.experts.61.down_proj,0.0000000916,0.05000,3.575
9,mlp.experts.53.down_proj,0.0000000115,0.05000,3.530
9,mlp.experts.54.down_proj,0.0000001221,0.05000,3.540
9,mlp.experts.59.down_proj,0.0000001890,0.05000,3.538
9,mlp.experts.52.down_proj,0.0000000456,0.05000,3.465
9,mlp.experts.55.down_proj,0.0000000562,0.05000,3.442
9,mlp.experts.63.down_proj,0.0000000163,0.05000,3.477
9,mlp.experts.201.down_proj,0.0000000237,0.05000,3.446
9,mlp.experts.51.down_proj,0.0000002154,0.05000,3.431
9,mlp.experts.192.down_proj,0.0000001895,0.05000,3.348
9,mlp.experts.200.down_proj,0.0000000650,0.05000,3.266
9,mlp.experts.65.down_proj,0.0000001472,0.05000,3.225
9,mlp.experts.78.down_proj,0.0000005063,0.05000,3.109
9,mlp.experts.76.down_proj,0.0000000537,0.05000,3.194
9,mlp.experts.77.down_proj,0.0000000836,0.05000,3.167
9,mlp.experts.69.down_proj,0.0000001739,0.05000,3.202
9,mlp.experts.70.down_proj,0.0000001850,0.05000,3.116
9,mlp.experts.75.down_proj,0.0000001027,0.05000,3.145
9,mlp.experts.68.down_proj,0.0000001418,0.05000,3.167
9,mlp.experts.71.down_proj,0.0000000434,0.05000,3.161
9,mlp.experts.79.down_proj,0.0000000785,0.05000,3.221
9,mlp.experts.217.down_proj,0.0000000977,0.05000,3.199
9,mlp.experts.67.down_proj,0.0000000448,0.05000,3.363
9,mlp.experts.208.down_proj,0.0000001621,0.05000,3.429
9,mlp.experts.216.down_proj,0.0000000557,0.05000,3.533
9,mlp.experts.81.down_proj,0.0000000877,0.05000,3.540
9,mlp.experts.94.down_proj,0.0000000986,0.05000,3.352
9,mlp.experts.92.down_proj,0.0000003066,0.05000,3.353
9,mlp.experts.93.down_proj,0.0000004299,0.05000,3.356
9,mlp.experts.85.down_proj,0.0000006578,0.05000,3.291
9,mlp.experts.86.down_proj,0.0000001277,0.05000,3.252
9,mlp.experts.91.down_proj,0.0000001303,0.05000,3.196
9,mlp.experts.84.down_proj,0.0000000763,0.05000,3.207
9,mlp.experts.87.down_proj,0.0000004037,0.05000,3.170
9,mlp.experts.95.down_proj,0.0000000463,0.05000,3.224
9,mlp.experts.233.down_proj,0.0000001688,0.05000,3.271
9,mlp.experts.83.down_proj,0.0000000890,0.05000,3.153
9,mlp.experts.224.down_proj,0.0000001504,0.05000,2.974
9,mlp.experts.97.down_proj,0.0000001984,0.05000,2.847
9,mlp.experts.232.down_proj,0.0000000250,0.05000,2.893
9,mlp.experts.110.down_proj,0.0000003066,0.05000,3.006
9,mlp.experts.108.down_proj,0.0000002619,0.05000,2.989
9,mlp.experts.109.down_proj,0.0000002371,0.05000,3.081
9,mlp.experts.101.down_proj,0.0000004803,0.05000,3.133
9,mlp.experts.102.down_proj,0.0000001975,0.05000,3.177
9,mlp.experts.107.down_proj,0.0000001385,0.05000,3.384
9,mlp.experts.100.down_proj,0.0000001290,0.05000,3.339
9,mlp.experts.103.down_proj,0.0000000730,0.05000,3.343
9,mlp.experts.111.down_proj,0.0000003402,0.05000,3.289
9,mlp.experts.249.down_proj,0.0000006559,0.05000,3.262
9,mlp.experts.99.down_proj,0.0000000501,0.05000,3.275
9,mlp.experts.240.down_proj,0.0000001695,0.05000,3.340
9,mlp.experts.248.down_proj,0.0000000283,0.05000,3.257
9,mlp.experts.113.down_proj,0.0000000440,0.05000,3.316
9,mlp.experts.126.down_proj,0.0000001556,0.05000,3.103
9,mlp.experts.124.down_proj,0.0000002762,0.05000,3.095
9,mlp.experts.125.down_proj,0.0000000817,0.05000,3.009
9,mlp.experts.117.down_proj,0.0000000322,0.05000,2.993
9,mlp.experts.118.down_proj,0.0000000190,0.05000,2.879
9,mlp.experts.123.down_proj,0.0000002580,0.05000,2.664
9,mlp.experts.116.down_proj,0.0000001034,0.05000,2.698
9,mlp.experts.119.down_proj,0.0000002037,0.05000,2.717
9,mlp.experts.127.down_proj,0.0000000404,0.05000,2.698
9,mlp.experts.115.down_proj,0.0000001334,0.05000,2.632
9,mlp.experts.129.down_proj,0.0000001543,0.05000,2.539
9,mlp.experts.140.down_proj,0.0000001534,0.05000,2.528
9,mlp.experts.142.down_proj,0.0000002255,0.05000,2.567
9,mlp.experts.141.down_proj,0.0000000271,0.05000,2.526
9,mlp.experts.133.down_proj,0.0000002289,0.05000,2.467
9,mlp.experts.134.down_proj,0.0000003493,0.05000,2.527
9,mlp.experts.139.down_proj,0.0000001349,0.05000,2.422
9,mlp.experts.132.down_proj,0.0000001136,0.05000,2.385
9,mlp.experts.135.down_proj,0.0000000341,0.05000,2.371
9,mlp.experts.143.down_proj,0.0000000451,0.05000,2.348
9,mlp.experts.131.down_proj,0.0000004278,0.05000,2.441
9,mlp.experts.145.down_proj,0.0000001868,0.05000,2.467
9,mlp.experts.158.down_proj,0.0000000140,0.05000,2.509
9,mlp.experts.157.down_proj,0.0000002933,0.05000,2.494
9,mlp.experts.156.down_proj,0.0000000946,0.05000,2.564
9,mlp.experts.149.down_proj,0.0000000485,0.05000,2.557
9,mlp.experts.150.down_proj,0.0000002562,0.05000,2.539
9,mlp.experts.155.down_proj,0.0000000179,0.05000,2.817
9,mlp.experts.148.down_proj,0.0000001258,0.05000,2.827
9,mlp.experts.151.down_proj,0.0000000705,0.05000,2.832
9,mlp.experts.159.down_proj,0.0000002417,0.05000,2.825
9,mlp.experts.147.down_proj,0.0000003334,0.05000,2.677
9,mlp.experts.161.down_proj,0.0000000499,0.05000,2.634
9,mlp.experts.174.down_proj,0.0000000726,0.05000,2.482
9,mlp.experts.172.down_proj,0.0000002196,0.05000,2.487
9,mlp.experts.173.down_proj,0.0000002139,0.05000,2.511
9,mlp.experts.165.down_proj,0.0000000968,0.05000,2.476
9,mlp.experts.166.down_proj,0.0000001083,0.05000,2.456
9,mlp.experts.164.down_proj,0.0000000696,0.05000,2.263
9,mlp.experts.171.down_proj,0.0000000231,0.05000,2.318
9,mlp.experts.167.down_proj,0.0000002695,0.05000,2.289
9,mlp.experts.175.down_proj,0.0000002462,0.05000,2.304
9,mlp.experts.163.down_proj,0.0000000823,0.05000,2.335
9,mlp.experts.177.down_proj,0.0000000842,0.05000,2.356
9,mlp.experts.190.down_proj,0.0000003663,0.05000,2.328
9,mlp.experts.188.down_proj,0.0000000801,0.05000,2.301
9,mlp.experts.189.down_proj,0.0000000878,0.05000,2.331
9,mlp.experts.182.down_proj,0.0000000340,0.05000,2.306
9,mlp.experts.181.down_proj,0.0000005002,0.05000,2.336
9,mlp.experts.187.down_proj,0.0000001396,0.05000,2.411
9,mlp.experts.180.down_proj,0.0000002035,0.05000,2.426
9,mlp.experts.183.down_proj,0.0000001406,0.05000,2.410
9,mlp.experts.191.down_proj,0.0000000885,0.05000,2.449
9,mlp.experts.179.down_proj,0.0000000885,0.05000,2.407
9,mlp.experts.193.down_proj,0.0000000585,0.05000,2.486
9,mlp.experts.204.down_proj,0.0000000880,0.05000,2.523
9,mlp.experts.206.down_proj,0.0000001216,0.05000,2.543
9,mlp.experts.205.down_proj,0.0000001502,0.05000,2.545
9,mlp.experts.198.down_proj,0.0000001506,0.05000,2.564
9,mlp.experts.197.down_proj,0.0000001184,0.05000,2.572
9,mlp.experts.196.down_proj,0.0000002896,0.05000,2.437
9,mlp.experts.199.down_proj,0.0000000952,0.05000,2.419
9,mlp.experts.203.down_proj,0.0000000952,0.05000,2.502
9,mlp.experts.207.down_proj,0.0000000631,0.05000,2.433
9,mlp.experts.195.down_proj,0.0000000512,0.05000,2.393
9,mlp.experts.209.down_proj,0.0000000391,0.05000,2.380
9,mlp.experts.220.down_proj,0.0000001890,0.05000,2.332
9,mlp.experts.222.down_proj,0.0000000411,0.05000,2.362
9,mlp.experts.221.down_proj,0.0000000226,0.05000,2.424
9,mlp.experts.213.down_proj,0.0000000330,0.05000,2.335
9,mlp.experts.214.down_proj,0.0000002155,0.05000,2.370
9,mlp.experts.212.down_proj,0.0000002165,0.05000,2.373
9,mlp.experts.215.down_proj,0.0000001270,0.05000,2.410
9,mlp.experts.219.down_proj,0.0000000937,0.05000,2.443
9,mlp.experts.223.down_proj,0.0000002517,0.05000,2.473
9,mlp.experts.211.down_proj,0.0000000586,0.05000,2.432
9,mlp.experts.225.down_proj,0.0000000675,0.05000,2.350
9,mlp.experts.236.down_proj,0.0000002912,0.05000,2.311
9,mlp.experts.238.down_proj,0.0000005824,0.05000,2.295
9,mlp.experts.237.down_proj,0.0000002157,0.05000,2.383
9,mlp.experts.229.down_proj,0.0000001122,0.05000,2.339
9,mlp.experts.230.down_proj,0.0000001456,0.05000,2.350
9,mlp.experts.228.down_proj,0.0000000479,0.05000,2.308
9,mlp.experts.231.down_proj,0.0000001909,0.05000,2.368
9,mlp.experts.235.down_proj,0.0000000289,0.05000,2.317
9,mlp.experts.239.down_proj,0.0000001145,0.05000,2.275
9,mlp.experts.227.down_proj,0.0000001163,0.05000,2.240
9,mlp.experts.241.down_proj,0.0000002089,0.05000,2.238
9,mlp.experts.254.down_proj,0.0000000879,0.05000,2.235
9,mlp.experts.252.down_proj,0.0000000283,0.05000,2.250
9,mlp.experts.253.down_proj,0.0000001076,0.05000,2.135
9,mlp.experts.245.down_proj,0.0000002170,0.05000,2.100
9,mlp.experts.246.down_proj,0.0000000280,0.05000,2.095
9,mlp.experts.244.down_proj,0.0000001497,0.05000,1.683
9,mlp.experts.251.down_proj,0.0000000897,0.05000,1.585
9,mlp.experts.247.down_proj,0.0000000703,0.05000,1.601
9,mlp.experts.255.down_proj,0.0000000520,0.05000,1.475
9,mlp.experts.243.down_proj,0.0000000632,0.05000,1.233
10,mlp.experts.12.gate_proj,0.0000045098,0.05000,15.492
10,mlp.experts.5.gate_proj,0.0000051885,0.05000,15.500
10,mlp.experts.0.gate_proj,0.0000397042,0.05000,15.515
10,mlp.experts.9.gate_proj,0.0000034806,0.05000,15.543
10,mlp.experts.14.gate_proj,0.0000078483,0.05000,15.582
10,mlp.experts.6.gate_proj,0.0000052996,0.05000,15.585
10,mlp.experts.7.gate_proj,0.0000065624,0.05000,15.624
10,mlp.experts.15.gate_proj,0.0000160742,0.05000,15.629
10,mlp.experts.11.gate_proj,0.0000047117,0.05000,15.636
10,mlp.experts.4.gate_proj,0.0000028087,0.05000,15.668
10,mlp.experts.1.gate_proj,0.0000045978,0.05000,15.700
10,mlp.experts.13.gate_proj,0.0000020356,0.05000,15.722
10,mlp.experts.8.gate_proj,0.0000061013,0.05000,15.797
10,mlp.experts.2.gate_proj,0.0000080203,0.05000,15.804
10,mlp.experts.10.gate_proj,0.0000010428,0.05000,15.850
10,mlp.experts.3.gate_proj,0.0000142051,0.05000,15.909
10,mlp.experts.16.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.829
10,mlp.experts.28.gate_proj,0.0000035727,0.05000,15.049
10,mlp.experts.30.gate_proj,0.0000091135,0.05000,14.970
10,mlp.experts.25.gate_proj,0.0000079655,0.05000,15.059
10,mlp.experts.21.gate_proj,0.0000028513,0.05000,15.199
10,mlp.experts.18.gate_proj,0.0000368971,0.05000,14.957
10,mlp.experts.17.gate_proj,0.0000065514,0.05000,15.094
10,mlp.experts.20.gate_proj,0.0000061766,0.05000,15.116
10,mlp.experts.31.gate_proj,0.0000056061,0.05000,15.151
10,mlp.experts.22.gate_proj,0.0000044217,0.05000,15.314
10,mlp.experts.23.gate_proj,0.0000018246,0.05000,15.299
10,mlp.experts.29.gate_proj,0.0000055965,0.05000,15.172
10,mlp.experts.26.gate_proj,0.0000068355,0.05000,15.060
10,mlp.experts.24.gate_proj,0.0000026320,0.05000,15.134
10,mlp.experts.27.gate_proj,0.0000025940,0.05000,15.397
10,mlp.experts.19.gate_proj,0.0000049575,0.05000,15.209
10,mlp.experts.32.gate_proj,0.0000110178,0.05000,15.258
10,mlp.experts.37.gate_proj,0.0000059060,0.05000,15.597
10,mlp.experts.44.gate_proj,0.0000021463,0.05000,15.801
10,mlp.experts.46.gate_proj,0.0000048525,0.05000,15.774
10,mlp.experts.33.gate_proj,0.0000086962,0.05000,15.649
10,mlp.experts.41.gate_proj,0.0000120814,0.05000,15.827
10,mlp.experts.45.gate_proj,0.0000103038,0.05000,15.525
10,mlp.experts.34.gate_proj,0.0000079269,0.05000,15.679
10,mlp.experts.36.gate_proj,0.0000039198,0.05000,15.845
10,mlp.experts.38.gate_proj,0.0000031714,0.05000,15.765
10,mlp.experts.40.gate_proj,0.0000064936,0.05000,15.777
10,mlp.experts.47.gate_proj,0.0000041258,0.05000,15.910
10,mlp.experts.42.gate_proj,0.0000064123,0.05000,15.888
10,mlp.experts.39.gate_proj,0.0000149415,0.05000,15.948
10,mlp.experts.35.gate_proj,0.0000151658,0.05000,15.757
10,mlp.experts.43.gate_proj,0.0000048331,0.05000,15.899
10,mlp.experts.48.gate_proj,0.0000114820,0.05000,15.811
10,mlp.experts.55.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.871
10,mlp.experts.53.gate_proj,0.0000060634,0.05000,15.804
10,mlp.experts.60.gate_proj,0.0000034100,0.05000,15.913
10,mlp.experts.49.gate_proj,0.0000051890,0.05000,15.849
10,mlp.experts.57.gate_proj,0.0000137463,0.05000,15.866
10,mlp.experts.62.gate_proj,0.0000048292,0.05000,16.033
10,mlp.experts.52.gate_proj,0.0000090836,0.05000,15.805
10,mlp.experts.50.gate_proj,0.0000081672,0.05000,16.016
10,mlp.experts.61.gate_proj,0.0000048670,0.05000,16.035
10,mlp.experts.63.gate_proj,0.0000069818,0.05000,15.789
10,mlp.experts.54.gate_proj,0.0000041070,0.05000,15.885
10,mlp.experts.56.gate_proj,0.0000076548,0.05000,15.941
10,mlp.experts.58.gate_proj,0.0000117997,0.05000,15.921
10,mlp.experts.59.gate_proj,0.0000066727,0.05000,15.912
10,mlp.experts.51.gate_proj,0.0000055912,0.05000,15.986
10,mlp.experts.64.gate_proj,0.0000078332,0.05000,15.851
10,mlp.experts.71.gate_proj,0.0000050791,0.05000,15.865
10,mlp.experts.69.gate_proj,0.0000105094,0.05000,14.748
10,mlp.experts.76.gate_proj,0.0000064860,0.05000,14.843
10,mlp.experts.65.gate_proj,0.0000022825,0.05000,14.798
10,mlp.experts.73.gate_proj,0.0000054483,0.05000,14.858
10,mlp.experts.70.gate_proj,0.0000032172,0.05000,14.719
10,mlp.experts.66.gate_proj,0.0000079774,0.05000,14.793
10,mlp.experts.78.gate_proj,0.0000037896,0.05000,14.900
10,mlp.experts.68.gate_proj,0.0000024971,0.05000,14.837
10,mlp.experts.77.gate_proj,0.0000071545,0.05000,14.799
10,mlp.experts.79.gate_proj,0.0000022256,0.05000,14.784
10,mlp.experts.72.gate_proj,0.0000029765,0.05000,14.751
10,mlp.experts.67.gate_proj,0.0000144344,0.05000,14.691
10,mlp.experts.74.gate_proj,0.0000031492,0.05000,14.920
10,mlp.experts.75.gate_proj,0.0000117138,0.05000,14.868
10,mlp.experts.80.gate_proj,0.0000066619,0.05000,14.828
10,mlp.experts.87.gate_proj,0.0000097003,0.05000,14.636
10,mlp.experts.85.gate_proj,0.0000044504,0.05000,15.530
10,mlp.experts.81.gate_proj,0.0000048093,0.05000,15.432
10,mlp.experts.92.gate_proj,0.0000054554,0.05000,15.483
10,mlp.experts.89.gate_proj,0.0000186771,0.05000,15.512
10,mlp.experts.94.gate_proj,0.0000300245,0.05000,15.458
10,mlp.experts.84.gate_proj,0.0000106200,0.05000,15.445
10,mlp.experts.86.gate_proj,0.0000157005,0.05000,15.522
10,mlp.experts.82.gate_proj,0.0000028386,0.05000,15.516
10,mlp.experts.93.gate_proj,0.0000064730,0.05000,15.517
10,mlp.experts.95.gate_proj,0.0000061953,0.05000,15.574
10,mlp.experts.88.gate_proj,0.0000050041,0.05000,15.487
10,mlp.experts.90.gate_proj,0.0000025791,0.05000,15.359
10,mlp.experts.83.gate_proj,0.0000062451,0.05000,15.484
10,mlp.experts.91.gate_proj,0.0000045796,0.05000,15.535
10,mlp.experts.96.gate_proj,0.0000032305,0.05000,15.457
10,mlp.experts.103.gate_proj,0.0000056940,0.05000,15.656
10,mlp.experts.101.gate_proj,0.0000066357,0.05000,15.599
10,mlp.experts.97.gate_proj,0.0000113774,0.05000,15.583
10,mlp.experts.108.gate_proj,0.0000044231,0.05000,15.698
10,mlp.experts.105.gate_proj,0.0000139468,0.05000,15.633
10,mlp.experts.102.gate_proj,0.0000164301,0.05000,15.539
10,mlp.experts.110.gate_proj,0.0000028156,0.05000,15.573
10,mlp.experts.98.gate_proj,0.0000045604,0.05000,15.545
10,mlp.experts.100.gate_proj,0.0000047717,0.05000,15.593
10,mlp.experts.111.gate_proj,0.0000084678,0.05000,15.658
10,mlp.experts.109.gate_proj,0.0000088133,0.05000,15.752
10,mlp.experts.106.gate_proj,0.0000194669,0.05000,15.583
10,mlp.experts.104.gate_proj,0.0000011692,0.05000,15.761
10,mlp.experts.99.gate_proj,0.0000154539,0.05000,15.735
10,mlp.experts.107.gate_proj,0.0000159321,0.05000,15.663
10,mlp.experts.112.gate_proj,0.0000136037,0.05000,15.655
10,mlp.experts.119.gate_proj,0.0000061369,0.05000,15.629
10,mlp.experts.113.gate_proj,0.0000025968,0.05000,14.503
10,mlp.experts.117.gate_proj,0.0000062043,0.05000,14.694
10,mlp.experts.126.gate_proj,0.0000069987,0.05000,14.499
10,mlp.experts.121.gate_proj,0.0000118035,0.05000,14.541
10,mlp.experts.124.gate_proj,0.0000037017,0.05000,14.621
10,mlp.experts.114.gate_proj,0.0000026192,0.05000,14.602
10,mlp.experts.116.gate_proj,0.0000035730,0.05000,14.615
10,mlp.experts.125.gate_proj,0.0000028879,0.05000,14.450
10,mlp.experts.118.gate_proj,0.0000090923,0.05000,14.765
10,mlp.experts.120.gate_proj,0.0000068275,0.05000,14.413
10,mlp.experts.127.gate_proj,0.0000032613,0.05000,14.632
10,mlp.experts.122.gate_proj,0.0000173931,0.05000,14.597
10,mlp.experts.115.gate_proj,0.0000055311,0.05000,14.569
10,mlp.experts.123.gate_proj,0.0000028132,0.05000,14.483
10,mlp.experts.128.gate_proj,0.0000074732,0.05000,14.572
10,mlp.experts.135.gate_proj,0.0000046509,0.05000,14.642
10,mlp.experts.129.gate_proj,0.0000064634,0.05000,15.285
10,mlp.experts.133.gate_proj,0.0000051205,0.05000,15.337
10,mlp.experts.140.gate_proj,0.0000119024,0.05000,15.299
10,mlp.experts.137.gate_proj,0.0000051342,0.05000,15.411
10,mlp.experts.142.gate_proj,0.0000051531,0.05000,15.499
10,mlp.experts.141.gate_proj,0.0000046140,0.05000,15.415
10,mlp.experts.130.gate_proj,0.0000021887,0.05000,15.522
10,mlp.experts.136.gate_proj,0.0000038679,0.05000,15.437
10,mlp.experts.132.gate_proj,0.0000019826,0.05000,15.592
10,mlp.experts.134.gate_proj,0.0000060146,0.05000,15.482
10,mlp.experts.143.gate_proj,0.0000090158,0.05000,15.554
10,mlp.experts.138.gate_proj,0.0000245497,0.05000,15.503
10,mlp.experts.131.gate_proj,0.0000093904,0.05000,15.558
10,mlp.experts.139.gate_proj,0.0000017614,0.05000,15.501
10,mlp.experts.144.gate_proj,0.0000022241,0.05000,15.353
10,mlp.experts.151.gate_proj,0.0000056713,0.05000,15.543
10,mlp.experts.145.gate_proj,0.0000054796,0.05000,15.241
10,mlp.experts.149.gate_proj,0.0000034839,0.05000,15.325
10,mlp.experts.156.gate_proj,0.0000045732,0.05000,15.232
10,mlp.experts.153.gate_proj,0.0000192381,0.05000,15.353
10,mlp.experts.158.gate_proj,0.0000092867,0.05000,15.308
10,mlp.experts.157.gate_proj,0.0000038698,0.05000,15.271
10,mlp.experts.152.gate_proj,0.0000048406,0.05000,15.253
10,mlp.experts.150.gate_proj,0.0000067162,0.05000,15.295
10,mlp.experts.146.gate_proj,0.0000048069,0.05000,15.471
10,mlp.experts.148.gate_proj,0.0000069075,0.05000,15.364
10,mlp.experts.154.gate_proj,0.0000054494,0.05000,15.227
10,mlp.experts.159.gate_proj,0.0000053128,0.05000,15.391
10,mlp.experts.155.gate_proj,0.0000212476,0.05000,15.167
10,mlp.experts.147.gate_proj,0.0000086754,0.05000,15.368
10,mlp.experts.160.gate_proj,0.0000049632,0.05000,15.252
10,mlp.experts.167.gate_proj,0.0000024070,0.05000,15.149
10,mlp.experts.161.gate_proj,0.0000044749,0.05000,14.006
10,mlp.experts.165.gate_proj,0.0000031092,0.05000,14.037
10,mlp.experts.172.gate_proj,0.0000037351,0.05000,14.024
10,mlp.experts.169.gate_proj,0.0000027225,0.05000,14.004
10,mlp.experts.174.gate_proj,0.0000110701,0.05000,14.088
10,mlp.experts.173.gate_proj,0.0000050797,0.05000,14.060
10,mlp.experts.168.gate_proj,0.0000104247,0.05000,14.062
10,mlp.experts.164.gate_proj,0.0000107487,0.05000,14.114
10,mlp.experts.162.gate_proj,0.0000076308,0.05000,14.123
10,mlp.experts.166.gate_proj,0.0000059349,0.05000,14.288
10,mlp.experts.170.gate_proj,0.0000041582,0.05000,14.168
10,mlp.experts.171.gate_proj,0.0000022565,0.05000,14.177
10,mlp.experts.175.gate_proj,0.0000034820,0.05000,14.194
10,mlp.experts.176.gate_proj,0.0000042913,0.05000,14.093
10,mlp.experts.163.gate_proj,0.0000037891,0.05000,14.272
10,mlp.experts.183.gate_proj,0.0000043500,0.05000,14.169
10,mlp.experts.177.gate_proj,0.0000068359,0.05000,15.596
10,mlp.experts.188.gate_proj,0.0000070968,0.05000,15.411
10,mlp.experts.181.gate_proj,0.0000074208,0.05000,15.453
10,mlp.experts.185.gate_proj,0.0000030202,0.05000,15.390
10,mlp.experts.190.gate_proj,0.0000050627,0.05000,15.453
10,mlp.experts.184.gate_proj,0.0000024945,0.05000,15.576
10,mlp.experts.189.gate_proj,0.0000044439,0.05000,15.713
10,mlp.experts.180.gate_proj,0.0000427949,0.05000,15.555
10,mlp.experts.186.gate_proj,0.0000299257,0.05000,15.482
10,mlp.experts.182.gate_proj,0.0000082056,0.05000,15.527
10,mlp.experts.178.gate_proj,0.0000153704,0.05000,15.655
10,mlp.experts.187.gate_proj,0.0000097498,0.05000,15.481
10,mlp.experts.191.gate_proj,0.0000033236,0.05000,15.559
10,mlp.experts.192.gate_proj,0.0000044028,0.05000,15.440
10,mlp.experts.179.gate_proj,0.0000074959,0.05000,15.425
10,mlp.experts.199.gate_proj,0.0000070738,0.05000,15.654
10,mlp.experts.193.gate_proj,0.0000038036,0.05000,16.034
10,mlp.experts.204.gate_proj,0.0000060317,0.05000,16.075
10,mlp.experts.197.gate_proj,0.0000097380,0.05000,16.079
10,mlp.experts.201.gate_proj,0.0000068440,0.05000,15.921
10,mlp.experts.206.gate_proj,0.0000056119,0.05000,15.844
10,mlp.experts.200.gate_proj,0.0000122385,0.05000,15.796
10,mlp.experts.205.gate_proj,0.0000105665,0.05000,15.866
10,mlp.experts.196.gate_proj,0.0000046321,0.05000,15.916
10,mlp.experts.209.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.797
10,mlp.experts.202.gate_proj,0.0000085769,0.05000,15.985
10,mlp.experts.194.gate_proj,0.0000087759,0.05000,16.031
10,mlp.experts.207.gate_proj,0.0000029731,0.05000,15.956
10,mlp.experts.203.gate_proj,0.0000052114,0.05000,16.051
10,mlp.experts.198.gate_proj,0.0000022534,0.05000,16.175
10,mlp.experts.208.gate_proj,0.0000048403,0.05000,15.915
10,mlp.experts.195.gate_proj,0.0000072251,0.05000,16.046
10,mlp.experts.215.gate_proj,0.0000030258,0.05000,16.073
10,mlp.experts.213.gate_proj,0.0000050607,0.05000,14.635
10,mlp.experts.217.gate_proj,0.0000022782,0.05000,14.757
10,mlp.experts.220.gate_proj,0.0000049888,0.05000,14.811
10,mlp.experts.222.gate_proj,0.0000073076,0.05000,14.825
10,mlp.experts.216.gate_proj,0.0000047370,0.05000,14.859
10,mlp.experts.221.gate_proj,0.0000162726,0.05000,14.789
10,mlp.experts.225.gate_proj,0.0000058825,0.05000,14.585
10,mlp.experts.212.gate_proj,0.0000043333,0.05000,14.820
10,mlp.experts.210.gate_proj,0.0000039189,0.05000,14.692
10,mlp.experts.218.gate_proj,0.0000041083,0.05000,14.801
10,mlp.experts.214.gate_proj,0.0000049353,0.05000,14.669
10,mlp.experts.223.gate_proj,0.0000070656,0.05000,14.808
10,mlp.experts.224.gate_proj,0.0000048517,0.05000,14.785
10,mlp.experts.219.gate_proj,0.0000062161,0.05000,14.907
10,mlp.experts.211.gate_proj,0.0000095726,0.05000,14.870
10,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.798
10,mlp.experts.231.gate_proj,0.0000049315,0.05000,14.900
10,mlp.experts.229.gate_proj,0.0000067527,0.05000,15.771
10,mlp.experts.233.gate_proj,0.0000115177,0.05000,15.824
10,mlp.experts.236.gate_proj,0.0000031586,0.05000,15.987
10,mlp.experts.238.gate_proj,0.0000065899,0.05000,15.894
10,mlp.experts.232.gate_proj,0.0000126691,0.05000,15.758
10,mlp.experts.241.gate_proj,0.0000130337,0.05000,15.741
10,mlp.experts.228.gate_proj,0.0000051841,0.05000,15.871
10,mlp.experts.226.gate_proj,0.0000048450,0.05000,15.815
10,mlp.experts.230.gate_proj,0.0000224238,0.05000,15.713
10,mlp.experts.234.gate_proj,0.0000040238,0.05000,15.835
10,mlp.experts.240.gate_proj,0.0000041117,0.05000,15.768
10,mlp.experts.235.gate_proj,0.0000082633,0.05000,15.720
10,mlp.experts.239.gate_proj,0.0000196743,0.05000,15.949
10,mlp.experts.227.gate_proj,0.0000036640,0.05000,15.747
10,mlp.experts.253.gate_proj,0.0000046407,0.05000,15.854
10,mlp.experts.247.gate_proj,0.0000030360,0.05000,15.912
10,mlp.experts.245.gate_proj,0.0000056899,0.05000,14.723
10,mlp.experts.249.gate_proj,0.0000065398,0.05000,14.664
10,mlp.experts.252.gate_proj,0.0000073918,0.05000,14.538
10,mlp.experts.254.gate_proj,0.0000129914,0.05000,14.504
10,mlp.experts.248.gate_proj,0.0000051615,0.05000,14.547
10,mlp.experts.1.up_proj,0.0000047108,0.05000,14.694
10,mlp.experts.242.gate_proj,0.0000043164,0.05000,14.536
10,mlp.experts.244.gate_proj,0.0000054471,0.05000,14.642
10,mlp.experts.250.gate_proj,0.0000050290,0.05000,14.639
10,mlp.experts.246.gate_proj,0.0000051343,0.05000,14.713
10,mlp.experts.251.gate_proj,0.0000041828,0.05000,14.608
10,mlp.experts.0.up_proj,0.0000296782,0.05000,14.676
10,mlp.experts.255.gate_proj,0.0000044488,0.05000,14.668
10,mlp.experts.243.gate_proj,0.0000029506,0.05000,14.591
10,mlp.experts.13.up_proj,0.0000018586,0.05000,14.573
10,mlp.experts.16.up_proj,failsafe(rtn): 0.0008965,0.00000,0.825
10,mlp.experts.7.up_proj,0.0000055732,0.05000,14.669
10,mlp.experts.9.up_proj,0.0000033858,0.05000,15.417
10,mlp.experts.5.up_proj,0.0000050912,0.05000,15.558
10,mlp.experts.12.up_proj,0.0000038210,0.05000,15.512
10,mlp.experts.8.up_proj,0.0000060368,0.05000,15.481
10,mlp.experts.14.up_proj,0.0000074189,0.05000,15.703
10,mlp.experts.17.up_proj,0.0000051914,0.05000,15.697
10,mlp.experts.4.up_proj,0.0000026875,0.05000,15.631
10,mlp.experts.2.up_proj,0.0000074439,0.05000,15.731
10,mlp.experts.6.up_proj,0.0000049897,0.05000,15.616
10,mlp.experts.10.up_proj,0.0000009908,0.05000,15.696
10,mlp.experts.11.up_proj,0.0000043841,0.05000,15.702
10,mlp.experts.3.up_proj,0.0000124598,0.05000,15.595
10,mlp.experts.15.up_proj,0.0000142065,0.05000,15.646
10,mlp.experts.29.up_proj,0.0000052386,0.05000,15.617
10,mlp.experts.32.up_proj,0.0000102725,0.05000,15.607
10,mlp.experts.23.up_proj,0.0000017435,0.05000,15.619
10,mlp.experts.25.up_proj,0.0000064701,0.05000,15.129
10,mlp.experts.21.up_proj,0.0000026849,0.05000,15.216
10,mlp.experts.28.up_proj,0.0000033236,0.05000,15.130
10,mlp.experts.24.up_proj,0.0000023071,0.05000,15.114
10,mlp.experts.30.up_proj,0.0000079574,0.05000,15.294
10,mlp.experts.33.up_proj,0.0000078506,0.05000,15.178
10,mlp.experts.18.up_proj,0.0000308361,0.05000,15.086
10,mlp.experts.20.up_proj,0.0000056151,0.05000,15.123
10,mlp.experts.22.up_proj,0.0000041022,0.05000,15.233
10,mlp.experts.26.up_proj,0.0000068014,0.05000,15.278
10,mlp.experts.27.up_proj,0.0000023360,0.05000,15.225
10,mlp.experts.19.up_proj,0.0000042176,0.05000,15.162
10,mlp.experts.31.up_proj,0.0000049092,0.05000,15.179
10,mlp.experts.45.up_proj,0.0000096930,0.05000,15.090
10,mlp.experts.48.up_proj,0.0000107606,0.05000,15.136
10,mlp.experts.39.up_proj,0.0000138333,0.05000,15.171
10,mlp.experts.55.up_proj,failsafe(rtn): 0.0008888,0.00000,0.771
10,mlp.experts.41.up_proj,0.0000112603,0.05000,15.206
10,mlp.experts.37.up_proj,0.0000056103,0.05000,15.273
10,mlp.experts.44.up_proj,0.0000020386,0.05000,15.249
10,mlp.experts.40.up_proj,0.0000062891,0.05000,15.232
10,mlp.experts.46.up_proj,0.0000042421,0.05000,15.313
10,mlp.experts.49.up_proj,0.0000048777,0.05000,15.290
10,mlp.experts.36.up_proj,0.0000034434,0.05000,15.226
10,mlp.experts.34.up_proj,0.0000076511,0.05000,15.313
10,mlp.experts.38.up_proj,0.0000027452,0.05000,15.298
10,mlp.experts.42.up_proj,0.0000047009,0.05000,15.245
10,mlp.experts.35.up_proj,0.0000152395,0.05000,15.274
10,mlp.experts.43.up_proj,0.0000045713,0.05000,15.321
10,mlp.experts.47.up_proj,0.0000031401,0.05000,15.257
10,mlp.experts.61.up_proj,0.0000045428,0.05000,15.295
10,mlp.experts.64.up_proj,0.0000074155,0.05000,15.184
10,mlp.experts.71.up_proj,0.0000047499,0.05000,15.452
10,mlp.experts.57.up_proj,0.0000131751,0.05000,15.242
10,mlp.experts.56.up_proj,0.0000070635,0.05000,15.014
10,mlp.experts.60.up_proj,0.0000032593,0.05000,15.181
10,mlp.experts.53.up_proj,0.0000051482,0.05000,15.318
10,mlp.experts.62.up_proj,0.0000046587,0.05000,15.116
10,mlp.experts.65.up_proj,0.0000021161,0.05000,15.266
10,mlp.experts.50.up_proj,0.0000076779,0.05000,15.293
10,mlp.experts.52.up_proj,0.0000086933,0.05000,15.370
10,mlp.experts.54.up_proj,0.0000038648,0.05000,15.344
10,mlp.experts.58.up_proj,0.0000103540,0.05000,15.315
10,mlp.experts.51.up_proj,0.0000050742,0.05000,15.304
10,mlp.experts.59.up_proj,0.0000059450,0.05000,15.335
10,mlp.experts.77.up_proj,0.0000065728,0.05000,15.328
10,mlp.experts.63.up_proj,0.0000068859,0.05000,15.440
10,mlp.experts.80.up_proj,0.0000061740,0.05000,15.282
10,mlp.experts.87.up_proj,0.0000089405,0.05000,15.196
10,mlp.experts.73.up_proj,0.0000046880,0.05000,15.462
10,mlp.experts.72.up_proj,0.0000028428,0.05000,15.436
10,mlp.experts.76.up_proj,0.0000060892,0.05000,15.452
10,mlp.experts.69.up_proj,0.0000101137,0.05000,15.376
10,mlp.experts.78.up_proj,0.0000035851,0.05000,15.558
10,mlp.experts.81.up_proj,0.0000045396,0.05000,15.438
10,mlp.experts.66.up_proj,0.0000069702,0.05000,15.407
10,mlp.experts.68.up_proj,0.0000021983,0.05000,15.423
10,mlp.experts.70.up_proj,0.0000032150,0.05000,15.272
10,mlp.experts.74.up_proj,0.0000030287,0.05000,15.349
10,mlp.experts.67.up_proj,0.0000131629,0.05000,15.493
10,mlp.experts.75.up_proj,0.0000101933,0.05000,15.476
10,mlp.experts.93.up_proj,0.0000060707,0.05000,15.501
10,mlp.experts.79.up_proj,0.0000020059,0.05000,15.604
10,mlp.experts.96.up_proj,0.0000030557,0.05000,15.343
10,mlp.experts.103.up_proj,0.0000051881,0.05000,15.481
10,mlp.experts.89.up_proj,0.0000169562,0.05000,14.949
10,mlp.experts.92.up_proj,0.0000051324,0.05000,14.907
10,mlp.experts.88.up_proj,0.0000046552,0.05000,15.082
10,mlp.experts.85.up_proj,0.0000042824,0.05000,14.959
10,mlp.experts.94.up_proj,0.0000271835,0.05000,14.950
10,mlp.experts.97.up_proj,0.0000095031,0.05000,14.867
10,mlp.experts.82.up_proj,0.0000026646,0.05000,14.913
10,mlp.experts.86.up_proj,0.0000158779,0.05000,14.895
10,mlp.experts.84.up_proj,0.0000098727,0.05000,15.151
10,mlp.experts.90.up_proj,0.0000024274,0.05000,15.029
10,mlp.experts.83.up_proj,0.0000060501,0.05000,14.967
10,mlp.experts.91.up_proj,0.0000041308,0.05000,14.978
10,mlp.experts.109.up_proj,0.0000079155,0.05000,14.855
10,mlp.experts.95.up_proj,0.0000058803,0.05000,15.088
10,mlp.experts.112.up_proj,0.0000121704,0.05000,15.018
10,mlp.experts.119.up_proj,0.0000060749,0.05000,15.177
10,mlp.experts.105.up_proj,0.0000129860,0.05000,15.338
10,mlp.experts.101.up_proj,0.0000071520,0.05000,15.323
10,mlp.experts.104.up_proj,0.0000010954,0.05000,15.370
10,mlp.experts.108.up_proj,0.0000040889,0.05000,15.548
10,mlp.experts.113.up_proj,0.0000027373,0.05000,15.202
10,mlp.experts.110.up_proj,0.0000023097,0.05000,15.464
10,mlp.experts.98.up_proj,0.0000037127,0.05000,15.315
10,mlp.experts.102.up_proj,0.0000198041,0.05000,15.450
10,mlp.experts.106.up_proj,0.0000165092,0.05000,15.297
10,mlp.experts.100.up_proj,0.0000045107,0.05000,15.382
10,mlp.experts.125.up_proj,0.0000025645,0.05000,15.265
10,mlp.experts.99.up_proj,0.0000144916,0.05000,15.369
10,mlp.experts.107.up_proj,0.0000148478,0.05000,15.541
10,mlp.experts.111.up_proj,0.0000078320,0.05000,15.277
10,mlp.experts.128.up_proj,0.0000063377,0.05000,15.393
10,mlp.experts.135.up_proj,0.0000040950,0.05000,15.237
10,mlp.experts.121.up_proj,0.0000110809,0.05000,14.434
10,mlp.experts.117.up_proj,0.0000056948,0.05000,14.425
10,mlp.experts.120.up_proj,0.0000059714,0.05000,14.458
10,mlp.experts.124.up_proj,0.0000034418,0.05000,14.436
10,mlp.experts.129.up_proj,0.0000060486,0.05000,14.505
10,mlp.experts.114.up_proj,0.0000026059,0.05000,14.390
10,mlp.experts.126.up_proj,0.0000065395,0.05000,14.587
10,mlp.experts.116.up_proj,0.0000034941,0.05000,14.266
10,mlp.experts.118.up_proj,0.0000085068,0.05000,14.356
10,mlp.experts.122.up_proj,0.0000154955,0.05000,14.424
10,mlp.experts.141.up_proj,0.0000042808,0.05000,14.300
10,mlp.experts.115.up_proj,0.0000052258,0.05000,14.585
10,mlp.experts.123.up_proj,0.0000026639,0.05000,14.570
10,mlp.experts.127.up_proj,0.0000031044,0.05000,14.560
10,mlp.experts.144.up_proj,0.0000021133,0.05000,14.520
10,mlp.experts.151.up_proj,0.0000053563,0.05000,14.420
10,mlp.experts.137.up_proj,0.0000049774,0.05000,15.165
10,mlp.experts.133.up_proj,0.0000048112,0.05000,15.094
10,mlp.experts.140.up_proj,0.0000094680,0.05000,14.999
10,mlp.experts.136.up_proj,0.0000037024,0.05000,15.171
10,mlp.experts.145.up_proj,0.0000052260,0.05000,14.908
10,mlp.experts.142.up_proj,0.0000045230,0.05000,15.104
10,mlp.experts.130.up_proj,0.0000025337,0.05000,15.147
10,mlp.experts.132.up_proj,0.0000018726,0.05000,15.058
10,mlp.experts.134.up_proj,0.0000055098,0.05000,15.036
10,mlp.experts.157.up_proj,0.0000034569,0.05000,14.992
10,mlp.experts.138.up_proj,0.0000222421,0.05000,15.199
10,mlp.experts.131.up_proj,0.0000089371,0.05000,15.111
10,mlp.experts.139.up_proj,0.0000014422,0.05000,15.131
10,mlp.experts.143.up_proj,0.0000083145,0.05000,15.076
10,mlp.experts.160.up_proj,0.0000046773,0.05000,15.012
10,mlp.experts.167.up_proj,0.0000022720,0.05000,15.261
10,mlp.experts.156.up_proj,0.0000040498,0.05000,15.412
10,mlp.experts.153.up_proj,0.0000175475,0.05000,15.561
10,mlp.experts.152.up_proj,0.0000045780,0.05000,15.479
10,mlp.experts.149.up_proj,0.0000030289,0.05000,15.688
10,mlp.experts.161.up_proj,0.0000042556,0.05000,15.555
10,mlp.experts.146.up_proj,0.0000056075,0.05000,15.575
10,mlp.experts.158.up_proj,0.0000086936,0.05000,15.645
10,mlp.experts.150.up_proj,0.0000059120,0.05000,15.601
10,mlp.experts.148.up_proj,0.0000058500,0.05000,15.672
10,mlp.experts.173.up_proj,0.0000043608,0.05000,15.548
10,mlp.experts.154.up_proj,0.0000051633,0.05000,15.643
10,mlp.experts.147.up_proj,0.0000077773,0.05000,15.574
10,mlp.experts.155.up_proj,0.0000193874,0.05000,15.643
10,mlp.experts.159.up_proj,0.0000046918,0.05000,15.643
10,mlp.experts.176.up_proj,0.0000033800,0.05000,15.574
10,mlp.experts.183.up_proj,0.0000040902,0.05000,15.398
10,mlp.experts.172.up_proj,0.0000034131,0.05000,14.828
10,mlp.experts.168.up_proj,0.0000101883,0.05000,14.695
10,mlp.experts.165.up_proj,0.0000030063,0.05000,14.645
10,mlp.experts.169.up_proj,0.0000024620,0.05000,14.927
10,mlp.experts.177.up_proj,0.0000064302,0.05000,14.831
10,mlp.experts.174.up_proj,0.0000098536,0.05000,14.786
10,mlp.experts.162.up_proj,0.0000088611,0.05000,14.916
10,mlp.experts.189.up_proj,0.0000041851,0.05000,14.696
10,mlp.experts.166.up_proj,0.0000056074,0.05000,14.769
10,mlp.experts.164.up_proj,0.0000096566,0.05000,14.822
10,mlp.experts.170.up_proj,0.0000034376,0.05000,14.984
10,mlp.experts.163.up_proj,0.0000032408,0.05000,14.859
10,mlp.experts.192.up_proj,0.0000041507,0.05000,14.693
10,mlp.experts.171.up_proj,0.0000021727,0.05000,14.876
10,mlp.experts.175.up_proj,0.0000032862,0.05000,14.846
10,mlp.experts.199.up_proj,0.0000066229,0.05000,14.869
10,mlp.experts.188.up_proj,0.0000065274,0.05000,15.802
10,mlp.experts.184.up_proj,0.0000022461,0.05000,15.889
10,mlp.experts.181.up_proj,0.0000068909,0.05000,15.856
10,mlp.experts.185.up_proj,0.0000029100,0.05000,15.963
10,mlp.experts.193.up_proj,0.0000037309,0.05000,15.890
10,mlp.experts.190.up_proj,0.0000044633,0.05000,15.828
10,mlp.experts.182.up_proj,0.0000076028,0.05000,15.729
10,mlp.experts.178.up_proj,0.0000150852,0.05000,15.803
10,mlp.experts.205.up_proj,0.0000097333,0.05000,15.816
10,mlp.experts.180.up_proj,0.0000400059,0.05000,15.730
10,mlp.experts.209.up_proj,failsafe(rtn): 0.0009232,0.00000,0.704
10,mlp.experts.186.up_proj,0.0000273374,0.05000,15.734
10,mlp.experts.179.up_proj,0.0000071267,0.05000,15.773
10,mlp.experts.208.up_proj,0.0000045801,0.05000,15.849
10,mlp.experts.191.up_proj,0.0000031175,0.05000,15.852
10,mlp.experts.187.up_proj,0.0000089798,0.05000,16.071
10,mlp.experts.215.up_proj,0.0000028793,0.05000,15.885
10,mlp.experts.197.up_proj,0.0000086900,0.05000,15.385
10,mlp.experts.204.up_proj,0.0000054906,0.05000,15.500
10,mlp.experts.200.up_proj,0.0000107542,0.05000,15.479
10,mlp.experts.201.up_proj,0.0000055455,0.05000,15.388
10,mlp.experts.221.up_proj,0.0000138749,0.05000,15.239
10,mlp.experts.206.up_proj,0.0000052974,0.05000,15.381
10,mlp.experts.194.up_proj,0.0000076754,0.05000,15.312
10,mlp.experts.198.up_proj,0.0000021330,0.05000,15.418
10,mlp.experts.196.up_proj,0.0000045039,0.05000,15.400
10,mlp.experts.225.up_proj,0.0000054257,0.05000,15.386
10,mlp.experts.202.up_proj,0.0000072641,0.05000,15.332
10,mlp.experts.237.up_proj,failsafe(rtn): 0.0009308,0.00000,0.825
10,mlp.experts.195.up_proj,0.0000067318,0.05000,15.534
10,mlp.experts.207.up_proj,0.0000029299,0.05000,15.320
10,mlp.experts.224.up_proj,0.0000045595,0.05000,15.500
10,mlp.experts.203.up_proj,0.0000049306,0.05000,15.364
10,mlp.experts.231.up_proj,0.0000045985,0.05000,15.258
10,mlp.experts.213.up_proj,0.0000047379,0.05000,15.247
10,mlp.experts.220.up_proj,0.0000041983,0.05000,15.296
10,mlp.experts.216.up_proj,0.0000046149,0.05000,15.309
10,mlp.experts.217.up_proj,0.0000021750,0.05000,15.321
10,mlp.experts.222.up_proj,0.0000072689,0.05000,15.405
10,mlp.experts.214.up_proj,0.0000045518,0.05000,15.453
10,mlp.experts.210.up_proj,0.0000035825,0.05000,15.557
10,mlp.experts.212.up_proj,0.0000041069,0.05000,15.557
10,mlp.experts.241.up_proj,0.0000116698,0.05000,15.683
10,mlp.experts.218.up_proj,0.0000039350,0.05000,15.650
10,mlp.experts.211.up_proj,0.0000089556,0.05000,15.556
10,mlp.experts.253.up_proj,0.0000040190,0.05000,15.616
10,mlp.experts.223.up_proj,0.0000060654,0.05000,15.676
10,mlp.experts.240.up_proj,0.0000040542,0.05000,15.785
10,mlp.experts.219.up_proj,0.0000058236,0.05000,15.828
10,mlp.experts.247.up_proj,0.0000029389,0.05000,15.865
10,mlp.experts.1.down_proj,0.0000001560,0.05000,4.182
10,mlp.experts.13.down_proj,0.0000000187,0.05000,4.103
10,mlp.experts.0.down_proj,0.0000008545,0.05000,4.017
10,mlp.experts.16.down_proj,failsafe(rtn): 0.0008926,0.00000,0.168
10,mlp.experts.7.down_proj,0.0000001816,0.05000,3.858
10,mlp.experts.17.down_proj,0.0000001793,0.05000,3.844
10,mlp.experts.29.down_proj,0.0000000465,0.05000,3.985
10,mlp.experts.32.down_proj,0.0000002440,0.05000,4.111
10,mlp.experts.23.down_proj,0.0000000242,0.05000,4.210
10,mlp.experts.33.down_proj,0.0000000846,0.05000,3.900
10,mlp.experts.45.down_proj,0.0000003673,0.05000,4.004
10,mlp.experts.48.down_proj,0.0000000915,0.05000,3.907
10,mlp.experts.39.down_proj,0.0000002778,0.05000,3.724
10,mlp.experts.229.up_proj,0.0000060024,0.05000,15.922
10,mlp.experts.55.down_proj,failsafe(rtn): 0.0008812,0.00000,0.131
10,mlp.experts.236.up_proj,0.0000030533,0.05000,15.933
10,mlp.experts.232.up_proj,0.0000123087,0.05000,15.908
10,mlp.experts.233.up_proj,0.0000112517,0.05000,15.844
10,mlp.experts.238.up_proj,0.0000062207,0.05000,15.536
10,mlp.experts.226.up_proj,0.0000048503,0.05000,15.559
10,mlp.experts.230.up_proj,0.0000203050,0.05000,15.640
10,mlp.experts.228.up_proj,0.0000045467,0.05000,15.627
10,mlp.experts.234.up_proj,0.0000037871,0.05000,15.548
10,mlp.experts.227.up_proj,0.0000034437,0.05000,15.417
10,mlp.experts.239.up_proj,0.0000171052,0.05000,15.355
10,mlp.experts.235.up_proj,0.0000075552,0.05000,15.384
10,mlp.experts.64.down_proj,0.0000000928,0.05000,3.651
10,mlp.experts.71.down_proj,0.0000000356,0.05000,3.602
10,mlp.experts.49.down_proj,0.0000000384,0.05000,3.729
10,mlp.experts.61.down_proj,0.0000000418,0.05000,3.752
10,mlp.experts.87.down_proj,0.0000002168,0.05000,3.522
10,mlp.experts.65.down_proj,0.0000000356,0.05000,3.448
10,mlp.experts.77.down_proj,0.0000001260,0.05000,3.500
10,mlp.experts.103.down_proj,0.0000001894,0.05000,3.602
10,mlp.experts.81.down_proj,0.0000001338,0.05000,3.502
10,mlp.experts.93.down_proj,0.0000000606,0.05000,3.493
10,mlp.experts.119.down_proj,0.0000001883,0.05000,3.306
10,mlp.experts.245.up_proj,0.0000055846,0.05000,13.856
10,mlp.experts.252.up_proj,0.0000063692,0.05000,14.100
10,mlp.experts.248.up_proj,0.0000050294,0.05000,14.044
10,mlp.experts.97.down_proj,0.0000002450,0.05000,3.278
10,mlp.experts.109.down_proj,0.0000002549,0.05000,3.302
10,mlp.experts.249.up_proj,0.0000062614,0.05000,14.064
10,mlp.experts.254.up_proj,0.0000109385,0.05000,13.974
10,mlp.experts.242.up_proj,0.0000042928,0.05000,13.861
10,mlp.experts.246.up_proj,0.0000046517,0.05000,13.872
10,mlp.experts.244.up_proj,0.0000040129,0.05000,13.890
10,mlp.experts.250.up_proj,0.0000046315,0.05000,13.946
10,mlp.experts.243.up_proj,0.0000026576,0.05000,14.014
10,mlp.experts.255.up_proj,0.0000041662,0.05000,13.954
10,mlp.experts.251.up_proj,0.0000039653,0.05000,13.860
10,mlp.experts.135.down_proj,0.0000001387,0.05000,3.572
10,mlp.experts.5.down_proj,0.0000002095,0.05000,3.594
10,mlp.experts.113.down_proj,0.0000001123,0.05000,3.647
10,mlp.experts.9.down_proj,0.0000001035,0.05000,3.554
10,mlp.experts.125.down_proj,0.0000000669,0.05000,3.569
10,mlp.experts.14.down_proj,0.0000000681,0.05000,3.664
10,mlp.experts.2.down_proj,0.0000001209,0.05000,3.696
10,mlp.experts.6.down_proj,0.0000000412,0.05000,3.756
10,mlp.experts.4.down_proj,0.0000000327,0.05000,3.740
10,mlp.experts.8.down_proj,0.0000001631,0.05000,3.740
10,mlp.experts.12.down_proj,0.0000001170,0.05000,3.747
10,mlp.experts.80.down_proj,0.0000000499,0.05000,3.784
10,mlp.experts.10.down_proj,0.0000000098,0.05000,3.571
10,mlp.experts.3.down_proj,0.0000002996,0.05000,3.577
10,mlp.experts.15.down_proj,0.0000004681,0.05000,3.474
10,mlp.experts.11.down_proj,0.0000000360,0.05000,3.474
10,mlp.experts.151.down_proj,0.0000000445,0.05000,2.932
10,mlp.experts.21.down_proj,0.0000000230,0.05000,2.958
10,mlp.experts.129.down_proj,0.0000000486,0.05000,2.956
10,mlp.experts.141.down_proj,0.0000000379,0.05000,2.961
10,mlp.experts.25.down_proj,0.0000001482,0.05000,2.989
10,mlp.experts.20.down_proj,0.0000001801,0.05000,2.843
10,mlp.experts.96.down_proj,0.0000000431,0.05000,2.825
10,mlp.experts.24.down_proj,0.0000000847,0.05000,2.880
10,mlp.experts.28.down_proj,0.0000000724,0.05000,2.906
10,mlp.experts.18.down_proj,0.0000006082,0.05000,2.825
10,mlp.experts.22.down_proj,0.0000000321,0.05000,2.868
10,mlp.experts.30.down_proj,0.0000002041,0.05000,2.878
10,mlp.experts.26.down_proj,0.0000001514,0.05000,2.894
10,mlp.experts.31.down_proj,0.0000001661,0.05000,3.461
10,mlp.experts.167.down_proj,0.0000000191,0.05000,3.465
10,mlp.experts.19.down_proj,0.0000001334,0.05000,3.489
10,mlp.experts.27.down_proj,0.0000001052,0.05000,3.523
10,mlp.experts.37.down_proj,0.0000000489,0.05000,3.503
10,mlp.experts.145.down_proj,0.0000000410,0.05000,3.566
10,mlp.experts.157.down_proj,0.0000001043,0.05000,3.592
10,mlp.experts.41.down_proj,0.0000002076,0.05000,3.736
10,mlp.experts.36.down_proj,0.0000000680,0.05000,3.836
10,mlp.experts.112.down_proj,0.0000002773,0.05000,3.864
10,mlp.experts.40.down_proj,0.0000001596,0.05000,3.885
10,mlp.experts.44.down_proj,0.0000000192,0.05000,3.967
10,mlp.experts.34.down_proj,0.0000002496,0.05000,3.980
10,mlp.experts.46.down_proj,0.0000001190,0.05000,3.942
10,mlp.experts.38.down_proj,0.0000001372,0.05000,3.997
10,mlp.experts.42.down_proj,0.0000001489,0.05000,3.983
10,mlp.experts.47.down_proj,0.0000001557,0.05000,3.926
10,mlp.experts.183.down_proj,0.0000000327,0.05000,3.957
10,mlp.experts.43.down_proj,0.0000000348,0.05000,3.921
10,mlp.experts.35.down_proj,0.0000004751,0.05000,3.984
10,mlp.experts.53.down_proj,0.0000001504,0.05000,3.970
10,mlp.experts.173.down_proj,0.0000001482,0.05000,3.775
10,mlp.experts.161.down_proj,0.0000000789,0.05000,3.839
10,mlp.experts.57.down_proj,0.0000003093,0.05000,3.797
10,mlp.experts.52.down_proj,0.0000002322,0.05000,3.573
10,mlp.experts.128.down_proj,0.0000001932,0.05000,3.554
10,mlp.experts.56.down_proj,0.0000001465,0.05000,3.637
10,mlp.experts.60.down_proj,0.0000000317,0.05000,3.592
10,mlp.experts.50.down_proj,0.0000000680,0.05000,3.505
10,mlp.experts.54.down_proj,0.0000000664,0.05000,3.493
10,mlp.experts.62.down_proj,0.0000000851,0.05000,3.549
10,mlp.experts.58.down_proj,0.0000003063,0.05000,3.553
10,mlp.experts.59.down_proj,0.0000001682,0.05000,4.086
10,mlp.experts.63.down_proj,0.0000002537,0.05000,4.155
10,mlp.experts.199.down_proj,0.0000000559,0.05000,4.180
10,mlp.experts.51.down_proj,0.0000001676,0.05000,4.197
10,mlp.experts.69.down_proj,0.0000000713,0.05000,4.201
10,mlp.experts.189.down_proj,0.0000000314,0.05000,4.203
10,mlp.experts.177.down_proj,0.0000000563,0.05000,4.245
10,mlp.experts.73.down_proj,0.0000001823,0.05000,4.365
10,mlp.experts.144.down_proj,0.0000000188,0.05000,4.343
10,mlp.experts.68.down_proj,0.0000000763,0.05000,4.416
10,mlp.experts.72.down_proj,0.0000001104,0.05000,4.419
10,mlp.experts.76.down_proj,0.0000000594,0.05000,4.437
10,mlp.experts.66.down_proj,0.0000001716,0.05000,4.498
10,mlp.experts.74.down_proj,0.0000001555,0.05000,4.416
10,mlp.experts.70.down_proj,0.0000001007,0.05000,4.492
10,mlp.experts.78.down_proj,0.0000000356,0.05000,4.514
10,mlp.experts.79.down_proj,0.0000000548,0.05000,3.921
10,mlp.experts.75.down_proj,0.0000002645,0.05000,3.942
10,mlp.experts.215.down_proj,0.0000000233,0.05000,3.911
10,mlp.experts.67.down_proj,0.0000003552,0.05000,3.857
10,mlp.experts.205.down_proj,0.0000002258,0.05000,3.809
10,mlp.experts.85.down_proj,0.0000001390,0.05000,3.917
10,mlp.experts.193.down_proj,0.0000001242,0.05000,3.844
10,mlp.experts.209.down_proj,failsafe(rtn): 0.0009079,0.00000,0.209
10,mlp.experts.89.down_proj,0.0000007872,0.05000,3.959
10,mlp.experts.160.down_proj,0.0000000464,0.05000,4.049
10,mlp.experts.84.down_proj,0.0000002364,0.05000,4.046
10,mlp.experts.88.down_proj,0.0000001595,0.05000,4.071
10,mlp.experts.92.down_proj,0.0000001745,0.05000,4.017
10,mlp.experts.90.down_proj,0.0000000194,0.05000,4.026
10,mlp.experts.82.down_proj,0.0000000235,0.05000,4.078
10,mlp.experts.94.down_proj,0.0000005305,0.05000,4.022
10,mlp.experts.86.down_proj,0.0000003365,0.05000,4.067
10,mlp.experts.95.down_proj,0.0000000796,0.05000,4.006
10,mlp.experts.91.down_proj,0.0000001413,0.05000,4.053
10,mlp.experts.231.down_proj,0.0000000438,0.05000,4.035
10,mlp.experts.83.down_proj,0.0000000432,0.05000,4.029
10,mlp.experts.101.down_proj,0.0000001553,0.05000,3.994
10,mlp.experts.221.down_proj,0.0000006465,0.05000,4.087
10,mlp.experts.225.down_proj,0.0000001865,0.05000,3.978
10,mlp.experts.237.down_proj,failsafe(rtn): 0.0009079,0.00000,0.227
10,mlp.experts.105.down_proj,0.0000001762,0.05000,3.981
10,mlp.experts.176.down_proj,0.0000000692,0.05000,3.928
10,mlp.experts.100.down_proj,0.0000000320,0.05000,3.930
10,mlp.experts.104.down_proj,0.0000000110,0.05000,3.863
10,mlp.experts.108.down_proj,0.0000000497,0.05000,3.943
10,mlp.experts.106.down_proj,0.0000003127,0.05000,3.880
10,mlp.experts.98.down_proj,0.0000001797,0.05000,3.892
10,mlp.experts.102.down_proj,0.0000001815,0.05000,3.929
10,mlp.experts.110.down_proj,0.0000001102,0.05000,3.951
10,mlp.experts.247.down_proj,0.0000000593,0.05000,3.879
10,mlp.experts.111.down_proj,0.0000002101,0.05000,3.993
10,mlp.experts.99.down_proj,0.0000004032,0.05000,3.921
10,mlp.experts.107.down_proj,0.0000003421,0.05000,4.034
10,mlp.experts.117.down_proj,0.0000001921,0.05000,3.933
10,mlp.experts.241.down_proj,0.0000002344,0.05000,3.920
10,mlp.experts.253.down_proj,0.0000001319,0.05000,3.899
10,mlp.experts.121.down_proj,0.0000001098,0.05000,3.924
10,mlp.experts.192.down_proj,0.0000000318,0.05000,3.857
10,mlp.experts.116.down_proj,0.0000000842,0.05000,3.900
10,mlp.experts.120.down_proj,0.0000002888,0.05000,3.849
10,mlp.experts.124.down_proj,0.0000000884,0.05000,3.846
10,mlp.experts.122.down_proj,0.0000004489,0.05000,3.776
10,mlp.experts.114.down_proj,0.0000000900,0.05000,3.770
10,mlp.experts.126.down_proj,0.0000000944,0.05000,3.801
10,mlp.experts.118.down_proj,0.0000000757,0.05000,3.834
10,mlp.experts.115.down_proj,0.0000000436,0.05000,3.304
10,mlp.experts.127.down_proj,0.0000000323,0.05000,3.325
10,mlp.experts.133.down_proj,0.0000000461,0.05000,3.273
10,mlp.experts.123.down_proj,0.0000000260,0.05000,3.325
10,mlp.experts.137.down_proj,0.0000001356,0.05000,3.188
10,mlp.experts.208.down_proj,0.0000000361,0.05000,3.264
10,mlp.experts.132.down_proj,0.0000000535,0.05000,3.324
10,mlp.experts.136.down_proj,0.0000000392,0.05000,3.300
10,mlp.experts.140.down_proj,0.0000002844,0.05000,3.235
10,mlp.experts.130.down_proj,0.0000000399,0.05000,3.233
10,mlp.experts.138.down_proj,0.0000005247,0.05000,3.283
10,mlp.experts.142.down_proj,0.0000001382,0.05000,3.221
10,mlp.experts.134.down_proj,0.0000000666,0.05000,3.264
10,mlp.experts.143.down_proj,0.0000002260,0.05000,3.191
10,mlp.experts.149.down_proj,0.0000000934,0.05000,3.118
10,mlp.experts.131.down_proj,0.0000003638,0.05000,3.221
10,mlp.experts.139.down_proj,0.0000000991,0.05000,3.171
10,mlp.experts.153.down_proj,0.0000004881,0.05000,3.043
10,mlp.experts.224.down_proj,0.0000000333,0.05000,3.098
10,mlp.experts.148.down_proj,0.0000001796,0.05000,3.125
10,mlp.experts.152.down_proj,0.0000000433,0.05000,3.093
10,mlp.experts.156.down_proj,0.0000001245,0.05000,3.111
10,mlp.experts.146.down_proj,0.0000001723,0.05000,3.089
10,mlp.experts.154.down_proj,0.0000001685,0.05000,3.088
10,mlp.experts.158.down_proj,0.0000002914,0.05000,3.103
10,mlp.experts.150.down_proj,0.0000001121,0.05000,3.079
10,mlp.experts.165.down_proj,0.0000000872,0.05000,3.064
10,mlp.experts.159.down_proj,0.0000001625,0.05000,3.076
10,mlp.experts.155.down_proj,0.0000005050,0.05000,3.044
10,mlp.experts.147.down_proj,0.0000002088,0.05000,3.116
10,mlp.experts.169.down_proj,0.0000000673,0.05000,2.992
10,mlp.experts.240.down_proj,0.0000000871,0.05000,2.891
10,mlp.experts.164.down_proj,0.0000002751,0.05000,2.851
10,mlp.experts.168.down_proj,0.0000001893,0.05000,2.856
10,mlp.experts.172.down_proj,0.0000000999,0.05000,2.807
10,mlp.experts.162.down_proj,0.0000000691,0.05000,2.843
10,mlp.experts.174.down_proj,0.0000002494,0.05000,2.796
10,mlp.experts.170.down_proj,0.0000001344,0.05000,2.886
10,mlp.experts.166.down_proj,0.0000000438,0.05000,2.794
10,mlp.experts.181.down_proj,0.0000002377,0.05000,2.699
10,mlp.experts.175.down_proj,0.0000000265,0.05000,2.729
10,mlp.experts.163.down_proj,0.0000000867,0.05000,2.716
10,mlp.experts.171.down_proj,0.0000000706,0.05000,2.743
10,mlp.experts.185.down_proj,0.0000000544,0.05000,2.683
10,mlp.experts.184.down_proj,0.0000000772,0.05000,2.745
10,mlp.experts.180.down_proj,0.0000009998,0.05000,2.794
10,mlp.experts.188.down_proj,0.0000001137,0.05000,2.746
10,mlp.experts.178.down_proj,0.0000004705,0.05000,2.777
10,mlp.experts.190.down_proj,0.0000001207,0.05000,2.771
10,mlp.experts.182.down_proj,0.0000000649,0.05000,2.771
10,mlp.experts.186.down_proj,0.0000007864,0.05000,2.818
10,mlp.experts.191.down_proj,0.0000000288,0.05000,2.577
10,mlp.experts.197.down_proj,0.0000003009,0.05000,2.612
10,mlp.experts.179.down_proj,0.0000000636,0.05000,2.535
10,mlp.experts.187.down_proj,0.0000002528,0.05000,2.572
10,mlp.experts.201.down_proj,0.0000001322,0.05000,2.546
10,mlp.experts.200.down_proj,0.0000002943,0.05000,2.489
10,mlp.experts.196.down_proj,0.0000001051,0.05000,2.512
10,mlp.experts.204.down_proj,0.0000001279,0.05000,2.520
10,mlp.experts.194.down_proj,0.0000001816,0.05000,2.465
10,mlp.experts.206.down_proj,0.0000000442,0.05000,2.451
10,mlp.experts.198.down_proj,0.0000000733,0.05000,2.467
10,mlp.experts.202.down_proj,0.0000002288,0.05000,2.496
10,mlp.experts.207.down_proj,0.0000000930,0.05000,2.433
10,mlp.experts.213.down_proj,0.0000000422,0.05000,2.447
10,mlp.experts.195.down_proj,0.0000000537,0.05000,2.449
10,mlp.experts.203.down_proj,0.0000000521,0.05000,2.444
10,mlp.experts.217.down_proj,0.0000000379,0.05000,2.437
10,mlp.experts.216.down_proj,0.0000001219,0.05000,2.472
10,mlp.experts.212.down_proj,0.0000000330,0.05000,2.468
10,mlp.experts.220.down_proj,0.0000001540,0.05000,2.470
10,mlp.experts.210.down_proj,0.0000000255,0.05000,2.480
10,mlp.experts.222.down_proj,0.0000002490,0.05000,2.485
10,mlp.experts.214.down_proj,0.0000000629,0.05000,2.474
10,mlp.experts.218.down_proj,0.0000001387,0.05000,2.448
10,mlp.experts.229.down_proj,0.0000001020,0.05000,2.411
10,mlp.experts.219.down_proj,0.0000000486,0.05000,2.394
10,mlp.experts.211.down_proj,0.0000000725,0.05000,2.447
10,mlp.experts.223.down_proj,0.0000001885,0.05000,2.484
10,mlp.experts.233.down_proj,0.0000002892,0.05000,2.367
10,mlp.experts.232.down_proj,0.0000003417,0.05000,2.406
10,mlp.experts.228.down_proj,0.0000001616,0.05000,2.423
10,mlp.experts.236.down_proj,0.0000000418,0.05000,2.400
10,mlp.experts.226.down_proj,0.0000001918,0.05000,2.380
10,mlp.experts.238.down_proj,0.0000000463,0.05000,2.388
10,mlp.experts.230.down_proj,0.0000004928,0.05000,2.409
10,mlp.experts.234.down_proj,0.0000001342,0.05000,2.408
10,mlp.experts.245.down_proj,0.0000001319,0.05000,2.586
10,mlp.experts.235.down_proj,0.0000002057,0.05000,2.591
10,mlp.experts.227.down_proj,0.0000000268,0.05000,2.643
10,mlp.experts.239.down_proj,0.0000004086,0.05000,2.641
10,mlp.experts.249.down_proj,0.0000000598,0.05000,2.606
10,mlp.experts.248.down_proj,0.0000000616,0.05000,2.496
10,mlp.experts.244.down_proj,0.0000001564,0.05000,2.470
10,mlp.experts.252.down_proj,0.0000001862,0.05000,2.473
10,mlp.experts.242.down_proj,0.0000001645,0.05000,2.510
10,mlp.experts.254.down_proj,0.0000002763,0.05000,2.463
10,mlp.experts.250.down_proj,0.0000001290,0.05000,2.406
10,mlp.experts.246.down_proj,0.0000001295,0.05000,2.447
10,mlp.experts.255.down_proj,0.0000000336,0.05000,0.975
10,mlp.experts.251.down_proj,0.0000001272,0.05000,1.055
10,mlp.experts.243.down_proj,0.0000000687,0.05000,1.011
11,mlp.experts.2.gate_proj,0.0000132022,0.05000,13.947
11,mlp.experts.13.gate_proj,0.0000069889,0.05000,14.401
11,mlp.experts.10.gate_proj,0.0000068278,0.05000,14.437
11,mlp.experts.6.gate_proj,0.0000319517,0.05000,14.445
11,mlp.experts.4.gate_proj,0.0000056959,0.05000,14.494
11,mlp.experts.1.gate_proj,0.0000246300,0.05000,14.505
11,mlp.experts.8.gate_proj,0.0000412630,0.05000,14.513
11,mlp.experts.14.gate_proj,0.0000124057,0.05000,14.554
11,mlp.experts.9.gate_proj,0.0000074448,0.05000,14.571
11,mlp.experts.12.gate_proj,0.0000035530,0.05000,14.582
11,mlp.experts.15.gate_proj,0.0000051537,0.05000,14.641
11,mlp.experts.5.gate_proj,0.0000069586,0.05000,14.635
11,mlp.experts.0.gate_proj,0.0000116099,0.05000,14.673
11,mlp.experts.7.gate_proj,0.0000095950,0.05000,14.696
11,mlp.experts.3.gate_proj,0.0000055179,0.05000,14.796
11,mlp.experts.11.gate_proj,0.0000041880,0.05000,14.848
11,mlp.experts.18.gate_proj,0.0000047090,0.05000,14.416
11,mlp.experts.29.gate_proj,0.0000026579,0.05000,14.528
11,mlp.experts.26.gate_proj,0.0000038001,0.05000,14.631
11,mlp.experts.17.gate_proj,0.0000078554,0.05000,14.602
11,mlp.experts.25.gate_proj,0.0000054988,0.05000,14.534
11,mlp.experts.22.gate_proj,0.0000086133,0.05000,14.737
11,mlp.experts.20.gate_proj,0.0000045343,0.05000,14.710
11,mlp.experts.24.gate_proj,0.0000043625,0.05000,14.686
11,mlp.experts.28.gate_proj,0.0000108693,0.05000,14.627
11,mlp.experts.30.gate_proj,0.0000385023,0.05000,14.785
11,mlp.experts.21.gate_proj,0.0000363390,0.05000,14.714
11,mlp.experts.31.gate_proj,0.0000097668,0.05000,14.740
11,mlp.experts.27.gate_proj,0.0000032086,0.05000,14.528
11,mlp.experts.16.gate_proj,0.0000101274,0.05000,14.684
11,mlp.experts.23.gate_proj,0.0000036937,0.05000,14.683
11,mlp.experts.19.gate_proj,0.0000048954,0.05000,14.638
11,mlp.experts.34.gate_proj,0.0000082638,0.05000,14.902
11,mlp.experts.45.gate_proj,0.0000040364,0.05000,14.851
11,mlp.experts.41.gate_proj,0.0000061854,0.05000,14.795
11,mlp.experts.42.gate_proj,0.0000031338,0.05000,14.953
11,mlp.experts.36.gate_proj,0.0000041060,0.05000,14.879
11,mlp.experts.33.gate_proj,0.0000057458,0.05000,14.996
11,mlp.experts.38.gate_proj,0.0000062595,0.05000,14.936
11,mlp.experts.44.gate_proj,0.0000050653,0.05000,14.962
11,mlp.experts.40.gate_proj,0.0000131798,0.05000,14.994
11,mlp.experts.46.gate_proj,0.0000037749,0.05000,14.866
11,mlp.experts.37.gate_proj,0.0000055563,0.05000,14.891
11,mlp.experts.32.gate_proj,0.0000072106,0.05000,14.900
11,mlp.experts.43.gate_proj,0.0000030802,0.05000,14.921
11,mlp.experts.35.gate_proj,0.0000110247,0.05000,14.961
11,mlp.experts.47.gate_proj,0.0000056265,0.05000,15.074
11,mlp.experts.39.gate_proj,0.0000065167,0.05000,15.068
11,mlp.experts.53.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.781
11,mlp.experts.50.gate_proj,0.0000057133,0.05000,14.776
11,mlp.experts.61.gate_proj,0.0000042384,0.05000,14.559
11,mlp.experts.57.gate_proj,0.0000075803,0.05000,14.666
11,mlp.experts.49.gate_proj,0.0000059571,0.05000,14.718
11,mlp.experts.58.gate_proj,0.0000032198,0.05000,14.838
11,mlp.experts.52.gate_proj,0.0000073863,0.05000,14.794
11,mlp.experts.56.gate_proj,0.0000104680,0.05000,14.771
11,mlp.experts.59.gate_proj,0.0000070282,0.05000,14.668
11,mlp.experts.54.gate_proj,0.0000081565,0.05000,14.894
11,mlp.experts.60.gate_proj,0.0000032283,0.05000,14.888
11,mlp.experts.62.gate_proj,0.0000046243,0.05000,14.923
11,mlp.experts.48.gate_proj,0.0000043328,0.05000,14.904
11,mlp.experts.63.gate_proj,0.0000029796,0.05000,14.875
11,mlp.experts.51.gate_proj,0.0000074877,0.05000,15.003
11,mlp.experts.55.gate_proj,0.0000197078,0.05000,14.998
11,mlp.experts.69.gate_proj,0.0000060898,0.05000,14.814
11,mlp.experts.66.gate_proj,0.0000075915,0.05000,14.279
11,mlp.experts.77.gate_proj,0.0000031450,0.05000,14.180
11,mlp.experts.73.gate_proj,0.0000049847,0.05000,14.248
11,mlp.experts.65.gate_proj,0.0000270063,0.05000,14.140
11,mlp.experts.72.gate_proj,0.0000070384,0.05000,14.018
11,mlp.experts.68.gate_proj,0.0000118743,0.05000,14.150
11,mlp.experts.74.gate_proj,0.0000047792,0.05000,14.200
11,mlp.experts.70.gate_proj,0.0000066030,0.05000,14.250
11,mlp.experts.75.gate_proj,0.0000058265,0.05000,14.367
11,mlp.experts.76.gate_proj,0.0000037566,0.05000,14.351
11,mlp.experts.78.gate_proj,0.0000062502,0.05000,14.361
11,mlp.experts.67.gate_proj,0.0000379489,0.05000,14.141
11,mlp.experts.64.gate_proj,0.0000029148,0.05000,14.314
11,mlp.experts.79.gate_proj,0.0000067019,0.05000,14.326
11,mlp.experts.71.gate_proj,0.0000090916,0.05000,14.430
11,mlp.experts.85.gate_proj,0.0000063429,0.05000,14.226
11,mlp.experts.82.gate_proj,0.0000068754,0.05000,15.377
11,mlp.experts.93.gate_proj,0.0000050392,0.05000,15.547
11,mlp.experts.89.gate_proj,0.0000099381,0.05000,15.460
11,mlp.experts.88.gate_proj,0.0000055717,0.05000,15.468
11,mlp.experts.84.gate_proj,0.0000060301,0.05000,15.430
11,mlp.experts.81.gate_proj,0.0000117208,0.05000,15.507
11,mlp.experts.90.gate_proj,0.0000083100,0.05000,15.421
11,mlp.experts.86.gate_proj,0.0000041195,0.05000,15.337
11,mlp.experts.91.gate_proj,0.0000224896,0.05000,15.382
11,mlp.experts.92.gate_proj,0.0000038055,0.05000,15.397
11,mlp.experts.94.gate_proj,0.0000171603,0.05000,15.309
11,mlp.experts.80.gate_proj,0.0000038980,0.05000,15.366
11,mlp.experts.83.gate_proj,0.0000203410,0.05000,15.523
11,mlp.experts.95.gate_proj,0.0000094354,0.05000,15.339
11,mlp.experts.101.gate_proj,0.0000032584,0.05000,15.298
11,mlp.experts.87.gate_proj,0.0000098903,0.05000,15.534
11,mlp.experts.98.gate_proj,0.0000035738,0.05000,15.327
11,mlp.experts.109.gate_proj,0.0000068690,0.05000,15.441
11,mlp.experts.105.gate_proj,0.0000076503,0.05000,15.435
11,mlp.experts.97.gate_proj,0.0000072850,0.05000,15.416
11,mlp.experts.100.gate_proj,0.0000139803,0.05000,15.498
11,mlp.experts.104.gate_proj,0.0000108851,0.05000,15.543
11,mlp.experts.106.gate_proj,0.0000089649,0.05000,15.534
11,mlp.experts.102.gate_proj,0.0000062948,0.05000,15.560
11,mlp.experts.107.gate_proj,0.0000042332,0.05000,15.441
11,mlp.experts.110.gate_proj,0.0000146318,0.05000,15.428
11,mlp.experts.96.gate_proj,0.0000050041,0.05000,15.407
11,mlp.experts.108.gate_proj,0.0000038968,0.05000,15.518
11,mlp.experts.99.gate_proj,0.0000101428,0.05000,15.542
11,mlp.experts.111.gate_proj,0.0000087557,0.05000,15.618
11,mlp.experts.117.gate_proj,0.0000031010,0.05000,15.553
11,mlp.experts.103.gate_proj,0.0000061626,0.05000,15.583
11,mlp.experts.119.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.667
11,mlp.experts.114.gate_proj,0.0000042272,0.05000,14.661
11,mlp.experts.125.gate_proj,0.0000138212,0.05000,14.493
11,mlp.experts.121.gate_proj,0.0000065335,0.05000,14.391
11,mlp.experts.113.gate_proj,0.0000170547,0.05000,14.423
11,mlp.experts.120.gate_proj,0.0000020130,0.05000,14.349
11,mlp.experts.116.gate_proj,0.0000053866,0.05000,14.437
11,mlp.experts.122.gate_proj,0.0000111962,0.05000,14.434
11,mlp.experts.124.gate_proj,0.0000093576,0.05000,14.285
11,mlp.experts.126.gate_proj,0.0000064608,0.05000,14.371
11,mlp.experts.123.gate_proj,0.0000051548,0.05000,14.509
11,mlp.experts.118.gate_proj,0.0000144345,0.05000,14.552
11,mlp.experts.112.gate_proj,0.0000101478,0.05000,14.465
11,mlp.experts.127.gate_proj,0.0000093094,0.05000,14.315
11,mlp.experts.115.gate_proj,0.0000050948,0.05000,14.484
11,mlp.experts.133.gate_proj,0.0000035841,0.05000,14.449
11,mlp.experts.135.gate_proj,0.0000034701,0.05000,14.644
11,mlp.experts.130.gate_proj,0.0000043794,0.05000,15.420
11,mlp.experts.141.gate_proj,0.0000056822,0.05000,15.392
11,mlp.experts.137.gate_proj,0.0000183782,0.05000,15.351
11,mlp.experts.129.gate_proj,0.0000197266,0.05000,15.315
11,mlp.experts.136.gate_proj,0.0000061964,0.05000,15.281
11,mlp.experts.132.gate_proj,0.0000114940,0.05000,15.293
11,mlp.experts.138.gate_proj,0.0000091176,0.05000,15.253
11,mlp.experts.142.gate_proj,0.0000045241,0.05000,15.241
11,mlp.experts.140.gate_proj,0.0000036938,0.05000,15.260
11,mlp.experts.128.gate_proj,0.0000027573,0.05000,15.108
11,mlp.experts.134.gate_proj,0.0000057291,0.05000,15.334
11,mlp.experts.143.gate_proj,0.0000136650,0.05000,15.048
11,mlp.experts.139.gate_proj,0.0000039707,0.05000,15.392
11,mlp.experts.131.gate_proj,0.0000065462,0.05000,15.244
11,mlp.experts.149.gate_proj,0.0000086175,0.05000,15.151
11,mlp.experts.165.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.855
11,mlp.experts.151.gate_proj,0.0000069743,0.05000,15.396
11,mlp.experts.146.gate_proj,0.0000119759,0.05000,15.876
11,mlp.experts.157.gate_proj,0.0000060299,0.05000,15.774
11,mlp.experts.153.gate_proj,0.0000049829,0.05000,15.798
11,mlp.experts.152.gate_proj,0.0000045420,0.05000,15.833
11,mlp.experts.154.gate_proj,0.0000063622,0.05000,15.750
11,mlp.experts.145.gate_proj,0.0000066581,0.05000,15.916
11,mlp.experts.148.gate_proj,0.0000053717,0.05000,15.959
11,mlp.experts.156.gate_proj,0.0000071261,0.05000,15.921
11,mlp.experts.158.gate_proj,0.0000065376,0.05000,15.968
11,mlp.experts.144.gate_proj,0.0000051501,0.05000,16.099
11,mlp.experts.150.gate_proj,0.0000050249,0.05000,16.059
11,mlp.experts.159.gate_proj,0.0000083491,0.05000,16.079
11,mlp.experts.155.gate_proj,0.0000065745,0.05000,16.047
11,mlp.experts.147.gate_proj,0.0000037879,0.05000,16.005
11,mlp.experts.181.gate_proj,0.0000077487,0.05000,15.489
11,mlp.experts.167.gate_proj,0.0000110118,0.05000,15.616
11,mlp.experts.162.gate_proj,0.0000096282,0.05000,14.210
11,mlp.experts.173.gate_proj,0.0000081958,0.05000,14.241
11,mlp.experts.169.gate_proj,0.0000027319,0.05000,14.151
11,mlp.experts.161.gate_proj,0.0000029214,0.05000,14.131
11,mlp.experts.170.gate_proj,0.0000052432,0.05000,14.211
11,mlp.experts.168.gate_proj,0.0000076690,0.05000,14.299
11,mlp.experts.164.gate_proj,0.0000065797,0.05000,14.269
11,mlp.experts.174.gate_proj,0.0000050249,0.05000,14.215
11,mlp.experts.172.gate_proj,0.0000052075,0.05000,14.234
11,mlp.experts.185.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.916
11,mlp.experts.160.gate_proj,0.0000039805,0.05000,14.423
11,mlp.experts.166.gate_proj,0.0000048690,0.05000,14.380
11,mlp.experts.171.gate_proj,0.0000056057,0.05000,14.505
11,mlp.experts.175.gate_proj,0.0000010808,0.05000,14.565
11,mlp.experts.163.gate_proj,0.0000042005,0.05000,14.468
11,mlp.experts.197.gate_proj,0.0000137903,0.05000,14.710
11,mlp.experts.183.gate_proj,0.0000040000,0.05000,14.763
11,mlp.experts.178.gate_proj,0.0000028146,0.05000,15.748
11,mlp.experts.189.gate_proj,0.0000031990,0.05000,15.670
11,mlp.experts.184.gate_proj,0.0000038888,0.05000,15.536
11,mlp.experts.177.gate_proj,0.0000042453,0.05000,15.629
11,mlp.experts.186.gate_proj,0.0000065169,0.05000,15.639
11,mlp.experts.180.gate_proj,0.0000062212,0.05000,15.424
11,mlp.experts.190.gate_proj,0.0000176743,0.05000,15.484
11,mlp.experts.188.gate_proj,0.0000066015,0.05000,15.477
11,mlp.experts.201.gate_proj,0.0000056457,0.05000,15.477
11,mlp.experts.176.gate_proj,0.0000058929,0.05000,15.559
11,mlp.experts.182.gate_proj,0.0000181831,0.05000,15.556
11,mlp.experts.187.gate_proj,0.0000056909,0.05000,15.537
11,mlp.experts.179.gate_proj,0.0000332828,0.05000,15.538
11,mlp.experts.191.gate_proj,0.0000075608,0.05000,15.670
11,mlp.experts.213.gate_proj,0.0000104487,0.05000,15.505
11,mlp.experts.199.gate_proj,0.0000030711,0.05000,15.453
11,mlp.experts.194.gate_proj,0.0000078538,0.05000,15.209
11,mlp.experts.205.gate_proj,0.0000057474,0.05000,15.118
11,mlp.experts.200.gate_proj,0.0000118482,0.05000,15.200
11,mlp.experts.193.gate_proj,0.0000116817,0.05000,15.283
11,mlp.experts.196.gate_proj,0.0000096662,0.05000,15.255
11,mlp.experts.202.gate_proj,0.0000079660,0.05000,15.405
11,mlp.experts.204.gate_proj,0.0000047157,0.05000,15.306
11,mlp.experts.206.gate_proj,0.0000041179,0.05000,15.413
11,mlp.experts.217.gate_proj,0.0000267059,0.05000,15.194
11,mlp.experts.192.gate_proj,0.0000044500,0.05000,15.309
11,mlp.experts.198.gate_proj,0.0000081010,0.05000,15.466
11,mlp.experts.195.gate_proj,0.0000043182,0.05000,15.216
11,mlp.experts.203.gate_proj,0.0000056067,0.05000,15.408
11,mlp.experts.207.gate_proj,0.0000044221,0.05000,15.364
11,mlp.experts.229.gate_proj,0.0000050945,0.05000,15.334
11,mlp.experts.215.gate_proj,0.0000073425,0.05000,15.292
11,mlp.experts.245.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.614
11,mlp.experts.210.gate_proj,0.0000048008,0.05000,15.146
11,mlp.experts.221.gate_proj,0.0000131317,0.05000,15.187
11,mlp.experts.216.gate_proj,0.0000081880,0.05000,15.225
11,mlp.experts.212.gate_proj,0.0000109885,0.05000,15.129
11,mlp.experts.209.gate_proj,0.0000060048,0.05000,15.269
11,mlp.experts.218.gate_proj,0.0000048040,0.05000,15.251
11,mlp.experts.220.gate_proj,0.0000077378,0.05000,15.239
11,mlp.experts.222.gate_proj,0.0000092363,0.05000,15.171
11,mlp.experts.233.gate_proj,0.0000046976,0.05000,15.143
11,mlp.experts.208.gate_proj,0.0000057830,0.05000,15.174
11,mlp.experts.214.gate_proj,0.0000115862,0.05000,15.208
11,mlp.experts.219.gate_proj,0.0000059677,0.05000,15.262
11,mlp.experts.234.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.868
11,mlp.experts.211.gate_proj,0.0000162265,0.05000,15.389
11,mlp.experts.223.gate_proj,0.0000071238,0.05000,15.224
11,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.860
11,mlp.experts.231.gate_proj,0.0000080692,0.05000,15.390
11,mlp.experts.5.up_proj,0.0000065564,0.05000,15.484
11,mlp.experts.226.gate_proj,0.0000069826,0.05000,15.784
11,mlp.experts.237.gate_proj,0.0000211858,0.05000,15.776
11,mlp.experts.232.gate_proj,0.0000394526,0.05000,15.741
11,mlp.experts.225.gate_proj,0.0000052809,0.05000,15.776
11,mlp.experts.228.gate_proj,0.0000102980,0.05000,15.923
11,mlp.experts.238.gate_proj,0.0000065129,0.05000,15.874
11,mlp.experts.236.gate_proj,0.0000045425,0.05000,15.979
11,mlp.experts.249.gate_proj,0.0000057193,0.05000,15.905
11,mlp.experts.224.gate_proj,0.0000067949,0.05000,15.959
11,mlp.experts.230.gate_proj,0.0000088644,0.05000,15.904
11,mlp.experts.227.gate_proj,0.0000369266,0.05000,15.872
11,mlp.experts.239.gate_proj,0.0000048766,0.05000,15.889
11,mlp.experts.250.gate_proj,0.0000046757,0.05000,16.008
11,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.909
11,mlp.experts.251.gate_proj,0.0000275413,0.05000,15.910
11,mlp.experts.247.gate_proj,0.0000043790,0.05000,15.874
11,mlp.experts.21.up_proj,0.0000343071,0.05000,15.946
11,mlp.experts.242.gate_proj,0.0000099971,0.05000,16.002
11,mlp.experts.253.gate_proj,0.0000050025,0.05000,15.969
11,mlp.experts.248.gate_proj,0.0000067980,0.05000,15.928
11,mlp.experts.241.gate_proj,0.0000060200,0.05000,15.946
11,mlp.experts.244.gate_proj,0.0000234178,0.05000,16.083
11,mlp.experts.9.up_proj,0.0000064307,0.05000,15.840
11,mlp.experts.254.gate_proj,0.0000065448,0.05000,16.174
11,mlp.experts.240.gate_proj,0.0000187441,0.05000,15.832
11,mlp.experts.246.gate_proj,0.0000062546,0.05000,16.009
11,mlp.experts.243.gate_proj,0.0000070509,0.05000,15.804
11,mlp.experts.10.up_proj,0.0000062372,0.05000,15.911
11,mlp.experts.255.gate_proj,0.0000039412,0.05000,16.018
11,mlp.experts.12.up_proj,0.0000033569,0.05000,15.870
11,mlp.experts.11.up_proj,0.0000039161,0.05000,15.915
11,mlp.experts.7.up_proj,0.0000078336,0.05000,15.837
11,mlp.experts.37.up_proj,0.0000059078,0.05000,15.876
11,mlp.experts.53.up_proj,failsafe(rtn): 0.0009460,0.00000,0.853
11,mlp.experts.2.up_proj,0.0000123065,0.05000,15.718
11,mlp.experts.13.up_proj,0.0000065206,0.05000,15.735
11,mlp.experts.8.up_proj,0.0000422453,0.05000,15.747
11,mlp.experts.1.up_proj,0.0000227376,0.05000,15.832
11,mlp.experts.4.up_proj,0.0000053454,0.05000,15.653
11,mlp.experts.25.up_proj,0.0000051250,0.05000,15.642
11,mlp.experts.0.up_proj,0.0000112155,0.05000,15.472
11,mlp.experts.14.up_proj,0.0000112578,0.05000,15.651
11,mlp.experts.3.up_proj,0.0000055622,0.05000,15.679
11,mlp.experts.6.up_proj,0.0000295192,0.05000,15.716
11,mlp.experts.26.up_proj,0.0000034339,0.05000,15.700
11,mlp.experts.28.up_proj,0.0000102115,0.05000,15.566
11,mlp.experts.15.up_proj,0.0000043960,0.05000,15.740
11,mlp.experts.27.up_proj,0.0000034163,0.05000,15.839
11,mlp.experts.23.up_proj,0.0000035136,0.05000,15.775
11,mlp.experts.69.up_proj,0.0000054940,0.05000,15.762
11,mlp.experts.18.up_proj,0.0000040699,0.05000,14.696
11,mlp.experts.29.up_proj,0.0000025284,0.05000,14.706
11,mlp.experts.24.up_proj,0.0000041345,0.05000,14.597
11,mlp.experts.17.up_proj,0.0000069418,0.05000,14.458
11,mlp.experts.20.up_proj,0.0000046602,0.05000,14.729
11,mlp.experts.41.up_proj,0.0000058441,0.05000,14.690
11,mlp.experts.16.up_proj,0.0000096355,0.05000,14.712
11,mlp.experts.30.up_proj,0.0000332047,0.05000,14.701
11,mlp.experts.19.up_proj,0.0000042367,0.05000,14.712
11,mlp.experts.22.up_proj,0.0000081705,0.05000,14.722
11,mlp.experts.44.up_proj,0.0000047552,0.05000,14.705
11,mlp.experts.42.up_proj,0.0000032249,0.05000,14.771
11,mlp.experts.31.up_proj,0.0000091573,0.05000,14.781
11,mlp.experts.43.up_proj,0.0000028836,0.05000,14.662
11,mlp.experts.39.up_proj,0.0000056896,0.05000,14.776
11,mlp.experts.85.up_proj,0.0000058998,0.05000,14.804
11,mlp.experts.34.up_proj,0.0000078034,0.05000,15.019
11,mlp.experts.45.up_proj,0.0000038041,0.05000,15.078
11,mlp.experts.40.up_proj,0.0000122778,0.05000,15.124
11,mlp.experts.33.up_proj,0.0000053867,0.05000,15.146
11,mlp.experts.36.up_proj,0.0000040415,0.05000,15.147
11,mlp.experts.57.up_proj,0.0000071113,0.05000,15.193
11,mlp.experts.32.up_proj,0.0000064304,0.05000,15.155
11,mlp.experts.46.up_proj,0.0000035909,0.05000,15.096
11,mlp.experts.38.up_proj,0.0000058672,0.05000,15.072
11,mlp.experts.35.up_proj,0.0000101747,0.05000,15.288
11,mlp.experts.60.up_proj,0.0000029528,0.05000,15.258
11,mlp.experts.58.up_proj,0.0000030545,0.05000,15.188
11,mlp.experts.47.up_proj,0.0000054252,0.05000,15.077
11,mlp.experts.59.up_proj,0.0000072584,0.05000,15.313
11,mlp.experts.55.up_proj,0.0000188066,0.05000,15.070
11,mlp.experts.101.up_proj,0.0000031688,0.05000,15.111
11,mlp.experts.50.up_proj,0.0000055190,0.05000,15.563
11,mlp.experts.61.up_proj,0.0000039632,0.05000,15.489
11,mlp.experts.56.up_proj,0.0000095964,0.05000,15.457
11,mlp.experts.49.up_proj,0.0000053447,0.05000,15.402
11,mlp.experts.52.up_proj,0.0000068217,0.05000,15.235
11,mlp.experts.73.up_proj,0.0000046889,0.05000,15.385
11,mlp.experts.48.up_proj,0.0000037760,0.05000,15.392
11,mlp.experts.62.up_proj,0.0000044907,0.05000,15.463
11,mlp.experts.51.up_proj,0.0000070135,0.05000,15.322
11,mlp.experts.54.up_proj,0.0000076888,0.05000,15.547
11,mlp.experts.63.up_proj,0.0000028143,0.05000,15.404
11,mlp.experts.74.up_proj,0.0000044568,0.05000,15.437
11,mlp.experts.76.up_proj,0.0000035071,0.05000,15.567
11,mlp.experts.75.up_proj,0.0000054055,0.05000,15.487
11,mlp.experts.71.up_proj,0.0000077183,0.05000,15.675
11,mlp.experts.117.up_proj,0.0000029095,0.05000,15.632
11,mlp.experts.66.up_proj,0.0000069412,0.05000,15.247
11,mlp.experts.77.up_proj,0.0000031793,0.05000,15.193
11,mlp.experts.65.up_proj,0.0000259649,0.05000,15.186
11,mlp.experts.72.up_proj,0.0000060906,0.05000,15.241
11,mlp.experts.68.up_proj,0.0000111801,0.05000,15.241
11,mlp.experts.89.up_proj,0.0000092752,0.05000,15.161
11,mlp.experts.64.up_proj,0.0000028820,0.05000,15.110
11,mlp.experts.78.up_proj,0.0000059115,0.05000,15.168
11,mlp.experts.67.up_proj,0.0000377830,0.05000,15.339
11,mlp.experts.90.up_proj,0.0000077804,0.05000,15.042
11,mlp.experts.70.up_proj,0.0000071060,0.05000,15.346
11,mlp.experts.79.up_proj,0.0000062783,0.05000,15.268
11,mlp.experts.92.up_proj,0.0000035848,0.05000,15.119
11,mlp.experts.91.up_proj,0.0000207256,0.05000,15.047
11,mlp.experts.87.up_proj,0.0000092842,0.05000,15.001
11,mlp.experts.133.up_proj,0.0000035665,0.05000,14.655
11,mlp.experts.82.up_proj,0.0000064404,0.05000,14.705
11,mlp.experts.93.up_proj,0.0000044946,0.05000,14.881
11,mlp.experts.88.up_proj,0.0000051040,0.05000,14.843
11,mlp.experts.81.up_proj,0.0000103822,0.05000,14.928
11,mlp.experts.84.up_proj,0.0000059838,0.05000,14.867
11,mlp.experts.105.up_proj,0.0000069024,0.05000,14.879
11,mlp.experts.80.up_proj,0.0000037313,0.05000,14.982
11,mlp.experts.94.up_proj,0.0000169616,0.05000,14.985
11,mlp.experts.86.up_proj,0.0000037345,0.05000,14.697
11,mlp.experts.83.up_proj,0.0000198621,0.05000,14.858
11,mlp.experts.106.up_proj,0.0000089888,0.05000,14.916
11,mlp.experts.108.up_proj,0.0000038348,0.05000,14.737
11,mlp.experts.95.up_proj,0.0000096318,0.05000,14.822
11,mlp.experts.107.up_proj,0.0000042795,0.05000,14.875
11,mlp.experts.103.up_proj,0.0000066022,0.05000,14.956
11,mlp.experts.119.up_proj,failsafe(rtn): 0.0009384,0.00000,0.809
11,mlp.experts.149.up_proj,0.0000081333,0.05000,15.035
11,mlp.experts.165.up_proj,failsafe(rtn): 0.0008774,0.00000,0.800
11,mlp.experts.98.up_proj,0.0000036063,0.05000,15.065
11,mlp.experts.109.up_proj,0.0000058529,0.05000,15.071
11,mlp.experts.97.up_proj,0.0000073976,0.05000,14.959
11,mlp.experts.104.up_proj,0.0000102494,0.05000,15.147
11,mlp.experts.100.up_proj,0.0000130438,0.05000,15.084
11,mlp.experts.121.up_proj,0.0000061664,0.05000,14.869
11,mlp.experts.96.up_proj,0.0000047108,0.05000,14.896
11,mlp.experts.110.up_proj,0.0000131349,0.05000,15.018
11,mlp.experts.102.up_proj,0.0000058888,0.05000,15.005
11,mlp.experts.122.up_proj,0.0000106623,0.05000,14.896
11,mlp.experts.99.up_proj,0.0000088377,0.05000,14.987
11,mlp.experts.124.up_proj,0.0000091674,0.05000,14.982
11,mlp.experts.111.up_proj,0.0000089602,0.05000,14.925
11,mlp.experts.123.up_proj,0.0000049859,0.05000,14.960
11,mlp.experts.135.up_proj,0.0000027668,0.05000,14.735
11,mlp.experts.181.up_proj,0.0000078624,0.05000,14.749
11,mlp.experts.114.up_proj,0.0000034110,0.05000,15.870
11,mlp.experts.125.up_proj,0.0000129352,0.05000,15.769
11,mlp.experts.113.up_proj,0.0000149642,0.05000,15.749
11,mlp.experts.120.up_proj,0.0000018253,0.05000,15.880
11,mlp.experts.116.up_proj,0.0000052857,0.05000,15.742
11,mlp.experts.137.up_proj,0.0000278719,0.05000,15.781
11,mlp.experts.112.up_proj,0.0000095170,0.05000,15.775
11,mlp.experts.126.up_proj,0.0000061408,0.05000,15.829
11,mlp.experts.118.up_proj,0.0000131673,0.05000,15.727
11,mlp.experts.115.up_proj,0.0000051769,0.05000,15.714
11,mlp.experts.127.up_proj,0.0000088073,0.05000,15.658
11,mlp.experts.140.up_proj,0.0000034753,0.05000,15.693
11,mlp.experts.138.up_proj,0.0000086331,0.05000,15.783
11,mlp.experts.139.up_proj,0.0000036693,0.05000,16.000
11,mlp.experts.151.up_proj,0.0000062973,0.05000,15.938
11,mlp.experts.197.up_proj,0.0000130932,0.05000,16.016
11,mlp.experts.130.up_proj,0.0000042333,0.05000,15.105
11,mlp.experts.129.up_proj,0.0000182682,0.05000,15.028
11,mlp.experts.141.up_proj,0.0000051812,0.05000,15.208
11,mlp.experts.132.up_proj,0.0000108773,0.05000,15.041
11,mlp.experts.136.up_proj,0.0000056576,0.05000,15.194
11,mlp.experts.153.up_proj,0.0000041339,0.05000,15.121
11,mlp.experts.128.up_proj,0.0000025095,0.05000,15.177
11,mlp.experts.142.up_proj,0.0000042168,0.05000,15.111
11,mlp.experts.156.up_proj,0.0000055835,0.05000,14.938
11,mlp.experts.131.up_proj,0.0000057939,0.05000,15.072
11,mlp.experts.154.up_proj,0.0000062378,0.05000,15.004
11,mlp.experts.143.up_proj,0.0000125989,0.05000,15.053
11,mlp.experts.134.up_proj,0.0000054659,0.05000,15.158
11,mlp.experts.155.up_proj,0.0000061911,0.05000,15.125
11,mlp.experts.167.up_proj,0.0000095553,0.05000,15.211
11,mlp.experts.213.up_proj,0.0000098233,0.05000,15.286
11,mlp.experts.146.up_proj,0.0000114958,0.05000,15.317
11,mlp.experts.145.up_proj,0.0000064537,0.05000,15.104
11,mlp.experts.157.up_proj,0.0000061889,0.05000,15.215
11,mlp.experts.148.up_proj,0.0000050782,0.05000,15.353
11,mlp.experts.152.up_proj,0.0000042755,0.05000,15.292
11,mlp.experts.169.up_proj,0.0000023189,0.05000,15.316
11,mlp.experts.144.up_proj,0.0000047234,0.05000,15.380
11,mlp.experts.158.up_proj,0.0000058825,0.05000,15.313
11,mlp.experts.185.up_proj,failsafe(rtn): 0.0008736,0.00000,0.712
11,mlp.experts.172.up_proj,0.0000048421,0.05000,15.456
11,mlp.experts.150.up_proj,0.0000048187,0.05000,15.405
11,mlp.experts.159.up_proj,0.0000082987,0.05000,15.495
11,mlp.experts.147.up_proj,0.0000033959,0.05000,15.529
11,mlp.experts.170.up_proj,0.0000052491,0.05000,15.604
11,mlp.experts.171.up_proj,0.0000052934,0.05000,15.253
11,mlp.experts.183.up_proj,0.0000037345,0.05000,15.164
11,mlp.experts.229.up_proj,0.0000044634,0.05000,15.188
11,mlp.experts.245.up_proj,failsafe(rtn): 0.0009651,0.00000,0.772
11,mlp.experts.5.down_proj,0.0000000576,0.05000,3.597
11,mlp.experts.21.down_proj,0.0000008479,0.05000,3.781
11,mlp.experts.161.up_proj,0.0000030759,0.05000,14.984
11,mlp.experts.173.up_proj,0.0000075452,0.05000,15.038
11,mlp.experts.162.up_proj,0.0000089805,0.05000,15.166
11,mlp.experts.164.up_proj,0.0000057622,0.05000,15.056
11,mlp.experts.168.up_proj,0.0000071452,0.05000,15.016
11,mlp.experts.160.up_proj,0.0000037603,0.05000,15.113
11,mlp.experts.174.up_proj,0.0000055473,0.05000,15.081
11,mlp.experts.201.up_proj,0.0000055245,0.05000,15.027
11,mlp.experts.188.up_proj,0.0000054030,0.05000,15.033
11,mlp.experts.175.up_proj,0.0000008523,0.05000,15.009
11,mlp.experts.166.up_proj,0.0000042371,0.05000,15.105
11,mlp.experts.163.up_proj,0.0000038837,0.05000,15.030
11,mlp.experts.186.up_proj,0.0000061235,0.05000,15.010
11,mlp.experts.37.down_proj,0.0000002347,0.05000,3.801
11,mlp.experts.53.down_proj,failsafe(rtn): 0.0009193,0.00000,0.179
11,mlp.experts.187.up_proj,0.0000053417,0.05000,15.210
11,mlp.experts.199.up_proj,0.0000024260,0.05000,15.064
11,mlp.experts.69.down_proj,0.0000001786,0.05000,4.067
11,mlp.experts.85.down_proj,0.0000002258,0.05000,3.169
11,mlp.experts.101.down_proj,0.0000000976,0.05000,3.358
11,mlp.experts.177.up_proj,0.0000040007,0.05000,14.193
11,mlp.experts.189.up_proj,0.0000032497,0.05000,14.162
11,mlp.experts.178.up_proj,0.0000026949,0.05000,14.388
11,mlp.experts.180.up_proj,0.0000057826,0.05000,14.279
11,mlp.experts.184.up_proj,0.0000040227,0.05000,14.318
11,mlp.experts.176.up_proj,0.0000055098,0.05000,14.426
11,mlp.experts.190.up_proj,0.0000172694,0.05000,14.519
11,mlp.experts.217.up_proj,0.0000249017,0.05000,14.445
11,mlp.experts.179.up_proj,0.0000353875,0.05000,14.238
11,mlp.experts.204.up_proj,0.0000044108,0.05000,14.404
11,mlp.experts.182.up_proj,0.0000177490,0.05000,14.425
11,mlp.experts.202.up_proj,0.0000078868,0.05000,14.376
11,mlp.experts.191.up_proj,0.0000067634,0.05000,14.529
11,mlp.experts.117.down_proj,0.0000001491,0.05000,4.010
11,mlp.experts.203.up_proj,0.0000055501,0.05000,14.372
11,mlp.experts.215.up_proj,0.0000069121,0.05000,14.304
11,mlp.experts.133.down_proj,0.0000001672,0.05000,3.427
11,mlp.experts.149.down_proj,0.0000000678,0.05000,4.250
11,mlp.experts.165.down_proj,failsafe(rtn): 0.0008736,0.00000,0.159
11,mlp.experts.181.down_proj,0.0000001006,0.05000,3.630
11,mlp.experts.193.up_proj,0.0000109448,0.05000,15.155
11,mlp.experts.205.up_proj,0.0000054185,0.05000,15.224
11,mlp.experts.194.up_proj,0.0000077051,0.05000,15.262
11,mlp.experts.196.up_proj,0.0000090760,0.05000,15.161
11,mlp.experts.200.up_proj,0.0000102924,0.05000,15.102
11,mlp.experts.192.up_proj,0.0000042474,0.05000,14.976
11,mlp.experts.206.up_proj,0.0000037077,0.05000,15.083
11,mlp.experts.233.up_proj,0.0000042016,0.05000,15.023
11,mlp.experts.195.up_proj,0.0000041111,0.05000,15.018
11,mlp.experts.220.up_proj,0.0000073747,0.05000,15.212
11,mlp.experts.218.up_proj,0.0000050525,0.05000,15.087
11,mlp.experts.198.up_proj,0.0000069684,0.05000,15.133
11,mlp.experts.207.up_proj,0.0000043565,0.05000,15.117
11,mlp.experts.234.up_proj,failsafe(rtn): 0.0009003,0.00000,0.824
11,mlp.experts.197.down_proj,0.0000004882,0.05000,3.879
11,mlp.experts.219.up_proj,0.0000056546,0.05000,15.204
11,mlp.experts.235.up_proj,failsafe(rtn): 0.0009041,0.00000,0.652
11,mlp.experts.231.up_proj,0.0000085188,0.05000,15.290
11,mlp.experts.213.down_proj,0.0000000877,0.05000,3.697
11,mlp.experts.229.down_proj,0.0000001799,0.05000,3.954
11,mlp.experts.245.down_proj,failsafe(rtn): 0.0009346,0.00000,0.223
11,mlp.experts.209.up_proj,0.0000056064,0.05000,15.165
11,mlp.experts.221.up_proj,0.0000122920,0.05000,15.118
11,mlp.experts.210.up_proj,0.0000037676,0.05000,15.113
11,mlp.experts.212.up_proj,0.0000109421,0.05000,15.140
11,mlp.experts.216.up_proj,0.0000078484,0.05000,15.144
11,mlp.experts.208.up_proj,0.0000049391,0.05000,15.047
11,mlp.experts.249.up_proj,0.0000054472,0.05000,14.975
11,mlp.experts.222.up_proj,0.0000086254,0.05000,15.043
11,mlp.experts.211.up_proj,0.0000151100,0.05000,15.036
11,mlp.experts.214.up_proj,0.0000105263,0.05000,14.806
11,mlp.experts.223.up_proj,0.0000065153,0.05000,14.931
11,mlp.experts.236.up_proj,0.0000045778,0.05000,15.093
11,mlp.experts.250.up_proj,0.0000045360,0.05000,14.831
11,mlp.experts.252.up_proj,failsafe(rtn): 0.0008850,0.00000,0.751
11,mlp.experts.251.up_proj,0.0000263383,0.05000,15.002
11,mlp.experts.247.up_proj,0.0000039317,0.05000,14.818
11,mlp.experts.9.down_proj,0.0000001630,0.05000,3.874
11,mlp.experts.10.down_proj,0.0000001336,0.05000,3.709
11,mlp.experts.12.down_proj,0.0000000780,0.05000,3.809
11,mlp.experts.11.down_proj,0.0000001409,0.05000,3.753
11,mlp.experts.7.down_proj,0.0000002091,0.05000,3.783
11,mlp.experts.25.down_proj,0.0000000443,0.05000,3.552
11,mlp.experts.26.down_proj,0.0000000651,0.05000,3.556
11,mlp.experts.28.down_proj,0.0000000835,0.05000,3.499
11,mlp.experts.27.down_proj,0.0000001047,0.05000,3.467
11,mlp.experts.23.down_proj,0.0000001358,0.05000,3.462
11,mlp.experts.41.down_proj,0.0000000481,0.05000,3.526
11,mlp.experts.42.down_proj,0.0000000830,0.05000,3.562
11,mlp.experts.44.down_proj,0.0000001606,0.05000,3.518
11,mlp.experts.237.up_proj,0.0000086567,0.05000,14.055
11,mlp.experts.225.up_proj,0.0000049532,0.05000,14.214
11,mlp.experts.43.down_proj,0.0000001764,0.05000,3.405
11,mlp.experts.39.down_proj,0.0000002073,0.05000,3.428
11,mlp.experts.226.up_proj,0.0000066278,0.05000,14.237
11,mlp.experts.228.up_proj,0.0000096207,0.05000,14.212
11,mlp.experts.232.up_proj,0.0000378227,0.05000,14.386
11,mlp.experts.224.up_proj,0.0000063959,0.05000,14.412
11,mlp.experts.238.up_proj,0.0000055668,0.05000,14.553
11,mlp.experts.57.down_proj,0.0000000620,0.05000,3.684
11,mlp.experts.227.up_proj,0.0000343937,0.05000,14.536
11,mlp.experts.230.up_proj,0.0000082803,0.05000,14.520
11,mlp.experts.239.up_proj,0.0000044912,0.05000,14.445
11,mlp.experts.58.down_proj,0.0000000264,0.05000,3.742
11,mlp.experts.60.down_proj,0.0000000934,0.05000,3.742
11,mlp.experts.59.down_proj,0.0000003120,0.05000,3.727
11,mlp.experts.55.down_proj,0.0000003720,0.05000,3.666
11,mlp.experts.73.down_proj,0.0000000415,0.05000,3.224
11,mlp.experts.74.down_proj,0.0000000485,0.05000,3.203
11,mlp.experts.76.down_proj,0.0000000305,0.05000,3.301
11,mlp.experts.75.down_proj,0.0000000551,0.05000,3.470
11,mlp.experts.71.down_proj,0.0000003245,0.05000,3.444
11,mlp.experts.89.down_proj,0.0000001404,0.05000,3.716
11,mlp.experts.90.down_proj,0.0000000675,0.05000,3.814
11,mlp.experts.92.down_proj,0.0000000312,0.05000,3.757
11,mlp.experts.91.down_proj,0.0000004231,0.05000,3.782
11,mlp.experts.87.down_proj,0.0000000734,0.05000,3.817
11,mlp.experts.105.down_proj,0.0000002082,0.05000,3.759
11,mlp.experts.106.down_proj,0.0000003598,0.05000,3.788
11,mlp.experts.108.down_proj,0.0000000839,0.05000,3.730
11,mlp.experts.253.up_proj,0.0000047316,0.05000,14.360
11,mlp.experts.241.up_proj,0.0000062126,0.05000,14.358
11,mlp.experts.242.up_proj,0.0000090916,0.05000,14.278
11,mlp.experts.107.down_proj,0.0000001205,0.05000,3.585
11,mlp.experts.103.down_proj,0.0000002707,0.05000,3.600
11,mlp.experts.119.down_proj,failsafe(rtn): 0.0009079,0.00000,0.143
11,mlp.experts.244.up_proj,0.0000221873,0.05000,14.360
11,mlp.experts.248.up_proj,0.0000066986,0.05000,14.268
11,mlp.experts.240.up_proj,0.0000171726,0.05000,14.117
11,mlp.experts.254.up_proj,0.0000052166,0.05000,13.905
11,mlp.experts.121.down_proj,0.0000001827,0.05000,3.212
11,mlp.experts.243.up_proj,0.0000067697,0.05000,13.961
11,mlp.experts.255.up_proj,0.0000038975,0.05000,13.824
11,mlp.experts.246.up_proj,0.0000058872,0.05000,13.926
11,mlp.experts.122.down_proj,0.0000003137,0.05000,2.893
11,mlp.experts.124.down_proj,0.0000001692,0.05000,2.881
11,mlp.experts.13.down_proj,0.0000000921,0.05000,2.995
11,mlp.experts.1.down_proj,0.0000004496,0.05000,2.966
11,mlp.experts.2.down_proj,0.0000004198,0.05000,3.139
11,mlp.experts.123.down_proj,0.0000000389,0.05000,3.167
11,mlp.experts.135.down_proj,0.0000000556,0.05000,3.099
11,mlp.experts.4.down_proj,0.0000000490,0.05000,3.163
11,mlp.experts.8.down_proj,0.0000016745,0.05000,3.167
11,mlp.experts.0.down_proj,0.0000005500,0.05000,3.211
11,mlp.experts.14.down_proj,0.0000002983,0.05000,3.218
11,mlp.experts.137.down_proj,0.0000008072,0.05000,3.258
11,mlp.experts.15.down_proj,0.0000001095,0.05000,3.251
11,mlp.experts.6.down_proj,0.0000007621,0.05000,3.271
11,mlp.experts.3.down_proj,0.0000002193,0.05000,3.350
11,mlp.experts.138.down_proj,0.0000000792,0.05000,3.555
11,mlp.experts.140.down_proj,0.0000000483,0.05000,3.527
11,mlp.experts.17.down_proj,0.0000002833,0.05000,3.367
11,mlp.experts.29.down_proj,0.0000000729,0.05000,3.448
11,mlp.experts.18.down_proj,0.0000001308,0.05000,3.184
11,mlp.experts.139.down_proj,0.0000001583,0.05000,3.267
11,mlp.experts.151.down_proj,0.0000002741,0.05000,3.194
11,mlp.experts.20.down_proj,0.0000001222,0.05000,3.241
11,mlp.experts.24.down_proj,0.0000000393,0.05000,3.233
11,mlp.experts.16.down_proj,0.0000000800,0.05000,3.180
11,mlp.experts.30.down_proj,0.0000007139,0.05000,3.175
11,mlp.experts.153.down_proj,0.0000001436,0.05000,3.173
11,mlp.experts.31.down_proj,0.0000000787,0.05000,3.193
11,mlp.experts.22.down_proj,0.0000000807,0.05000,3.209
11,mlp.experts.19.down_proj,0.0000001241,0.05000,3.193
11,mlp.experts.154.down_proj,0.0000002034,0.05000,3.067
11,mlp.experts.156.down_proj,0.0000001646,0.05000,3.116
11,mlp.experts.33.down_proj,0.0000001093,0.05000,3.270
11,mlp.experts.45.down_proj,0.0000000390,0.05000,3.378
11,mlp.experts.34.down_proj,0.0000000671,0.05000,3.507
11,mlp.experts.155.down_proj,0.0000000494,0.05000,3.476
11,mlp.experts.167.down_proj,0.0000003155,0.05000,3.507
11,mlp.experts.36.down_proj,0.0000001241,0.05000,3.622
11,mlp.experts.40.down_proj,0.0000001277,0.05000,3.594
11,mlp.experts.32.down_proj,0.0000001796,0.05000,3.541
11,mlp.experts.46.down_proj,0.0000000335,0.05000,3.561
11,mlp.experts.169.down_proj,0.0000001255,0.05000,3.496
11,mlp.experts.47.down_proj,0.0000001240,0.05000,3.537
11,mlp.experts.185.down_proj,failsafe(rtn): 0.0008659,0.00000,0.173
11,mlp.experts.38.down_proj,0.0000000523,0.05000,3.570
11,mlp.experts.35.down_proj,0.0000000999,0.05000,3.582
11,mlp.experts.170.down_proj,0.0000002237,0.05000,3.664
11,mlp.experts.172.down_proj,0.0000000401,0.05000,3.808
11,mlp.experts.49.down_proj,0.0000002004,0.05000,3.705
11,mlp.experts.61.down_proj,0.0000000641,0.05000,3.727
11,mlp.experts.50.down_proj,0.0000001073,0.05000,3.663
11,mlp.experts.171.down_proj,0.0000000497,0.05000,3.656
11,mlp.experts.183.down_proj,0.0000000335,0.05000,3.606
11,mlp.experts.52.down_proj,0.0000001841,0.05000,3.546
11,mlp.experts.56.down_proj,0.0000002446,0.05000,3.530
11,mlp.experts.48.down_proj,0.0000001046,0.05000,3.574
11,mlp.experts.62.down_proj,0.0000001421,0.05000,3.551
11,mlp.experts.201.down_proj,0.0000002465,0.05000,3.617
11,mlp.experts.63.down_proj,0.0000001056,0.05000,3.656
11,mlp.experts.54.down_proj,0.0000003138,0.05000,3.655
11,mlp.experts.51.down_proj,0.0000000574,0.05000,3.657
11,mlp.experts.186.down_proj,0.0000002616,0.05000,3.450
11,mlp.experts.188.down_proj,0.0000000940,0.05000,3.411
11,mlp.experts.65.down_proj,0.0000006705,0.05000,3.268
11,mlp.experts.77.down_proj,0.0000001370,0.05000,3.253
11,mlp.experts.66.down_proj,0.0000002564,0.05000,3.358
11,mlp.experts.199.down_proj,0.0000002142,0.05000,3.419
11,mlp.experts.187.down_proj,0.0000000474,0.05000,3.470
11,mlp.experts.68.down_proj,0.0000003417,0.05000,3.436
11,mlp.experts.72.down_proj,0.0000002042,0.05000,3.413
11,mlp.experts.64.down_proj,0.0000000686,0.05000,3.462
11,mlp.experts.78.down_proj,0.0000000570,0.05000,3.573
11,mlp.experts.217.down_proj,0.0000005142,0.05000,3.481
11,mlp.experts.79.down_proj,0.0000002653,0.05000,3.500
11,mlp.experts.67.down_proj,0.0000012970,0.05000,3.394
11,mlp.experts.70.down_proj,0.0000004373,0.05000,3.479
11,mlp.experts.202.down_proj,0.0000003368,0.05000,3.342
11,mlp.experts.204.down_proj,0.0000000819,0.05000,3.312
11,mlp.experts.81.down_proj,0.0000001409,0.05000,3.249
11,mlp.experts.93.down_proj,0.0000001988,0.05000,3.233
11,mlp.experts.82.down_proj,0.0000000599,0.05000,3.260
11,mlp.experts.203.down_proj,0.0000001829,0.05000,3.283
11,mlp.experts.215.down_proj,0.0000000601,0.05000,3.335
11,mlp.experts.84.down_proj,0.0000002026,0.05000,3.336
11,mlp.experts.88.down_proj,0.0000000441,0.05000,3.374
11,mlp.experts.80.down_proj,0.0000000321,0.05000,3.450
11,mlp.experts.94.down_proj,0.0000005051,0.05000,3.420
11,mlp.experts.233.down_proj,0.0000000392,0.05000,3.406
11,mlp.experts.95.down_proj,0.0000003516,0.05000,3.448
11,mlp.experts.83.down_proj,0.0000007619,0.05000,3.467
11,mlp.experts.86.down_proj,0.0000001234,0.05000,3.450
11,mlp.experts.218.down_proj,0.0000001798,0.05000,3.608
11,mlp.experts.220.down_proj,0.0000003012,0.05000,3.686
11,mlp.experts.234.down_proj,failsafe(rtn): 0.0008888,0.00000,0.203
11,mlp.experts.97.down_proj,0.0000002671,0.05000,3.752
11,mlp.experts.109.down_proj,0.0000002290,0.05000,3.733
11,mlp.experts.98.down_proj,0.0000001384,0.05000,3.806
11,mlp.experts.219.down_proj,0.0000000566,0.05000,3.795
11,mlp.experts.231.down_proj,0.0000002699,0.05000,3.805
11,mlp.experts.100.down_proj,0.0000004171,0.05000,3.750
11,mlp.experts.235.down_proj,failsafe(rtn): 0.0009003,0.00000,0.160
11,mlp.experts.104.down_proj,0.0000001065,0.05000,3.753
11,mlp.experts.96.down_proj,0.0000000447,0.05000,3.625
11,mlp.experts.110.down_proj,0.0000004288,0.05000,3.634
11,mlp.experts.249.down_proj,0.0000000462,0.05000,3.609
11,mlp.experts.102.down_proj,0.0000000501,0.05000,3.571
11,mlp.experts.111.down_proj,0.0000003064,0.05000,3.651
11,mlp.experts.99.down_proj,0.0000002974,0.05000,3.742
11,mlp.experts.236.down_proj,0.0000001704,0.05000,3.643
11,mlp.experts.250.down_proj,0.0000001908,0.05000,3.653
11,mlp.experts.252.down_proj,failsafe(rtn): 0.0008736,0.00000,0.189
11,mlp.experts.113.down_proj,0.0000004975,0.05000,3.652
11,mlp.experts.125.down_proj,0.0000001593,0.05000,3.639
11,mlp.experts.114.down_proj,0.0000001254,0.05000,3.469
11,mlp.experts.247.down_proj,0.0000001389,0.05000,3.343
11,mlp.experts.116.down_proj,0.0000001814,0.05000,3.272
11,mlp.experts.251.down_proj,0.0000003989,0.05000,3.310
11,mlp.experts.120.down_proj,0.0000000970,0.05000,3.283
11,mlp.experts.112.down_proj,0.0000000858,0.05000,3.198
11,mlp.experts.126.down_proj,0.0000000572,0.05000,2.968
11,mlp.experts.118.down_proj,0.0000005422,0.05000,2.840
11,mlp.experts.127.down_proj,0.0000000762,0.05000,2.850
11,mlp.experts.115.down_proj,0.0000001801,0.05000,2.769
11,mlp.experts.129.down_proj,0.0000001455,0.05000,2.130
11,mlp.experts.141.down_proj,0.0000001216,0.05000,2.073
11,mlp.experts.130.down_proj,0.0000001417,0.05000,2.032
11,mlp.experts.132.down_proj,0.0000001042,0.05000,1.984
11,mlp.experts.136.down_proj,0.0000002009,0.05000,2.011
11,mlp.experts.128.down_proj,0.0000000842,0.05000,1.984
11,mlp.experts.142.down_proj,0.0000001282,0.05000,1.985
11,mlp.experts.134.down_proj,0.0000001606,0.05000,2.006
11,mlp.experts.143.down_proj,0.0000001431,0.05000,2.000
11,mlp.experts.131.down_proj,0.0000001329,0.05000,2.006
11,mlp.experts.145.down_proj,0.0000002620,0.05000,2.033
11,mlp.experts.157.down_proj,0.0000002025,0.05000,2.004
11,mlp.experts.146.down_proj,0.0000002765,0.05000,2.017
11,mlp.experts.148.down_proj,0.0000000467,0.05000,2.057
11,mlp.experts.152.down_proj,0.0000000435,0.05000,2.031
11,mlp.experts.144.down_proj,0.0000000812,0.05000,2.085
11,mlp.experts.158.down_proj,0.0000002344,0.05000,2.018
11,mlp.experts.150.down_proj,0.0000000823,0.05000,2.007
11,mlp.experts.159.down_proj,0.0000002524,0.05000,2.033
11,mlp.experts.147.down_proj,0.0000001364,0.05000,2.036
11,mlp.experts.161.down_proj,0.0000000569,0.05000,2.020
11,mlp.experts.173.down_proj,0.0000000788,0.05000,2.024
11,mlp.experts.162.down_proj,0.0000000765,0.05000,1.985
11,mlp.experts.164.down_proj,0.0000002906,0.05000,2.022
11,mlp.experts.168.down_proj,0.0000000595,0.05000,1.997
11,mlp.experts.160.down_proj,0.0000000552,0.05000,2.032
11,mlp.experts.174.down_proj,0.0000001545,0.05000,2.014
11,mlp.experts.166.down_proj,0.0000002425,0.05000,2.003
11,mlp.experts.175.down_proj,0.0000001388,0.05000,2.028
11,mlp.experts.163.down_proj,0.0000000315,0.05000,2.025
11,mlp.experts.177.down_proj,0.0000000341,0.05000,2.142
11,mlp.experts.189.down_proj,0.0000000714,0.05000,2.135
11,mlp.experts.178.down_proj,0.0000001277,0.05000,2.111
11,mlp.experts.180.down_proj,0.0000000523,0.05000,2.224
11,mlp.experts.184.down_proj,0.0000000757,0.05000,2.190
11,mlp.experts.176.down_proj,0.0000000479,0.05000,2.234
11,mlp.experts.190.down_proj,0.0000005367,0.05000,2.218
11,mlp.experts.182.down_proj,0.0000007088,0.05000,2.147
11,mlp.experts.191.down_proj,0.0000002305,0.05000,2.172
11,mlp.experts.179.down_proj,0.0000006345,0.05000,2.226
11,mlp.experts.193.down_proj,0.0000001226,0.05000,2.039
11,mlp.experts.205.down_proj,0.0000000476,0.05000,2.012
11,mlp.experts.194.down_proj,0.0000003103,0.05000,2.059
11,mlp.experts.196.down_proj,0.0000000766,0.05000,1.980
11,mlp.experts.200.down_proj,0.0000002557,0.05000,1.962
11,mlp.experts.192.down_proj,0.0000000659,0.05000,1.967
11,mlp.experts.206.down_proj,0.0000001091,0.05000,1.944
11,mlp.experts.198.down_proj,0.0000001927,0.05000,1.974
11,mlp.experts.207.down_proj,0.0000001572,0.05000,1.949
11,mlp.experts.195.down_proj,0.0000001557,0.05000,1.975
11,mlp.experts.209.down_proj,0.0000002089,0.05000,2.081
11,mlp.experts.221.down_proj,0.0000001161,0.05000,2.098
11,mlp.experts.210.down_proj,0.0000001528,0.05000,2.106
11,mlp.experts.212.down_proj,0.0000003978,0.05000,2.195
11,mlp.experts.216.down_proj,0.0000002672,0.05000,2.174
11,mlp.experts.208.down_proj,0.0000001632,0.05000,2.167
11,mlp.experts.222.down_proj,0.0000002950,0.05000,2.134
11,mlp.experts.214.down_proj,0.0000001142,0.05000,2.155
11,mlp.experts.223.down_proj,0.0000001521,0.05000,2.112
11,mlp.experts.211.down_proj,0.0000005615,0.05000,2.082
11,mlp.experts.237.down_proj,0.0000001247,0.05000,2.063
11,mlp.experts.225.down_proj,0.0000001292,0.05000,2.089
11,mlp.experts.226.down_proj,0.0000000698,0.05000,2.217
11,mlp.experts.228.down_proj,0.0000001146,0.05000,2.243
11,mlp.experts.232.down_proj,0.0000006121,0.05000,2.251
11,mlp.experts.238.down_proj,0.0000002103,0.05000,2.295
11,mlp.experts.224.down_proj,0.0000000526,0.05000,2.309
11,mlp.experts.230.down_proj,0.0000001096,0.05000,2.448
11,mlp.experts.239.down_proj,0.0000000569,0.05000,2.450
11,mlp.experts.227.down_proj,0.0000006783,0.05000,2.415
11,mlp.experts.253.down_proj,0.0000000478,0.05000,2.511
11,mlp.experts.241.down_proj,0.0000003261,0.05000,2.530
11,mlp.experts.242.down_proj,0.0000001757,0.05000,2.300
11,mlp.experts.244.down_proj,0.0000013221,0.05000,2.189
11,mlp.experts.248.down_proj,0.0000002583,0.05000,2.230
11,mlp.experts.240.down_proj,0.0000004713,0.05000,1.974
11,mlp.experts.254.down_proj,0.0000001580,0.05000,1.986
11,mlp.experts.255.down_proj,0.0000001440,0.05000,1.695
11,mlp.experts.243.down_proj,0.0000000577,0.05000,1.642
11,mlp.experts.246.down_proj,0.0000000511,0.05000,1.769
12,mlp.experts.0.gate_proj,0.0000074371,0.05000,14.897
12,mlp.experts.5.gate_proj,0.0000089110,0.05000,15.430
12,mlp.experts.4.gate_proj,0.0000050183,0.05000,15.439
12,mlp.experts.2.gate_proj,0.0000081783,0.05000,15.462
12,mlp.experts.10.gate_proj,0.0000024050,0.05000,15.506
12,mlp.experts.13.gate_proj,0.0000048342,0.05000,15.501
12,mlp.experts.1.gate_proj,0.0000019950,0.05000,15.504
12,mlp.experts.8.gate_proj,0.0000102816,0.05000,15.523
12,mlp.experts.12.gate_proj,0.0000070255,0.05000,15.536
12,mlp.experts.3.gate_proj,0.0000050023,0.05000,15.595
12,mlp.experts.11.gate_proj,0.0000071292,0.05000,15.615
12,mlp.experts.14.gate_proj,0.0000040107,0.05000,15.635
12,mlp.experts.9.gate_proj,0.0000052025,0.05000,15.655
12,mlp.experts.15.gate_proj,0.0000100585,0.05000,15.745
12,mlp.experts.7.gate_proj,0.0000046397,0.05000,15.759
12,mlp.experts.6.gate_proj,0.0000050699,0.05000,15.776
12,mlp.experts.16.gate_proj,0.0000103606,0.05000,14.371
12,mlp.experts.21.gate_proj,0.0000032453,0.05000,14.324
12,mlp.experts.29.gate_proj,0.0000133049,0.05000,14.260
12,mlp.experts.26.gate_proj,0.0000033988,0.05000,14.295
12,mlp.experts.17.gate_proj,0.0000066921,0.05000,14.320
12,mlp.experts.28.gate_proj,0.0000425593,0.05000,14.288
12,mlp.experts.24.gate_proj,0.0000068759,0.05000,14.319
12,mlp.experts.20.gate_proj,0.0000033108,0.05000,14.444
12,mlp.experts.25.gate_proj,0.0000320632,0.05000,14.244
12,mlp.experts.18.gate_proj,0.0000069987,0.05000,14.531
12,mlp.experts.30.gate_proj,0.0000149253,0.05000,14.380
12,mlp.experts.19.gate_proj,0.0000077107,0.05000,14.418
12,mlp.experts.31.gate_proj,0.0000105789,0.05000,14.302
12,mlp.experts.27.gate_proj,0.0000082215,0.05000,14.605
12,mlp.experts.22.gate_proj,0.0000154852,0.05000,14.460
12,mlp.experts.23.gate_proj,0.0000259099,0.05000,14.541
12,mlp.experts.32.gate_proj,0.0000062429,0.05000,15.828
12,mlp.experts.44.gate_proj,0.0000029714,0.05000,16.008
12,mlp.experts.42.gate_proj,0.0000169007,0.05000,16.066
12,mlp.experts.37.gate_proj,0.0000079180,0.05000,16.128
12,mlp.experts.33.gate_proj,0.0000052701,0.05000,16.032
12,mlp.experts.46.gate_proj,0.0000052420,0.05000,15.867
12,mlp.experts.47.gate_proj,0.0000098740,0.05000,15.808
12,mlp.experts.41.gate_proj,0.0000073324,0.05000,15.955
12,mlp.experts.36.gate_proj,0.0000097684,0.05000,15.990
12,mlp.experts.45.gate_proj,0.0000227149,0.05000,16.169
12,mlp.experts.34.gate_proj,0.0000095065,0.05000,16.080
12,mlp.experts.35.gate_proj,0.0000082580,0.05000,16.054
12,mlp.experts.40.gate_proj,0.0000109709,0.05000,16.244
12,mlp.experts.43.gate_proj,0.0000038374,0.05000,16.006
12,mlp.experts.38.gate_proj,0.0000052656,0.05000,16.000
12,mlp.experts.39.gate_proj,0.0000036713,0.05000,16.062
12,mlp.experts.48.gate_proj,0.0000069275,0.05000,14.781
12,mlp.experts.58.gate_proj,0.0000087300,0.05000,14.653
12,mlp.experts.49.gate_proj,0.0000177374,0.05000,14.663
12,mlp.experts.62.gate_proj,0.0000056216,0.05000,14.727
12,mlp.experts.52.gate_proj,0.0000096163,0.05000,14.810
12,mlp.experts.53.gate_proj,0.0000051137,0.05000,14.881
12,mlp.experts.60.gate_proj,0.0000059039,0.05000,14.897
12,mlp.experts.61.gate_proj,0.0000255741,0.05000,14.812
12,mlp.experts.63.gate_proj,0.0000030193,0.05000,14.916
12,mlp.experts.57.gate_proj,0.0000058936,0.05000,14.954
12,mlp.experts.50.gate_proj,0.0000063062,0.05000,14.787
12,mlp.experts.54.gate_proj,0.0000071435,0.05000,14.646
12,mlp.experts.51.gate_proj,0.0000047632,0.05000,14.822
12,mlp.experts.56.gate_proj,0.0000054002,0.05000,14.823
12,mlp.experts.59.gate_proj,0.0000049702,0.05000,14.901
12,mlp.experts.55.gate_proj,0.0000089952,0.05000,14.836
12,mlp.experts.64.gate_proj,0.0000115140,0.05000,15.272
12,mlp.experts.74.gate_proj,0.0000027656,0.05000,15.207
12,mlp.experts.78.gate_proj,0.0000065089,0.05000,15.085
12,mlp.experts.65.gate_proj,0.0000044485,0.05000,15.153
12,mlp.experts.69.gate_proj,0.0000073722,0.05000,14.968
12,mlp.experts.77.gate_proj,0.0000072639,0.05000,14.948
12,mlp.experts.76.gate_proj,0.0000086217,0.05000,15.091
12,mlp.experts.73.gate_proj,0.0000096579,0.05000,15.002
12,mlp.experts.68.gate_proj,0.0000042980,0.05000,15.123
12,mlp.experts.70.gate_proj,0.0000085493,0.05000,14.991
12,mlp.experts.66.gate_proj,0.0000170602,0.05000,15.092
12,mlp.experts.79.gate_proj,0.0000117057,0.05000,15.225
12,mlp.experts.72.gate_proj,0.0000110015,0.05000,15.105
12,mlp.experts.67.gate_proj,0.0000039431,0.05000,15.328
12,mlp.experts.75.gate_proj,0.0000241562,0.05000,15.242
12,mlp.experts.71.gate_proj,0.0000046365,0.05000,15.213
12,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.792
12,mlp.experts.80.gate_proj,0.0000180002,0.05000,14.588
12,mlp.experts.94.gate_proj,0.0000042744,0.05000,14.484
12,mlp.experts.93.gate_proj,0.0000032197,0.05000,14.515
12,mlp.experts.81.gate_proj,0.0000085583,0.05000,14.571
12,mlp.experts.84.gate_proj,0.0000046853,0.05000,14.465
12,mlp.experts.90.gate_proj,0.0000075384,0.05000,14.615
12,mlp.experts.92.gate_proj,0.0000076173,0.05000,14.508
12,mlp.experts.85.gate_proj,0.0000053929,0.05000,14.670
12,mlp.experts.89.gate_proj,0.0000116790,0.05000,14.551
12,mlp.experts.82.gate_proj,0.0000229227,0.05000,14.626
12,mlp.experts.95.gate_proj,0.0000071124,0.05000,14.587
12,mlp.experts.87.gate_proj,0.0000066208,0.05000,14.224
12,mlp.experts.88.gate_proj,0.0000087307,0.05000,14.645
12,mlp.experts.83.gate_proj,0.0000079022,0.05000,14.483
12,mlp.experts.91.gate_proj,0.0000058757,0.05000,14.521
12,mlp.experts.102.gate_proj,0.0000077694,0.05000,14.477
12,mlp.experts.118.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.696
12,mlp.experts.96.gate_proj,0.0000074499,0.05000,13.946
12,mlp.experts.110.gate_proj,0.0000041344,0.05000,14.049
12,mlp.experts.108.gate_proj,0.0000038261,0.05000,13.920
12,mlp.experts.97.gate_proj,0.0000124089,0.05000,13.998
12,mlp.experts.101.gate_proj,0.0000060142,0.05000,13.889
12,mlp.experts.109.gate_proj,0.0000050653,0.05000,14.058
12,mlp.experts.106.gate_proj,0.0000057017,0.05000,13.982
12,mlp.experts.105.gate_proj,0.0000052278,0.05000,14.006
12,mlp.experts.100.gate_proj,0.0000060365,0.05000,14.126
12,mlp.experts.98.gate_proj,0.0000052480,0.05000,13.975
12,mlp.experts.111.gate_proj,0.0000087526,0.05000,14.089
12,mlp.experts.103.gate_proj,0.0000042131,0.05000,14.142
12,mlp.experts.99.gate_proj,0.0000148173,0.05000,14.170
12,mlp.experts.104.gate_proj,0.0000140873,0.05000,14.208
12,mlp.experts.107.gate_proj,0.0000098560,0.05000,14.222
12,mlp.experts.134.gate_proj,0.0000050862,0.05000,14.208
12,mlp.experts.112.gate_proj,0.0000093138,0.05000,15.012
12,mlp.experts.125.gate_proj,0.0000054329,0.05000,14.793
12,mlp.experts.126.gate_proj,0.0000038648,0.05000,14.874
12,mlp.experts.124.gate_proj,0.0000038177,0.05000,14.937
12,mlp.experts.117.gate_proj,0.0000088889,0.05000,14.931
12,mlp.experts.122.gate_proj,0.0000142339,0.05000,14.991
12,mlp.experts.113.gate_proj,0.0000110180,0.05000,15.103
12,mlp.experts.114.gate_proj,0.0000155332,0.05000,14.873
12,mlp.experts.121.gate_proj,0.0000087053,0.05000,15.045
12,mlp.experts.116.gate_proj,0.0000026116,0.05000,15.108
12,mlp.experts.127.gate_proj,0.0000084126,0.05000,15.052
12,mlp.experts.119.gate_proj,0.0000132146,0.05000,14.995
12,mlp.experts.120.gate_proj,0.0000046692,0.05000,14.962
12,mlp.experts.115.gate_proj,0.0000070957,0.05000,14.990
12,mlp.experts.123.gate_proj,0.0000177894,0.05000,14.999
12,mlp.experts.150.gate_proj,0.0000189658,0.05000,15.073
12,mlp.experts.128.gate_proj,0.0000047740,0.05000,14.956
12,mlp.experts.141.gate_proj,0.0000153577,0.05000,14.850
12,mlp.experts.142.gate_proj,0.0000044176,0.05000,14.893
12,mlp.experts.133.gate_proj,0.0000139850,0.05000,14.885
12,mlp.experts.140.gate_proj,0.0000071721,0.05000,14.973
12,mlp.experts.138.gate_proj,0.0000048558,0.05000,14.899
12,mlp.experts.130.gate_proj,0.0000228168,0.05000,14.816
12,mlp.experts.129.gate_proj,0.0000322833,0.05000,14.922
12,mlp.experts.137.gate_proj,0.0000084606,0.05000,14.886
12,mlp.experts.132.gate_proj,0.0000041150,0.05000,14.978
12,mlp.experts.131.gate_proj,0.0000052081,0.05000,14.877
12,mlp.experts.136.gate_proj,0.0000147673,0.05000,14.945
12,mlp.experts.135.gate_proj,0.0000165774,0.05000,15.084
12,mlp.experts.143.gate_proj,0.0000038892,0.05000,15.199
12,mlp.experts.156.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.899
12,mlp.experts.139.gate_proj,0.0000207311,0.05000,15.134
12,mlp.experts.166.gate_proj,0.0000069645,0.05000,14.902
12,mlp.experts.144.gate_proj,0.0000040427,0.05000,14.618
12,mlp.experts.157.gate_proj,0.0000044950,0.05000,14.722
12,mlp.experts.158.gate_proj,0.0000377854,0.05000,14.729
12,mlp.experts.149.gate_proj,0.0000039801,0.05000,14.705
12,mlp.experts.145.gate_proj,0.0000035883,0.05000,14.530
12,mlp.experts.153.gate_proj,0.0000065351,0.05000,14.537
12,mlp.experts.146.gate_proj,0.0000069003,0.05000,14.741
12,mlp.experts.154.gate_proj,0.0000127666,0.05000,14.875
12,mlp.experts.148.gate_proj,0.0000120137,0.05000,14.670
12,mlp.experts.152.gate_proj,0.0000357484,0.05000,14.725
12,mlp.experts.151.gate_proj,0.0000058164,0.05000,14.684
12,mlp.experts.147.gate_proj,0.0000066260,0.05000,14.906
12,mlp.experts.159.gate_proj,0.0000019319,0.05000,14.877
12,mlp.experts.172.gate_proj,0.0000208888,0.05000,14.773
12,mlp.experts.155.gate_proj,0.0000045542,0.05000,14.846
12,mlp.experts.182.gate_proj,0.0000182097,0.05000,14.917
12,mlp.experts.160.gate_proj,0.0000037168,0.05000,15.287
12,mlp.experts.173.gate_proj,0.0000112747,0.05000,15.335
12,mlp.experts.165.gate_proj,0.0000086054,0.05000,15.218
12,mlp.experts.174.gate_proj,0.0000049876,0.05000,15.317
12,mlp.experts.161.gate_proj,0.0000037672,0.05000,15.274
12,mlp.experts.169.gate_proj,0.0000078041,0.05000,15.280
12,mlp.experts.162.gate_proj,0.0000411955,0.05000,15.366
12,mlp.experts.164.gate_proj,0.0000092038,0.05000,15.155
12,mlp.experts.170.gate_proj,0.0000167965,0.05000,15.414
12,mlp.experts.168.gate_proj,0.0000073929,0.05000,15.251
12,mlp.experts.167.gate_proj,0.0000108357,0.05000,15.291
12,mlp.experts.163.gate_proj,0.0000034189,0.05000,15.320
12,mlp.experts.188.gate_proj,0.0000080233,0.05000,15.208
12,mlp.experts.175.gate_proj,0.0000063225,0.05000,15.256
12,mlp.experts.171.gate_proj,0.0000190491,0.05000,15.459
12,mlp.experts.198.gate_proj,0.0000044847,0.05000,15.144
12,mlp.experts.176.gate_proj,0.0000062800,0.05000,13.786
12,mlp.experts.189.gate_proj,0.0000056277,0.05000,13.709
12,mlp.experts.185.gate_proj,0.0000053167,0.05000,13.663
12,mlp.experts.190.gate_proj,0.0000091331,0.05000,13.767
12,mlp.experts.181.gate_proj,0.0000155951,0.05000,13.860
12,mlp.experts.177.gate_proj,0.0000082910,0.05000,13.785
12,mlp.experts.178.gate_proj,0.0000048295,0.05000,13.736
12,mlp.experts.180.gate_proj,0.0000127457,0.05000,13.764
12,mlp.experts.186.gate_proj,0.0000056206,0.05000,13.780
12,mlp.experts.184.gate_proj,0.0000029155,0.05000,13.760
12,mlp.experts.197.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.766
12,mlp.experts.183.gate_proj,0.0000136604,0.05000,13.825
12,mlp.experts.193.gate_proj,failsafe(rtn): 0.0008621,0.00000,0.802
12,mlp.experts.179.gate_proj,0.0000137382,0.05000,13.877
12,mlp.experts.191.gate_proj,0.0000046122,0.05000,13.755
12,mlp.experts.204.gate_proj,0.0000066074,0.05000,13.834
12,mlp.experts.187.gate_proj,0.0000059750,0.05000,13.770
12,mlp.experts.214.gate_proj,0.0000021586,0.05000,13.806
12,mlp.experts.192.gate_proj,0.0000095566,0.05000,15.087
12,mlp.experts.205.gate_proj,0.0000073278,0.05000,15.252
12,mlp.experts.201.gate_proj,0.0000061582,0.05000,15.188
12,mlp.experts.206.gate_proj,0.0000035939,0.05000,15.233
12,mlp.experts.194.gate_proj,0.0000050945,0.05000,15.455
12,mlp.experts.196.gate_proj,0.0000042017,0.05000,15.521
12,mlp.experts.202.gate_proj,0.0000188860,0.05000,15.480
12,mlp.experts.200.gate_proj,0.0000087362,0.05000,15.346
12,mlp.experts.213.gate_proj,0.0000057497,0.05000,15.249
12,mlp.experts.199.gate_proj,0.0000072638,0.05000,15.362
12,mlp.experts.209.gate_proj,0.0000192707,0.05000,15.313
12,mlp.experts.195.gate_proj,0.0000077342,0.05000,15.335
12,mlp.experts.220.gate_proj,0.0000043190,0.05000,15.281
12,mlp.experts.207.gate_proj,0.0000118693,0.05000,15.449
12,mlp.experts.203.gate_proj,0.0000082388,0.05000,15.320
12,mlp.experts.215.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.853
12,mlp.experts.230.gate_proj,0.0000089711,0.05000,15.333
12,mlp.experts.208.gate_proj,0.0000033519,0.05000,14.900
12,mlp.experts.221.gate_proj,0.0000043776,0.05000,15.085
12,mlp.experts.222.gate_proj,0.0000061901,0.05000,15.022
12,mlp.experts.217.gate_proj,0.0000056765,0.05000,15.268
12,mlp.experts.210.gate_proj,0.0000088269,0.05000,15.124
12,mlp.experts.218.gate_proj,0.0000073149,0.05000,15.052
12,mlp.experts.212.gate_proj,0.0000036161,0.05000,15.165
12,mlp.experts.229.gate_proj,0.0000076485,0.05000,14.987
12,mlp.experts.225.gate_proj,0.0000139481,0.05000,14.955
12,mlp.experts.237.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.931
12,mlp.experts.216.gate_proj,0.0000086975,0.05000,15.231
12,mlp.experts.236.gate_proj,0.0000216553,0.05000,15.292
12,mlp.experts.223.gate_proj,0.0000046414,0.05000,15.254
12,mlp.experts.211.gate_proj,0.0000047078,0.05000,15.493
12,mlp.experts.219.gate_proj,0.0000082865,0.05000,15.145
12,mlp.experts.231.gate_proj,0.0000163070,0.05000,15.164
12,mlp.experts.246.gate_proj,0.0000155300,0.05000,15.161
12,mlp.experts.224.gate_proj,0.0000063307,0.05000,15.223
12,mlp.experts.238.gate_proj,0.0000118198,0.05000,15.114
12,mlp.experts.233.gate_proj,0.0000151580,0.05000,15.131
12,mlp.experts.226.gate_proj,0.0000119817,0.05000,15.061
12,mlp.experts.228.gate_proj,0.0000039567,0.05000,15.017
12,mlp.experts.245.gate_proj,0.0000180296,0.05000,14.999
12,mlp.experts.234.gate_proj,0.0000040719,0.05000,15.138
12,mlp.experts.241.gate_proj,0.0000060425,0.05000,15.004
12,mlp.experts.253.gate_proj,0.0000093094,0.05000,15.074
12,mlp.experts.232.gate_proj,0.0000061413,0.05000,15.127
12,mlp.experts.252.gate_proj,0.0000064356,0.05000,15.006
12,mlp.experts.227.gate_proj,0.0000099133,0.05000,15.056
12,mlp.experts.239.gate_proj,0.0000059049,0.05000,15.281
12,mlp.experts.235.gate_proj,0.0000087642,0.05000,15.127
12,mlp.experts.247.gate_proj,0.0000036831,0.05000,15.158
12,mlp.experts.6.up_proj,0.0000047073,0.05000,15.202
12,mlp.experts.240.gate_proj,0.0000034362,0.05000,15.483
12,mlp.experts.254.gate_proj,0.0000039861,0.05000,15.574
12,mlp.experts.249.gate_proj,0.0000026265,0.05000,15.577
12,mlp.experts.242.gate_proj,0.0000042181,0.05000,15.607
12,mlp.experts.5.up_proj,0.0000081632,0.05000,15.543
12,mlp.experts.244.gate_proj,0.0000090315,0.05000,15.691
12,mlp.experts.250.gate_proj,0.0000054920,0.05000,15.591
12,mlp.experts.13.up_proj,0.0000043195,0.05000,15.461
12,mlp.experts.1.up_proj,0.0000019077,0.05000,15.569
12,mlp.experts.248.gate_proj,0.0000034389,0.05000,15.467
12,mlp.experts.12.up_proj,0.0000066589,0.05000,15.554
12,mlp.experts.243.gate_proj,0.0000067360,0.05000,15.691
12,mlp.experts.251.gate_proj,0.0000040326,0.05000,15.530
12,mlp.experts.255.gate_proj,0.0000038858,0.05000,15.732
12,mlp.experts.7.up_proj,0.0000048115,0.05000,15.651
12,mlp.experts.22.up_proj,0.0000129457,0.05000,15.649
12,mlp.experts.0.up_proj,0.0000069797,0.05000,15.759
12,mlp.experts.14.up_proj,0.0000036251,0.05000,15.713
12,mlp.experts.9.up_proj,0.0000041107,0.05000,15.819
12,mlp.experts.2.up_proj,0.0000070740,0.05000,15.737
12,mlp.experts.21.up_proj,0.0000029795,0.05000,15.626
12,mlp.experts.4.up_proj,0.0000046816,0.05000,15.683
12,mlp.experts.10.up_proj,0.0000021995,0.05000,15.742
12,mlp.experts.29.up_proj,0.0000114942,0.05000,15.735
12,mlp.experts.17.up_proj,0.0000058981,0.05000,15.750
12,mlp.experts.8.up_proj,0.0000097148,0.05000,15.721
12,mlp.experts.28.up_proj,0.0000438952,0.05000,15.597
12,mlp.experts.3.up_proj,0.0000050782,0.05000,15.575
12,mlp.experts.15.up_proj,0.0000103783,0.05000,15.431
12,mlp.experts.11.up_proj,0.0000073826,0.05000,15.681
12,mlp.experts.23.up_proj,0.0000125918,0.05000,15.770
12,mlp.experts.38.up_proj,0.0000052663,0.05000,15.423
12,mlp.experts.16.up_proj,0.0000098056,0.05000,15.691
12,mlp.experts.30.up_proj,0.0000121862,0.05000,15.331
12,mlp.experts.18.up_proj,0.0000061457,0.05000,15.410
12,mlp.experts.25.up_proj,0.0000292533,0.05000,15.769
12,mlp.experts.37.up_proj,0.0000066327,0.05000,15.679
12,mlp.experts.26.up_proj,0.0000037140,0.05000,15.524
12,mlp.experts.20.up_proj,0.0000031330,0.05000,15.673
12,mlp.experts.45.up_proj,0.0000183239,0.05000,15.581
12,mlp.experts.33.up_proj,0.0000047711,0.05000,15.642
12,mlp.experts.24.up_proj,0.0000065075,0.05000,15.688
12,mlp.experts.44.up_proj,0.0000029188,0.05000,15.687
12,mlp.experts.19.up_proj,0.0000076485,0.05000,15.813
12,mlp.experts.31.up_proj,0.0000095363,0.05000,15.844
12,mlp.experts.27.up_proj,0.0000064657,0.05000,16.047
12,mlp.experts.39.up_proj,0.0000034188,0.05000,16.006
12,mlp.experts.54.up_proj,0.0000059326,0.05000,16.074
12,mlp.experts.32.up_proj,0.0000062377,0.05000,15.728
12,mlp.experts.46.up_proj,0.0000044720,0.05000,15.964
12,mlp.experts.41.up_proj,0.0000068018,0.05000,15.744
12,mlp.experts.34.up_proj,0.0000087167,0.05000,15.862
12,mlp.experts.61.up_proj,0.0000205733,0.05000,15.767
12,mlp.experts.53.up_proj,0.0000045755,0.05000,15.916
12,mlp.experts.42.up_proj,0.0000135453,0.05000,15.961
12,mlp.experts.36.up_proj,0.0000072531,0.05000,15.932
12,mlp.experts.49.up_proj,0.0000153469,0.05000,15.959
12,mlp.experts.40.up_proj,0.0000109282,0.05000,15.892
12,mlp.experts.60.up_proj,0.0000054870,0.05000,15.703
12,mlp.experts.35.up_proj,0.0000084643,0.05000,15.771
12,mlp.experts.47.up_proj,0.0000086147,0.05000,15.820
12,mlp.experts.43.up_proj,0.0000035431,0.05000,15.950
12,mlp.experts.55.up_proj,0.0000067646,0.05000,15.953
12,mlp.experts.70.up_proj,0.0000079623,0.05000,15.876
12,mlp.experts.86.up_proj,failsafe(rtn): 0.0009079,0.00000,0.886
12,mlp.experts.48.up_proj,0.0000063573,0.05000,15.557
12,mlp.experts.62.up_proj,0.0000049916,0.05000,15.782
12,mlp.experts.57.up_proj,0.0000055997,0.05000,15.556
12,mlp.experts.50.up_proj,0.0000071202,0.05000,15.518
12,mlp.experts.77.up_proj,0.0000068519,0.05000,15.419
12,mlp.experts.69.up_proj,0.0000060478,0.05000,15.476
12,mlp.experts.58.up_proj,0.0000082442,0.05000,15.623
12,mlp.experts.52.up_proj,0.0000090684,0.05000,15.612
12,mlp.experts.56.up_proj,0.0000057061,0.05000,15.470
12,mlp.experts.65.up_proj,0.0000042703,0.05000,15.620
12,mlp.experts.76.up_proj,0.0000080988,0.05000,15.640
12,mlp.experts.51.up_proj,0.0000044303,0.05000,15.640
12,mlp.experts.63.up_proj,0.0000034013,0.05000,15.694
12,mlp.experts.59.up_proj,0.0000051634,0.05000,15.573
12,mlp.experts.71.up_proj,0.0000045245,0.05000,15.637
12,mlp.experts.102.up_proj,0.0000072832,0.05000,15.389
12,mlp.experts.118.up_proj,failsafe(rtn): 0.0008545,0.00000,0.636
12,mlp.experts.64.up_proj,0.0000102722,0.05000,15.286
12,mlp.experts.78.up_proj,0.0000061440,0.05000,14.941
12,mlp.experts.73.up_proj,0.0000080640,0.05000,14.909
12,mlp.experts.66.up_proj,0.0000134887,0.05000,15.118
12,mlp.experts.93.up_proj,0.0000027962,0.05000,15.039
12,mlp.experts.85.up_proj,0.0000049298,0.05000,15.042
12,mlp.experts.68.up_proj,0.0000040639,0.05000,15.079
12,mlp.experts.74.up_proj,0.0000027935,0.05000,15.174
12,mlp.experts.72.up_proj,0.0000088601,0.05000,15.242
12,mlp.experts.81.up_proj,0.0000081771,0.05000,15.264
12,mlp.experts.92.up_proj,0.0000070886,0.05000,15.191
12,mlp.experts.67.up_proj,0.0000036457,0.05000,15.299
12,mlp.experts.79.up_proj,0.0000111595,0.05000,15.197
12,mlp.experts.75.up_proj,0.0000241696,0.05000,15.211
12,mlp.experts.87.up_proj,0.0000058574,0.05000,15.323
12,mlp.experts.134.up_proj,0.0000042358,0.05000,15.524
12,mlp.experts.80.up_proj,0.0000148863,0.05000,16.078
12,mlp.experts.94.up_proj,0.0000039074,0.05000,16.067
12,mlp.experts.89.up_proj,0.0000102047,0.05000,16.017
12,mlp.experts.101.up_proj,0.0000049081,0.05000,16.008
12,mlp.experts.109.up_proj,0.0000050382,0.05000,16.179
12,mlp.experts.82.up_proj,0.0000184499,0.05000,16.336
12,mlp.experts.90.up_proj,0.0000062459,0.05000,16.003
12,mlp.experts.84.up_proj,0.0000052478,0.05000,16.137
12,mlp.experts.97.up_proj,0.0000109838,0.05000,15.906
12,mlp.experts.88.up_proj,0.0000081469,0.05000,16.078
12,mlp.experts.108.up_proj,0.0000033382,0.05000,15.986
12,mlp.experts.95.up_proj,0.0000069986,0.05000,16.020
12,mlp.experts.83.up_proj,0.0000074375,0.05000,16.075
12,mlp.experts.91.up_proj,0.0000054990,0.05000,16.152
12,mlp.experts.103.up_proj,0.0000039352,0.05000,16.074
12,mlp.experts.150.up_proj,0.0000156741,0.05000,16.223
12,mlp.experts.96.up_proj,0.0000064099,0.05000,15.815
12,mlp.experts.110.up_proj,0.0000045487,0.05000,15.938
12,mlp.experts.105.up_proj,0.0000049226,0.05000,15.764
12,mlp.experts.117.up_proj,0.0000082087,0.05000,15.839
12,mlp.experts.125.up_proj,0.0000048269,0.05000,15.797
12,mlp.experts.98.up_proj,0.0000047831,0.05000,16.014
12,mlp.experts.100.up_proj,0.0000057244,0.05000,15.836
12,mlp.experts.106.up_proj,0.0000054073,0.05000,15.973
12,mlp.experts.113.up_proj,0.0000104459,0.05000,15.873
12,mlp.experts.104.up_proj,0.0000132020,0.05000,15.933
12,mlp.experts.124.up_proj,0.0000035960,0.05000,15.885
12,mlp.experts.111.up_proj,0.0000075125,0.05000,16.002
12,mlp.experts.99.up_proj,0.0000138535,0.05000,16.093
12,mlp.experts.107.up_proj,0.0000085434,0.05000,16.032
12,mlp.experts.119.up_proj,0.0000141046,0.05000,16.039
12,mlp.experts.166.up_proj,0.0000066205,0.05000,16.018
12,mlp.experts.112.up_proj,0.0000083441,0.05000,15.882
12,mlp.experts.121.up_proj,0.0000075041,0.05000,15.781
12,mlp.experts.126.up_proj,0.0000036556,0.05000,15.845
12,mlp.experts.141.up_proj,0.0000139136,0.05000,15.574
12,mlp.experts.133.up_proj,0.0000120168,0.05000,15.574
12,mlp.experts.122.up_proj,0.0000129067,0.05000,15.514
12,mlp.experts.116.up_proj,0.0000024285,0.05000,15.681
12,mlp.experts.114.up_proj,0.0000127297,0.05000,15.802
12,mlp.experts.129.up_proj,0.0000247927,0.05000,15.722
12,mlp.experts.120.up_proj,0.0000044072,0.05000,15.619
12,mlp.experts.140.up_proj,0.0000067197,0.05000,15.678
12,mlp.experts.156.up_proj,failsafe(rtn): 0.0008583,0.00000,0.876
12,mlp.experts.127.up_proj,0.0000079907,0.05000,15.795
12,mlp.experts.115.up_proj,0.0000060897,0.05000,15.802
12,mlp.experts.123.up_proj,0.0000167433,0.05000,15.793
12,mlp.experts.135.up_proj,0.0000132739,0.05000,15.844
12,mlp.experts.182.up_proj,0.0000144082,0.05000,15.667
12,mlp.experts.128.up_proj,0.0000051541,0.05000,15.390
12,mlp.experts.137.up_proj,0.0000078482,0.05000,15.533
12,mlp.experts.142.up_proj,0.0000041737,0.05000,15.688
12,mlp.experts.157.up_proj,0.0000046104,0.05000,15.561
12,mlp.experts.149.up_proj,0.0000037287,0.05000,15.646
12,mlp.experts.132.up_proj,0.0000039821,0.05000,15.467
12,mlp.experts.138.up_proj,0.0000045696,0.05000,15.584
12,mlp.experts.145.up_proj,0.0000032475,0.05000,15.371
12,mlp.experts.130.up_proj,0.0000185972,0.05000,15.540
12,mlp.experts.136.up_proj,0.0000138308,0.05000,15.553
12,mlp.experts.172.up_proj,0.0000158630,0.05000,15.501
12,mlp.experts.143.up_proj,0.0000032612,0.05000,15.576
12,mlp.experts.131.up_proj,0.0000049522,0.05000,15.638
12,mlp.experts.139.up_proj,0.0000173019,0.05000,15.608
12,mlp.experts.151.up_proj,0.0000050189,0.05000,15.400
12,mlp.experts.198.up_proj,0.0000039582,0.05000,15.038
12,mlp.experts.144.up_proj,0.0000036990,0.05000,14.266
12,mlp.experts.153.up_proj,0.0000061863,0.05000,14.082
12,mlp.experts.158.up_proj,0.0000290127,0.05000,14.233
12,mlp.experts.173.up_proj,0.0000086887,0.05000,14.222
12,mlp.experts.165.up_proj,0.0000079757,0.05000,14.452
12,mlp.experts.161.up_proj,0.0000034799,0.05000,14.273
12,mlp.experts.146.up_proj,0.0000064491,0.05000,14.337
12,mlp.experts.148.up_proj,0.0000126419,0.05000,14.434
12,mlp.experts.154.up_proj,0.0000144357,0.05000,14.478
12,mlp.experts.152.up_proj,0.0000328272,0.05000,14.380
12,mlp.experts.188.up_proj,0.0000072737,0.05000,14.167
12,mlp.experts.159.up_proj,0.0000017499,0.05000,14.381
12,mlp.experts.147.up_proj,0.0000062828,0.05000,14.298
12,mlp.experts.155.up_proj,0.0000039232,0.05000,14.372
12,mlp.experts.167.up_proj,0.0000102506,0.05000,14.550
12,mlp.experts.214.up_proj,0.0000020152,0.05000,15.025
12,mlp.experts.160.up_proj,0.0000039142,0.05000,15.404
12,mlp.experts.169.up_proj,0.0000075002,0.05000,15.595
12,mlp.experts.174.up_proj,0.0000046036,0.05000,15.561
12,mlp.experts.189.up_proj,0.0000051920,0.05000,15.617
12,mlp.experts.181.up_proj,0.0000143529,0.05000,15.482
12,mlp.experts.177.up_proj,0.0000072199,0.05000,15.313
12,mlp.experts.170.up_proj,0.0000134986,0.05000,15.152
12,mlp.experts.162.up_proj,0.0000331548,0.05000,15.344
12,mlp.experts.168.up_proj,0.0000062491,0.05000,15.261
12,mlp.experts.164.up_proj,0.0000086320,0.05000,15.478
12,mlp.experts.197.up_proj,failsafe(rtn): 0.0008545,0.00000,0.816
12,mlp.experts.193.up_proj,failsafe(rtn): 0.0008621,0.00000,0.855
12,mlp.experts.204.up_proj,0.0000052205,0.05000,15.306
12,mlp.experts.175.up_proj,0.0000059926,0.05000,15.455
12,mlp.experts.163.up_proj,0.0000032814,0.05000,15.442
12,mlp.experts.171.up_proj,0.0000162087,0.05000,15.299
12,mlp.experts.183.up_proj,0.0000125787,0.05000,15.192
12,mlp.experts.230.up_proj,0.0000082578,0.05000,15.231
12,mlp.experts.176.up_proj,0.0000052071,0.05000,14.611
12,mlp.experts.185.up_proj,0.0000055847,0.05000,14.591
12,mlp.experts.190.up_proj,0.0000091815,0.05000,14.731
12,mlp.experts.205.up_proj,0.0000071374,0.05000,14.847
12,mlp.experts.186.up_proj,0.0000052363,0.05000,14.968
12,mlp.experts.178.up_proj,0.0000045490,0.05000,14.973
12,mlp.experts.180.up_proj,0.0000109194,0.05000,14.920
12,mlp.experts.184.up_proj,0.0000027384,0.05000,15.029
12,mlp.experts.213.up_proj,0.0000053536,0.05000,14.801
12,mlp.experts.209.up_proj,0.0000171208,0.05000,14.855
12,mlp.experts.220.up_proj,0.0000042797,0.05000,14.934
12,mlp.experts.179.up_proj,0.0000108611,0.05000,14.797
12,mlp.experts.191.up_proj,0.0000046144,0.05000,14.931
12,mlp.experts.187.up_proj,0.0000055723,0.05000,14.818
12,mlp.experts.199.up_proj,0.0000068105,0.05000,14.857
12,mlp.experts.215.up_proj,failsafe(rtn): 0.0008926,0.00000,0.831
12,mlp.experts.246.up_proj,0.0000131486,0.05000,14.584
12,mlp.experts.6.down_proj,0.0000000409,0.05000,3.462
12,mlp.experts.22.down_proj,0.0000002654,0.05000,3.842
12,mlp.experts.192.up_proj,0.0000081271,0.05000,15.003
12,mlp.experts.201.up_proj,0.0000056457,0.05000,14.641
12,mlp.experts.206.up_proj,0.0000031988,0.05000,14.881
12,mlp.experts.221.up_proj,0.0000040820,0.05000,14.619
12,mlp.experts.38.down_proj,0.0000001476,0.05000,3.453
12,mlp.experts.202.up_proj,0.0000171848,0.05000,14.484
12,mlp.experts.194.up_proj,0.0000047075,0.05000,14.446
12,mlp.experts.196.up_proj,0.0000038676,0.05000,14.562
12,mlp.experts.200.up_proj,0.0000068471,0.05000,14.562
12,mlp.experts.237.up_proj,failsafe(rtn): 0.0008736,0.00000,0.676
12,mlp.experts.229.up_proj,0.0000068592,0.05000,14.369
12,mlp.experts.225.up_proj,0.0000121886,0.05000,14.353
12,mlp.experts.236.up_proj,0.0000177888,0.05000,14.503
12,mlp.experts.195.up_proj,0.0000069354,0.05000,14.656
12,mlp.experts.207.up_proj,0.0000094536,0.05000,14.724
12,mlp.experts.203.up_proj,0.0000071323,0.05000,14.745
12,mlp.experts.231.up_proj,0.0000130402,0.05000,14.721
12,mlp.experts.54.down_proj,0.0000001453,0.05000,4.036
12,mlp.experts.70.down_proj,0.0000000668,0.05000,4.196
12,mlp.experts.86.down_proj,failsafe(rtn): 0.0008926,0.00000,0.195
12,mlp.experts.102.down_proj,0.0000000576,0.05000,3.434
12,mlp.experts.118.down_proj,failsafe(rtn): 0.0008545,0.00000,0.217
12,mlp.experts.208.up_proj,0.0000035215,0.05000,15.081
12,mlp.experts.217.up_proj,0.0000057449,0.05000,15.213
12,mlp.experts.222.up_proj,0.0000067962,0.05000,15.309
12,mlp.experts.218.up_proj,0.0000068878,0.05000,15.271
12,mlp.experts.210.up_proj,0.0000085900,0.05000,15.265
12,mlp.experts.212.up_proj,0.0000033739,0.05000,15.116
12,mlp.experts.245.up_proj,0.0000161649,0.05000,15.033
12,mlp.experts.216.up_proj,0.0000082513,0.05000,15.156
12,mlp.experts.253.up_proj,0.0000083746,0.05000,15.176
12,mlp.experts.134.down_proj,0.0000000759,0.05000,3.578
12,mlp.experts.241.up_proj,0.0000052627,0.05000,15.147
12,mlp.experts.252.up_proj,0.0000058553,0.05000,15.128
12,mlp.experts.223.up_proj,0.0000047997,0.05000,15.027
12,mlp.experts.211.up_proj,0.0000043908,0.05000,15.136
12,mlp.experts.219.up_proj,0.0000069485,0.05000,14.948
12,mlp.experts.247.up_proj,0.0000033650,0.05000,15.062
12,mlp.experts.5.down_proj,0.0000000811,0.05000,3.629
12,mlp.experts.13.down_proj,0.0000000523,0.05000,3.577
12,mlp.experts.150.down_proj,0.0000003049,0.05000,3.607
12,mlp.experts.1.down_proj,0.0000000498,0.05000,3.635
12,mlp.experts.12.down_proj,0.0000002258,0.05000,3.541
12,mlp.experts.7.down_proj,0.0000001496,0.05000,3.354
12,mlp.experts.21.down_proj,0.0000000838,0.05000,3.281
12,mlp.experts.29.down_proj,0.0000002161,0.05000,3.352
12,mlp.experts.166.down_proj,0.0000002221,0.05000,3.321
12,mlp.experts.17.down_proj,0.0000001519,0.05000,3.361
12,mlp.experts.28.down_proj,0.0000012362,0.05000,3.510
12,mlp.experts.23.down_proj,0.0000001155,0.05000,3.775
12,mlp.experts.37.down_proj,0.0000001294,0.05000,4.010
12,mlp.experts.45.down_proj,0.0000003264,0.05000,4.016
12,mlp.experts.182.down_proj,0.0000002919,0.05000,3.976
12,mlp.experts.33.down_proj,0.0000001935,0.05000,3.969
12,mlp.experts.44.down_proj,0.0000001260,0.05000,3.819
12,mlp.experts.224.up_proj,0.0000059491,0.05000,14.471
12,mlp.experts.233.up_proj,0.0000136679,0.05000,14.359
12,mlp.experts.39.down_proj,0.0000000950,0.05000,3.781
12,mlp.experts.238.up_proj,0.0000120654,0.05000,14.545
12,mlp.experts.234.up_proj,0.0000039574,0.05000,14.679
12,mlp.experts.226.up_proj,0.0000105480,0.05000,14.753
12,mlp.experts.232.up_proj,0.0000057023,0.05000,14.615
12,mlp.experts.228.up_proj,0.0000038005,0.05000,14.760
12,mlp.experts.53.down_proj,0.0000000393,0.05000,3.809
12,mlp.experts.61.down_proj,0.0000004851,0.05000,3.840
12,mlp.experts.198.down_proj,0.0000001683,0.05000,3.848
12,mlp.experts.49.down_proj,0.0000002366,0.05000,3.821
12,mlp.experts.60.down_proj,0.0000000788,0.05000,4.002
12,mlp.experts.239.up_proj,0.0000048473,0.05000,14.874
12,mlp.experts.227.up_proj,0.0000080832,0.05000,14.837
12,mlp.experts.235.up_proj,0.0000083040,0.05000,14.895
12,mlp.experts.55.down_proj,0.0000001651,0.05000,3.947
12,mlp.experts.69.down_proj,0.0000000881,0.05000,3.728
12,mlp.experts.77.down_proj,0.0000000608,0.05000,3.727
12,mlp.experts.214.down_proj,0.0000000205,0.05000,3.787
12,mlp.experts.65.down_proj,0.0000001350,0.05000,3.764
12,mlp.experts.76.down_proj,0.0000000877,0.05000,3.834
12,mlp.experts.71.down_proj,0.0000001278,0.05000,4.067
12,mlp.experts.85.down_proj,0.0000001414,0.05000,4.117
12,mlp.experts.93.down_proj,0.0000000876,0.05000,4.168
12,mlp.experts.230.down_proj,0.0000003304,0.05000,4.184
12,mlp.experts.81.down_proj,0.0000002536,0.05000,4.121
12,mlp.experts.92.down_proj,0.0000000739,0.05000,4.034
12,mlp.experts.87.down_proj,0.0000000505,0.05000,3.829
12,mlp.experts.101.down_proj,0.0000001155,0.05000,3.574
12,mlp.experts.109.down_proj,0.0000002408,0.05000,3.589
12,mlp.experts.246.down_proj,0.0000001826,0.05000,3.574
12,mlp.experts.97.down_proj,0.0000004234,0.05000,3.543
12,mlp.experts.108.down_proj,0.0000000885,0.05000,3.661
12,mlp.experts.240.up_proj,0.0000031386,0.05000,15.305
12,mlp.experts.249.up_proj,0.0000021312,0.05000,15.104
12,mlp.experts.103.down_proj,0.0000001212,0.05000,3.314
12,mlp.experts.254.up_proj,0.0000037514,0.05000,14.959
12,mlp.experts.242.up_proj,0.0000039102,0.05000,14.840
12,mlp.experts.250.up_proj,0.0000046894,0.05000,14.955
12,mlp.experts.244.up_proj,0.0000077356,0.05000,14.920
12,mlp.experts.248.up_proj,0.0000032932,0.05000,14.944
12,mlp.experts.117.down_proj,0.0000000634,0.05000,3.444
12,mlp.experts.125.down_proj,0.0000001085,0.05000,3.415
12,mlp.experts.113.down_proj,0.0000000929,0.05000,3.483
12,mlp.experts.124.down_proj,0.0000000302,0.05000,3.549
12,mlp.experts.243.up_proj,0.0000062112,0.05000,14.921
12,mlp.experts.255.up_proj,0.0000032385,0.05000,15.011
12,mlp.experts.251.up_proj,0.0000038077,0.05000,14.896
12,mlp.experts.0.down_proj,0.0000000649,0.05000,3.673
12,mlp.experts.9.down_proj,0.0000000845,0.05000,3.807
12,mlp.experts.119.down_proj,0.0000004556,0.05000,3.769
12,mlp.experts.14.down_proj,0.0000000968,0.05000,3.865
12,mlp.experts.10.down_proj,0.0000000872,0.05000,3.735
12,mlp.experts.2.down_proj,0.0000001098,0.05000,3.758
12,mlp.experts.133.down_proj,0.0000003032,0.05000,3.603
12,mlp.experts.8.down_proj,0.0000000879,0.05000,3.679
12,mlp.experts.4.down_proj,0.0000000378,0.05000,3.717
12,mlp.experts.141.down_proj,0.0000001911,0.05000,3.597
12,mlp.experts.129.down_proj,0.0000004738,0.05000,3.618
12,mlp.experts.140.down_proj,0.0000002186,0.05000,3.506
12,mlp.experts.156.down_proj,failsafe(rtn): 0.0008583,0.00000,0.211
12,mlp.experts.3.down_proj,0.0000001142,0.05000,3.574
12,mlp.experts.15.down_proj,0.0000003527,0.05000,3.630
12,mlp.experts.11.down_proj,0.0000002467,0.05000,3.688
12,mlp.experts.16.down_proj,0.0000001088,0.05000,3.645
12,mlp.experts.25.down_proj,0.0000007000,0.05000,3.695
12,mlp.experts.135.down_proj,0.0000001953,0.05000,3.774
12,mlp.experts.30.down_proj,0.0000002422,0.05000,3.653
12,mlp.experts.26.down_proj,0.0000001295,0.05000,3.801
12,mlp.experts.18.down_proj,0.0000001462,0.05000,3.796
12,mlp.experts.149.down_proj,0.0000001356,0.05000,3.852
12,mlp.experts.24.down_proj,0.0000000573,0.05000,3.940
12,mlp.experts.20.down_proj,0.0000000727,0.05000,3.915
12,mlp.experts.157.down_proj,0.0000001251,0.05000,3.950
12,mlp.experts.145.down_proj,0.0000000460,0.05000,3.961
12,mlp.experts.172.down_proj,0.0000004409,0.05000,3.910
12,mlp.experts.19.down_proj,0.0000002464,0.05000,3.808
12,mlp.experts.31.down_proj,0.0000002062,0.05000,3.805
12,mlp.experts.27.down_proj,0.0000000886,0.05000,3.695
12,mlp.experts.32.down_proj,0.0000002551,0.05000,3.606
12,mlp.experts.41.down_proj,0.0000000560,0.05000,3.509
12,mlp.experts.151.down_proj,0.0000001003,0.05000,3.377
12,mlp.experts.46.down_proj,0.0000001297,0.05000,3.395
12,mlp.experts.42.down_proj,0.0000002075,0.05000,3.370
12,mlp.experts.34.down_proj,0.0000000721,0.05000,3.367
12,mlp.experts.165.down_proj,0.0000000780,0.05000,3.337
12,mlp.experts.40.down_proj,0.0000002058,0.05000,3.426
12,mlp.experts.36.down_proj,0.0000001835,0.05000,3.438
12,mlp.experts.173.down_proj,0.0000001807,0.05000,3.440
12,mlp.experts.161.down_proj,0.0000000812,0.05000,3.384
12,mlp.experts.35.down_proj,0.0000002735,0.05000,3.629
12,mlp.experts.188.down_proj,0.0000000647,0.05000,3.692
12,mlp.experts.47.down_proj,0.0000002093,0.05000,3.701
12,mlp.experts.43.down_proj,0.0000001164,0.05000,3.670
12,mlp.experts.48.down_proj,0.0000000661,0.05000,3.804
12,mlp.experts.57.down_proj,0.0000001632,0.05000,3.821
12,mlp.experts.167.down_proj,0.0000000866,0.05000,3.788
12,mlp.experts.62.down_proj,0.0000000470,0.05000,3.784
12,mlp.experts.58.down_proj,0.0000000744,0.05000,3.734
12,mlp.experts.50.down_proj,0.0000001892,0.05000,3.747
12,mlp.experts.181.down_proj,0.0000004378,0.05000,3.745
12,mlp.experts.197.down_proj,failsafe(rtn): 0.0008545,0.00000,0.177
12,mlp.experts.52.down_proj,0.0000000968,0.05000,3.698
12,mlp.experts.56.down_proj,0.0000001767,0.05000,3.715
12,mlp.experts.189.down_proj,0.0000000594,0.05000,3.660
12,mlp.experts.177.down_proj,0.0000000731,0.05000,3.614
12,mlp.experts.193.down_proj,failsafe(rtn): 0.0008545,0.00000,0.139
12,mlp.experts.51.down_proj,0.0000000381,0.05000,3.520
12,mlp.experts.204.down_proj,0.0000000774,0.05000,3.516
12,mlp.experts.63.down_proj,0.0000001171,0.05000,3.545
12,mlp.experts.59.down_proj,0.0000001678,0.05000,3.519
12,mlp.experts.64.down_proj,0.0000001302,0.05000,3.441
12,mlp.experts.73.down_proj,0.0000001019,0.05000,3.389
12,mlp.experts.183.down_proj,0.0000003470,0.05000,3.287
12,mlp.experts.78.down_proj,0.0000000569,0.05000,3.247
12,mlp.experts.74.down_proj,0.0000000847,0.05000,3.199
12,mlp.experts.66.down_proj,0.0000002938,0.05000,3.230
12,mlp.experts.213.down_proj,0.0000000424,0.05000,3.143
12,mlp.experts.68.down_proj,0.0000000398,0.05000,3.163
12,mlp.experts.72.down_proj,0.0000001622,0.05000,3.162
12,mlp.experts.205.down_proj,0.0000002466,0.05000,3.200
12,mlp.experts.209.down_proj,0.0000003848,0.05000,3.185
12,mlp.experts.67.down_proj,0.0000000849,0.05000,3.100
12,mlp.experts.220.down_proj,0.0000001427,0.05000,3.118
12,mlp.experts.79.down_proj,0.0000001110,0.05000,3.036
12,mlp.experts.75.down_proj,0.0000009694,0.05000,3.008
12,mlp.experts.80.down_proj,0.0000002810,0.05000,3.069
12,mlp.experts.89.down_proj,0.0000001220,0.05000,3.256
12,mlp.experts.94.down_proj,0.0000000550,0.05000,3.376
12,mlp.experts.199.down_proj,0.0000000926,0.05000,3.441
12,mlp.experts.215.down_proj,failsafe(rtn): 0.0008774,0.00000,0.201
12,mlp.experts.90.down_proj,0.0000000980,0.05000,3.537
12,mlp.experts.82.down_proj,0.0000003870,0.05000,3.635
12,mlp.experts.84.down_proj,0.0000001711,0.05000,3.607
12,mlp.experts.88.down_proj,0.0000000651,0.05000,3.642
12,mlp.experts.229.down_proj,0.0000000871,0.05000,3.688
12,mlp.experts.221.down_proj,0.0000000975,0.05000,3.697
12,mlp.experts.225.down_proj,0.0000002559,0.05000,3.660
12,mlp.experts.237.down_proj,failsafe(rtn): 0.0008812,0.00000,0.191
12,mlp.experts.83.down_proj,0.0000000695,0.05000,3.802
12,mlp.experts.236.down_proj,0.0000004733,0.05000,3.782
12,mlp.experts.95.down_proj,0.0000001594,0.05000,3.824
12,mlp.experts.91.down_proj,0.0000000611,0.05000,3.856
12,mlp.experts.96.down_proj,0.0000001178,0.05000,3.770
12,mlp.experts.105.down_proj,0.0000000448,0.05000,3.614
12,mlp.experts.110.down_proj,0.0000001341,0.05000,3.572
12,mlp.experts.231.down_proj,0.0000002667,0.05000,3.503
12,mlp.experts.106.down_proj,0.0000000992,0.05000,3.515
12,mlp.experts.98.down_proj,0.0000000387,0.05000,3.534
12,mlp.experts.100.down_proj,0.0000000522,0.05000,3.505
12,mlp.experts.245.down_proj,0.0000004285,0.05000,3.474
12,mlp.experts.104.down_proj,0.0000001226,0.05000,3.594
12,mlp.experts.241.down_proj,0.0000001336,0.05000,3.411
12,mlp.experts.253.down_proj,0.0000000948,0.05000,3.489
12,mlp.experts.252.down_proj,0.0000000552,0.05000,3.507
12,mlp.experts.99.down_proj,0.0000001406,0.05000,3.533
12,mlp.experts.111.down_proj,0.0000001100,0.05000,3.432
12,mlp.experts.107.down_proj,0.0000002261,0.05000,3.387
12,mlp.experts.112.down_proj,0.0000000841,0.05000,3.300
12,mlp.experts.121.down_proj,0.0000002309,0.05000,3.289
12,mlp.experts.126.down_proj,0.0000000351,0.05000,3.128
12,mlp.experts.247.down_proj,0.0000000287,0.05000,3.094
12,mlp.experts.122.down_proj,0.0000002935,0.05000,2.977
12,mlp.experts.114.down_proj,0.0000002177,0.05000,2.948
12,mlp.experts.116.down_proj,0.0000000614,0.05000,2.816
12,mlp.experts.120.down_proj,0.0000000409,0.05000,2.737
12,mlp.experts.115.down_proj,0.0000002629,0.05000,2.283
12,mlp.experts.123.down_proj,0.0000003729,0.05000,2.229
12,mlp.experts.127.down_proj,0.0000000762,0.05000,2.328
12,mlp.experts.128.down_proj,0.0000001537,0.05000,2.264
12,mlp.experts.137.down_proj,0.0000000794,0.05000,2.113
12,mlp.experts.142.down_proj,0.0000000417,0.05000,2.088
12,mlp.experts.138.down_proj,0.0000001203,0.05000,2.021
12,mlp.experts.130.down_proj,0.0000002680,0.05000,1.954
12,mlp.experts.132.down_proj,0.0000001270,0.05000,2.023
12,mlp.experts.136.down_proj,0.0000002272,0.05000,2.039
12,mlp.experts.131.down_proj,0.0000001957,0.05000,2.059
12,mlp.experts.143.down_proj,0.0000000679,0.05000,2.065
12,mlp.experts.139.down_proj,0.0000004963,0.05000,2.092
12,mlp.experts.144.down_proj,0.0000000362,0.05000,2.150
12,mlp.experts.153.down_proj,0.0000000621,0.05000,2.066
12,mlp.experts.158.down_proj,0.0000001579,0.05000,2.107
12,mlp.experts.154.down_proj,0.0000002501,0.05000,2.085
12,mlp.experts.146.down_proj,0.0000000583,0.05000,2.070
12,mlp.experts.148.down_proj,0.0000004654,0.05000,2.079
12,mlp.experts.152.down_proj,0.0000010701,0.05000,2.091
12,mlp.experts.147.down_proj,0.0000002207,0.05000,2.162
12,mlp.experts.159.down_proj,0.0000000514,0.05000,2.175
12,mlp.experts.155.down_proj,0.0000001096,0.05000,2.200
12,mlp.experts.160.down_proj,0.0000001462,0.05000,2.170
12,mlp.experts.169.down_proj,0.0000000667,0.05000,2.077
12,mlp.experts.174.down_proj,0.0000000372,0.05000,2.149
12,mlp.experts.170.down_proj,0.0000002984,0.05000,2.132
12,mlp.experts.162.down_proj,0.0000005822,0.05000,2.155
12,mlp.experts.164.down_proj,0.0000000712,0.05000,2.195
12,mlp.experts.168.down_proj,0.0000001315,0.05000,2.176
12,mlp.experts.163.down_proj,0.0000000682,0.05000,2.102
12,mlp.experts.175.down_proj,0.0000000525,0.05000,2.046
12,mlp.experts.171.down_proj,0.0000003789,0.05000,2.072
12,mlp.experts.185.down_proj,0.0000001482,0.05000,1.963
12,mlp.experts.176.down_proj,0.0000001068,0.05000,2.034
12,mlp.experts.190.down_proj,0.0000003397,0.05000,2.006
12,mlp.experts.186.down_proj,0.0000001396,0.05000,1.994
12,mlp.experts.178.down_proj,0.0000001391,0.05000,2.053
12,mlp.experts.180.down_proj,0.0000001289,0.05000,2.078
12,mlp.experts.184.down_proj,0.0000000300,0.05000,2.090
12,mlp.experts.179.down_proj,0.0000001972,0.05000,2.283
12,mlp.experts.191.down_proj,0.0000001331,0.05000,2.266
12,mlp.experts.201.down_proj,0.0000000723,0.05000,2.171
12,mlp.experts.187.down_proj,0.0000000494,0.05000,2.257
12,mlp.experts.192.down_proj,0.0000001342,0.05000,2.277
12,mlp.experts.206.down_proj,0.0000000777,0.05000,2.284
12,mlp.experts.202.down_proj,0.0000002762,0.05000,2.222
12,mlp.experts.194.down_proj,0.0000001344,0.05000,2.156
12,mlp.experts.196.down_proj,0.0000000824,0.05000,2.135
12,mlp.experts.200.down_proj,0.0000001030,0.05000,2.181
12,mlp.experts.195.down_proj,0.0000000658,0.05000,1.959
12,mlp.experts.217.down_proj,0.0000002181,0.05000,1.898
12,mlp.experts.207.down_proj,0.0000001768,0.05000,1.960
12,mlp.experts.203.down_proj,0.0000001905,0.05000,1.940
12,mlp.experts.208.down_proj,0.0000000582,0.05000,2.004
12,mlp.experts.222.down_proj,0.0000001926,0.05000,2.044
12,mlp.experts.218.down_proj,0.0000000600,0.05000,1.993
12,mlp.experts.210.down_proj,0.0000002558,0.05000,2.015
12,mlp.experts.212.down_proj,0.0000001160,0.05000,2.038
12,mlp.experts.216.down_proj,0.0000000715,0.05000,2.013
12,mlp.experts.233.down_proj,0.0000003925,0.05000,2.044
12,mlp.experts.211.down_proj,0.0000000433,0.05000,2.122
12,mlp.experts.223.down_proj,0.0000001495,0.05000,2.081
12,mlp.experts.219.down_proj,0.0000001693,0.05000,2.050
12,mlp.experts.224.down_proj,0.0000000469,0.05000,2.139
12,mlp.experts.238.down_proj,0.0000003208,0.05000,2.056
12,mlp.experts.234.down_proj,0.0000000911,0.05000,2.070
12,mlp.experts.226.down_proj,0.0000001599,0.05000,2.039
12,mlp.experts.228.down_proj,0.0000002272,0.05000,2.068
12,mlp.experts.232.down_proj,0.0000000522,0.05000,2.082
12,mlp.experts.249.down_proj,0.0000001436,0.05000,1.972
12,mlp.experts.239.down_proj,0.0000000649,0.05000,2.076
12,mlp.experts.227.down_proj,0.0000002272,0.05000,2.094
12,mlp.experts.235.down_proj,0.0000000788,0.05000,2.133
12,mlp.experts.240.down_proj,0.0000000960,0.05000,2.038
12,mlp.experts.254.down_proj,0.0000000345,0.05000,2.043
12,mlp.experts.250.down_proj,0.0000001018,0.05000,2.053
12,mlp.experts.242.down_proj,0.0000002020,0.05000,2.015
12,mlp.experts.244.down_proj,0.0000001087,0.05000,1.897
12,mlp.experts.248.down_proj,0.0000001286,0.05000,1.808
12,mlp.experts.243.down_proj,0.0000000554,0.05000,1.068
12,mlp.experts.255.down_proj,0.0000000375,0.05000,1.081
12,mlp.experts.251.down_proj,0.0000000380,0.05000,1.021
13,mlp.experts.0.gate_proj,0.0000098802,0.05000,15.330
13,mlp.experts.4.gate_proj,0.0000068860,0.05000,15.376
13,mlp.experts.5.gate_proj,0.0000089042,0.05000,15.437
13,mlp.experts.1.gate_proj,0.0000070623,0.05000,15.455
13,mlp.experts.8.gate_proj,0.0000180404,0.05000,15.475
13,mlp.experts.12.gate_proj,0.0000430017,0.05000,15.540
13,mlp.experts.13.gate_proj,0.0000073408,0.05000,15.566
13,mlp.experts.15.gate_proj,0.0000042984,0.05000,15.577
13,mlp.experts.3.gate_proj,0.0000053519,0.05000,15.593
13,mlp.experts.14.gate_proj,0.0000054184,0.05000,15.599
13,mlp.experts.9.gate_proj,0.0000256644,0.05000,15.606
13,mlp.experts.2.gate_proj,0.0000062897,0.05000,15.613
13,mlp.experts.11.gate_proj,0.0000036326,0.05000,15.633
13,mlp.experts.10.gate_proj,0.0000422124,0.05000,15.651
13,mlp.experts.7.gate_proj,0.0000247353,0.05000,15.669
13,mlp.experts.6.gate_proj,0.0000060468,0.05000,15.714
13,mlp.experts.28.gate_proj,failsafe(rtn): 0.0008392,0.00000,0.952
13,mlp.experts.25.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.915
13,mlp.experts.21.gate_proj,0.0000070392,0.05000,14.330
13,mlp.experts.20.gate_proj,0.0000078556,0.05000,14.392
13,mlp.experts.16.gate_proj,0.0000146330,0.05000,14.444
13,mlp.experts.24.gate_proj,0.0000253256,0.05000,14.317
13,mlp.experts.18.gate_proj,0.0000039327,0.05000,14.257
13,mlp.experts.17.gate_proj,0.0000139162,0.05000,14.414
13,mlp.experts.30.gate_proj,0.0000161344,0.05000,14.271
13,mlp.experts.29.gate_proj,0.0000224273,0.05000,14.322
13,mlp.experts.27.gate_proj,0.0000069378,0.05000,14.253
13,mlp.experts.31.gate_proj,0.0000162328,0.05000,14.376
13,mlp.experts.22.gate_proj,0.0000047819,0.05000,14.278
13,mlp.experts.26.gate_proj,0.0000123230,0.05000,14.397
13,mlp.experts.19.gate_proj,0.0000057492,0.05000,14.482
13,mlp.experts.23.gate_proj,0.0000213888,0.05000,14.440
13,mlp.experts.44.gate_proj,0.0000142247,0.05000,14.041
13,mlp.experts.41.gate_proj,0.0000066547,0.05000,14.187
13,mlp.experts.37.gate_proj,0.0000049713,0.05000,15.850
13,mlp.experts.32.gate_proj,0.0000089740,0.05000,15.870
13,mlp.experts.33.gate_proj,0.0000046477,0.05000,15.832
13,mlp.experts.40.gate_proj,0.0000151903,0.05000,15.909
13,mlp.experts.46.gate_proj,0.0000086496,0.05000,15.833
13,mlp.experts.36.gate_proj,0.0000072352,0.05000,15.969
13,mlp.experts.45.gate_proj,0.0000015668,0.05000,15.857
13,mlp.experts.34.gate_proj,0.0000047545,0.05000,15.955
13,mlp.experts.43.gate_proj,0.0000030151,0.05000,16.025
13,mlp.experts.42.gate_proj,0.0000059323,0.05000,15.893
13,mlp.experts.39.gate_proj,0.0000164134,0.05000,15.838
13,mlp.experts.38.gate_proj,0.0000041242,0.05000,15.967
13,mlp.experts.35.gate_proj,0.0000128192,0.05000,15.890
13,mlp.experts.47.gate_proj,0.0000042718,0.05000,16.031
13,mlp.experts.60.gate_proj,0.0000015647,0.05000,15.911
13,mlp.experts.59.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.831
13,mlp.experts.57.gate_proj,0.0000053063,0.05000,16.053
13,mlp.experts.48.gate_proj,0.0000071725,0.05000,14.664
13,mlp.experts.53.gate_proj,0.0000343245,0.05000,14.855
13,mlp.experts.62.gate_proj,0.0000390883,0.05000,14.760
13,mlp.experts.56.gate_proj,0.0000051926,0.05000,14.847
13,mlp.experts.50.gate_proj,0.0000223871,0.05000,14.778
13,mlp.experts.52.gate_proj,0.0000049898,0.05000,14.884
13,mlp.experts.49.gate_proj,0.0000099881,0.05000,14.952
13,mlp.experts.61.gate_proj,0.0000037924,0.05000,14.929
13,mlp.experts.58.gate_proj,0.0000058005,0.05000,14.803
13,mlp.experts.51.gate_proj,0.0000092262,0.05000,14.881
13,mlp.experts.55.gate_proj,0.0000138229,0.05000,14.913
13,mlp.experts.54.gate_proj,0.0000331941,0.05000,14.960
13,mlp.experts.63.gate_proj,0.0000119798,0.05000,14.959
13,mlp.experts.76.gate_proj,0.0000065610,0.05000,14.733
13,mlp.experts.73.gate_proj,0.0000104676,0.05000,14.879
13,mlp.experts.75.gate_proj,0.0000157518,0.05000,14.940
13,mlp.experts.64.gate_proj,0.0000068810,0.05000,15.404
13,mlp.experts.78.gate_proj,0.0000083305,0.05000,15.419
13,mlp.experts.68.gate_proj,0.0000211456,0.05000,15.312
13,mlp.experts.69.gate_proj,0.0000214173,0.05000,15.475
13,mlp.experts.66.gate_proj,0.0000034299,0.05000,15.403
13,mlp.experts.72.gate_proj,0.0000076056,0.05000,15.430
13,mlp.experts.65.gate_proj,0.0000034980,0.05000,15.393
13,mlp.experts.74.gate_proj,0.0000028884,0.05000,15.436
13,mlp.experts.77.gate_proj,0.0000120567,0.05000,15.506
13,mlp.experts.79.gate_proj,0.0000090793,0.05000,15.368
13,mlp.experts.67.gate_proj,0.0000135830,0.05000,15.524
13,mlp.experts.71.gate_proj,0.0000043305,0.05000,15.563
13,mlp.experts.70.gate_proj,0.0000110868,0.05000,15.498
13,mlp.experts.92.gate_proj,0.0000057852,0.05000,15.461
13,mlp.experts.89.gate_proj,0.0000086262,0.05000,15.501
13,mlp.experts.91.gate_proj,0.0000047873,0.05000,15.496
13,mlp.experts.80.gate_proj,0.0000069972,0.05000,15.462
13,mlp.experts.84.gate_proj,0.0000070776,0.05000,15.433
13,mlp.experts.85.gate_proj,0.0000158895,0.05000,15.456
13,mlp.experts.81.gate_proj,0.0000061812,0.05000,15.326
13,mlp.experts.94.gate_proj,0.0000020004,0.05000,15.542
13,mlp.experts.82.gate_proj,0.0000211342,0.05000,15.564
13,mlp.experts.90.gate_proj,0.0000188102,0.05000,15.431
13,mlp.experts.93.gate_proj,0.0000030079,0.05000,15.458
13,mlp.experts.88.gate_proj,0.0000299128,0.05000,15.646
13,mlp.experts.95.gate_proj,0.0000128175,0.05000,15.515
13,mlp.experts.86.gate_proj,0.0000126012,0.05000,15.427
13,mlp.experts.83.gate_proj,0.0000021914,0.05000,15.498
13,mlp.experts.87.gate_proj,0.0000051774,0.05000,15.594
13,mlp.experts.108.gate_proj,0.0000102184,0.05000,15.406
13,mlp.experts.105.gate_proj,0.0000048207,0.05000,15.424
13,mlp.experts.107.gate_proj,0.0000096086,0.05000,15.483
13,mlp.experts.96.gate_proj,0.0000573679,0.05000,15.820
13,mlp.experts.97.gate_proj,0.0000054854,0.05000,15.651
13,mlp.experts.100.gate_proj,0.0000063562,0.05000,15.767
13,mlp.experts.110.gate_proj,0.0000099391,0.05000,15.721
13,mlp.experts.101.gate_proj,0.0000083345,0.05000,15.804
13,mlp.experts.106.gate_proj,0.0000141937,0.05000,15.713
13,mlp.experts.98.gate_proj,0.0000060366,0.05000,15.790
13,mlp.experts.104.gate_proj,0.0000038998,0.05000,15.739
13,mlp.experts.109.gate_proj,0.0000258288,0.05000,15.793
13,mlp.experts.103.gate_proj,0.0000079947,0.05000,15.561
13,mlp.experts.99.gate_proj,0.0000178680,0.05000,15.692
13,mlp.experts.124.gate_proj,0.0000061742,0.05000,15.580
13,mlp.experts.111.gate_proj,0.0000052956,0.05000,15.846
13,mlp.experts.102.gate_proj,0.0000112159,0.05000,15.914
13,mlp.experts.121.gate_proj,0.0000129482,0.05000,15.617
13,mlp.experts.123.gate_proj,0.0000130291,0.05000,15.743
13,mlp.experts.113.gate_proj,0.0000042144,0.05000,16.195
13,mlp.experts.112.gate_proj,0.0000075330,0.05000,16.317
13,mlp.experts.116.gate_proj,0.0000066434,0.05000,16.192
13,mlp.experts.117.gate_proj,0.0000127748,0.05000,16.172
13,mlp.experts.126.gate_proj,0.0000084273,0.05000,16.244
13,mlp.experts.122.gate_proj,0.0000066452,0.05000,16.151
13,mlp.experts.114.gate_proj,0.0000108924,0.05000,16.170
13,mlp.experts.125.gate_proj,0.0000225102,0.05000,16.101
13,mlp.experts.120.gate_proj,0.0000040156,0.05000,16.277
13,mlp.experts.140.gate_proj,0.0000049877,0.05000,16.277
13,mlp.experts.119.gate_proj,0.0000061499,0.05000,16.335
13,mlp.experts.115.gate_proj,0.0000062782,0.05000,16.394
13,mlp.experts.127.gate_proj,0.0000070683,0.05000,16.371
13,mlp.experts.118.gate_proj,0.0000068948,0.05000,16.397
13,mlp.experts.137.gate_proj,0.0000077082,0.05000,16.303
13,mlp.experts.139.gate_proj,0.0000186210,0.05000,16.402
13,mlp.experts.132.gate_proj,0.0000047757,0.05000,14.740
13,mlp.experts.129.gate_proj,0.0000101922,0.05000,14.832
13,mlp.experts.133.gate_proj,0.0000098400,0.05000,14.749
13,mlp.experts.128.gate_proj,0.0000195798,0.05000,14.964
13,mlp.experts.138.gate_proj,0.0000115370,0.05000,14.910
13,mlp.experts.142.gate_proj,0.0000046640,0.05000,14.943
13,mlp.experts.130.gate_proj,0.0000136126,0.05000,14.887
13,mlp.experts.141.gate_proj,0.0000116673,0.05000,14.918
13,mlp.experts.136.gate_proj,0.0000035156,0.05000,14.820
13,mlp.experts.156.gate_proj,0.0000071611,0.05000,14.699
13,mlp.experts.134.gate_proj,0.0000043697,0.05000,14.482
13,mlp.experts.135.gate_proj,0.0000101417,0.05000,14.785
13,mlp.experts.131.gate_proj,0.0000151068,0.05000,14.791
13,mlp.experts.143.gate_proj,0.0000121260,0.05000,14.807
13,mlp.experts.153.gate_proj,0.0000046336,0.05000,14.511
13,mlp.experts.155.gate_proj,0.0000095361,0.05000,14.725
13,mlp.experts.148.gate_proj,0.0000079519,0.05000,15.510
13,mlp.experts.145.gate_proj,0.0000054428,0.05000,15.497
13,mlp.experts.149.gate_proj,0.0000113120,0.05000,15.591
13,mlp.experts.146.gate_proj,0.0000048636,0.05000,15.433
13,mlp.experts.144.gate_proj,0.0000030094,0.05000,15.579
13,mlp.experts.154.gate_proj,0.0000062076,0.05000,15.553
13,mlp.experts.158.gate_proj,0.0000142116,0.05000,15.565
13,mlp.experts.157.gate_proj,0.0000149750,0.05000,15.686
13,mlp.experts.152.gate_proj,0.0000099911,0.05000,15.727
13,mlp.experts.172.gate_proj,0.0000101507,0.05000,15.676
13,mlp.experts.150.gate_proj,0.0000147488,0.05000,15.669
13,mlp.experts.151.gate_proj,0.0000052855,0.05000,15.703
13,mlp.experts.159.gate_proj,0.0000100612,0.05000,15.628
13,mlp.experts.169.gate_proj,0.0000252675,0.05000,15.718
13,mlp.experts.147.gate_proj,0.0000027241,0.05000,15.975
13,mlp.experts.171.gate_proj,0.0000054815,0.05000,15.887
13,mlp.experts.161.gate_proj,0.0000083439,0.05000,15.317
13,mlp.experts.164.gate_proj,0.0000044745,0.05000,15.410
13,mlp.experts.165.gate_proj,0.0000058139,0.05000,15.386
13,mlp.experts.170.gate_proj,0.0000072420,0.05000,15.330
13,mlp.experts.162.gate_proj,0.0000029538,0.05000,15.442
13,mlp.experts.160.gate_proj,0.0000112957,0.05000,15.470
13,mlp.experts.174.gate_proj,0.0000064176,0.05000,15.447
13,mlp.experts.173.gate_proj,0.0000124729,0.05000,15.348
13,mlp.experts.168.gate_proj,0.0000039536,0.05000,15.270
13,mlp.experts.188.gate_proj,0.0000095432,0.05000,15.398
13,mlp.experts.166.gate_proj,0.0000072888,0.05000,15.341
13,mlp.experts.167.gate_proj,0.0000065106,0.05000,15.278
13,mlp.experts.175.gate_proj,0.0000082838,0.05000,15.374
13,mlp.experts.185.gate_proj,0.0000121928,0.05000,15.194
13,mlp.experts.163.gate_proj,0.0000211971,0.05000,15.216
13,mlp.experts.187.gate_proj,0.0000254275,0.05000,15.225
13,mlp.experts.180.gate_proj,0.0000043185,0.05000,14.127
13,mlp.experts.177.gate_proj,0.0000091123,0.05000,14.280
13,mlp.experts.181.gate_proj,0.0000084086,0.05000,14.288
13,mlp.experts.178.gate_proj,0.0000172505,0.05000,14.270
13,mlp.experts.176.gate_proj,0.0000106991,0.05000,14.234
13,mlp.experts.186.gate_proj,0.0000336892,0.05000,14.343
13,mlp.experts.190.gate_proj,0.0000144166,0.05000,14.336
13,mlp.experts.184.gate_proj,0.0000265281,0.05000,14.229
13,mlp.experts.189.gate_proj,0.0000051116,0.05000,14.259
13,mlp.experts.204.gate_proj,0.0000092659,0.05000,14.334
13,mlp.experts.183.gate_proj,0.0000027909,0.05000,14.357
13,mlp.experts.182.gate_proj,0.0000039565,0.05000,14.434
13,mlp.experts.201.gate_proj,0.0000064762,0.05000,14.313
13,mlp.experts.191.gate_proj,0.0000168241,0.05000,14.412
13,mlp.experts.179.gate_proj,0.0000118975,0.05000,14.586
13,mlp.experts.203.gate_proj,0.0000100508,0.05000,14.639
13,mlp.experts.193.gate_proj,0.0000131986,0.05000,15.364
13,mlp.experts.196.gate_proj,0.0000098014,0.05000,15.476
13,mlp.experts.197.gate_proj,0.0000100449,0.05000,15.416
13,mlp.experts.194.gate_proj,0.0000280803,0.05000,15.471
13,mlp.experts.192.gate_proj,0.0000087482,0.05000,15.534
13,mlp.experts.202.gate_proj,0.0000048890,0.05000,15.535
13,mlp.experts.205.gate_proj,0.0000056434,0.05000,15.389
13,mlp.experts.206.gate_proj,0.0000147599,0.05000,15.467
13,mlp.experts.200.gate_proj,0.0000044078,0.05000,15.545
13,mlp.experts.198.gate_proj,0.0000172463,0.05000,15.389
13,mlp.experts.220.gate_proj,0.0000064378,0.05000,15.501
13,mlp.experts.217.gate_proj,0.0000049074,0.05000,15.330
13,mlp.experts.199.gate_proj,0.0000051219,0.05000,15.530
13,mlp.experts.207.gate_proj,0.0000205604,0.05000,15.451
13,mlp.experts.195.gate_proj,0.0000084449,0.05000,15.311
13,mlp.experts.219.gate_proj,0.0000032987,0.05000,15.404
13,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.655
13,mlp.experts.212.gate_proj,0.0000040161,0.05000,15.420
13,mlp.experts.209.gate_proj,0.0000116216,0.05000,15.468
13,mlp.experts.213.gate_proj,0.0000145821,0.05000,15.549
13,mlp.experts.210.gate_proj,0.0000065973,0.05000,15.531
13,mlp.experts.221.gate_proj,0.0000086143,0.05000,15.393
13,mlp.experts.222.gate_proj,0.0000088655,0.05000,15.435
13,mlp.experts.208.gate_proj,0.0000042074,0.05000,15.555
13,mlp.experts.218.gate_proj,0.0000153155,0.05000,15.538
13,mlp.experts.216.gate_proj,0.0000098024,0.05000,15.454
13,mlp.experts.236.gate_proj,0.0000142404,0.05000,15.418
13,mlp.experts.214.gate_proj,0.0000014527,0.05000,15.480
13,mlp.experts.233.gate_proj,0.0000051789,0.05000,15.544
13,mlp.experts.215.gate_proj,0.0000050396,0.05000,15.543
13,mlp.experts.223.gate_proj,0.0000357978,0.05000,15.691
13,mlp.experts.211.gate_proj,0.0000079570,0.05000,15.645
13,mlp.experts.251.gate_proj,0.0000048891,0.05000,15.900
13,mlp.experts.225.gate_proj,0.0000105235,0.05000,15.595
13,mlp.experts.228.gate_proj,0.0000274966,0.05000,15.686
13,mlp.experts.229.gate_proj,0.0000173976,0.05000,15.607
13,mlp.experts.237.gate_proj,0.0000046535,0.05000,15.641
13,mlp.experts.232.gate_proj,0.0000086424,0.05000,15.543
13,mlp.experts.234.gate_proj,0.0000084740,0.05000,15.620
13,mlp.experts.226.gate_proj,0.0000299408,0.05000,15.866
13,mlp.experts.224.gate_proj,0.0000018833,0.05000,15.810
13,mlp.experts.238.gate_proj,0.0000104041,0.05000,15.848
13,mlp.experts.252.gate_proj,0.0000160931,0.05000,15.532
13,mlp.experts.230.gate_proj,0.0000080216,0.05000,15.699
13,mlp.experts.249.gate_proj,0.0000107866,0.05000,15.597
13,mlp.experts.245.gate_proj,failsafe(rtn): 0.0008888,0.00000,0.955
13,mlp.experts.231.gate_proj,0.0000168993,0.05000,15.818
13,mlp.experts.239.gate_proj,0.0000102624,0.05000,15.788
13,mlp.experts.227.gate_proj,0.0000105721,0.05000,15.833
13,mlp.experts.11.up_proj,0.0000033800,0.05000,15.671
13,mlp.experts.241.gate_proj,0.0000090903,0.05000,15.294
13,mlp.experts.244.gate_proj,0.0000066969,0.05000,15.322
13,mlp.experts.253.gate_proj,0.0000131648,0.05000,15.109
13,mlp.experts.248.gate_proj,0.0000098333,0.05000,15.063
13,mlp.experts.250.gate_proj,0.0000157487,0.05000,15.097
13,mlp.experts.242.gate_proj,0.0000218167,0.05000,15.002
13,mlp.experts.254.gate_proj,0.0000053883,0.05000,14.908
13,mlp.experts.240.gate_proj,0.0000073482,0.05000,15.012
13,mlp.experts.12.up_proj,0.0000355233,0.05000,15.090
13,mlp.experts.246.gate_proj,0.0000203943,0.05000,14.929
13,mlp.experts.9.up_proj,0.0000204150,0.05000,14.932
13,mlp.experts.5.up_proj,0.0000083850,0.05000,14.965
13,mlp.experts.247.gate_proj,0.0000235742,0.05000,15.060
13,mlp.experts.255.gate_proj,0.0000053276,0.05000,14.985
13,mlp.experts.28.up_proj,failsafe(rtn): 0.0009155,0.00000,0.733
13,mlp.experts.243.gate_proj,0.0000164571,0.05000,15.018
13,mlp.experts.27.up_proj,0.0000055480,0.05000,14.364
13,mlp.experts.4.up_proj,0.0000052296,0.05000,12.061
13,mlp.experts.1.up_proj,0.0000071407,0.05000,12.099
13,mlp.experts.13.up_proj,0.0000083095,0.05000,11.980
13,mlp.experts.14.up_proj,0.0000044364,0.05000,11.971
13,mlp.experts.10.up_proj,0.0000466795,0.05000,12.006
13,mlp.experts.2.up_proj,0.0000057969,0.05000,12.106
13,mlp.experts.8.up_proj,0.0000149855,0.05000,12.247
13,mlp.experts.0.up_proj,0.0000101572,0.05000,12.168
13,mlp.experts.6.up_proj,0.0000062562,0.05000,12.034
13,mlp.experts.7.up_proj,0.0000199583,0.05000,12.083
13,mlp.experts.25.up_proj,failsafe(rtn): 0.0008621,0.00000,0.798
13,mlp.experts.15.up_proj,0.0000043559,0.05000,12.054
13,mlp.experts.3.up_proj,0.0000050383,0.05000,12.186
13,mlp.experts.44.up_proj,0.0000133046,0.05000,12.280
13,mlp.experts.43.up_proj,0.0000036560,0.05000,12.714
13,mlp.experts.59.up_proj,failsafe(rtn): 0.0008659,0.00000,0.696
13,mlp.experts.20.up_proj,0.0000065428,0.05000,14.469
13,mlp.experts.21.up_proj,0.0000064998,0.05000,14.449
13,mlp.experts.29.up_proj,0.0000241547,0.05000,14.540
13,mlp.experts.26.up_proj,0.0000115839,0.05000,14.477
13,mlp.experts.17.up_proj,0.0000118020,0.05000,14.604
13,mlp.experts.30.up_proj,0.0000161125,0.05000,14.625
13,mlp.experts.24.up_proj,0.0000197009,0.05000,14.488
13,mlp.experts.18.up_proj,0.0000038576,0.05000,14.587
13,mlp.experts.16.up_proj,0.0000135585,0.05000,14.542
13,mlp.experts.22.up_proj,0.0000045021,0.05000,14.596
13,mlp.experts.41.up_proj,0.0000067045,0.05000,14.312
13,mlp.experts.23.up_proj,0.0000204765,0.05000,14.554
13,mlp.experts.31.up_proj,0.0000142310,0.05000,14.578
13,mlp.experts.19.up_proj,0.0000061111,0.05000,14.436
13,mlp.experts.75.up_proj,0.0000129889,0.05000,14.425
13,mlp.experts.37.up_proj,0.0000050457,0.05000,13.932
13,mlp.experts.34.up_proj,0.0000044331,0.05000,13.726
13,mlp.experts.45.up_proj,0.0000014493,0.05000,13.978
13,mlp.experts.33.up_proj,0.0000042393,0.05000,13.932
13,mlp.experts.42.up_proj,0.0000053213,0.05000,13.991
13,mlp.experts.46.up_proj,0.0000074162,0.05000,13.967
13,mlp.experts.60.up_proj,0.0000014280,0.05000,13.891
13,mlp.experts.36.up_proj,0.0000063066,0.05000,14.043
13,mlp.experts.32.up_proj,0.0000082184,0.05000,14.060
13,mlp.experts.40.up_proj,0.0000121352,0.05000,14.083
13,mlp.experts.57.up_proj,0.0000050139,0.05000,13.887
13,mlp.experts.39.up_proj,0.0000135027,0.05000,14.082
13,mlp.experts.47.up_proj,0.0000046622,0.05000,14.080
13,mlp.experts.35.up_proj,0.0000120812,0.05000,14.009
13,mlp.experts.91.up_proj,0.0000046156,0.05000,13.192
13,mlp.experts.61.up_proj,0.0000037179,0.05000,13.867
13,mlp.experts.53.up_proj,0.0000280161,0.05000,14.049
13,mlp.experts.50.up_proj,0.0000240077,0.05000,14.074
13,mlp.experts.38.up_proj,0.0000038528,0.05000,14.090
13,mlp.experts.62.up_proj,0.0000313702,0.05000,14.092
13,mlp.experts.49.up_proj,0.0000093395,0.05000,14.239
13,mlp.experts.58.up_proj,0.0000054373,0.05000,14.234
13,mlp.experts.76.up_proj,0.0000066262,0.05000,14.237
13,mlp.experts.52.up_proj,0.0000046715,0.05000,14.155
13,mlp.experts.56.up_proj,0.0000048378,0.05000,14.192
13,mlp.experts.48.up_proj,0.0000078455,0.05000,14.244
13,mlp.experts.73.up_proj,0.0000096597,0.05000,14.239
13,mlp.experts.63.up_proj,0.0000114340,0.05000,15.206
13,mlp.experts.55.up_proj,0.0000129580,0.05000,15.233
13,mlp.experts.51.up_proj,0.0000092777,0.05000,15.244
13,mlp.experts.107.up_proj,0.0000074336,0.05000,15.398
13,mlp.experts.69.up_proj,0.0000171448,0.05000,14.861
13,mlp.experts.77.up_proj,0.0000124670,0.05000,14.937
13,mlp.experts.66.up_proj,0.0000030041,0.05000,15.017
13,mlp.experts.65.up_proj,0.0000035280,0.05000,14.998
13,mlp.experts.54.up_proj,0.0000258966,0.05000,15.012
13,mlp.experts.78.up_proj,0.0000078602,0.05000,15.073
13,mlp.experts.74.up_proj,0.0000027763,0.05000,15.047
13,mlp.experts.68.up_proj,0.0000173143,0.05000,14.961
13,mlp.experts.89.up_proj,0.0000079809,0.05000,14.810
13,mlp.experts.92.up_proj,0.0000060834,0.05000,15.119
13,mlp.experts.64.up_proj,0.0000064417,0.05000,14.954
13,mlp.experts.72.up_proj,0.0000073611,0.05000,15.071
13,mlp.experts.67.up_proj,0.0000116974,0.05000,14.369
13,mlp.experts.79.up_proj,0.0000079866,0.05000,14.482
13,mlp.experts.123.up_proj,0.0000135304,0.05000,14.445
13,mlp.experts.71.up_proj,0.0000041876,0.05000,14.591
13,mlp.experts.85.up_proj,0.0000127668,0.05000,14.900
13,mlp.experts.93.up_proj,0.0000026883,0.05000,15.042
13,mlp.experts.81.up_proj,0.0000059969,0.05000,14.814
13,mlp.experts.82.up_proj,0.0000163598,0.05000,14.864
13,mlp.experts.70.up_proj,0.0000098815,0.05000,14.958
13,mlp.experts.94.up_proj,0.0000018046,0.05000,14.903
13,mlp.experts.90.up_proj,0.0000169263,0.05000,14.871
13,mlp.experts.105.up_proj,0.0000043342,0.05000,14.875
13,mlp.experts.80.up_proj,0.0000059355,0.05000,14.990
13,mlp.experts.84.up_proj,0.0000065418,0.05000,15.139
13,mlp.experts.108.up_proj,0.0000102255,0.05000,15.083
13,mlp.experts.88.up_proj,0.0000244002,0.05000,15.114
13,mlp.experts.83.up_proj,0.0000019546,0.05000,15.267
13,mlp.experts.95.up_proj,0.0000105375,0.05000,15.196
13,mlp.experts.139.up_proj,0.0000176005,0.05000,15.230
13,mlp.experts.87.up_proj,0.0000048744,0.05000,15.259
13,mlp.experts.101.up_proj,0.0000086061,0.05000,14.721
13,mlp.experts.109.up_proj,0.0000233798,0.05000,14.741
13,mlp.experts.98.up_proj,0.0000053651,0.05000,14.672
13,mlp.experts.97.up_proj,0.0000066306,0.05000,14.740
13,mlp.experts.86.up_proj,0.0000115548,0.05000,14.654
13,mlp.experts.110.up_proj,0.0000075436,0.05000,14.873
13,mlp.experts.106.up_proj,0.0000132985,0.05000,14.834
13,mlp.experts.121.up_proj,0.0000119995,0.05000,14.859
13,mlp.experts.124.up_proj,0.0000059145,0.05000,14.880
13,mlp.experts.96.up_proj,0.0000486633,0.05000,15.000
13,mlp.experts.100.up_proj,0.0000059132,0.05000,15.018
13,mlp.experts.104.up_proj,0.0000037429,0.05000,15.030
13,mlp.experts.111.up_proj,0.0000052691,0.05000,15.475
13,mlp.experts.99.up_proj,0.0000195729,0.05000,15.539
13,mlp.experts.155.up_proj,0.0000081824,0.05000,15.407
13,mlp.experts.103.up_proj,0.0000069280,0.05000,15.568
13,mlp.experts.117.up_proj,0.0000114703,0.05000,15.902
13,mlp.experts.125.up_proj,0.0000184010,0.05000,15.894
13,mlp.experts.113.up_proj,0.0000043607,0.05000,15.759
13,mlp.experts.102.up_proj,0.0000095286,0.05000,15.779
13,mlp.experts.114.up_proj,0.0000102399,0.05000,15.942
13,mlp.experts.126.up_proj,0.0000075792,0.05000,15.816
13,mlp.experts.137.up_proj,0.0000073736,0.05000,15.686
13,mlp.experts.122.up_proj,0.0000057493,0.05000,15.946
13,mlp.experts.116.up_proj,0.0000068524,0.05000,15.690
13,mlp.experts.140.up_proj,0.0000052241,0.05000,15.919
13,mlp.experts.112.up_proj,0.0000073897,0.05000,16.085
13,mlp.experts.120.up_proj,0.0000033750,0.05000,15.880
13,mlp.experts.115.up_proj,0.0000056995,0.05000,15.339
13,mlp.experts.127.up_proj,0.0000064072,0.05000,15.484
13,mlp.experts.171.up_proj,0.0000050864,0.05000,15.537
13,mlp.experts.119.up_proj,0.0000058132,0.05000,15.512
13,mlp.experts.133.up_proj,0.0000083392,0.05000,15.162
13,mlp.experts.141.up_proj,0.0000105481,0.05000,15.201
13,mlp.experts.129.up_proj,0.0000083908,0.05000,15.161
13,mlp.experts.118.up_proj,0.0000055328,0.05000,15.302
13,mlp.experts.130.up_proj,0.0000125066,0.05000,15.346
13,mlp.experts.153.up_proj,0.0000039310,0.05000,15.066
13,mlp.experts.142.up_proj,0.0000047491,0.05000,15.178
13,mlp.experts.138.up_proj,0.0000123480,0.05000,15.174
13,mlp.experts.132.up_proj,0.0000045131,0.05000,15.139
13,mlp.experts.156.up_proj,0.0000076821,0.05000,15.157
13,mlp.experts.136.up_proj,0.0000028992,0.05000,15.103
13,mlp.experts.128.up_proj,0.0000170927,0.05000,15.141
13,mlp.experts.131.up_proj,0.0000138207,0.05000,15.677
13,mlp.experts.143.up_proj,0.0000100601,0.05000,15.603
13,mlp.experts.187.up_proj,0.0000210589,0.05000,15.670
13,mlp.experts.135.up_proj,0.0000094975,0.05000,15.517
13,mlp.experts.149.up_proj,0.0000106142,0.05000,16.203
13,mlp.experts.145.up_proj,0.0000045734,0.05000,16.153
13,mlp.experts.157.up_proj,0.0000137420,0.05000,16.252
13,mlp.experts.146.up_proj,0.0000045545,0.05000,16.127
13,mlp.experts.134.up_proj,0.0000042869,0.05000,16.224
13,mlp.experts.169.up_proj,0.0000243784,0.05000,16.212
13,mlp.experts.158.up_proj,0.0000131066,0.05000,16.271
13,mlp.experts.154.up_proj,0.0000064693,0.05000,16.111
13,mlp.experts.172.up_proj,0.0000094093,0.05000,16.143
13,mlp.experts.148.up_proj,0.0000082534,0.05000,16.319
13,mlp.experts.144.up_proj,0.0000027794,0.05000,16.091
13,mlp.experts.152.up_proj,0.0000090352,0.05000,16.245
13,mlp.experts.159.up_proj,0.0000093493,0.05000,15.835
13,mlp.experts.147.up_proj,0.0000028358,0.05000,16.014
13,mlp.experts.203.up_proj,0.0000090823,0.05000,15.887
13,mlp.experts.151.up_proj,0.0000044075,0.05000,15.949
13,mlp.experts.165.up_proj,0.0000047528,0.05000,16.341
13,mlp.experts.161.up_proj,0.0000077350,0.05000,16.298
13,mlp.experts.173.up_proj,0.0000103526,0.05000,16.331
13,mlp.experts.162.up_proj,0.0000025038,0.05000,16.281
13,mlp.experts.150.up_proj,0.0000132678,0.05000,16.404
13,mlp.experts.170.up_proj,0.0000067754,0.05000,16.277
13,mlp.experts.185.up_proj,0.0000119252,0.05000,16.498
13,mlp.experts.174.up_proj,0.0000052081,0.05000,16.430
13,mlp.experts.164.up_proj,0.0000041350,0.05000,16.304
13,mlp.experts.188.up_proj,0.0000085801,0.05000,16.372
13,mlp.experts.160.up_proj,0.0000117299,0.05000,16.425
13,mlp.experts.168.up_proj,0.0000037029,0.05000,16.509
13,mlp.experts.175.up_proj,0.0000074094,0.05000,16.900
13,mlp.experts.219.up_proj,0.0000033830,0.05000,16.913
13,mlp.experts.167.up_proj,0.0000060995,0.05000,16.787
13,mlp.experts.163.up_proj,0.0000177346,0.05000,16.999
13,mlp.experts.235.up_proj,failsafe(rtn): 0.0008507,0.00000,0.840
13,mlp.experts.181.up_proj,0.0000070469,0.05000,16.377
13,mlp.experts.177.up_proj,0.0000085205,0.05000,16.481
13,mlp.experts.189.up_proj,0.0000048114,0.05000,16.411
13,mlp.experts.178.up_proj,0.0000137958,0.05000,16.512
13,mlp.experts.166.up_proj,0.0000059454,0.05000,16.375
13,mlp.experts.201.up_proj,0.0000059966,0.05000,16.473
13,mlp.experts.186.up_proj,0.0000284645,0.05000,16.574
13,mlp.experts.190.up_proj,0.0000125820,0.05000,16.450
13,mlp.experts.204.up_proj,0.0000078550,0.05000,16.224
13,mlp.experts.180.up_proj,0.0000040227,0.05000,16.538
13,mlp.experts.176.up_proj,0.0000101171,0.05000,16.432
13,mlp.experts.184.up_proj,0.0000228113,0.05000,16.383
13,mlp.experts.191.up_proj,0.0000141732,0.05000,15.988
13,mlp.experts.179.up_proj,0.0000124764,0.05000,16.175
13,mlp.experts.183.up_proj,0.0000027844,0.05000,16.244
13,mlp.experts.251.up_proj,0.0000046337,0.05000,16.069
13,mlp.experts.11.down_proj,0.0000001529,0.05000,3.514
13,mlp.experts.27.down_proj,0.0000001251,0.05000,3.495
13,mlp.experts.197.up_proj,0.0000098529,0.05000,14.671
13,mlp.experts.193.up_proj,0.0000113676,0.05000,14.678
13,mlp.experts.205.up_proj,0.0000053783,0.05000,14.780
13,mlp.experts.182.up_proj,0.0000037424,0.05000,14.542
13,mlp.experts.194.up_proj,0.0000112428,0.05000,14.672
13,mlp.experts.217.up_proj,0.0000043510,0.05000,14.640
13,mlp.experts.202.up_proj,0.0000046069,0.05000,14.663
13,mlp.experts.206.up_proj,0.0000137738,0.05000,14.653
13,mlp.experts.220.up_proj,0.0000061380,0.05000,14.631
13,mlp.experts.196.up_proj,0.0000083072,0.05000,14.652
13,mlp.experts.192.up_proj,0.0000091046,0.05000,14.662
13,mlp.experts.200.up_proj,0.0000044260,0.05000,14.683
13,mlp.experts.43.down_proj,0.0000001057,0.05000,3.721
13,mlp.experts.59.down_proj,failsafe(rtn): 0.0008698,0.00000,0.189
13,mlp.experts.207.up_proj,0.0000170027,0.05000,14.557
13,mlp.experts.195.up_proj,0.0000082246,0.05000,14.732
13,mlp.experts.199.up_proj,0.0000047372,0.05000,14.745
13,mlp.experts.75.down_proj,0.0000003803,0.05000,4.103
13,mlp.experts.91.down_proj,0.0000000536,0.05000,3.642
13,mlp.experts.107.down_proj,0.0000002126,0.05000,3.627
13,mlp.experts.213.up_proj,0.0000113004,0.05000,15.014
13,mlp.experts.209.up_proj,0.0000107288,0.05000,15.169
13,mlp.experts.221.up_proj,0.0000080669,0.05000,15.161
13,mlp.experts.198.up_proj,0.0000138541,0.05000,15.150
13,mlp.experts.210.up_proj,0.0000063853,0.05000,15.321
13,mlp.experts.218.up_proj,0.0000135154,0.05000,15.049
13,mlp.experts.222.up_proj,0.0000095081,0.05000,15.107
13,mlp.experts.233.up_proj,0.0000048465,0.05000,15.230
13,mlp.experts.236.up_proj,0.0000133477,0.05000,15.174
13,mlp.experts.212.up_proj,0.0000035487,0.05000,15.090
13,mlp.experts.208.up_proj,0.0000034032,0.05000,15.123
13,mlp.experts.216.up_proj,0.0000090961,0.05000,15.270
13,mlp.experts.123.down_proj,0.0000004711,0.05000,3.836
13,mlp.experts.223.up_proj,0.0000345271,0.05000,15.047
13,mlp.experts.211.up_proj,0.0000084411,0.05000,14.865
13,mlp.experts.215.up_proj,0.0000048702,0.05000,15.090
13,mlp.experts.139.down_proj,0.0000001619,0.05000,3.810
13,mlp.experts.155.down_proj,0.0000001687,0.05000,3.736
13,mlp.experts.171.down_proj,0.0000000586,0.05000,3.867
13,mlp.experts.229.up_proj,0.0000142761,0.05000,14.910
13,mlp.experts.225.up_proj,0.0000088057,0.05000,15.004
13,mlp.experts.237.up_proj,0.0000042438,0.05000,15.006
13,mlp.experts.214.up_proj,0.0000012855,0.05000,15.134
13,mlp.experts.245.up_proj,failsafe(rtn): 0.0008736,0.00000,0.914
13,mlp.experts.234.up_proj,0.0000079192,0.05000,15.033
13,mlp.experts.226.up_proj,0.0000253172,0.05000,15.098
13,mlp.experts.249.up_proj,0.0000088800,0.05000,15.092
13,mlp.experts.238.up_proj,0.0000082651,0.05000,15.198
13,mlp.experts.252.up_proj,0.0000129726,0.05000,15.132
13,mlp.experts.228.up_proj,0.0000215538,0.05000,15.113
13,mlp.experts.224.up_proj,0.0000017259,0.05000,15.085
13,mlp.experts.232.up_proj,0.0000071882,0.05000,15.089
13,mlp.experts.187.down_proj,0.0000004554,0.05000,3.817
13,mlp.experts.239.up_proj,0.0000088016,0.05000,14.995
13,mlp.experts.5.down_proj,0.0000000668,0.05000,3.791
13,mlp.experts.9.down_proj,0.0000003673,0.05000,3.761
13,mlp.experts.12.down_proj,0.0000008332,0.05000,3.795
13,mlp.experts.25.down_proj,failsafe(rtn): 0.0008583,0.00000,0.162
13,mlp.experts.227.up_proj,0.0000100583,0.05000,15.265
13,mlp.experts.28.down_proj,failsafe(rtn): 0.0008965,0.00000,0.205
13,mlp.experts.231.up_proj,0.0000159181,0.05000,15.298
13,mlp.experts.203.down_proj,0.0000002500,0.05000,3.832
13,mlp.experts.21.down_proj,0.0000003978,0.05000,3.627
13,mlp.experts.41.down_proj,0.0000002505,0.05000,3.741
13,mlp.experts.44.down_proj,0.0000001845,0.05000,3.711
13,mlp.experts.219.down_proj,0.0000001105,0.05000,3.908
13,mlp.experts.235.down_proj,failsafe(rtn): 0.0008545,0.00000,0.236
13,mlp.experts.37.down_proj,0.0000002048,0.05000,4.070
13,mlp.experts.57.down_proj,0.0000000487,0.05000,3.904
13,mlp.experts.60.down_proj,0.0000000727,0.05000,3.936
13,mlp.experts.251.down_proj,0.0000000481,0.05000,3.458
13,mlp.experts.241.up_proj,0.0000081228,0.05000,14.796
13,mlp.experts.253.up_proj,0.0000117195,0.05000,14.758
13,mlp.experts.230.up_proj,0.0000069952,0.05000,14.707
13,mlp.experts.242.up_proj,0.0000200887,0.05000,14.591
13,mlp.experts.53.down_proj,0.0000005261,0.05000,3.224
13,mlp.experts.250.up_proj,0.0000138427,0.05000,14.679
13,mlp.experts.254.up_proj,0.0000046952,0.05000,14.517
13,mlp.experts.73.down_proj,0.0000001463,0.05000,3.234
13,mlp.experts.244.up_proj,0.0000059809,0.05000,14.603
13,mlp.experts.240.up_proj,0.0000085345,0.05000,14.450
13,mlp.experts.76.down_proj,0.0000002329,0.05000,3.222
13,mlp.experts.248.up_proj,0.0000090629,0.05000,14.292
13,mlp.experts.1.down_proj,0.0000002548,0.05000,3.592
13,mlp.experts.13.down_proj,0.0000004252,0.05000,3.529
13,mlp.experts.255.up_proj,0.0000050662,0.05000,14.482
13,mlp.experts.10.down_proj,0.0000009798,0.05000,3.532
13,mlp.experts.2.down_proj,0.0000000523,0.05000,3.628
13,mlp.experts.69.down_proj,0.0000005342,0.05000,3.648
13,mlp.experts.14.down_proj,0.0000001064,0.05000,3.594
13,mlp.experts.243.up_proj,0.0000154092,0.05000,14.418
13,mlp.experts.89.down_proj,0.0000001307,0.05000,3.687
13,mlp.experts.4.down_proj,0.0000000893,0.05000,3.684
13,mlp.experts.0.down_proj,0.0000003705,0.05000,3.667
13,mlp.experts.247.up_proj,0.0000191328,0.05000,14.246
13,mlp.experts.92.down_proj,0.0000002074,0.05000,3.735
13,mlp.experts.8.down_proj,0.0000002943,0.05000,3.778
13,mlp.experts.17.down_proj,0.0000002001,0.05000,3.562
13,mlp.experts.29.down_proj,0.0000008404,0.05000,3.581
13,mlp.experts.15.down_proj,0.0000001684,0.05000,3.646
13,mlp.experts.18.down_proj,0.0000001442,0.05000,3.693
13,mlp.experts.26.down_proj,0.0000001052,0.05000,3.725
13,mlp.experts.85.down_proj,0.0000002527,0.05000,3.741
13,mlp.experts.30.down_proj,0.0000005990,0.05000,3.742
13,mlp.experts.20.down_proj,0.0000001206,0.05000,3.693
13,mlp.experts.3.down_proj,0.0000000420,0.05000,3.812
13,mlp.experts.105.down_proj,0.0000001390,0.05000,3.766
13,mlp.experts.7.down_proj,0.0000003752,0.05000,3.720
13,mlp.experts.16.down_proj,0.0000006657,0.05000,3.752
13,mlp.experts.108.down_proj,0.0000002572,0.05000,3.694
13,mlp.experts.24.down_proj,0.0000004618,0.05000,3.785
13,mlp.experts.33.down_proj,0.0000001321,0.05000,3.665
13,mlp.experts.45.down_proj,0.0000000513,0.05000,3.636
13,mlp.experts.31.down_proj,0.0000002424,0.05000,3.633
13,mlp.experts.42.down_proj,0.0000001216,0.05000,3.603
13,mlp.experts.34.down_proj,0.0000000782,0.05000,3.646
13,mlp.experts.101.down_proj,0.0000002222,0.05000,3.676
13,mlp.experts.46.down_proj,0.0000001301,0.05000,3.750
13,mlp.experts.19.down_proj,0.0000003275,0.05000,3.582
13,mlp.experts.36.down_proj,0.0000001555,0.05000,3.615
13,mlp.experts.121.down_proj,0.0000001029,0.05000,3.612
13,mlp.experts.23.down_proj,0.0000005685,0.05000,3.622
13,mlp.experts.32.down_proj,0.0000001588,0.05000,3.658
13,mlp.experts.124.down_proj,0.0000002232,0.05000,3.595
13,mlp.experts.40.down_proj,0.0000002381,0.05000,3.578
13,mlp.experts.61.down_proj,0.0000001705,0.05000,3.620
13,mlp.experts.49.down_proj,0.0000000909,0.05000,3.646
13,mlp.experts.47.down_proj,0.0000001065,0.05000,3.664
13,mlp.experts.246.up_proj,0.0000161026,0.05000,14.448
13,mlp.experts.50.down_proj,0.0000006117,0.05000,3.555
13,mlp.experts.58.down_proj,0.0000002157,0.05000,3.624
13,mlp.experts.117.down_proj,0.0000001289,0.05000,3.504
13,mlp.experts.62.down_proj,0.0000006440,0.05000,3.451
13,mlp.experts.35.down_proj,0.0000001166,0.05000,3.630
13,mlp.experts.52.down_proj,0.0000000405,0.05000,3.638
13,mlp.experts.39.down_proj,0.0000003965,0.05000,3.637
13,mlp.experts.137.down_proj,0.0000002836,0.05000,3.686
13,mlp.experts.48.down_proj,0.0000002416,0.05000,3.654
13,mlp.experts.140.down_proj,0.0000001678,0.05000,3.687
13,mlp.experts.56.down_proj,0.0000001222,0.05000,3.743
13,mlp.experts.77.down_proj,0.0000003793,0.05000,3.581
13,mlp.experts.65.down_proj,0.0000001144,0.05000,3.622
13,mlp.experts.63.down_proj,0.0000001363,0.05000,3.635
13,mlp.experts.6.down_proj,0.0000001708,0.05000,3.604
13,mlp.experts.66.down_proj,0.0000000760,0.05000,3.744
13,mlp.experts.133.down_proj,0.0000002453,0.05000,3.691
13,mlp.experts.74.down_proj,0.0000000670,0.05000,3.773
13,mlp.experts.78.down_proj,0.0000000708,0.05000,3.646
13,mlp.experts.51.down_proj,0.0000002964,0.05000,3.688
13,mlp.experts.68.down_proj,0.0000002556,0.05000,3.711
13,mlp.experts.55.down_proj,0.0000001328,0.05000,3.674
13,mlp.experts.64.down_proj,0.0000000599,0.05000,3.717
13,mlp.experts.153.down_proj,0.0000000437,0.05000,3.807
13,mlp.experts.156.down_proj,0.0000002768,0.05000,3.734
13,mlp.experts.72.down_proj,0.0000002813,0.05000,3.773
13,mlp.experts.93.down_proj,0.0000000878,0.05000,3.793
13,mlp.experts.81.down_proj,0.0000001804,0.05000,3.893
13,mlp.experts.79.down_proj,0.0000001844,0.05000,3.885
13,mlp.experts.22.down_proj,0.0000001446,0.05000,3.872
13,mlp.experts.149.down_proj,0.0000001004,0.05000,3.906
13,mlp.experts.90.down_proj,0.0000007208,0.05000,3.879
13,mlp.experts.82.down_proj,0.0000003135,0.05000,3.932
13,mlp.experts.94.down_proj,0.0000001301,0.05000,3.918
13,mlp.experts.67.down_proj,0.0000002000,0.05000,3.866
13,mlp.experts.84.down_proj,0.0000000571,0.05000,3.884
13,mlp.experts.71.down_proj,0.0000000691,0.05000,3.883
13,mlp.experts.80.down_proj,0.0000000922,0.05000,3.931
13,mlp.experts.169.down_proj,0.0000003950,0.05000,3.903
13,mlp.experts.172.down_proj,0.0000001788,0.05000,3.909
13,mlp.experts.88.down_proj,0.0000006295,0.05000,3.954
13,mlp.experts.109.down_proj,0.0000005128,0.05000,3.973
13,mlp.experts.97.down_proj,0.0000002211,0.05000,4.014
13,mlp.experts.95.down_proj,0.0000002482,0.05000,4.031
13,mlp.experts.38.down_proj,0.0000001253,0.05000,4.027
13,mlp.experts.165.down_proj,0.0000001093,0.05000,3.909
13,mlp.experts.98.down_proj,0.0000001209,0.05000,3.898
13,mlp.experts.106.down_proj,0.0000003679,0.05000,3.933
13,mlp.experts.110.down_proj,0.0000001709,0.05000,3.976
13,mlp.experts.83.down_proj,0.0000000743,0.05000,3.809
13,mlp.experts.87.down_proj,0.0000002195,0.05000,3.872
13,mlp.experts.100.down_proj,0.0000001798,0.05000,3.934
13,mlp.experts.96.down_proj,0.0000008096,0.05000,3.882
13,mlp.experts.185.down_proj,0.0000001475,0.05000,3.907
13,mlp.experts.188.down_proj,0.0000001277,0.05000,3.896
13,mlp.experts.104.down_proj,0.0000002044,0.05000,3.853
13,mlp.experts.125.down_proj,0.0000005618,0.05000,3.758
13,mlp.experts.113.down_proj,0.0000001505,0.05000,3.782
13,mlp.experts.111.down_proj,0.0000002084,0.05000,3.754
13,mlp.experts.54.down_proj,0.0000007828,0.05000,3.778
13,mlp.experts.181.down_proj,0.0000001968,0.05000,3.846
13,mlp.experts.114.down_proj,0.0000000925,0.05000,3.877
13,mlp.experts.126.down_proj,0.0000002488,0.05000,3.845
13,mlp.experts.122.down_proj,0.0000001901,0.05000,3.950
13,mlp.experts.99.down_proj,0.0000004079,0.05000,3.847
13,mlp.experts.103.down_proj,0.0000002116,0.05000,3.802
13,mlp.experts.116.down_proj,0.0000002267,0.05000,3.837
13,mlp.experts.112.down_proj,0.0000002638,0.05000,3.793
13,mlp.experts.201.down_proj,0.0000000680,0.05000,3.812
13,mlp.experts.204.down_proj,0.0000001173,0.05000,3.814
13,mlp.experts.120.down_proj,0.0000001136,0.05000,3.679
13,mlp.experts.141.down_proj,0.0000000945,0.05000,3.485
13,mlp.experts.129.down_proj,0.0000001889,0.05000,3.544
13,mlp.experts.70.down_proj,0.0000001043,0.05000,3.503
13,mlp.experts.127.down_proj,0.0000001683,0.05000,3.547
13,mlp.experts.197.down_proj,0.0000002373,0.05000,3.404
13,mlp.experts.130.down_proj,0.0000002940,0.05000,3.419
13,mlp.experts.142.down_proj,0.0000001394,0.05000,3.372
13,mlp.experts.138.down_proj,0.0000001933,0.05000,3.389
13,mlp.experts.115.down_proj,0.0000001596,0.05000,3.376
13,mlp.experts.119.down_proj,0.0000000492,0.05000,3.337
13,mlp.experts.132.down_proj,0.0000000428,0.05000,3.331
13,mlp.experts.128.down_proj,0.0000002559,0.05000,3.397
13,mlp.experts.217.down_proj,0.0000001242,0.05000,3.399
13,mlp.experts.220.down_proj,0.0000001722,0.05000,3.499
13,mlp.experts.136.down_proj,0.0000000475,0.05000,3.418
13,mlp.experts.157.down_proj,0.0000003350,0.05000,3.434
13,mlp.experts.145.down_proj,0.0000001029,0.05000,3.509
13,mlp.experts.143.down_proj,0.0000002551,0.05000,3.481
13,mlp.experts.86.down_proj,0.0000002799,0.05000,3.530
13,mlp.experts.213.down_proj,0.0000001969,0.05000,3.554
13,mlp.experts.158.down_proj,0.0000002495,0.05000,3.552
13,mlp.experts.146.down_proj,0.0000000408,0.05000,3.623
13,mlp.experts.154.down_proj,0.0000001783,0.05000,3.595
13,mlp.experts.131.down_proj,0.0000003796,0.05000,3.623
13,mlp.experts.135.down_proj,0.0000000772,0.05000,3.660
13,mlp.experts.148.down_proj,0.0000003526,0.05000,3.672
13,mlp.experts.233.down_proj,0.0000000385,0.05000,3.668
13,mlp.experts.144.down_proj,0.0000001089,0.05000,3.704
13,mlp.experts.236.down_proj,0.0000001160,0.05000,3.655
13,mlp.experts.152.down_proj,0.0000001063,0.05000,3.658
13,mlp.experts.173.down_proj,0.0000002279,0.05000,3.855
13,mlp.experts.161.down_proj,0.0000000745,0.05000,3.870
13,mlp.experts.159.down_proj,0.0000000947,0.05000,3.795
13,mlp.experts.102.down_proj,0.0000001826,0.05000,3.881
13,mlp.experts.229.down_proj,0.0000002767,0.05000,3.891
13,mlp.experts.174.down_proj,0.0000001103,0.05000,3.854
13,mlp.experts.162.down_proj,0.0000000700,0.05000,3.823
13,mlp.experts.170.down_proj,0.0000001861,0.05000,3.905
13,mlp.experts.245.down_proj,failsafe(rtn): 0.0008659,0.00000,0.219
13,mlp.experts.147.down_proj,0.0000001045,0.05000,3.922
13,mlp.experts.151.down_proj,0.0000001121,0.05000,3.899
13,mlp.experts.164.down_proj,0.0000001085,0.05000,3.888
13,mlp.experts.249.down_proj,0.0000002215,0.05000,3.888
13,mlp.experts.160.down_proj,0.0000004124,0.05000,3.917
13,mlp.experts.252.down_proj,0.0000002639,0.05000,3.868
13,mlp.experts.168.down_proj,0.0000001222,0.05000,3.866
13,mlp.experts.189.down_proj,0.0000000395,0.05000,3.306
13,mlp.experts.177.down_proj,0.0000000704,0.05000,3.181
13,mlp.experts.175.down_proj,0.0000002332,0.05000,3.259
13,mlp.experts.118.down_proj,0.0000001252,0.05000,3.202
13,mlp.experts.178.down_proj,0.0000004494,0.05000,3.113
13,mlp.experts.190.down_proj,0.0000003038,0.05000,3.149
13,mlp.experts.186.down_proj,0.0000008163,0.05000,3.070
13,mlp.experts.163.down_proj,0.0000005066,0.05000,3.024
13,mlp.experts.167.down_proj,0.0000000557,0.05000,3.025
13,mlp.experts.180.down_proj,0.0000000807,0.05000,3.041
13,mlp.experts.176.down_proj,0.0000001944,0.05000,2.897
13,mlp.experts.184.down_proj,0.0000003004,0.05000,2.896
13,mlp.experts.205.down_proj,0.0000000567,0.05000,2.703
13,mlp.experts.193.down_proj,0.0000002518,0.05000,2.713
13,mlp.experts.191.down_proj,0.0000002987,0.05000,2.751
13,mlp.experts.134.down_proj,0.0000001032,0.05000,2.737
13,mlp.experts.194.down_proj,0.0000000903,0.05000,2.755
13,mlp.experts.206.down_proj,0.0000001067,0.05000,2.783
13,mlp.experts.202.down_proj,0.0000001094,0.05000,2.781
13,mlp.experts.179.down_proj,0.0000005030,0.05000,2.839
13,mlp.experts.183.down_proj,0.0000000965,0.05000,2.851
13,mlp.experts.196.down_proj,0.0000001810,0.05000,2.862
13,mlp.experts.192.down_proj,0.0000004084,0.05000,2.827
13,mlp.experts.200.down_proj,0.0000001107,0.05000,2.879
13,mlp.experts.221.down_proj,0.0000000697,0.05000,2.751
13,mlp.experts.209.down_proj,0.0000001026,0.05000,2.705
13,mlp.experts.207.down_proj,0.0000004161,0.05000,2.714
13,mlp.experts.150.down_proj,0.0000003402,0.05000,2.686
13,mlp.experts.210.down_proj,0.0000003597,0.05000,2.666
13,mlp.experts.222.down_proj,0.0000003920,0.05000,2.657
13,mlp.experts.218.down_proj,0.0000002684,0.05000,2.649
13,mlp.experts.195.down_proj,0.0000004087,0.05000,2.592
13,mlp.experts.199.down_proj,0.0000001409,0.05000,2.579
13,mlp.experts.212.down_proj,0.0000000591,0.05000,2.569
13,mlp.experts.208.down_proj,0.0000000997,0.05000,2.534
13,mlp.experts.216.down_proj,0.0000000773,0.05000,2.517
13,mlp.experts.237.down_proj,0.0000001120,0.05000,2.458
13,mlp.experts.225.down_proj,0.0000002365,0.05000,2.450
13,mlp.experts.223.down_proj,0.0000012396,0.05000,2.494
13,mlp.experts.166.down_proj,0.0000001474,0.05000,2.499
13,mlp.experts.226.down_proj,0.0000005838,0.05000,2.482
13,mlp.experts.238.down_proj,0.0000001724,0.05000,2.475
13,mlp.experts.234.down_proj,0.0000000675,0.05000,2.486
13,mlp.experts.211.down_proj,0.0000003109,0.05000,2.500
13,mlp.experts.215.down_proj,0.0000001513,0.05000,2.534
13,mlp.experts.228.down_proj,0.0000004513,0.05000,2.498
13,mlp.experts.224.down_proj,0.0000000436,0.05000,2.525
13,mlp.experts.232.down_proj,0.0000001895,0.05000,2.556
13,mlp.experts.253.down_proj,0.0000001269,0.05000,2.844
13,mlp.experts.241.down_proj,0.0000000906,0.05000,2.827
13,mlp.experts.239.down_proj,0.0000002709,0.05000,2.817
13,mlp.experts.182.down_proj,0.0000001166,0.05000,2.806
13,mlp.experts.242.down_proj,0.0000002060,0.05000,2.831
13,mlp.experts.254.down_proj,0.0000000440,0.05000,2.796
13,mlp.experts.250.down_proj,0.0000003430,0.05000,2.806
13,mlp.experts.227.down_proj,0.0000001045,0.05000,2.726
13,mlp.experts.231.down_proj,0.0000001478,0.05000,2.681
13,mlp.experts.244.down_proj,0.0000001562,0.05000,2.640
13,mlp.experts.240.down_proj,0.0000004086,0.05000,2.585
13,mlp.experts.248.down_proj,0.0000002181,0.05000,2.461
13,mlp.experts.198.down_proj,0.0000003128,0.05000,0.987
13,mlp.experts.255.down_proj,0.0000000474,0.05000,1.074
13,mlp.experts.243.down_proj,0.0000001659,0.05000,0.733
13,mlp.experts.247.down_proj,0.0000004806,0.05000,0.661
13,mlp.experts.214.down_proj,0.0000001516,0.05000,0.247
13,mlp.experts.230.down_proj,0.0000002062,0.05000,0.121
13,mlp.experts.246.down_proj,0.0000002771,0.05000,0.118
14,mlp.experts.2.gate_proj,0.0000203218,0.05000,15.148
14,mlp.experts.9.gate_proj,0.0000188899,0.05000,15.179
14,mlp.experts.13.gate_proj,0.0000183766,0.05000,15.178
14,mlp.experts.12.gate_proj,0.0000059253,0.05000,15.231
14,mlp.experts.11.gate_proj,0.0000074946,0.05000,15.244
14,mlp.experts.4.gate_proj,0.0000050307,0.05000,15.258
14,mlp.experts.0.gate_proj,0.0000054968,0.05000,15.258
14,mlp.experts.5.gate_proj,0.0000086686,0.05000,15.269
14,mlp.experts.10.gate_proj,0.0000130313,0.05000,15.264
14,mlp.experts.1.gate_proj,0.0000077329,0.05000,15.273
14,mlp.experts.6.gate_proj,0.0000054340,0.05000,15.274
14,mlp.experts.8.gate_proj,0.0000114456,0.05000,15.320
14,mlp.experts.3.gate_proj,0.0000273900,0.05000,15.440
14,mlp.experts.7.gate_proj,0.0000148571,0.05000,15.435
14,mlp.experts.14.gate_proj,0.0000057505,0.05000,15.451
14,mlp.experts.15.gate_proj,0.0000295874,0.05000,15.459
14,mlp.experts.23.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.753
14,mlp.experts.17.gate_proj,0.0000181464,0.05000,15.217
14,mlp.experts.29.gate_proj,0.0000026717,0.05000,15.312
14,mlp.experts.25.gate_proj,0.0000501682,0.05000,15.338
14,mlp.experts.20.gate_proj,0.0000034142,0.05000,15.264
14,mlp.experts.16.gate_proj,0.0000097588,0.05000,15.298
14,mlp.experts.24.gate_proj,0.0000216688,0.05000,15.207
14,mlp.experts.18.gate_proj,0.0000054485,0.05000,15.439
14,mlp.experts.27.gate_proj,0.0000077257,0.05000,15.370
14,mlp.experts.28.gate_proj,0.0000079788,0.05000,15.404
14,mlp.experts.21.gate_proj,0.0000032127,0.05000,15.394
14,mlp.experts.26.gate_proj,0.0000093431,0.05000,15.434
14,mlp.experts.30.gate_proj,0.0000024444,0.05000,15.264
14,mlp.experts.22.gate_proj,0.0000074495,0.05000,15.508
14,mlp.experts.19.gate_proj,0.0000123517,0.05000,15.467
14,mlp.experts.31.gate_proj,0.0000074251,0.05000,15.425
14,mlp.experts.46.gate_proj,failsafe(rtn): 0.0008202,0.00000,0.850
14,mlp.experts.39.gate_proj,0.0000108578,0.05000,15.438
14,mlp.experts.33.gate_proj,0.0000231931,0.05000,13.856
14,mlp.experts.45.gate_proj,0.0000176079,0.05000,13.898
14,mlp.experts.40.gate_proj,0.0000093185,0.05000,13.867
14,mlp.experts.44.gate_proj,0.0000027632,0.05000,13.805
14,mlp.experts.32.gate_proj,0.0000049987,0.05000,13.881
14,mlp.experts.36.gate_proj,0.0000126054,0.05000,13.951
14,mlp.experts.41.gate_proj,0.0000063444,0.05000,13.974
14,mlp.experts.34.gate_proj,0.0000069735,0.05000,13.895
14,mlp.experts.37.gate_proj,0.0000054755,0.05000,13.934
14,mlp.experts.42.gate_proj,0.0000151463,0.05000,13.919
14,mlp.experts.43.gate_proj,0.0000104846,0.05000,14.064
14,mlp.experts.38.gate_proj,0.0000046580,0.05000,13.953
14,mlp.experts.47.gate_proj,0.0000020179,0.05000,13.978
14,mlp.experts.35.gate_proj,0.0000068907,0.05000,14.058
14,mlp.experts.62.gate_proj,0.0000167415,0.05000,13.897
14,mlp.experts.55.gate_proj,0.0000040252,0.05000,13.902
14,mlp.experts.78.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.899
14,mlp.experts.60.gate_proj,0.0000059884,0.05000,14.210
14,mlp.experts.50.gate_proj,0.0000029942,0.05000,14.182
14,mlp.experts.49.gate_proj,0.0000125735,0.05000,14.361
14,mlp.experts.48.gate_proj,0.0000108653,0.05000,14.235
14,mlp.experts.53.gate_proj,0.0000047091,0.05000,14.099
14,mlp.experts.57.gate_proj,0.0000107930,0.05000,14.245
14,mlp.experts.52.gate_proj,0.0000067788,0.05000,14.261
14,mlp.experts.61.gate_proj,0.0000141083,0.05000,14.431
14,mlp.experts.56.gate_proj,0.0000097107,0.05000,14.374
14,mlp.experts.58.gate_proj,0.0000155082,0.05000,14.256
14,mlp.experts.59.gate_proj,0.0000133260,0.05000,14.246
14,mlp.experts.54.gate_proj,0.0000029121,0.05000,14.349
14,mlp.experts.63.gate_proj,0.0000075580,0.05000,14.307
14,mlp.experts.51.gate_proj,0.0000028629,0.05000,14.379
14,mlp.experts.74.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.823
14,mlp.experts.71.gate_proj,0.0000126069,0.05000,14.374
14,mlp.experts.94.gate_proj,0.0000031697,0.05000,14.217
14,mlp.experts.73.gate_proj,0.0000057992,0.05000,15.557
14,mlp.experts.65.gate_proj,0.0000075246,0.05000,15.651
14,mlp.experts.64.gate_proj,0.0000027348,0.05000,15.656
14,mlp.experts.72.gate_proj,0.0000099270,0.05000,15.585
14,mlp.experts.69.gate_proj,0.0000115444,0.05000,15.731
14,mlp.experts.76.gate_proj,0.0000268460,0.05000,15.809
14,mlp.experts.77.gate_proj,0.0000060793,0.05000,15.662
14,mlp.experts.68.gate_proj,0.0000094323,0.05000,15.707
14,mlp.experts.66.gate_proj,0.0000069501,0.05000,15.839
14,mlp.experts.75.gate_proj,0.0000075984,0.05000,15.870
14,mlp.experts.70.gate_proj,0.0000084188,0.05000,15.777
14,mlp.experts.67.gate_proj,0.0000029762,0.05000,15.686
14,mlp.experts.79.gate_proj,0.0000158842,0.05000,15.916
14,mlp.experts.93.gate_proj,failsafe(rtn): 0.0007820,0.00000,0.901
14,mlp.experts.90.gate_proj,0.0000045477,0.05000,15.808
14,mlp.experts.87.gate_proj,0.0000062955,0.05000,15.797
14,mlp.experts.110.gate_proj,0.0000069820,0.05000,15.912
14,mlp.experts.92.gate_proj,0.0000038121,0.05000,14.673
14,mlp.experts.81.gate_proj,0.0000045231,0.05000,14.801
14,mlp.experts.89.gate_proj,0.0000264897,0.05000,14.853
14,mlp.experts.80.gate_proj,0.0000123582,0.05000,14.803
14,mlp.experts.88.gate_proj,0.0000131470,0.05000,14.779
14,mlp.experts.84.gate_proj,0.0000120771,0.05000,14.852
14,mlp.experts.82.gate_proj,0.0000176662,0.05000,14.830
14,mlp.experts.85.gate_proj,0.0000064697,0.05000,14.920
14,mlp.experts.86.gate_proj,0.0000044347,0.05000,14.685
14,mlp.experts.91.gate_proj,0.0000137307,0.05000,14.933
14,mlp.experts.83.gate_proj,0.0000061493,0.05000,14.830
14,mlp.experts.95.gate_proj,0.0000107718,0.05000,14.842
14,mlp.experts.109.gate_proj,0.0000040968,0.05000,14.708
14,mlp.experts.106.gate_proj,0.0000120559,0.05000,14.666
14,mlp.experts.103.gate_proj,0.0000075385,0.05000,14.780
14,mlp.experts.126.gate_proj,0.0000132374,0.05000,14.670
14,mlp.experts.98.gate_proj,0.0000129073,0.05000,15.260
14,mlp.experts.97.gate_proj,0.0000072066,0.05000,15.482
14,mlp.experts.105.gate_proj,0.0000097570,0.05000,15.482
14,mlp.experts.96.gate_proj,0.0000029552,0.05000,15.514
14,mlp.experts.108.gate_proj,0.0000361499,0.05000,15.571
14,mlp.experts.104.gate_proj,0.0000072164,0.05000,15.522
14,mlp.experts.100.gate_proj,0.0000455602,0.05000,15.457
14,mlp.experts.101.gate_proj,0.0000085547,0.05000,15.442
14,mlp.experts.102.gate_proj,0.0000101669,0.05000,15.498
14,mlp.experts.107.gate_proj,0.0000044749,0.05000,15.640
14,mlp.experts.99.gate_proj,0.0000114016,0.05000,15.570
14,mlp.experts.121.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.841
14,mlp.experts.111.gate_proj,0.0000182278,0.05000,15.631
14,mlp.experts.125.gate_proj,0.0000074498,0.05000,15.617
14,mlp.experts.122.gate_proj,0.0000051504,0.05000,15.714
14,mlp.experts.119.gate_proj,0.0000088571,0.05000,15.735
14,mlp.experts.142.gate_proj,0.0000050812,0.05000,15.661
14,mlp.experts.114.gate_proj,0.0000183983,0.05000,15.008
14,mlp.experts.120.gate_proj,0.0000187186,0.05000,15.054
14,mlp.experts.112.gate_proj,0.0000036854,0.05000,15.112
14,mlp.experts.117.gate_proj,0.0000072274,0.05000,15.020
14,mlp.experts.113.gate_proj,0.0000020628,0.05000,15.242
14,mlp.experts.124.gate_proj,0.0000035521,0.05000,15.193
14,mlp.experts.116.gate_proj,0.0000097138,0.05000,15.152
14,mlp.experts.118.gate_proj,0.0000088076,0.05000,15.083
14,mlp.experts.123.gate_proj,0.0000065629,0.05000,14.997
14,mlp.experts.137.gate_proj,0.0000028416,0.05000,14.942
14,mlp.experts.115.gate_proj,0.0000041451,0.05000,15.042
14,mlp.experts.141.gate_proj,0.0000200064,0.05000,14.986
14,mlp.experts.127.gate_proj,0.0000047023,0.05000,15.234
14,mlp.experts.138.gate_proj,0.0000098933,0.05000,15.174
14,mlp.experts.135.gate_proj,0.0000087384,0.05000,15.148
14,mlp.experts.158.gate_proj,0.0000045149,0.05000,14.984
14,mlp.experts.130.gate_proj,0.0000121846,0.05000,15.101
14,mlp.experts.140.gate_proj,0.0000127254,0.05000,14.863
14,mlp.experts.136.gate_proj,0.0000067009,0.05000,15.034
14,mlp.experts.133.gate_proj,0.0000045958,0.05000,15.060
14,mlp.experts.129.gate_proj,0.0000247329,0.05000,15.109
14,mlp.experts.128.gate_proj,0.0000180399,0.05000,15.238
14,mlp.experts.132.gate_proj,0.0000042238,0.05000,15.111
14,mlp.experts.134.gate_proj,0.0000136277,0.05000,15.063
14,mlp.experts.139.gate_proj,0.0000157314,0.05000,15.115
14,mlp.experts.153.gate_proj,0.0000204691,0.05000,15.146
14,mlp.experts.131.gate_proj,0.0000244696,0.05000,15.169
14,mlp.experts.157.gate_proj,0.0000078159,0.05000,15.108
14,mlp.experts.143.gate_proj,0.0000095318,0.05000,15.166
14,mlp.experts.154.gate_proj,0.0000056614,0.05000,15.098
14,mlp.experts.151.gate_proj,0.0000202583,0.05000,15.038
14,mlp.experts.174.gate_proj,0.0000095162,0.05000,14.959
14,mlp.experts.146.gate_proj,0.0000080834,0.05000,15.292
14,mlp.experts.156.gate_proj,0.0000052807,0.05000,15.250
14,mlp.experts.149.gate_proj,0.0000026686,0.05000,15.263
14,mlp.experts.152.gate_proj,0.0000130761,0.05000,15.432
14,mlp.experts.145.gate_proj,0.0000015862,0.05000,15.366
14,mlp.experts.144.gate_proj,0.0000088104,0.05000,15.342
14,mlp.experts.150.gate_proj,0.0000055331,0.05000,15.247
14,mlp.experts.148.gate_proj,0.0000042052,0.05000,15.416
14,mlp.experts.155.gate_proj,0.0000216705,0.05000,15.298
14,mlp.experts.173.gate_proj,0.0000028786,0.05000,15.084
14,mlp.experts.169.gate_proj,0.0000093167,0.05000,15.340
14,mlp.experts.147.gate_proj,0.0000042497,0.05000,15.347
14,mlp.experts.159.gate_proj,0.0000067828,0.05000,15.201
14,mlp.experts.170.gate_proj,0.0000248760,0.05000,15.123
14,mlp.experts.167.gate_proj,0.0000040318,0.05000,15.142
14,mlp.experts.190.gate_proj,0.0000031967,0.05000,15.277
14,mlp.experts.162.gate_proj,0.0000056289,0.05000,14.998
14,mlp.experts.165.gate_proj,0.0000051353,0.05000,15.019
14,mlp.experts.172.gate_proj,0.0000061794,0.05000,15.170
14,mlp.experts.161.gate_proj,0.0000334612,0.05000,14.959
14,mlp.experts.168.gate_proj,0.0000219592,0.05000,15.051
14,mlp.experts.160.gate_proj,0.0000081620,0.05000,15.072
14,mlp.experts.166.gate_proj,0.0000092444,0.05000,15.065
14,mlp.experts.164.gate_proj,0.0000045382,0.05000,15.172
14,mlp.experts.171.gate_proj,0.0000073977,0.05000,15.090
14,mlp.experts.185.gate_proj,0.0000066698,0.05000,15.018
14,mlp.experts.189.gate_proj,0.0000047327,0.05000,15.091
14,mlp.experts.163.gate_proj,0.0000042093,0.05000,15.272
14,mlp.experts.175.gate_proj,0.0000053828,0.05000,15.141
14,mlp.experts.186.gate_proj,0.0000143397,0.05000,15.208
14,mlp.experts.183.gate_proj,0.0000076539,0.05000,15.186
14,mlp.experts.206.gate_proj,0.0000141629,0.05000,15.154
14,mlp.experts.178.gate_proj,0.0000117068,0.05000,15.987
14,mlp.experts.181.gate_proj,0.0000051513,0.05000,15.998
14,mlp.experts.188.gate_proj,0.0000099042,0.05000,16.008
14,mlp.experts.177.gate_proj,0.0000060008,0.05000,15.950
14,mlp.experts.184.gate_proj,0.0000031226,0.05000,15.993
14,mlp.experts.182.gate_proj,0.0000055123,0.05000,15.951
14,mlp.experts.176.gate_proj,0.0000275623,0.05000,16.190
14,mlp.experts.180.gate_proj,0.0000117230,0.05000,16.153
14,mlp.experts.187.gate_proj,0.0000052671,0.05000,16.228
14,mlp.experts.205.gate_proj,0.0000117589,0.05000,16.052
14,mlp.experts.201.gate_proj,0.0000045140,0.05000,16.182
14,mlp.experts.179.gate_proj,0.0000067410,0.05000,16.263
14,mlp.experts.191.gate_proj,0.0000110420,0.05000,16.164
14,mlp.experts.202.gate_proj,0.0000076675,0.05000,16.098
14,mlp.experts.199.gate_proj,0.0000175376,0.05000,16.279
14,mlp.experts.222.gate_proj,0.0000209181,0.05000,16.110
14,mlp.experts.194.gate_proj,0.0000054724,0.05000,15.113
14,mlp.experts.197.gate_proj,0.0000101250,0.05000,15.051
14,mlp.experts.204.gate_proj,0.0000023597,0.05000,15.033
14,mlp.experts.200.gate_proj,0.0000083415,0.05000,15.024
14,mlp.experts.193.gate_proj,0.0000134096,0.05000,15.124
14,mlp.experts.198.gate_proj,0.0000036649,0.05000,14.997
14,mlp.experts.192.gate_proj,0.0000289092,0.05000,14.977
14,mlp.experts.196.gate_proj,0.0000060675,0.05000,14.907
14,mlp.experts.203.gate_proj,0.0000076220,0.05000,14.983
14,mlp.experts.221.gate_proj,0.0000292648,0.05000,15.083
14,mlp.experts.217.gate_proj,0.0000041423,0.05000,15.087
14,mlp.experts.195.gate_proj,0.0000262419,0.05000,15.015
14,mlp.experts.218.gate_proj,0.0000038728,0.05000,14.934
14,mlp.experts.207.gate_proj,0.0000079466,0.05000,15.136
14,mlp.experts.215.gate_proj,0.0000034446,0.05000,15.103
14,mlp.experts.238.gate_proj,0.0000110393,0.05000,14.976
14,mlp.experts.210.gate_proj,0.0000165405,0.05000,16.023
14,mlp.experts.213.gate_proj,0.0000063938,0.05000,16.149
14,mlp.experts.220.gate_proj,0.0000081725,0.05000,16.065
14,mlp.experts.209.gate_proj,0.0000059606,0.05000,16.106
14,mlp.experts.216.gate_proj,0.0000063449,0.05000,16.129
14,mlp.experts.214.gate_proj,0.0000119853,0.05000,16.021
14,mlp.experts.208.gate_proj,0.0000056064,0.05000,16.085
14,mlp.experts.212.gate_proj,0.0000053751,0.05000,16.012
14,mlp.experts.219.gate_proj,0.0000066270,0.05000,16.090
14,mlp.experts.237.gate_proj,0.0000118372,0.05000,16.015
14,mlp.experts.233.gate_proj,0.0000455838,0.05000,16.114
14,mlp.experts.234.gate_proj,0.0000144917,0.05000,15.973
14,mlp.experts.211.gate_proj,0.0000046782,0.05000,16.148
14,mlp.experts.223.gate_proj,0.0000038195,0.05000,16.166
14,mlp.experts.231.gate_proj,0.0000035113,0.05000,15.879
14,mlp.experts.254.gate_proj,0.0000077385,0.05000,16.078
14,mlp.experts.226.gate_proj,0.0000050163,0.05000,14.635
14,mlp.experts.229.gate_proj,0.0000105193,0.05000,14.659
14,mlp.experts.232.gate_proj,0.0000056823,0.05000,14.520
14,mlp.experts.236.gate_proj,0.0000052430,0.05000,14.660
14,mlp.experts.230.gate_proj,0.0000164320,0.05000,14.606
14,mlp.experts.225.gate_proj,0.0000025257,0.05000,14.645
14,mlp.experts.228.gate_proj,0.0000122947,0.05000,14.541
14,mlp.experts.224.gate_proj,0.0000107666,0.05000,14.660
14,mlp.experts.253.gate_proj,0.0000041541,0.05000,14.503
14,mlp.experts.235.gate_proj,0.0000064682,0.05000,14.782
14,mlp.experts.249.gate_proj,0.0000072649,0.05000,14.612
14,mlp.experts.250.gate_proj,0.0000098288,0.05000,14.609
14,mlp.experts.227.gate_proj,0.0000069325,0.05000,14.796
14,mlp.experts.239.gate_proj,0.0000079981,0.05000,14.650
14,mlp.experts.247.gate_proj,0.0000049979,0.05000,14.651
14,mlp.experts.14.up_proj,0.0000056698,0.05000,14.763
14,mlp.experts.243.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.835
14,mlp.experts.242.gate_proj,0.0000092417,0.05000,15.850
14,mlp.experts.245.gate_proj,0.0000120408,0.05000,15.892
14,mlp.experts.252.gate_proj,0.0000249294,0.05000,16.025
14,mlp.experts.241.gate_proj,0.0000046539,0.05000,15.966
14,mlp.experts.246.gate_proj,0.0000083954,0.05000,16.004
14,mlp.experts.248.gate_proj,0.0000031331,0.05000,16.111
14,mlp.experts.240.gate_proj,0.0000107608,0.05000,15.848
14,mlp.experts.244.gate_proj,0.0000091184,0.05000,15.959
14,mlp.experts.13.up_proj,0.0000156920,0.05000,15.962
14,mlp.experts.251.gate_proj,0.0000131264,0.05000,15.941
14,mlp.experts.9.up_proj,0.0000177420,0.05000,15.880
14,mlp.experts.10.up_proj,0.0000125568,0.05000,16.070
14,mlp.experts.255.gate_proj,0.0000108819,0.05000,15.840
14,mlp.experts.7.up_proj,0.0000138289,0.05000,15.957
14,mlp.experts.30.up_proj,0.0000022855,0.05000,15.974
14,mlp.experts.3.up_proj,0.0000283048,0.05000,15.958
14,mlp.experts.23.up_proj,failsafe(rtn): 0.0009346,0.00000,0.852
14,mlp.experts.46.up_proj,failsafe(rtn): 0.0009079,0.00000,0.871
14,mlp.experts.2.up_proj,0.0000183548,0.05000,15.696
14,mlp.experts.8.up_proj,0.0000106271,0.05000,15.723
14,mlp.experts.5.up_proj,0.0000079434,0.05000,15.976
14,mlp.experts.12.up_proj,0.0000055511,0.05000,15.912
14,mlp.experts.1.up_proj,0.0000075567,0.05000,15.898
14,mlp.experts.6.up_proj,0.0000042007,0.05000,15.950
14,mlp.experts.4.up_proj,0.0000047201,0.05000,15.850
14,mlp.experts.0.up_proj,0.0000051777,0.05000,16.026
14,mlp.experts.29.up_proj,0.0000024928,0.05000,15.965
14,mlp.experts.11.up_proj,0.0000069339,0.05000,15.827
14,mlp.experts.25.up_proj,0.0000448849,0.05000,15.904
14,mlp.experts.26.up_proj,0.0000087737,0.05000,15.867
14,mlp.experts.15.up_proj,0.0000255124,0.05000,15.741
14,mlp.experts.39.up_proj,0.0000108171,0.05000,15.719
14,mlp.experts.19.up_proj,0.0000118845,0.05000,15.965
14,mlp.experts.62.up_proj,0.0000181653,0.05000,15.693
14,mlp.experts.78.up_proj,failsafe(rtn): 0.0009079,0.00000,0.722
14,mlp.experts.18.up_proj,0.0000061582,0.05000,15.559
14,mlp.experts.21.up_proj,0.0000030632,0.05000,15.351
14,mlp.experts.24.up_proj,0.0000197116,0.05000,15.418
14,mlp.experts.20.up_proj,0.0000043470,0.05000,15.326
14,mlp.experts.17.up_proj,0.0000082263,0.05000,15.446
14,mlp.experts.28.up_proj,0.0000070976,0.05000,15.483
14,mlp.experts.22.up_proj,0.0000067931,0.05000,15.414
14,mlp.experts.16.up_proj,0.0000084459,0.05000,15.437
14,mlp.experts.41.up_proj,0.0000057238,0.05000,15.433
14,mlp.experts.45.up_proj,0.0000143082,0.05000,15.675
14,mlp.experts.27.up_proj,0.0000065065,0.05000,15.594
14,mlp.experts.42.up_proj,0.0000147225,0.05000,15.685
14,mlp.experts.31.up_proj,0.0000069707,0.05000,15.755
14,mlp.experts.55.up_proj,0.0000038901,0.05000,15.582
14,mlp.experts.35.up_proj,0.0000064410,0.05000,15.649
14,mlp.experts.94.up_proj,0.0000030055,0.05000,15.871
14,mlp.experts.34.up_proj,0.0000062424,0.05000,15.019
14,mlp.experts.37.up_proj,0.0000049127,0.05000,15.026
14,mlp.experts.40.up_proj,0.0000073468,0.05000,15.006
14,mlp.experts.44.up_proj,0.0000027702,0.05000,14.957
14,mlp.experts.36.up_proj,0.0000111769,0.05000,15.100
14,mlp.experts.38.up_proj,0.0000042831,0.05000,15.039
14,mlp.experts.33.up_proj,0.0000205230,0.05000,15.147
14,mlp.experts.32.up_proj,0.0000051992,0.05000,14.923
14,mlp.experts.61.up_proj,0.0000131443,0.05000,14.890
14,mlp.experts.57.up_proj,0.0000102227,0.05000,14.922
14,mlp.experts.43.up_proj,0.0000110197,0.05000,15.029
14,mlp.experts.58.up_proj,0.0000133650,0.05000,14.782
14,mlp.experts.47.up_proj,0.0000018819,0.05000,14.862
14,mlp.experts.74.up_proj,failsafe(rtn): 0.0009575,0.00000,0.833
14,mlp.experts.71.up_proj,0.0000118909,0.05000,15.008
14,mlp.experts.51.up_proj,0.0000025333,0.05000,15.125
14,mlp.experts.110.up_proj,0.0000065856,0.05000,14.821
14,mlp.experts.50.up_proj,0.0000029541,0.05000,15.091
14,mlp.experts.60.up_proj,0.0000057432,0.05000,14.910
14,mlp.experts.56.up_proj,0.0000090473,0.05000,15.033
14,mlp.experts.53.up_proj,0.0000044913,0.05000,15.131
14,mlp.experts.54.up_proj,0.0000024650,0.05000,15.063
14,mlp.experts.49.up_proj,0.0000103218,0.05000,15.041
14,mlp.experts.52.up_proj,0.0000067912,0.05000,15.127
14,mlp.experts.48.up_proj,0.0000095258,0.05000,15.150
14,mlp.experts.77.up_proj,0.0000054232,0.05000,15.139
14,mlp.experts.73.up_proj,0.0000052560,0.05000,15.241
14,mlp.experts.59.up_proj,0.0000125723,0.05000,15.310
14,mlp.experts.63.up_proj,0.0000066560,0.05000,15.321
14,mlp.experts.93.up_proj,failsafe(rtn): 0.0008430,0.00000,0.876
14,mlp.experts.90.up_proj,0.0000041664,0.05000,15.141
14,mlp.experts.87.up_proj,0.0000058367,0.05000,15.276
14,mlp.experts.67.up_proj,0.0000027160,0.05000,15.364
14,mlp.experts.126.up_proj,0.0000121565,0.05000,15.241
14,mlp.experts.66.up_proj,0.0000061318,0.05000,15.697
14,mlp.experts.76.up_proj,0.0000239693,0.05000,15.707
14,mlp.experts.72.up_proj,0.0000102098,0.05000,15.717
14,mlp.experts.69.up_proj,0.0000097645,0.05000,15.636
14,mlp.experts.65.up_proj,0.0000069062,0.05000,15.516
14,mlp.experts.70.up_proj,0.0000073330,0.05000,15.639
14,mlp.experts.68.up_proj,0.0000086120,0.05000,15.622
14,mlp.experts.64.up_proj,0.0000026907,0.05000,15.591
14,mlp.experts.89.up_proj,0.0000281362,0.05000,15.491
14,mlp.experts.75.up_proj,0.0000074851,0.05000,15.642
14,mlp.experts.109.up_proj,0.0000039055,0.05000,15.533
14,mlp.experts.79.up_proj,0.0000132879,0.05000,15.723
14,mlp.experts.106.up_proj,0.0000102438,0.05000,15.522
14,mlp.experts.103.up_proj,0.0000067059,0.05000,15.492
14,mlp.experts.83.up_proj,0.0000057719,0.05000,15.137
14,mlp.experts.142.up_proj,0.0000047782,0.05000,14.975
14,mlp.experts.82.up_proj,0.0000167288,0.05000,15.563
14,mlp.experts.92.up_proj,0.0000034821,0.05000,15.471
14,mlp.experts.81.up_proj,0.0000042981,0.05000,15.348
14,mlp.experts.85.up_proj,0.0000066389,0.05000,15.597
14,mlp.experts.88.up_proj,0.0000124186,0.05000,15.715
14,mlp.experts.86.up_proj,0.0000044051,0.05000,15.575
14,mlp.experts.84.up_proj,0.0000104257,0.05000,15.644
14,mlp.experts.80.up_proj,0.0000107975,0.05000,15.656
14,mlp.experts.105.up_proj,0.0000082744,0.05000,15.379
14,mlp.experts.91.up_proj,0.0000119442,0.05000,15.672
14,mlp.experts.121.up_proj,failsafe(rtn): 0.0009346,0.00000,0.861
14,mlp.experts.125.up_proj,0.0000070019,0.05000,15.795
14,mlp.experts.95.up_proj,0.0000090911,0.05000,15.875
14,mlp.experts.122.up_proj,0.0000045131,0.05000,15.779
14,mlp.experts.119.up_proj,0.0000081484,0.05000,15.877
14,mlp.experts.99.up_proj,0.0000103795,0.05000,15.902
14,mlp.experts.158.up_proj,0.0000038785,0.05000,15.743
14,mlp.experts.98.up_proj,0.0000107831,0.05000,14.663
14,mlp.experts.97.up_proj,0.0000067711,0.05000,14.498
14,mlp.experts.108.up_proj,0.0000326319,0.05000,14.607
14,mlp.experts.101.up_proj,0.0000083072,0.05000,14.591
14,mlp.experts.104.up_proj,0.0000066742,0.05000,14.515
14,mlp.experts.102.up_proj,0.0000096503,0.05000,14.567
14,mlp.experts.100.up_proj,0.0000380692,0.05000,14.617
14,mlp.experts.96.up_proj,0.0000029056,0.05000,14.650
14,mlp.experts.107.up_proj,0.0000041669,0.05000,14.785
14,mlp.experts.137.up_proj,0.0000027760,0.05000,14.711
14,mlp.experts.141.up_proj,0.0000175876,0.05000,14.587
14,mlp.experts.111.up_proj,0.0000167052,0.05000,14.712
14,mlp.experts.138.up_proj,0.0000100477,0.05000,14.602
14,mlp.experts.115.up_proj,0.0000039359,0.05000,14.816
14,mlp.experts.135.up_proj,0.0000077707,0.05000,14.965
14,mlp.experts.174.up_proj,0.0000089561,0.05000,14.990
14,mlp.experts.114.up_proj,0.0000165842,0.05000,15.503
14,mlp.experts.113.up_proj,0.0000019310,0.05000,15.649
14,mlp.experts.124.up_proj,0.0000039074,0.05000,15.604
14,mlp.experts.117.up_proj,0.0000064747,0.05000,15.489
14,mlp.experts.118.up_proj,0.0000096927,0.05000,15.348
14,mlp.experts.120.up_proj,0.0000165347,0.05000,15.600
14,mlp.experts.116.up_proj,0.0000091204,0.05000,15.598
14,mlp.experts.112.up_proj,0.0000034629,0.05000,15.617
14,mlp.experts.123.up_proj,0.0000061312,0.05000,15.436
14,mlp.experts.153.up_proj,0.0000195546,0.05000,15.460
14,mlp.experts.157.up_proj,0.0000070646,0.05000,15.548
14,mlp.experts.127.up_proj,0.0000044389,0.05000,15.456
14,mlp.experts.154.up_proj,0.0000053777,0.05000,15.411
14,mlp.experts.131.up_proj,0.0000260738,0.05000,15.495
14,mlp.experts.151.up_proj,0.0000193658,0.05000,15.703
14,mlp.experts.190.up_proj,0.0000030895,0.05000,15.566
14,mlp.experts.130.up_proj,0.0000116829,0.05000,15.819
14,mlp.experts.129.up_proj,0.0000221999,0.05000,15.705
14,mlp.experts.140.up_proj,0.0000120484,0.05000,15.699
14,mlp.experts.133.up_proj,0.0000042514,0.05000,15.665
14,mlp.experts.134.up_proj,0.0000128538,0.05000,15.721
14,mlp.experts.136.up_proj,0.0000062847,0.05000,15.647
14,mlp.experts.128.up_proj,0.0000165057,0.05000,15.559
14,mlp.experts.132.up_proj,0.0000034395,0.05000,15.797
14,mlp.experts.139.up_proj,0.0000144805,0.05000,15.746
14,mlp.experts.169.up_proj,0.0000086952,0.05000,15.754
14,mlp.experts.173.up_proj,0.0000028199,0.05000,15.595
14,mlp.experts.143.up_proj,0.0000094100,0.05000,15.679
14,mlp.experts.170.up_proj,0.0000206966,0.05000,15.701
14,mlp.experts.147.up_proj,0.0000039527,0.05000,15.502
14,mlp.experts.167.up_proj,0.0000039555,0.05000,15.566
14,mlp.experts.206.up_proj,0.0000126414,0.05000,15.378
14,mlp.experts.146.up_proj,0.0000083067,0.05000,15.244
14,mlp.experts.145.up_proj,0.0000015329,0.05000,15.284
14,mlp.experts.150.up_proj,0.0000051700,0.05000,15.198
14,mlp.experts.149.up_proj,0.0000027455,0.05000,15.295
14,mlp.experts.156.up_proj,0.0000049793,0.05000,15.334
14,mlp.experts.152.up_proj,0.0000109689,0.05000,15.325
14,mlp.experts.144.up_proj,0.0000074537,0.05000,15.180
14,mlp.experts.148.up_proj,0.0000042744,0.05000,15.220
14,mlp.experts.155.up_proj,0.0000204759,0.05000,15.137
14,mlp.experts.185.up_proj,0.0000064069,0.05000,15.105
14,mlp.experts.189.up_proj,0.0000043619,0.05000,14.985
14,mlp.experts.186.up_proj,0.0000125386,0.05000,15.041
14,mlp.experts.159.up_proj,0.0000060134,0.05000,15.279
14,mlp.experts.163.up_proj,0.0000039439,0.05000,15.123
14,mlp.experts.183.up_proj,0.0000072081,0.05000,15.325
14,mlp.experts.222.up_proj,0.0000219202,0.05000,15.040
14,mlp.experts.162.up_proj,0.0000049598,0.05000,15.538
14,mlp.experts.166.up_proj,0.0000086442,0.05000,15.568
14,mlp.experts.165.up_proj,0.0000042681,0.05000,15.592
14,mlp.experts.161.up_proj,0.0000337917,0.05000,15.691
14,mlp.experts.172.up_proj,0.0000055114,0.05000,15.645
14,mlp.experts.168.up_proj,0.0000197965,0.05000,15.709
14,mlp.experts.160.up_proj,0.0000066109,0.05000,15.551
14,mlp.experts.164.up_proj,0.0000041530,0.05000,15.740
14,mlp.experts.201.up_proj,0.0000039109,0.05000,15.754
14,mlp.experts.171.up_proj,0.0000069743,0.05000,15.911
14,mlp.experts.205.up_proj,0.0000109040,0.05000,15.838
14,mlp.experts.202.up_proj,0.0000064037,0.05000,15.777
14,mlp.experts.175.up_proj,0.0000050250,0.05000,15.903
14,mlp.experts.179.up_proj,0.0000065597,0.05000,16.081
14,mlp.experts.199.up_proj,0.0000153444,0.05000,15.945
14,mlp.experts.238.up_proj,0.0000096174,0.05000,15.849
14,mlp.experts.178.up_proj,0.0000105237,0.05000,14.956
14,mlp.experts.182.up_proj,0.0000050462,0.05000,14.948
14,mlp.experts.177.up_proj,0.0000056739,0.05000,14.858
14,mlp.experts.181.up_proj,0.0000048114,0.05000,14.967
14,mlp.experts.188.up_proj,0.0000089099,0.05000,14.880
14,mlp.experts.176.up_proj,0.0000260693,0.05000,14.812
14,mlp.experts.184.up_proj,0.0000030509,0.05000,14.823
14,mlp.experts.180.up_proj,0.0000114824,0.05000,14.963
14,mlp.experts.217.up_proj,0.0000039041,0.05000,14.638
14,mlp.experts.187.up_proj,0.0000045069,0.05000,14.772
14,mlp.experts.221.up_proj,0.0000250969,0.05000,14.814
14,mlp.experts.218.up_proj,0.0000035330,0.05000,14.890
14,mlp.experts.191.up_proj,0.0000103662,0.05000,14.719
14,mlp.experts.195.up_proj,0.0000237524,0.05000,14.532
14,mlp.experts.254.up_proj,0.0000072615,0.05000,14.500
14,mlp.experts.215.up_proj,0.0000031704,0.05000,14.661
14,mlp.experts.14.down_proj,0.0000001821,0.05000,3.647
14,mlp.experts.30.down_proj,0.0000000272,0.05000,3.563
14,mlp.experts.46.down_proj,failsafe(rtn): 0.0008926,0.00000,0.148
14,mlp.experts.194.up_proj,0.0000046674,0.05000,14.729
14,mlp.experts.62.down_proj,0.0000002813,0.05000,4.012
14,mlp.experts.197.up_proj,0.0000094335,0.05000,14.702
14,mlp.experts.193.up_proj,0.0000125642,0.05000,14.836
14,mlp.experts.198.up_proj,0.0000035044,0.05000,14.851
14,mlp.experts.204.up_proj,0.0000020325,0.05000,14.761
14,mlp.experts.78.down_proj,failsafe(rtn): 0.0008850,0.00000,0.232
14,mlp.experts.192.up_proj,0.0000242218,0.05000,14.780
14,mlp.experts.200.up_proj,0.0000078275,0.05000,14.943
14,mlp.experts.196.up_proj,0.0000052767,0.05000,14.869
14,mlp.experts.233.up_proj,0.0000428833,0.05000,15.145
14,mlp.experts.237.up_proj,0.0000107595,0.05000,14.927
14,mlp.experts.203.up_proj,0.0000071069,0.05000,15.142
14,mlp.experts.234.up_proj,0.0000130028,0.05000,15.011
14,mlp.experts.207.up_proj,0.0000074892,0.05000,14.938
14,mlp.experts.211.up_proj,0.0000044289,0.05000,15.263
14,mlp.experts.231.up_proj,0.0000033308,0.05000,15.317
14,mlp.experts.94.down_proj,0.0000001066,0.05000,4.049
14,mlp.experts.110.down_proj,0.0000000580,0.05000,3.704
14,mlp.experts.126.down_proj,0.0000001358,0.05000,3.408
14,mlp.experts.210.up_proj,0.0000139134,0.05000,14.951
14,mlp.experts.209.up_proj,0.0000055930,0.05000,14.763
14,mlp.experts.213.up_proj,0.0000063277,0.05000,14.933
14,mlp.experts.220.up_proj,0.0000061506,0.05000,14.955
14,mlp.experts.214.up_proj,0.0000108331,0.05000,14.979
14,mlp.experts.142.down_proj,0.0000000409,0.05000,3.763
14,mlp.experts.208.up_proj,0.0000056466,0.05000,14.898
14,mlp.experts.216.up_proj,0.0000059575,0.05000,14.751
14,mlp.experts.212.up_proj,0.0000045407,0.05000,14.810
14,mlp.experts.249.up_proj,0.0000065004,0.05000,14.695
14,mlp.experts.253.up_proj,0.0000038816,0.05000,14.857
14,mlp.experts.219.up_proj,0.0000059685,0.05000,14.998
14,mlp.experts.250.up_proj,0.0000088993,0.05000,14.956
14,mlp.experts.223.up_proj,0.0000035594,0.05000,15.224
14,mlp.experts.227.up_proj,0.0000061063,0.05000,14.857
14,mlp.experts.247.up_proj,0.0000044903,0.05000,14.937
14,mlp.experts.243.up_proj,failsafe(rtn): 0.0008507,0.00000,0.771
14,mlp.experts.158.down_proj,0.0000001212,0.05000,4.062
14,mlp.experts.9.down_proj,0.0000001390,0.05000,3.984
14,mlp.experts.13.down_proj,0.0000003678,0.05000,4.000
14,mlp.experts.10.down_proj,0.0000004145,0.05000,3.953
14,mlp.experts.7.down_proj,0.0000003767,0.05000,3.657
14,mlp.experts.3.down_proj,0.0000009059,0.05000,3.650
14,mlp.experts.23.down_proj,failsafe(rtn): 0.0009003,0.00000,0.172
14,mlp.experts.174.down_proj,0.0000002885,0.05000,3.674
14,mlp.experts.25.down_proj,0.0000007085,0.05000,3.765
14,mlp.experts.29.down_proj,0.0000000268,0.05000,3.782
14,mlp.experts.26.down_proj,0.0000000775,0.05000,3.796
14,mlp.experts.19.down_proj,0.0000003033,0.05000,4.050
14,mlp.experts.39.down_proj,0.0000003763,0.05000,4.192
14,mlp.experts.190.down_proj,0.0000001694,0.05000,4.217
14,mlp.experts.41.down_proj,0.0000000507,0.05000,3.981
14,mlp.experts.45.down_proj,0.0000003631,0.05000,4.025
14,mlp.experts.42.down_proj,0.0000004525,0.05000,3.948
14,mlp.experts.226.up_proj,0.0000044496,0.05000,15.270
14,mlp.experts.225.up_proj,0.0000024720,0.05000,15.358
14,mlp.experts.229.up_proj,0.0000099083,0.05000,15.549
14,mlp.experts.35.down_proj,0.0000000572,0.05000,3.714
14,mlp.experts.230.up_proj,0.0000152801,0.05000,15.534
14,mlp.experts.236.up_proj,0.0000048925,0.05000,15.655
14,mlp.experts.206.down_proj,0.0000004104,0.05000,3.637
14,mlp.experts.55.down_proj,0.0000000404,0.05000,3.729
14,mlp.experts.224.up_proj,0.0000103795,0.05000,15.633
14,mlp.experts.232.up_proj,0.0000051443,0.05000,15.694
14,mlp.experts.228.up_proj,0.0000106229,0.05000,15.780
14,mlp.experts.57.down_proj,0.0000000966,0.05000,3.921
14,mlp.experts.61.down_proj,0.0000004245,0.05000,3.963
14,mlp.experts.235.up_proj,0.0000060155,0.05000,15.703
14,mlp.experts.58.down_proj,0.0000003059,0.05000,3.963
14,mlp.experts.74.down_proj,failsafe(rtn): 0.0009155,0.00000,0.190
14,mlp.experts.239.up_proj,0.0000076129,0.05000,15.682
14,mlp.experts.51.down_proj,0.0000000744,0.05000,4.069
14,mlp.experts.222.down_proj,0.0000007762,0.05000,4.050
14,mlp.experts.71.down_proj,0.0000001060,0.05000,4.103
14,mlp.experts.73.down_proj,0.0000001466,0.05000,3.939
14,mlp.experts.77.down_proj,0.0000002002,0.05000,3.963
14,mlp.experts.93.down_proj,failsafe(rtn): 0.0008354,0.00000,0.224
14,mlp.experts.90.down_proj,0.0000001190,0.05000,4.200
14,mlp.experts.67.down_proj,0.0000000768,0.05000,4.200
14,mlp.experts.238.down_proj,0.0000002740,0.05000,4.181
14,mlp.experts.87.down_proj,0.0000000503,0.05000,4.192
14,mlp.experts.89.down_proj,0.0000008978,0.05000,3.983
14,mlp.experts.109.down_proj,0.0000001150,0.05000,3.806
14,mlp.experts.106.down_proj,0.0000002982,0.05000,3.752
14,mlp.experts.83.down_proj,0.0000001981,0.05000,3.815
14,mlp.experts.254.down_proj,0.0000000709,0.05000,3.724
14,mlp.experts.103.down_proj,0.0000002101,0.05000,3.749
14,mlp.experts.105.down_proj,0.0000001776,0.05000,3.808
14,mlp.experts.121.down_proj,failsafe(rtn): 0.0009003,0.00000,0.201
14,mlp.experts.125.down_proj,0.0000001272,0.05000,3.934
14,mlp.experts.122.down_proj,0.0000001160,0.05000,3.957
14,mlp.experts.242.up_proj,0.0000087503,0.05000,15.882
14,mlp.experts.241.up_proj,0.0000044698,0.05000,15.771
14,mlp.experts.245.up_proj,0.0000101207,0.05000,15.730
14,mlp.experts.99.down_proj,0.0000002939,0.05000,3.798
14,mlp.experts.246.up_proj,0.0000081398,0.05000,15.893
14,mlp.experts.252.up_proj,0.0000243476,0.05000,15.949
14,mlp.experts.240.up_proj,0.0000095104,0.05000,15.911
14,mlp.experts.248.up_proj,0.0000026519,0.05000,15.821
14,mlp.experts.119.down_proj,0.0000000747,0.05000,3.929
14,mlp.experts.244.up_proj,0.0000086232,0.05000,15.625
14,mlp.experts.137.down_proj,0.0000000715,0.05000,3.876
14,mlp.experts.251.up_proj,0.0000112327,0.05000,15.702
14,mlp.experts.141.down_proj,0.0000005020,0.05000,3.923
14,mlp.experts.255.up_proj,0.0000095870,0.05000,15.717
14,mlp.experts.138.down_proj,0.0000003468,0.05000,3.968
14,mlp.experts.2.down_proj,0.0000005104,0.05000,3.998
14,mlp.experts.1.down_proj,0.0000002355,0.05000,3.965
14,mlp.experts.5.down_proj,0.0000002094,0.05000,3.916
14,mlp.experts.115.down_proj,0.0000001710,0.05000,3.849
14,mlp.experts.6.down_proj,0.0000000858,0.05000,3.843
14,mlp.experts.12.down_proj,0.0000000559,0.05000,3.772
14,mlp.experts.8.down_proj,0.0000001058,0.05000,3.764
14,mlp.experts.0.down_proj,0.0000000538,0.05000,3.791
14,mlp.experts.135.down_proj,0.0000001973,0.05000,3.739
14,mlp.experts.4.down_proj,0.0000000433,0.05000,3.682
14,mlp.experts.153.down_proj,0.0000006147,0.05000,3.667
14,mlp.experts.11.down_proj,0.0000002121,0.05000,3.548
14,mlp.experts.157.down_proj,0.0000001991,0.05000,3.496
14,mlp.experts.154.down_proj,0.0000000441,0.05000,3.558
14,mlp.experts.15.down_proj,0.0000006467,0.05000,3.626
14,mlp.experts.17.down_proj,0.0000000705,0.05000,3.596
14,mlp.experts.18.down_proj,0.0000002366,0.05000,3.671
14,mlp.experts.21.down_proj,0.0000000694,0.05000,3.676
14,mlp.experts.131.down_proj,0.0000009963,0.05000,3.841
14,mlp.experts.22.down_proj,0.0000001578,0.05000,3.877
14,mlp.experts.28.down_proj,0.0000001593,0.05000,3.920
14,mlp.experts.24.down_proj,0.0000005031,0.05000,3.890
14,mlp.experts.16.down_proj,0.0000002600,0.05000,3.921
14,mlp.experts.151.down_proj,0.0000006988,0.05000,3.972
14,mlp.experts.20.down_proj,0.0000000813,0.05000,4.008
14,mlp.experts.169.down_proj,0.0000002673,0.05000,3.824
14,mlp.experts.27.down_proj,0.0000001660,0.05000,3.882
14,mlp.experts.173.down_proj,0.0000001066,0.05000,3.824
14,mlp.experts.31.down_proj,0.0000000571,0.05000,3.825
14,mlp.experts.170.down_proj,0.0000006058,0.05000,3.985
14,mlp.experts.34.down_proj,0.0000000678,0.05000,3.571
14,mlp.experts.33.down_proj,0.0000005098,0.05000,3.662
14,mlp.experts.37.down_proj,0.0000001512,0.05000,3.596
14,mlp.experts.147.down_proj,0.0000001306,0.05000,3.571
14,mlp.experts.38.down_proj,0.0000000980,0.05000,3.564
14,mlp.experts.44.down_proj,0.0000000923,0.05000,3.514
14,mlp.experts.40.down_proj,0.0000001828,0.05000,3.512
14,mlp.experts.32.down_proj,0.0000002737,0.05000,3.531
14,mlp.experts.167.down_proj,0.0000001412,0.05000,3.491
14,mlp.experts.36.down_proj,0.0000003069,0.05000,3.444
14,mlp.experts.185.down_proj,0.0000000640,0.05000,3.468
14,mlp.experts.189.down_proj,0.0000001094,0.05000,3.498
14,mlp.experts.43.down_proj,0.0000003993,0.05000,3.644
14,mlp.experts.47.down_proj,0.0000000325,0.05000,3.408
14,mlp.experts.186.down_proj,0.0000003692,0.05000,3.374
14,mlp.experts.50.down_proj,0.0000000942,0.05000,3.461
14,mlp.experts.49.down_proj,0.0000002334,0.05000,3.512
14,mlp.experts.53.down_proj,0.0000001565,0.05000,3.527
14,mlp.experts.163.down_proj,0.0000001293,0.05000,3.618
14,mlp.experts.54.down_proj,0.0000000664,0.05000,3.603
14,mlp.experts.60.down_proj,0.0000001969,0.05000,3.649
14,mlp.experts.56.down_proj,0.0000001007,0.05000,3.685
14,mlp.experts.48.down_proj,0.0000002103,0.05000,3.678
14,mlp.experts.183.down_proj,0.0000001942,0.05000,3.691
14,mlp.experts.52.down_proj,0.0000002532,0.05000,3.641
14,mlp.experts.201.down_proj,0.0000001298,0.05000,3.604
14,mlp.experts.205.down_proj,0.0000001098,0.05000,3.509
14,mlp.experts.59.down_proj,0.0000001141,0.05000,3.461
14,mlp.experts.63.down_proj,0.0000001321,0.05000,3.464
14,mlp.experts.202.down_proj,0.0000001852,0.05000,3.483
14,mlp.experts.66.down_proj,0.0000001065,0.05000,3.325
14,mlp.experts.65.down_proj,0.0000001691,0.05000,3.438
14,mlp.experts.69.down_proj,0.0000003074,0.05000,3.477
14,mlp.experts.179.down_proj,0.0000001990,0.05000,3.386
14,mlp.experts.70.down_proj,0.0000001462,0.05000,3.426
14,mlp.experts.72.down_proj,0.0000003908,0.05000,3.460
14,mlp.experts.76.down_proj,0.0000006606,0.05000,3.513
14,mlp.experts.199.down_proj,0.0000004679,0.05000,3.441
14,mlp.experts.64.down_proj,0.0000000927,0.05000,3.501
14,mlp.experts.68.down_proj,0.0000000870,0.05000,3.526
14,mlp.experts.217.down_proj,0.0000000314,0.05000,3.483
14,mlp.experts.221.down_proj,0.0000007518,0.05000,3.572
14,mlp.experts.75.down_proj,0.0000003030,0.05000,3.588
14,mlp.experts.79.down_proj,0.0000003503,0.05000,3.703
14,mlp.experts.218.down_proj,0.0000001090,0.05000,3.745
14,mlp.experts.82.down_proj,0.0000006068,0.05000,3.816
14,mlp.experts.81.down_proj,0.0000000303,0.05000,3.764
14,mlp.experts.85.down_proj,0.0000004610,0.05000,3.851
14,mlp.experts.195.down_proj,0.0000005185,0.05000,3.851
14,mlp.experts.86.down_proj,0.0000001511,0.05000,3.839
14,mlp.experts.92.down_proj,0.0000002353,0.05000,3.754
14,mlp.experts.88.down_proj,0.0000001143,0.05000,3.819
14,mlp.experts.80.down_proj,0.0000003134,0.05000,3.724
14,mlp.experts.215.down_proj,0.0000000252,0.05000,3.809
14,mlp.experts.84.down_proj,0.0000002915,0.05000,3.695
14,mlp.experts.233.down_proj,0.0000009245,0.05000,3.678
14,mlp.experts.237.down_proj,0.0000002943,0.05000,3.618
14,mlp.experts.91.down_proj,0.0000001545,0.05000,3.687
14,mlp.experts.95.down_proj,0.0000002107,0.05000,3.574
14,mlp.experts.234.down_proj,0.0000002939,0.05000,3.518
14,mlp.experts.98.down_proj,0.0000003205,0.05000,3.489
14,mlp.experts.97.down_proj,0.0000000638,0.05000,3.438
14,mlp.experts.101.down_proj,0.0000002647,0.05000,3.327
14,mlp.experts.211.down_proj,0.0000000369,0.05000,3.358
14,mlp.experts.102.down_proj,0.0000000897,0.05000,3.282
14,mlp.experts.96.down_proj,0.0000000914,0.05000,3.401
14,mlp.experts.104.down_proj,0.0000000510,0.05000,3.430
14,mlp.experts.108.down_proj,0.0000010761,0.05000,3.485
14,mlp.experts.231.down_proj,0.0000000974,0.05000,3.483
14,mlp.experts.100.down_proj,0.0000008249,0.05000,3.461
14,mlp.experts.249.down_proj,0.0000001887,0.05000,3.758
14,mlp.experts.253.down_proj,0.0000001054,0.05000,3.629
14,mlp.experts.107.down_proj,0.0000000310,0.05000,3.596
14,mlp.experts.111.down_proj,0.0000004847,0.05000,3.442
14,mlp.experts.250.down_proj,0.0000002761,0.05000,3.416
14,mlp.experts.114.down_proj,0.0000004290,0.05000,3.366
14,mlp.experts.113.down_proj,0.0000000286,0.05000,3.299
14,mlp.experts.117.down_proj,0.0000001525,0.05000,3.238
14,mlp.experts.118.down_proj,0.0000004403,0.05000,3.098
14,mlp.experts.227.down_proj,0.0000001526,0.05000,3.158
14,mlp.experts.243.down_proj,failsafe(rtn): 0.0008583,0.00000,0.158
14,mlp.experts.112.down_proj,0.0000000335,0.05000,3.025
14,mlp.experts.124.down_proj,0.0000001794,0.05000,3.033
14,mlp.experts.120.down_proj,0.0000004259,0.05000,3.068
14,mlp.experts.247.down_proj,0.0000001137,0.05000,2.992
14,mlp.experts.116.down_proj,0.0000001495,0.05000,2.995
14,mlp.experts.123.down_proj,0.0000000574,0.05000,2.405
14,mlp.experts.127.down_proj,0.0000000401,0.05000,2.481
14,mlp.experts.129.down_proj,0.0000004468,0.05000,2.339
14,mlp.experts.130.down_proj,0.0000003051,0.05000,2.389
14,mlp.experts.133.down_proj,0.0000000371,0.05000,2.365
14,mlp.experts.134.down_proj,0.0000004905,0.05000,2.331
14,mlp.experts.128.down_proj,0.0000002140,0.05000,2.314
14,mlp.experts.136.down_proj,0.0000000654,0.05000,2.274
14,mlp.experts.140.down_proj,0.0000001143,0.05000,2.320
14,mlp.experts.132.down_proj,0.0000000993,0.05000,2.269
14,mlp.experts.139.down_proj,0.0000003972,0.05000,2.145
14,mlp.experts.143.down_proj,0.0000002433,0.05000,2.117
14,mlp.experts.145.down_proj,0.0000000870,0.05000,2.112
14,mlp.experts.146.down_proj,0.0000003632,0.05000,2.125
14,mlp.experts.149.down_proj,0.0000000476,0.05000,2.124
14,mlp.experts.150.down_proj,0.0000000492,0.05000,2.094
14,mlp.experts.144.down_proj,0.0000001743,0.05000,2.133
14,mlp.experts.152.down_proj,0.0000003581,0.05000,2.128
14,mlp.experts.156.down_proj,0.0000001706,0.05000,2.121
14,mlp.experts.148.down_proj,0.0000002933,0.05000,2.142
14,mlp.experts.155.down_proj,0.0000006104,0.05000,2.280
14,mlp.experts.159.down_proj,0.0000001956,0.05000,2.328
14,mlp.experts.161.down_proj,0.0000007917,0.05000,2.372
14,mlp.experts.162.down_proj,0.0000001251,0.05000,2.423
14,mlp.experts.165.down_proj,0.0000001355,0.05000,2.408
14,mlp.experts.166.down_proj,0.0000000833,0.05000,2.369
14,mlp.experts.172.down_proj,0.0000001487,0.05000,2.471
14,mlp.experts.160.down_proj,0.0000001878,0.05000,2.521
14,mlp.experts.168.down_proj,0.0000008432,0.05000,2.529
14,mlp.experts.164.down_proj,0.0000000909,0.05000,2.445
14,mlp.experts.171.down_proj,0.0000003342,0.05000,2.258
14,mlp.experts.175.down_proj,0.0000001673,0.05000,2.193
14,mlp.experts.177.down_proj,0.0000000548,0.05000,2.186
14,mlp.experts.178.down_proj,0.0000005400,0.05000,2.155
14,mlp.experts.181.down_proj,0.0000000395,0.05000,2.135
14,mlp.experts.182.down_proj,0.0000001541,0.05000,2.166
14,mlp.experts.176.down_proj,0.0000008602,0.05000,2.196
14,mlp.experts.188.down_proj,0.0000002882,0.05000,2.234
14,mlp.experts.184.down_proj,0.0000001451,0.05000,2.236
14,mlp.experts.180.down_proj,0.0000002904,0.05000,2.230
14,mlp.experts.187.down_proj,0.0000000948,0.05000,2.236
14,mlp.experts.191.down_proj,0.0000001040,0.05000,2.205
14,mlp.experts.193.down_proj,0.0000001087,0.05000,2.130
14,mlp.experts.194.down_proj,0.0000001321,0.05000,2.124
14,mlp.experts.198.down_proj,0.0000001074,0.05000,2.092
14,mlp.experts.197.down_proj,0.0000000748,0.05000,2.140
14,mlp.experts.192.down_proj,0.0000006662,0.05000,2.084
14,mlp.experts.204.down_proj,0.0000000610,0.05000,2.110
14,mlp.experts.200.down_proj,0.0000000740,0.05000,2.103
14,mlp.experts.196.down_proj,0.0000001930,0.05000,2.071
14,mlp.experts.203.down_proj,0.0000001488,0.05000,2.000
14,mlp.experts.207.down_proj,0.0000000551,0.05000,2.008
14,mlp.experts.209.down_proj,0.0000000512,0.05000,2.007
14,mlp.experts.210.down_proj,0.0000004163,0.05000,1.994
14,mlp.experts.214.down_proj,0.0000002733,0.05000,1.989
14,mlp.experts.213.down_proj,0.0000002280,0.05000,1.992
14,mlp.experts.208.down_proj,0.0000000835,0.05000,2.057
14,mlp.experts.220.down_proj,0.0000001250,0.05000,2.068
14,mlp.experts.212.down_proj,0.0000001564,0.05000,2.044
14,mlp.experts.216.down_proj,0.0000000484,0.05000,2.086
14,mlp.experts.219.down_proj,0.0000001211,0.05000,2.054
14,mlp.experts.223.down_proj,0.0000000327,0.05000,2.052
14,mlp.experts.225.down_proj,0.0000000973,0.05000,2.046
14,mlp.experts.226.down_proj,0.0000001184,0.05000,2.070
14,mlp.experts.229.down_proj,0.0000000886,0.05000,2.154
14,mlp.experts.230.down_proj,0.0000001518,0.05000,2.222
14,mlp.experts.224.down_proj,0.0000002670,0.05000,2.288
14,mlp.experts.236.down_proj,0.0000000441,0.05000,2.244
14,mlp.experts.228.down_proj,0.0000001796,0.05000,2.269
14,mlp.experts.232.down_proj,0.0000001483,0.05000,2.276
14,mlp.experts.235.down_proj,0.0000002374,0.05000,2.225
14,mlp.experts.239.down_proj,0.0000001147,0.05000,2.193
14,mlp.experts.241.down_proj,0.0000001452,0.05000,2.178
14,mlp.experts.242.down_proj,0.0000001753,0.05000,2.169
14,mlp.experts.245.down_proj,0.0000002481,0.05000,2.074
14,mlp.experts.246.down_proj,0.0000002893,0.05000,2.033
14,mlp.experts.252.down_proj,0.0000006369,0.05000,1.784
14,mlp.experts.240.down_proj,0.0000002876,0.05000,1.833
14,mlp.experts.248.down_proj,0.0000001016,0.05000,1.766
14,mlp.experts.244.down_proj,0.0000000775,0.05000,1.790
14,mlp.experts.251.down_proj,0.0000003460,0.05000,1.356
14,mlp.experts.255.down_proj,0.0000002594,0.05000,1.044
15,mlp.experts.8.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.642
15,mlp.experts.12.gate_proj,0.0000052516,0.05000,16.122
15,mlp.experts.9.gate_proj,0.0000167997,0.05000,16.272
15,mlp.experts.1.gate_proj,0.0000038493,0.05000,16.271
15,mlp.experts.4.gate_proj,0.0000058140,0.05000,16.352
15,mlp.experts.13.gate_proj,0.0000069017,0.05000,16.390
15,mlp.experts.3.gate_proj,0.0000057584,0.05000,16.391
15,mlp.experts.6.gate_proj,0.0000315561,0.05000,16.382
15,mlp.experts.14.gate_proj,0.0000070211,0.05000,16.397
15,mlp.experts.2.gate_proj,0.0000044336,0.05000,16.420
15,mlp.experts.10.gate_proj,0.0000159502,0.05000,16.419
15,mlp.experts.11.gate_proj,0.0000065165,0.05000,16.442
15,mlp.experts.0.gate_proj,0.0000054425,0.05000,16.470
15,mlp.experts.7.gate_proj,0.0000148778,0.05000,16.551
15,mlp.experts.15.gate_proj,0.0000477882,0.05000,16.572
15,mlp.experts.5.gate_proj,0.0000112178,0.05000,16.643
15,mlp.experts.24.gate_proj,0.0000079804,0.05000,16.716
15,mlp.experts.28.gate_proj,0.0000056271,0.05000,15.574
15,mlp.experts.17.gate_proj,0.0000096793,0.05000,15.495
15,mlp.experts.30.gate_proj,0.0000189870,0.05000,15.392
15,mlp.experts.25.gate_proj,0.0000013539,0.05000,15.519
15,mlp.experts.19.gate_proj,0.0000094095,0.05000,15.389
15,mlp.experts.20.gate_proj,0.0000142516,0.05000,15.458
15,mlp.experts.31.gate_proj,0.0000102373,0.05000,15.252
15,mlp.experts.16.gate_proj,0.0000080547,0.05000,15.351
15,mlp.experts.29.gate_proj,0.0000162032,0.05000,15.524
15,mlp.experts.27.gate_proj,0.0000076823,0.05000,15.474
15,mlp.experts.22.gate_proj,0.0000130665,0.05000,15.552
15,mlp.experts.26.gate_proj,0.0000059084,0.05000,15.631
15,mlp.experts.23.gate_proj,0.0000057010,0.05000,15.492
15,mlp.experts.18.gate_proj,0.0000048352,0.05000,15.660
15,mlp.experts.21.gate_proj,0.0000068565,0.05000,15.463
15,mlp.experts.40.gate_proj,0.0000046446,0.05000,15.286
15,mlp.experts.35.gate_proj,0.0000079524,0.05000,15.085
15,mlp.experts.44.gate_proj,0.0000084727,0.05000,15.152
15,mlp.experts.33.gate_proj,0.0000078363,0.05000,15.132
15,mlp.experts.36.gate_proj,0.0000148721,0.05000,15.104
15,mlp.experts.41.gate_proj,0.0000151163,0.05000,15.138
15,mlp.experts.32.gate_proj,0.0000160157,0.05000,15.117
15,mlp.experts.47.gate_proj,0.0000054175,0.05000,15.155
15,mlp.experts.38.gate_proj,0.0000116311,0.05000,15.069
15,mlp.experts.46.gate_proj,0.0000104089,0.05000,15.245
15,mlp.experts.42.gate_proj,0.0000070848,0.05000,15.022
15,mlp.experts.43.gate_proj,0.0000139099,0.05000,15.137
15,mlp.experts.37.gate_proj,0.0000067597,0.05000,15.035
15,mlp.experts.45.gate_proj,0.0000095877,0.05000,15.266
15,mlp.experts.39.gate_proj,0.0000105317,0.05000,15.155
15,mlp.experts.34.gate_proj,0.0000049102,0.05000,15.279
15,mlp.experts.56.gate_proj,0.0000059685,0.05000,15.331
15,mlp.experts.60.gate_proj,0.0000121943,0.05000,14.974
15,mlp.experts.57.gate_proj,0.0000117117,0.05000,14.969
15,mlp.experts.52.gate_proj,0.0000044331,0.05000,15.015
15,mlp.experts.49.gate_proj,0.0000055082,0.05000,15.030
15,mlp.experts.51.gate_proj,0.0000064037,0.05000,15.086
15,mlp.experts.48.gate_proj,0.0000080093,0.05000,15.010
15,mlp.experts.54.gate_proj,0.0000111903,0.05000,15.053
15,mlp.experts.62.gate_proj,0.0000331385,0.05000,15.044
15,mlp.experts.53.gate_proj,0.0000064527,0.05000,14.979
15,mlp.experts.59.gate_proj,0.0000133015,0.05000,15.092
15,mlp.experts.58.gate_proj,0.0000077048,0.05000,15.147
15,mlp.experts.63.gate_proj,0.0000076953,0.05000,15.334
15,mlp.experts.61.gate_proj,0.0000185944,0.05000,15.135
15,mlp.experts.55.gate_proj,0.0000086212,0.05000,15.103
15,mlp.experts.50.gate_proj,0.0000088967,0.05000,15.010
15,mlp.experts.72.gate_proj,0.0000057114,0.05000,14.836
15,mlp.experts.76.gate_proj,0.0000084912,0.05000,16.114
15,mlp.experts.68.gate_proj,0.0000195496,0.05000,16.043
15,mlp.experts.73.gate_proj,0.0000487436,0.05000,16.173
15,mlp.experts.78.gate_proj,0.0000055982,0.05000,16.051
15,mlp.experts.64.gate_proj,0.0000047985,0.05000,16.151
15,mlp.experts.65.gate_proj,0.0000089869,0.05000,16.179
15,mlp.experts.67.gate_proj,0.0000069458,0.05000,16.290
15,mlp.experts.74.gate_proj,0.0000061508,0.05000,16.046
15,mlp.experts.69.gate_proj,0.0000120545,0.05000,16.177
15,mlp.experts.70.gate_proj,0.0000089980,0.05000,16.303
15,mlp.experts.77.gate_proj,0.0000080096,0.05000,16.060
15,mlp.experts.75.gate_proj,0.0000512093,0.05000,16.258
15,mlp.experts.71.gate_proj,0.0000036643,0.05000,16.114
15,mlp.experts.66.gate_proj,0.0000086333,0.05000,16.193
15,mlp.experts.79.gate_proj,0.0000087549,0.05000,16.319
15,mlp.experts.88.gate_proj,0.0000084890,0.05000,16.165
15,mlp.experts.84.gate_proj,0.0000210223,0.05000,14.983
15,mlp.experts.92.gate_proj,0.0000083178,0.05000,15.114
15,mlp.experts.89.gate_proj,0.0000070293,0.05000,15.087
15,mlp.experts.81.gate_proj,0.0000040999,0.05000,15.032
15,mlp.experts.80.gate_proj,0.0000081314,0.05000,15.099
15,mlp.experts.94.gate_proj,0.0000121731,0.05000,15.210
15,mlp.experts.90.gate_proj,0.0000062789,0.05000,15.097
15,mlp.experts.93.gate_proj,0.0000070671,0.05000,14.969
15,mlp.experts.85.gate_proj,0.0000039707,0.05000,15.104
15,mlp.experts.83.gate_proj,0.0000129925,0.05000,15.189
15,mlp.experts.86.gate_proj,0.0000167893,0.05000,15.080
15,mlp.experts.91.gate_proj,0.0000358048,0.05000,15.127
15,mlp.experts.87.gate_proj,0.0000042098,0.05000,15.224
15,mlp.experts.82.gate_proj,0.0000068982,0.05000,15.152
15,mlp.experts.95.gate_proj,0.0000085053,0.05000,15.184
15,mlp.experts.104.gate_proj,0.0000191216,0.05000,15.048
15,mlp.experts.100.gate_proj,0.0000247527,0.05000,15.353
15,mlp.experts.108.gate_proj,0.0000109372,0.05000,15.362
15,mlp.experts.105.gate_proj,0.0000162483,0.05000,15.322
15,mlp.experts.97.gate_proj,0.0000063381,0.05000,15.391
15,mlp.experts.96.gate_proj,0.0000073530,0.05000,15.468
15,mlp.experts.109.gate_proj,0.0000107926,0.05000,15.431
15,mlp.experts.110.gate_proj,0.0000059113,0.05000,15.475
15,mlp.experts.99.gate_proj,0.0000086898,0.05000,15.398
15,mlp.experts.106.gate_proj,0.0000091810,0.05000,15.572
15,mlp.experts.102.gate_proj,0.0000042916,0.05000,15.509
15,mlp.experts.101.gate_proj,0.0000072024,0.05000,15.538
15,mlp.experts.107.gate_proj,0.0000456170,0.05000,15.579
15,mlp.experts.103.gate_proj,0.0000076607,0.05000,15.536
15,mlp.experts.98.gate_proj,0.0000082452,0.05000,15.505
15,mlp.experts.111.gate_proj,0.0000092964,0.05000,15.521
15,mlp.experts.120.gate_proj,0.0000092385,0.05000,15.508
15,mlp.experts.116.gate_proj,0.0000062529,0.05000,13.803
15,mlp.experts.121.gate_proj,0.0000057518,0.05000,13.694
15,mlp.experts.124.gate_proj,0.0000058422,0.05000,13.764
15,mlp.experts.113.gate_proj,0.0000110610,0.05000,13.773
15,mlp.experts.126.gate_proj,0.0000107204,0.05000,13.643
15,mlp.experts.112.gate_proj,0.0000089932,0.05000,13.775
15,mlp.experts.115.gate_proj,0.0000120445,0.05000,13.710
15,mlp.experts.125.gate_proj,0.0000256036,0.05000,13.786
15,mlp.experts.122.gate_proj,0.0000446871,0.05000,13.786
15,mlp.experts.118.gate_proj,0.0000190454,0.05000,13.766
15,mlp.experts.117.gate_proj,0.0000066855,0.05000,13.772
15,mlp.experts.119.gate_proj,0.0000027318,0.05000,13.719
15,mlp.experts.123.gate_proj,0.0000093556,0.05000,13.803
15,mlp.experts.114.gate_proj,0.0000056545,0.05000,13.719
15,mlp.experts.127.gate_proj,0.0000082208,0.05000,13.823
15,mlp.experts.136.gate_proj,0.0000109295,0.05000,13.661
15,mlp.experts.132.gate_proj,0.0000125053,0.05000,14.505
15,mlp.experts.140.gate_proj,0.0000074951,0.05000,14.460
15,mlp.experts.137.gate_proj,0.0000102865,0.05000,14.614
15,mlp.experts.129.gate_proj,0.0000437124,0.05000,14.583
15,mlp.experts.142.gate_proj,0.0000105622,0.05000,14.617
15,mlp.experts.128.gate_proj,0.0000081946,0.05000,14.591
15,mlp.experts.131.gate_proj,0.0000091339,0.05000,14.657
15,mlp.experts.141.gate_proj,0.0000044628,0.05000,14.710
15,mlp.experts.138.gate_proj,0.0000080609,0.05000,14.641
15,mlp.experts.134.gate_proj,0.0000057765,0.05000,14.749
15,mlp.experts.133.gate_proj,0.0000070338,0.05000,14.772
15,mlp.experts.139.gate_proj,0.0000033953,0.05000,14.820
15,mlp.experts.130.gate_proj,0.0000086965,0.05000,14.800
15,mlp.experts.135.gate_proj,0.0000164835,0.05000,14.840
15,mlp.experts.152.gate_proj,0.0000079888,0.05000,14.708
15,mlp.experts.143.gate_proj,0.0000285958,0.05000,14.893
15,mlp.experts.156.gate_proj,0.0000075626,0.05000,15.335
15,mlp.experts.148.gate_proj,0.0000051595,0.05000,15.543
15,mlp.experts.153.gate_proj,0.0000111025,0.05000,15.398
15,mlp.experts.145.gate_proj,0.0000037378,0.05000,15.369
15,mlp.experts.158.gate_proj,0.0000307839,0.05000,15.364
15,mlp.experts.144.gate_proj,0.0000132731,0.05000,15.378
15,mlp.experts.157.gate_proj,0.0000107020,0.05000,15.321
15,mlp.experts.147.gate_proj,0.0000015672,0.05000,15.572
15,mlp.experts.154.gate_proj,0.0000322958,0.05000,15.524
15,mlp.experts.149.gate_proj,0.0000093378,0.05000,15.366
15,mlp.experts.150.gate_proj,0.0000094016,0.05000,15.450
15,mlp.experts.146.gate_proj,0.0000072352,0.05000,15.377
15,mlp.experts.164.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.950
15,mlp.experts.155.gate_proj,0.0000084732,0.05000,15.553
15,mlp.experts.151.gate_proj,0.0000093720,0.05000,15.541
15,mlp.experts.168.gate_proj,0.0000048656,0.05000,15.424
15,mlp.experts.159.gate_proj,0.0000081041,0.05000,15.609
15,mlp.experts.172.gate_proj,0.0000065224,0.05000,14.514
15,mlp.experts.161.gate_proj,0.0000158835,0.05000,14.496
15,mlp.experts.169.gate_proj,0.0000029163,0.05000,14.649
15,mlp.experts.160.gate_proj,0.0000110223,0.05000,14.555
15,mlp.experts.174.gate_proj,0.0000055674,0.05000,14.651
15,mlp.experts.173.gate_proj,0.0000034420,0.05000,14.486
15,mlp.experts.163.gate_proj,0.0000143890,0.05000,14.524
15,mlp.experts.165.gate_proj,0.0000053381,0.05000,14.447
15,mlp.experts.170.gate_proj,0.0000079140,0.05000,14.537
15,mlp.experts.166.gate_proj,0.0000077155,0.05000,14.583
15,mlp.experts.180.gate_proj,0.0000231879,0.05000,14.386
15,mlp.experts.162.gate_proj,0.0000144029,0.05000,14.627
15,mlp.experts.167.gate_proj,0.0000069739,0.05000,14.505
15,mlp.experts.184.gate_proj,0.0000097402,0.05000,14.531
15,mlp.experts.171.gate_proj,0.0000063636,0.05000,14.651
15,mlp.experts.175.gate_proj,0.0000131355,0.05000,14.493
15,mlp.experts.188.gate_proj,0.0000058486,0.05000,15.310
15,mlp.experts.177.gate_proj,0.0000105360,0.05000,15.207
15,mlp.experts.185.gate_proj,0.0000084780,0.05000,15.176
15,mlp.experts.176.gate_proj,0.0000231095,0.05000,15.275
15,mlp.experts.189.gate_proj,0.0000050195,0.05000,15.373
15,mlp.experts.190.gate_proj,0.0000091019,0.05000,15.426
15,mlp.experts.179.gate_proj,0.0000043501,0.05000,15.289
15,mlp.experts.181.gate_proj,0.0000060407,0.05000,15.335
15,mlp.experts.186.gate_proj,0.0000153942,0.05000,15.395
15,mlp.experts.182.gate_proj,0.0000072634,0.05000,15.418
15,mlp.experts.196.gate_proj,0.0000058559,0.05000,15.441
15,mlp.experts.178.gate_proj,0.0000167144,0.05000,15.337
15,mlp.experts.183.gate_proj,0.0000080245,0.05000,15.266
15,mlp.experts.200.gate_proj,0.0000038625,0.05000,15.200
15,mlp.experts.187.gate_proj,0.0000101195,0.05000,15.365
15,mlp.experts.205.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.859
15,mlp.experts.191.gate_proj,0.0000094379,0.05000,15.400
15,mlp.experts.198.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.861
15,mlp.experts.194.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.882
15,mlp.experts.204.gate_proj,0.0000060188,0.05000,15.277
15,mlp.experts.193.gate_proj,0.0000054561,0.05000,15.296
15,mlp.experts.201.gate_proj,0.0000440738,0.05000,15.277
15,mlp.experts.192.gate_proj,0.0000205075,0.05000,15.344
15,mlp.experts.206.gate_proj,0.0000092546,0.05000,15.298
15,mlp.experts.197.gate_proj,0.0000092951,0.05000,15.195
15,mlp.experts.195.gate_proj,0.0000092687,0.05000,15.296
15,mlp.experts.202.gate_proj,0.0000169959,0.05000,15.355
15,mlp.experts.212.gate_proj,0.0000112645,0.05000,15.167
15,mlp.experts.199.gate_proj,0.0000196934,0.05000,15.410
15,mlp.experts.216.gate_proj,0.0000143016,0.05000,15.401
15,mlp.experts.203.gate_proj,0.0000051649,0.05000,15.304
15,mlp.experts.221.gate_proj,0.0000034087,0.05000,15.260
15,mlp.experts.207.gate_proj,0.0000116712,0.05000,15.419
15,mlp.experts.214.gate_proj,0.0000344142,0.05000,15.267
15,mlp.experts.210.gate_proj,0.0000113172,0.05000,15.269
15,mlp.experts.220.gate_proj,0.0000050412,0.05000,15.476
15,mlp.experts.209.gate_proj,0.0000072650,0.05000,15.651
15,mlp.experts.217.gate_proj,0.0000186406,0.05000,15.717
15,mlp.experts.208.gate_proj,0.0000095943,0.05000,15.502
15,mlp.experts.222.gate_proj,0.0000097095,0.05000,15.635
15,mlp.experts.213.gate_proj,0.0000207231,0.05000,15.564
15,mlp.experts.211.gate_proj,0.0000315424,0.05000,15.743
15,mlp.experts.228.gate_proj,0.0000078144,0.05000,15.708
15,mlp.experts.218.gate_proj,0.0000085391,0.05000,15.745
15,mlp.experts.215.gate_proj,0.0000042380,0.05000,15.682
15,mlp.experts.232.gate_proj,0.0000311007,0.05000,15.718
15,mlp.experts.237.gate_proj,0.0000155634,0.05000,15.651
15,mlp.experts.219.gate_proj,0.0000140576,0.05000,15.897
15,mlp.experts.223.gate_proj,0.0000172527,0.05000,15.706
15,mlp.experts.230.gate_proj,0.0000205283,0.05000,15.860
15,mlp.experts.226.gate_proj,0.0000166826,0.05000,15.866
15,mlp.experts.253.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.838
15,mlp.experts.236.gate_proj,0.0000120201,0.05000,15.201
15,mlp.experts.225.gate_proj,0.0000088186,0.05000,15.081
15,mlp.experts.233.gate_proj,0.0000093420,0.05000,15.033
15,mlp.experts.224.gate_proj,0.0000119733,0.05000,15.009
15,mlp.experts.229.gate_proj,0.0000062664,0.05000,15.010
15,mlp.experts.238.gate_proj,0.0000109724,0.05000,15.087
15,mlp.experts.227.gate_proj,0.0000027712,0.05000,14.953
15,mlp.experts.234.gate_proj,0.0000240316,0.05000,15.053
15,mlp.experts.244.gate_proj,0.0000078110,0.05000,15.077
15,mlp.experts.248.gate_proj,0.0000059232,0.05000,15.034
15,mlp.experts.231.gate_proj,0.0000097259,0.05000,15.133
15,mlp.experts.235.gate_proj,0.0000047464,0.05000,15.033
15,mlp.experts.239.gate_proj,0.0000111270,0.05000,15.032
15,mlp.experts.246.gate_proj,0.0000209762,0.05000,15.010
15,mlp.experts.242.gate_proj,0.0000032333,0.05000,14.944
15,mlp.experts.8.up_proj,failsafe(rtn): 0.0009270,0.00000,0.870
15,mlp.experts.13.up_proj,0.0000068601,0.05000,15.146
15,mlp.experts.251.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.904
15,mlp.experts.252.gate_proj,0.0000155200,0.05000,15.366
15,mlp.experts.249.gate_proj,0.0000075926,0.05000,15.384
15,mlp.experts.241.gate_proj,0.0000062445,0.05000,15.425
15,mlp.experts.240.gate_proj,0.0000087681,0.05000,15.350
15,mlp.experts.245.gate_proj,0.0000105033,0.05000,15.255
15,mlp.experts.254.gate_proj,0.0000057029,0.05000,15.401
15,mlp.experts.243.gate_proj,0.0000057928,0.05000,15.336
15,mlp.experts.4.up_proj,0.0000053790,0.05000,15.293
15,mlp.experts.250.gate_proj,0.0000118050,0.05000,15.376
15,mlp.experts.247.gate_proj,0.0000057120,0.05000,15.475
15,mlp.experts.255.gate_proj,0.0000080173,0.05000,15.390
15,mlp.experts.2.up_proj,0.0000041296,0.05000,15.285
15,mlp.experts.6.up_proj,0.0000120571,0.05000,15.503
15,mlp.experts.24.up_proj,0.0000080752,0.05000,15.410
15,mlp.experts.29.up_proj,0.0000153601,0.05000,15.337
15,mlp.experts.11.up_proj,0.0000059860,0.05000,15.474
15,mlp.experts.12.up_proj,0.0000050203,0.05000,15.321
15,mlp.experts.9.up_proj,0.0000142341,0.05000,15.292
15,mlp.experts.1.up_proj,0.0000033314,0.05000,15.306
15,mlp.experts.0.up_proj,0.0000054411,0.05000,15.297
15,mlp.experts.5.up_proj,0.0000100793,0.05000,15.300
15,mlp.experts.14.up_proj,0.0000060732,0.05000,15.286
15,mlp.experts.3.up_proj,0.0000059989,0.05000,15.372
15,mlp.experts.20.up_proj,0.0000133293,0.05000,15.205
15,mlp.experts.10.up_proj,0.0000149167,0.05000,15.291
15,mlp.experts.7.up_proj,0.0000141858,0.05000,15.277
15,mlp.experts.15.up_proj,0.0000458561,0.05000,15.423
15,mlp.experts.18.up_proj,0.0000053350,0.05000,15.401
15,mlp.experts.22.up_proj,0.0000118295,0.05000,15.442
15,mlp.experts.40.up_proj,0.0000043588,0.05000,15.423
15,mlp.experts.45.up_proj,0.0000089540,0.05000,15.353
15,mlp.experts.27.up_proj,0.0000071680,0.05000,15.378
15,mlp.experts.28.up_proj,0.0000059309,0.05000,15.355
15,mlp.experts.17.up_proj,0.0000089641,0.05000,15.355
15,mlp.experts.25.up_proj,0.0000012809,0.05000,15.417
15,mlp.experts.16.up_proj,0.0000071454,0.05000,15.454
15,mlp.experts.30.up_proj,0.0000167559,0.05000,15.429
15,mlp.experts.21.up_proj,0.0000063032,0.05000,15.597
15,mlp.experts.19.up_proj,0.0000082037,0.05000,15.543
15,mlp.experts.36.up_proj,0.0000160961,0.05000,15.529
15,mlp.experts.26.up_proj,0.0000057017,0.05000,15.579
15,mlp.experts.23.up_proj,0.0000055363,0.05000,15.595
15,mlp.experts.31.up_proj,0.0000091405,0.05000,15.612
15,mlp.experts.34.up_proj,0.0000045379,0.05000,15.570
15,mlp.experts.61.up_proj,0.0000170044,0.05000,15.346
15,mlp.experts.56.up_proj,0.0000055382,0.05000,15.385
15,mlp.experts.38.up_proj,0.0000104852,0.05000,15.525
15,mlp.experts.43.up_proj,0.0000122215,0.05000,15.434
15,mlp.experts.44.up_proj,0.0000068891,0.05000,15.496
15,mlp.experts.33.up_proj,0.0000073113,0.05000,15.607
15,mlp.experts.41.up_proj,0.0000149666,0.05000,15.656
15,mlp.experts.32.up_proj,0.0000148946,0.05000,15.673
15,mlp.experts.37.up_proj,0.0000069517,0.05000,15.541
15,mlp.experts.46.up_proj,0.0000096900,0.05000,15.556
15,mlp.experts.35.up_proj,0.0000078329,0.05000,15.655
15,mlp.experts.52.up_proj,0.0000042504,0.05000,15.645
15,mlp.experts.42.up_proj,0.0000066545,0.05000,15.647
15,mlp.experts.39.up_proj,0.0000113628,0.05000,15.497
15,mlp.experts.47.up_proj,0.0000047739,0.05000,15.632
15,mlp.experts.77.up_proj,0.0000067289,0.05000,15.457
15,mlp.experts.72.up_proj,0.0000061129,0.05000,15.447
15,mlp.experts.50.up_proj,0.0000077129,0.05000,15.524
15,mlp.experts.54.up_proj,0.0000111375,0.05000,15.618
15,mlp.experts.59.up_proj,0.0000125066,0.05000,15.710
15,mlp.experts.60.up_proj,0.0000119192,0.05000,15.593
15,mlp.experts.57.up_proj,0.0000133957,0.05000,15.437
15,mlp.experts.49.up_proj,0.0000054019,0.05000,15.547
15,mlp.experts.48.up_proj,0.0000074774,0.05000,15.457
15,mlp.experts.62.up_proj,0.0000267401,0.05000,15.372
15,mlp.experts.53.up_proj,0.0000060414,0.05000,15.385
15,mlp.experts.68.up_proj,0.0000180246,0.05000,15.278
15,mlp.experts.51.up_proj,0.0000058349,0.05000,15.446
15,mlp.experts.58.up_proj,0.0000074925,0.05000,15.334
15,mlp.experts.55.up_proj,0.0000079268,0.05000,15.286
15,mlp.experts.66.up_proj,0.0000080744,0.05000,15.239
15,mlp.experts.88.up_proj,0.0000087274,0.05000,15.248
15,mlp.experts.93.up_proj,0.0000066644,0.05000,15.372
15,mlp.experts.70.up_proj,0.0000084578,0.05000,15.209
15,mlp.experts.63.up_proj,0.0000071530,0.05000,15.430
15,mlp.experts.75.up_proj,0.0000477470,0.05000,15.189
15,mlp.experts.76.up_proj,0.0000084588,0.05000,14.646
15,mlp.experts.73.up_proj,0.0000431787,0.05000,14.491
15,mlp.experts.65.up_proj,0.0000083522,0.05000,14.585
15,mlp.experts.64.up_proj,0.0000050012,0.05000,14.564
15,mlp.experts.69.up_proj,0.0000112074,0.05000,14.596
15,mlp.experts.78.up_proj,0.0000051901,0.05000,14.619
15,mlp.experts.84.up_proj,0.0000205943,0.05000,14.663
15,mlp.experts.67.up_proj,0.0000065454,0.05000,14.699
15,mlp.experts.74.up_proj,0.0000056903,0.05000,14.624
15,mlp.experts.71.up_proj,0.0000037074,0.05000,14.649
15,mlp.experts.104.up_proj,0.0000184694,0.05000,14.605
15,mlp.experts.82.up_proj,0.0000064843,0.05000,14.682
15,mlp.experts.109.up_proj,0.0000101310,0.05000,14.640
15,mlp.experts.79.up_proj,0.0000143471,0.05000,14.686
15,mlp.experts.86.up_proj,0.0000157906,0.05000,14.805
15,mlp.experts.91.up_proj,0.0000356291,0.05000,15.040
15,mlp.experts.92.up_proj,0.0000072328,0.05000,15.294
15,mlp.experts.81.up_proj,0.0000048112,0.05000,15.248
15,mlp.experts.89.up_proj,0.0000066506,0.05000,15.373
15,mlp.experts.80.up_proj,0.0000076585,0.05000,15.215
15,mlp.experts.85.up_proj,0.0000035831,0.05000,15.232
15,mlp.experts.94.up_proj,0.0000123419,0.05000,15.341
15,mlp.experts.83.up_proj,0.0000121032,0.05000,15.136
15,mlp.experts.100.up_proj,0.0000230931,0.05000,15.258
15,mlp.experts.90.up_proj,0.0000058610,0.05000,15.188
15,mlp.experts.87.up_proj,0.0000041395,0.05000,15.413
15,mlp.experts.120.up_proj,0.0000105871,0.05000,15.339
15,mlp.experts.98.up_proj,0.0000073697,0.05000,15.461
15,mlp.experts.125.up_proj,0.0000232747,0.05000,15.533
15,mlp.experts.95.up_proj,0.0000078587,0.05000,15.630
15,mlp.experts.102.up_proj,0.0000039688,0.05000,15.567
15,mlp.experts.107.up_proj,0.0000407817,0.05000,15.620
15,mlp.experts.108.up_proj,0.0000102333,0.05000,14.905
15,mlp.experts.105.up_proj,0.0000145489,0.05000,14.846
15,mlp.experts.96.up_proj,0.0000076020,0.05000,14.825
15,mlp.experts.97.up_proj,0.0000062912,0.05000,14.945
15,mlp.experts.101.up_proj,0.0000071189,0.05000,14.851
15,mlp.experts.110.up_proj,0.0000056375,0.05000,15.033
15,mlp.experts.116.up_proj,0.0000063122,0.05000,14.909
15,mlp.experts.99.up_proj,0.0000067244,0.05000,15.000
15,mlp.experts.106.up_proj,0.0000085322,0.05000,14.969
15,mlp.experts.103.up_proj,0.0000070267,0.05000,14.768
15,mlp.experts.136.up_proj,0.0000102535,0.05000,14.873
15,mlp.experts.141.up_proj,0.0000041540,0.05000,14.700
15,mlp.experts.114.up_proj,0.0000049680,0.05000,14.870
15,mlp.experts.111.up_proj,0.0000099704,0.05000,14.735
15,mlp.experts.118.up_proj,0.0000187742,0.05000,14.692
15,mlp.experts.123.up_proj,0.0000080148,0.05000,14.755
15,mlp.experts.124.up_proj,0.0000055801,0.05000,15.141
15,mlp.experts.121.up_proj,0.0000056328,0.05000,15.158
15,mlp.experts.113.up_proj,0.0000106155,0.05000,15.332
15,mlp.experts.112.up_proj,0.0000083379,0.05000,15.387
15,mlp.experts.117.up_proj,0.0000062641,0.05000,15.401
15,mlp.experts.126.up_proj,0.0000100871,0.05000,15.339
15,mlp.experts.132.up_proj,0.0000116931,0.05000,15.311
15,mlp.experts.115.up_proj,0.0000111681,0.05000,15.472
15,mlp.experts.122.up_proj,0.0000418313,0.05000,15.517
15,mlp.experts.119.up_proj,0.0000025104,0.05000,15.515
15,mlp.experts.152.up_proj,0.0000075735,0.05000,15.599
15,mlp.experts.157.up_proj,0.0000099416,0.05000,15.637
15,mlp.experts.130.up_proj,0.0000087928,0.05000,15.660
15,mlp.experts.134.up_proj,0.0000049930,0.05000,15.563
15,mlp.experts.127.up_proj,0.0000076676,0.05000,15.619
15,mlp.experts.139.up_proj,0.0000030091,0.05000,15.723
15,mlp.experts.140.up_proj,0.0000069158,0.05000,14.635
15,mlp.experts.137.up_proj,0.0000096462,0.05000,14.647
15,mlp.experts.128.up_proj,0.0000061524,0.05000,14.618
15,mlp.experts.129.up_proj,0.0000443810,0.05000,14.670
15,mlp.experts.133.up_proj,0.0000063163,0.05000,14.708
15,mlp.experts.142.up_proj,0.0000093465,0.05000,14.476
15,mlp.experts.148.up_proj,0.0000052348,0.05000,14.551
15,mlp.experts.131.up_proj,0.0000084628,0.05000,14.567
15,mlp.experts.138.up_proj,0.0000077323,0.05000,14.502
15,mlp.experts.135.up_proj,0.0000154006,0.05000,14.400
15,mlp.experts.164.up_proj,failsafe(rtn): 0.0009232,0.00000,0.610
15,mlp.experts.168.up_proj,0.0000045320,0.05000,14.278
15,mlp.experts.146.up_proj,0.0000072067,0.05000,14.252
15,mlp.experts.173.up_proj,0.0000030394,0.05000,14.412
15,mlp.experts.150.up_proj,0.0000087432,0.05000,14.551
15,mlp.experts.143.up_proj,0.0000263630,0.05000,14.590
15,mlp.experts.155.up_proj,0.0000087182,0.05000,14.641
15,mlp.experts.156.up_proj,0.0000071831,0.05000,14.618
15,mlp.experts.153.up_proj,0.0000102228,0.05000,14.702
15,mlp.experts.145.up_proj,0.0000034607,0.05000,14.627
15,mlp.experts.144.up_proj,0.0000120227,0.05000,14.718
15,mlp.experts.158.up_proj,0.0000273930,0.05000,14.640
15,mlp.experts.149.up_proj,0.0000087433,0.05000,14.708
15,mlp.experts.147.up_proj,0.0000015161,0.05000,14.673
15,mlp.experts.154.up_proj,0.0000298404,0.05000,14.791
15,mlp.experts.151.up_proj,0.0000089998,0.05000,14.801
15,mlp.experts.180.up_proj,0.0000234610,0.05000,14.839
15,mlp.experts.184.up_proj,0.0000090769,0.05000,14.744
15,mlp.experts.162.up_proj,0.0000154506,0.05000,14.755
15,mlp.experts.189.up_proj,0.0000043826,0.05000,14.748
15,mlp.experts.166.up_proj,0.0000088963,0.05000,14.518
15,mlp.experts.159.up_proj,0.0000077117,0.05000,14.576
15,mlp.experts.205.up_proj,failsafe(rtn): 0.0009346,0.00000,0.826
15,mlp.experts.171.up_proj,0.0000065781,0.05000,14.822
15,mlp.experts.172.up_proj,0.0000067504,0.05000,15.527
15,mlp.experts.169.up_proj,0.0000029624,0.05000,15.403
15,mlp.experts.161.up_proj,0.0000138620,0.05000,15.354
15,mlp.experts.160.up_proj,0.0000103759,0.05000,15.538
15,mlp.experts.174.up_proj,0.0000047834,0.05000,15.347
15,mlp.experts.165.up_proj,0.0000052850,0.05000,15.439
15,mlp.experts.163.up_proj,0.0000137303,0.05000,15.480
15,mlp.experts.170.up_proj,0.0000068515,0.05000,15.413
15,mlp.experts.167.up_proj,0.0000064669,0.05000,15.562
15,mlp.experts.196.up_proj,0.0000055334,0.05000,15.451
15,mlp.experts.200.up_proj,0.0000041086,0.05000,15.494
15,mlp.experts.178.up_proj,0.0000142558,0.05000,15.424
15,mlp.experts.182.up_proj,0.0000065392,0.05000,15.459
15,mlp.experts.175.up_proj,0.0000115911,0.05000,15.543
15,mlp.experts.194.up_proj,failsafe(rtn): 0.0009155,0.00000,0.781
15,mlp.experts.221.up_proj,0.0000036544,0.05000,15.326
15,mlp.experts.198.up_proj,failsafe(rtn): 0.0008888,0.00000,0.739
15,mlp.experts.187.up_proj,0.0000094537,0.05000,15.279
15,mlp.experts.188.up_proj,0.0000053273,0.05000,14.995
15,mlp.experts.185.up_proj,0.0000079832,0.05000,15.006
15,mlp.experts.177.up_proj,0.0000096504,0.05000,15.002
15,mlp.experts.176.up_proj,0.0000212656,0.05000,15.031
15,mlp.experts.190.up_proj,0.0000085757,0.05000,15.096
15,mlp.experts.181.up_proj,0.0000060879,0.05000,15.003
15,mlp.experts.179.up_proj,0.0000041144,0.05000,15.085
15,mlp.experts.186.up_proj,0.0000139646,0.05000,15.074
15,mlp.experts.212.up_proj,0.0000096936,0.05000,14.997
15,mlp.experts.183.up_proj,0.0000074314,0.05000,15.128
15,mlp.experts.216.up_proj,0.0000140560,0.05000,15.011
15,mlp.experts.191.up_proj,0.0000088368,0.05000,14.778
15,mlp.experts.237.up_proj,0.0000144266,0.05000,14.695
15,mlp.experts.210.up_proj,0.0000116017,0.05000,14.815
15,mlp.experts.214.up_proj,0.0000295062,0.05000,14.692
15,mlp.experts.203.up_proj,0.0000046748,0.05000,14.841
15,mlp.experts.253.up_proj,failsafe(rtn): 0.0009613,0.00000,0.780
15,mlp.experts.13.down_proj,0.0000002137,0.05000,3.414
15,mlp.experts.29.down_proj,0.0000001718,0.05000,3.968
15,mlp.experts.204.up_proj,0.0000046878,0.05000,14.744
15,mlp.experts.201.up_proj,0.0000399012,0.05000,14.828
15,mlp.experts.193.up_proj,0.0000052017,0.05000,14.737
15,mlp.experts.45.down_proj,0.0000000867,0.05000,3.841
15,mlp.experts.206.up_proj,0.0000080976,0.05000,14.711
15,mlp.experts.192.up_proj,0.0000191223,0.05000,14.998
15,mlp.experts.197.up_proj,0.0000092707,0.05000,14.992
15,mlp.experts.195.up_proj,0.0000081837,0.05000,14.850
15,mlp.experts.202.up_proj,0.0000145333,0.05000,14.838
15,mlp.experts.228.up_proj,0.0000073312,0.05000,14.744
15,mlp.experts.199.up_proj,0.0000185277,0.05000,14.835
15,mlp.experts.232.up_proj,0.0000307779,0.05000,15.060
15,mlp.experts.207.up_proj,0.0000114704,0.05000,15.061
15,mlp.experts.226.up_proj,0.0000149983,0.05000,15.118
15,mlp.experts.230.up_proj,0.0000184477,0.05000,15.206
15,mlp.experts.219.up_proj,0.0000114443,0.05000,15.204
15,mlp.experts.61.down_proj,0.0000002401,0.05000,3.893
15,mlp.experts.77.down_proj,0.0000002656,0.05000,4.064
15,mlp.experts.93.down_proj,0.0000000559,0.05000,3.489
15,mlp.experts.220.up_proj,0.0000045400,0.05000,14.996
15,mlp.experts.217.up_proj,0.0000148080,0.05000,14.887
15,mlp.experts.209.up_proj,0.0000064971,0.05000,14.925
15,mlp.experts.109.down_proj,0.0000002883,0.05000,3.518
15,mlp.experts.222.up_proj,0.0000089516,0.05000,14.949
15,mlp.experts.208.up_proj,0.0000086780,0.05000,14.847
15,mlp.experts.213.up_proj,0.0000216596,0.05000,14.942
15,mlp.experts.211.up_proj,0.0000279611,0.05000,15.044
15,mlp.experts.218.up_proj,0.0000080795,0.05000,15.088
15,mlp.experts.244.up_proj,0.0000073343,0.05000,15.223
15,mlp.experts.215.up_proj,0.0000036169,0.05000,15.207
15,mlp.experts.248.up_proj,0.0000059232,0.05000,15.150
15,mlp.experts.8.down_proj,failsafe(rtn): 0.0008888,0.00000,0.189
15,mlp.experts.223.up_proj,0.0000152086,0.05000,15.147
15,mlp.experts.242.up_proj,0.0000031018,0.05000,15.195
15,mlp.experts.246.up_proj,0.0000207804,0.05000,15.162
15,mlp.experts.235.up_proj,0.0000043092,0.05000,15.254
15,mlp.experts.125.down_proj,0.0000004305,0.05000,4.271
15,mlp.experts.251.up_proj,failsafe(rtn): 0.0009499,0.00000,0.771
15,mlp.experts.4.down_proj,0.0000001018,0.05000,4.166
15,mlp.experts.24.down_proj,0.0000004723,0.05000,4.032
15,mlp.experts.2.down_proj,0.0000000328,0.05000,3.958
15,mlp.experts.6.down_proj,0.0000000353,0.05000,4.015
15,mlp.experts.141.down_proj,0.0000000425,0.05000,3.783
15,mlp.experts.11.down_proj,0.0000001990,0.05000,3.742
15,mlp.experts.20.down_proj,0.0000002099,0.05000,3.542
15,mlp.experts.40.down_proj,0.0000001198,0.05000,3.400
15,mlp.experts.18.down_proj,0.0000000965,0.05000,3.300
15,mlp.experts.22.down_proj,0.0000003140,0.05000,3.242
15,mlp.experts.157.down_proj,0.0000000846,0.05000,3.442
15,mlp.experts.27.down_proj,0.0000000646,0.05000,3.700
15,mlp.experts.36.down_proj,0.0000005160,0.05000,3.934
15,mlp.experts.56.down_proj,0.0000000488,0.05000,3.886
15,mlp.experts.34.down_proj,0.0000000359,0.05000,3.999
15,mlp.experts.38.down_proj,0.0000002614,0.05000,3.940
15,mlp.experts.236.up_proj,0.0000117305,0.05000,15.315
15,mlp.experts.225.up_proj,0.0000082733,0.05000,15.200
15,mlp.experts.233.up_proj,0.0000084117,0.05000,15.352
15,mlp.experts.173.down_proj,0.0000000318,0.05000,3.790
15,mlp.experts.238.up_proj,0.0000100456,0.05000,15.192
15,mlp.experts.224.up_proj,0.0000110695,0.05000,15.287
15,mlp.experts.229.up_proj,0.0000059864,0.05000,15.181
15,mlp.experts.43.down_proj,0.0000003678,0.05000,3.695
15,mlp.experts.234.up_proj,0.0000220736,0.05000,15.193
15,mlp.experts.227.up_proj,0.0000025715,0.05000,15.474
15,mlp.experts.231.up_proj,0.0000086279,0.05000,15.118
15,mlp.experts.52.down_proj,0.0000001632,0.05000,3.720
15,mlp.experts.72.down_proj,0.0000001093,0.05000,3.822
15,mlp.experts.239.up_proj,0.0000101901,0.05000,15.130
15,mlp.experts.54.down_proj,0.0000004333,0.05000,3.697
15,mlp.experts.50.down_proj,0.0000002395,0.05000,3.760
15,mlp.experts.189.down_proj,0.0000001494,0.05000,3.663
15,mlp.experts.205.down_proj,failsafe(rtn): 0.0009079,0.00000,0.200
15,mlp.experts.59.down_proj,0.0000001410,0.05000,3.687
15,mlp.experts.68.down_proj,0.0000003199,0.05000,3.428
15,mlp.experts.88.down_proj,0.0000003321,0.05000,3.544
15,mlp.experts.70.down_proj,0.0000000793,0.05000,3.624
15,mlp.experts.66.down_proj,0.0000000798,0.05000,3.664
15,mlp.experts.221.down_proj,0.0000001019,0.05000,3.659
15,mlp.experts.75.down_proj,0.0000012907,0.05000,3.787
15,mlp.experts.84.down_proj,0.0000007253,0.05000,3.870
15,mlp.experts.104.down_proj,0.0000007934,0.05000,3.829
15,mlp.experts.86.down_proj,0.0000001528,0.05000,3.753
15,mlp.experts.82.down_proj,0.0000000568,0.05000,3.812
15,mlp.experts.237.down_proj,0.0000001427,0.05000,3.785
15,mlp.experts.253.down_proj,failsafe(rtn): 0.0009117,0.00000,0.155
15,mlp.experts.91.down_proj,0.0000009990,0.05000,3.678
15,mlp.experts.100.down_proj,0.0000005758,0.05000,3.498
15,mlp.experts.120.down_proj,0.0000003061,0.05000,3.331
15,mlp.experts.98.down_proj,0.0000002035,0.05000,3.378
15,mlp.experts.102.down_proj,0.0000000360,0.05000,3.483
15,mlp.experts.249.up_proj,0.0000076791,0.05000,14.445
15,mlp.experts.252.up_proj,0.0000145355,0.05000,14.725
15,mlp.experts.241.up_proj,0.0000062637,0.05000,14.631
15,mlp.experts.254.up_proj,0.0000053117,0.05000,14.498
15,mlp.experts.240.up_proj,0.0000072903,0.05000,14.690
15,mlp.experts.245.up_proj,0.0000104187,0.05000,14.545
15,mlp.experts.107.down_proj,0.0000008985,0.05000,3.575
15,mlp.experts.250.up_proj,0.0000112405,0.05000,14.561
15,mlp.experts.243.up_proj,0.0000053679,0.05000,14.602
15,mlp.experts.247.up_proj,0.0000053304,0.05000,14.314
15,mlp.experts.116.down_proj,0.0000001896,0.05000,3.563
15,mlp.experts.255.up_proj,0.0000074333,0.05000,14.364
15,mlp.experts.136.down_proj,0.0000000893,0.05000,3.790
15,mlp.experts.118.down_proj,0.0000005860,0.05000,3.654
15,mlp.experts.114.down_proj,0.0000001562,0.05000,3.793
15,mlp.experts.9.down_proj,0.0000003669,0.05000,3.751
15,mlp.experts.12.down_proj,0.0000001515,0.05000,3.808
15,mlp.experts.1.down_proj,0.0000001048,0.05000,3.790
15,mlp.experts.14.down_proj,0.0000001799,0.05000,3.692
15,mlp.experts.0.down_proj,0.0000002699,0.05000,3.614
15,mlp.experts.5.down_proj,0.0000002860,0.05000,3.586
15,mlp.experts.123.down_proj,0.0000002061,0.05000,3.530
15,mlp.experts.10.down_proj,0.0000005543,0.05000,3.485
15,mlp.experts.3.down_proj,0.0000002257,0.05000,3.565
15,mlp.experts.7.down_proj,0.0000004053,0.05000,3.627
15,mlp.experts.132.down_proj,0.0000000947,0.05000,3.753
15,mlp.experts.15.down_proj,0.0000015727,0.05000,3.631
15,mlp.experts.152.down_proj,0.0000002091,0.05000,3.555
15,mlp.experts.134.down_proj,0.0000001510,0.05000,3.495
15,mlp.experts.130.down_proj,0.0000006320,0.05000,3.455
15,mlp.experts.25.down_proj,0.0000000780,0.05000,3.408
15,mlp.experts.28.down_proj,0.0000002770,0.05000,3.370
15,mlp.experts.17.down_proj,0.0000003250,0.05000,3.355
15,mlp.experts.30.down_proj,0.0000002891,0.05000,3.355
15,mlp.experts.21.down_proj,0.0000001639,0.05000,3.332
15,mlp.experts.16.down_proj,0.0000001511,0.05000,3.406
15,mlp.experts.139.down_proj,0.0000001043,0.05000,3.389
15,mlp.experts.26.down_proj,0.0000001848,0.05000,3.330
15,mlp.experts.19.down_proj,0.0000002234,0.05000,3.330
15,mlp.experts.23.down_proj,0.0000001790,0.05000,3.286
15,mlp.experts.148.down_proj,0.0000001390,0.05000,3.133
15,mlp.experts.164.down_proj,failsafe(rtn): 0.0008965,0.00000,0.154
15,mlp.experts.168.down_proj,0.0000000336,0.05000,3.237
15,mlp.experts.31.down_proj,0.0000002022,0.05000,3.361
15,mlp.experts.146.down_proj,0.0000002692,0.05000,3.196
15,mlp.experts.150.down_proj,0.0000000798,0.05000,3.295
15,mlp.experts.41.down_proj,0.0000005354,0.05000,3.276
15,mlp.experts.44.down_proj,0.0000001865,0.05000,3.266
15,mlp.experts.33.down_proj,0.0000001978,0.05000,3.253
15,mlp.experts.46.down_proj,0.0000002379,0.05000,3.262
15,mlp.experts.37.down_proj,0.0000003408,0.05000,3.366
15,mlp.experts.32.down_proj,0.0000005200,0.05000,3.345
15,mlp.experts.155.down_proj,0.0000002369,0.05000,3.539
15,mlp.experts.42.down_proj,0.0000000682,0.05000,3.563
15,mlp.experts.35.down_proj,0.0000004704,0.05000,3.588
15,mlp.experts.39.down_proj,0.0000004116,0.05000,3.597
15,mlp.experts.180.down_proj,0.0000008800,0.05000,3.571
15,mlp.experts.184.down_proj,0.0000000764,0.05000,3.384
15,mlp.experts.47.down_proj,0.0000000568,0.05000,3.370
15,mlp.experts.166.down_proj,0.0000001695,0.05000,3.306
15,mlp.experts.162.down_proj,0.0000004538,0.05000,3.339
15,mlp.experts.57.down_proj,0.0000004670,0.05000,3.284
15,mlp.experts.49.down_proj,0.0000002030,0.05000,3.251
15,mlp.experts.60.down_proj,0.0000004404,0.05000,3.259
15,mlp.experts.62.down_proj,0.0000006921,0.05000,3.306
15,mlp.experts.53.down_proj,0.0000000576,0.05000,3.259
15,mlp.experts.48.down_proj,0.0000000654,0.05000,3.253
15,mlp.experts.171.down_proj,0.0000002311,0.05000,3.214
15,mlp.experts.58.down_proj,0.0000001902,0.05000,3.136
15,mlp.experts.51.down_proj,0.0000001741,0.05000,3.130
15,mlp.experts.55.down_proj,0.0000001267,0.05000,3.146
15,mlp.experts.196.down_proj,0.0000000518,0.05000,3.155
15,mlp.experts.200.down_proj,0.0000001657,0.05000,3.145
15,mlp.experts.63.down_proj,0.0000002492,0.05000,3.157
15,mlp.experts.182.down_proj,0.0000001616,0.05000,3.170
15,mlp.experts.178.down_proj,0.0000002803,0.05000,3.210
15,mlp.experts.198.down_proj,failsafe(rtn): 0.0008888,0.00000,0.200
15,mlp.experts.194.down_proj,failsafe(rtn): 0.0008850,0.00000,0.188
15,mlp.experts.73.down_proj,0.0000013226,0.05000,3.239
15,mlp.experts.65.down_proj,0.0000001726,0.05000,3.232
15,mlp.experts.76.down_proj,0.0000002887,0.05000,3.236
15,mlp.experts.78.down_proj,0.0000001268,0.05000,3.189
15,mlp.experts.69.down_proj,0.0000001105,0.05000,3.221
15,mlp.experts.64.down_proj,0.0000001972,0.05000,3.300
15,mlp.experts.187.down_proj,0.0000000744,0.05000,3.256
15,mlp.experts.74.down_proj,0.0000001849,0.05000,3.273
15,mlp.experts.67.down_proj,0.0000001847,0.05000,3.323
15,mlp.experts.71.down_proj,0.0000001327,0.05000,3.464
15,mlp.experts.212.down_proj,0.0000001786,0.05000,3.550
15,mlp.experts.216.down_proj,0.0000004990,0.05000,3.721
15,mlp.experts.79.down_proj,0.0000003994,0.05000,3.792
15,mlp.experts.214.down_proj,0.0000006667,0.05000,3.716
15,mlp.experts.210.down_proj,0.0000004311,0.05000,3.723
15,mlp.experts.89.down_proj,0.0000000529,0.05000,3.822
15,mlp.experts.92.down_proj,0.0000000972,0.05000,3.836
15,mlp.experts.81.down_proj,0.0000001775,0.05000,3.916
15,mlp.experts.94.down_proj,0.0000004624,0.05000,3.884
15,mlp.experts.85.down_proj,0.0000001010,0.05000,3.856
15,mlp.experts.80.down_proj,0.0000002078,0.05000,3.800
15,mlp.experts.90.down_proj,0.0000002854,0.05000,3.614
15,mlp.experts.203.down_proj,0.0000001536,0.05000,3.740
15,mlp.experts.83.down_proj,0.0000001131,0.05000,3.600
15,mlp.experts.87.down_proj,0.0000001655,0.05000,3.538
15,mlp.experts.228.down_proj,0.0000000779,0.05000,3.417
15,mlp.experts.232.down_proj,0.0000007088,0.05000,3.309
15,mlp.experts.95.down_proj,0.0000002759,0.05000,3.343
15,mlp.experts.230.down_proj,0.0000005097,0.05000,3.345
15,mlp.experts.226.down_proj,0.0000003001,0.05000,3.337
15,mlp.experts.105.down_proj,0.0000003771,0.05000,3.289
15,mlp.experts.108.down_proj,0.0000000972,0.05000,3.341
15,mlp.experts.97.down_proj,0.0000002970,0.05000,3.335
15,mlp.experts.110.down_proj,0.0000001490,0.05000,3.430
15,mlp.experts.101.down_proj,0.0000002983,0.05000,3.460
15,mlp.experts.96.down_proj,0.0000003096,0.05000,3.514
15,mlp.experts.106.down_proj,0.0000002226,0.05000,3.403
15,mlp.experts.219.down_proj,0.0000003723,0.05000,3.453
15,mlp.experts.99.down_proj,0.0000001687,0.05000,3.400
15,mlp.experts.103.down_proj,0.0000001605,0.05000,3.428
15,mlp.experts.244.down_proj,0.0000000824,0.05000,3.548
15,mlp.experts.248.down_proj,0.0000001798,0.05000,3.620
15,mlp.experts.111.down_proj,0.0000003303,0.05000,3.592
15,mlp.experts.246.down_proj,0.0000007146,0.05000,3.407
15,mlp.experts.242.down_proj,0.0000000850,0.05000,3.441
15,mlp.experts.121.down_proj,0.0000001655,0.05000,3.415
15,mlp.experts.124.down_proj,0.0000000607,0.05000,3.374
15,mlp.experts.113.down_proj,0.0000003508,0.05000,3.367
15,mlp.experts.126.down_proj,0.0000000909,0.05000,3.283
15,mlp.experts.117.down_proj,0.0000000558,0.05000,3.185
15,mlp.experts.112.down_proj,0.0000001570,0.05000,3.150
15,mlp.experts.122.down_proj,0.0000010357,0.05000,3.050
15,mlp.experts.235.down_proj,0.0000001268,0.05000,3.039
15,mlp.experts.115.down_proj,0.0000002325,0.05000,3.034
15,mlp.experts.251.down_proj,failsafe(rtn): 0.0009155,0.00000,0.131
15,mlp.experts.119.down_proj,0.0000001284,0.05000,3.001
15,mlp.experts.127.down_proj,0.0000000677,0.05000,2.455
15,mlp.experts.140.down_proj,0.0000000802,0.05000,2.208
15,mlp.experts.137.down_proj,0.0000000876,0.05000,2.335
15,mlp.experts.129.down_proj,0.0000010804,0.05000,2.249
15,mlp.experts.142.down_proj,0.0000002366,0.05000,2.228
15,mlp.experts.133.down_proj,0.0000001624,0.05000,2.135
15,mlp.experts.128.down_proj,0.0000000894,0.05000,2.148
15,mlp.experts.138.down_proj,0.0000001585,0.05000,2.246
15,mlp.experts.131.down_proj,0.0000000851,0.05000,2.218
15,mlp.experts.135.down_proj,0.0000005749,0.05000,2.265
15,mlp.experts.143.down_proj,0.0000008786,0.05000,2.348
15,mlp.experts.156.down_proj,0.0000000879,0.05000,2.221
15,mlp.experts.153.down_proj,0.0000000950,0.05000,2.260
15,mlp.experts.145.down_proj,0.0000001337,0.05000,2.295
15,mlp.experts.158.down_proj,0.0000005411,0.05000,2.363
15,mlp.experts.149.down_proj,0.0000001361,0.05000,2.477
15,mlp.experts.144.down_proj,0.0000003014,0.05000,2.413
15,mlp.experts.147.down_proj,0.0000000572,0.05000,2.269
15,mlp.experts.154.down_proj,0.0000005206,0.05000,2.420
15,mlp.experts.151.down_proj,0.0000001739,0.05000,2.503
15,mlp.experts.159.down_proj,0.0000002036,0.05000,2.462
15,mlp.experts.172.down_proj,0.0000002792,0.05000,2.527
15,mlp.experts.169.down_proj,0.0000000990,0.05000,2.536
15,mlp.experts.161.down_proj,0.0000003353,0.05000,2.582
15,mlp.experts.174.down_proj,0.0000001023,0.05000,2.492
15,mlp.experts.165.down_proj,0.0000002423,0.05000,2.462
15,mlp.experts.160.down_proj,0.0000001366,0.05000,2.455
15,mlp.experts.163.down_proj,0.0000002429,0.05000,2.466
15,mlp.experts.170.down_proj,0.0000002189,0.05000,2.491
15,mlp.experts.167.down_proj,0.0000000689,0.05000,2.369
15,mlp.experts.175.down_proj,0.0000001714,0.05000,2.233
15,mlp.experts.188.down_proj,0.0000000875,0.05000,2.216
15,mlp.experts.185.down_proj,0.0000002841,0.05000,2.161
15,mlp.experts.177.down_proj,0.0000004448,0.05000,2.174
15,mlp.experts.190.down_proj,0.0000000990,0.05000,2.099
15,mlp.experts.181.down_proj,0.0000001947,0.05000,2.166
15,mlp.experts.176.down_proj,0.0000005086,0.05000,2.192
15,mlp.experts.179.down_proj,0.0000000376,0.05000,2.209
15,mlp.experts.186.down_proj,0.0000004001,0.05000,2.219
15,mlp.experts.183.down_proj,0.0000000654,0.05000,2.207
15,mlp.experts.191.down_proj,0.0000000791,0.05000,2.206
15,mlp.experts.204.down_proj,0.0000001236,0.05000,2.177
15,mlp.experts.201.down_proj,0.0000012411,0.05000,2.177
15,mlp.experts.193.down_proj,0.0000002508,0.05000,2.169
15,mlp.experts.206.down_proj,0.0000001896,0.05000,2.210
15,mlp.experts.197.down_proj,0.0000002792,0.05000,2.179
15,mlp.experts.192.down_proj,0.0000005479,0.05000,2.168
15,mlp.experts.195.down_proj,0.0000001270,0.05000,2.078
15,mlp.experts.202.down_proj,0.0000002755,0.05000,2.046
15,mlp.experts.199.down_proj,0.0000004695,0.05000,2.062
15,mlp.experts.207.down_proj,0.0000003474,0.05000,2.052
15,mlp.experts.220.down_proj,0.0000001342,0.05000,2.013
15,mlp.experts.217.down_proj,0.0000002988,0.05000,2.006
15,mlp.experts.209.down_proj,0.0000001952,0.05000,2.109
15,mlp.experts.222.down_proj,0.0000002650,0.05000,2.050
15,mlp.experts.213.down_proj,0.0000010467,0.05000,2.114
15,mlp.experts.208.down_proj,0.0000001464,0.05000,2.083
15,mlp.experts.211.down_proj,0.0000006447,0.05000,2.060
15,mlp.experts.218.down_proj,0.0000001953,0.05000,2.104
15,mlp.experts.215.down_proj,0.0000000697,0.05000,2.114
15,mlp.experts.223.down_proj,0.0000002757,0.05000,2.072
15,mlp.experts.236.down_proj,0.0000004084,0.05000,2.053
15,mlp.experts.233.down_proj,0.0000002486,0.05000,2.041
15,mlp.experts.225.down_proj,0.0000000743,0.05000,2.021
15,mlp.experts.238.down_proj,0.0000001750,0.05000,1.990
15,mlp.experts.224.down_proj,0.0000003218,0.05000,1.930
15,mlp.experts.229.down_proj,0.0000001001,0.05000,1.945
15,mlp.experts.227.down_proj,0.0000001124,0.05000,1.895
15,mlp.experts.234.down_proj,0.0000006307,0.05000,1.911
15,mlp.experts.231.down_proj,0.0000002262,0.05000,2.053
15,mlp.experts.239.down_proj,0.0000003499,0.05000,2.166
15,mlp.experts.249.down_proj,0.0000003085,0.05000,2.099
15,mlp.experts.252.down_proj,0.0000004273,0.05000,2.171
15,mlp.experts.241.down_proj,0.0000001699,0.05000,2.104
15,mlp.experts.254.down_proj,0.0000000416,0.05000,2.150
15,mlp.experts.245.down_proj,0.0000003852,0.05000,2.025
15,mlp.experts.240.down_proj,0.0000001405,0.05000,2.056
15,mlp.experts.243.down_proj,0.0000000586,0.05000,1.838
15,mlp.experts.250.down_proj,0.0000003589,0.05000,1.752
15,mlp.experts.247.down_proj,0.0000000557,0.05000,1.210
15,mlp.experts.255.down_proj,0.0000000728,0.05000,0.634
16,mlp.experts.13.gate_proj,failsafe(rtn): 0.0008240,0.00000,0.733
16,mlp.experts.15.gate_proj,0.0000131856,0.05000,14.911
16,mlp.experts.1.gate_proj,0.0000038123,0.05000,14.935
16,mlp.experts.11.gate_proj,0.0000248661,0.05000,14.999
16,mlp.experts.5.gate_proj,0.0000041759,0.05000,15.015
16,mlp.experts.0.gate_proj,0.0000042014,0.05000,15.032
16,mlp.experts.3.gate_proj,0.0000458073,0.05000,15.079
16,mlp.experts.9.gate_proj,0.0000243448,0.05000,15.065
16,mlp.experts.7.gate_proj,0.0000201610,0.05000,15.085
16,mlp.experts.10.gate_proj,0.0000071097,0.05000,15.084
16,mlp.experts.12.gate_proj,0.0000082775,0.05000,15.073
16,mlp.experts.8.gate_proj,0.0000113481,0.05000,15.111
16,mlp.experts.14.gate_proj,0.0000040336,0.05000,15.163
16,mlp.experts.6.gate_proj,0.0000085557,0.05000,15.162
16,mlp.experts.4.gate_proj,0.0000085834,0.05000,15.189
16,mlp.experts.2.gate_proj,0.0000070262,0.05000,15.290
16,mlp.experts.29.gate_proj,0.0000066268,0.05000,15.050
16,mlp.experts.31.gate_proj,0.0000233955,0.05000,15.193
16,mlp.experts.17.gate_proj,0.0000041789,0.05000,15.187
16,mlp.experts.21.gate_proj,0.0000085004,0.05000,15.233
16,mlp.experts.19.gate_proj,0.0000148858,0.05000,15.204
16,mlp.experts.24.gate_proj,0.0000060837,0.05000,15.170
16,mlp.experts.30.gate_proj,0.0000060640,0.05000,15.137
16,mlp.experts.27.gate_proj,0.0000305656,0.05000,15.309
16,mlp.experts.16.gate_proj,0.0000061978,0.05000,15.322
16,mlp.experts.26.gate_proj,0.0000071494,0.05000,15.299
16,mlp.experts.25.gate_proj,0.0000047344,0.05000,15.334
16,mlp.experts.28.gate_proj,0.0000034408,0.05000,15.356
16,mlp.experts.22.gate_proj,0.0000045350,0.05000,15.260
16,mlp.experts.23.gate_proj,0.0000049728,0.05000,15.445
16,mlp.experts.18.gate_proj,0.0000073863,0.05000,15.305
16,mlp.experts.20.gate_proj,0.0000083385,0.05000,15.398
16,mlp.experts.45.gate_proj,0.0000052429,0.05000,15.335
16,mlp.experts.33.gate_proj,0.0000077276,0.05000,14.500
16,mlp.experts.47.gate_proj,0.0000046933,0.05000,14.576
16,mlp.experts.42.gate_proj,0.0000103160,0.05000,14.391
16,mlp.experts.32.gate_proj,0.0000049089,0.05000,14.436
16,mlp.experts.37.gate_proj,0.0000110065,0.05000,14.553
16,mlp.experts.35.gate_proj,0.0000055590,0.05000,14.540
16,mlp.experts.40.gate_proj,0.0000034854,0.05000,14.585
16,mlp.experts.38.gate_proj,0.0000047567,0.05000,14.453
16,mlp.experts.44.gate_proj,0.0000188436,0.05000,14.458
16,mlp.experts.43.gate_proj,0.0000050821,0.05000,14.637
16,mlp.experts.41.gate_proj,0.0000060845,0.05000,14.611
16,mlp.experts.34.gate_proj,0.0000053997,0.05000,14.481
16,mlp.experts.46.gate_proj,0.0000053012,0.05000,14.795
16,mlp.experts.39.gate_proj,0.0000079586,0.05000,14.622
16,mlp.experts.36.gate_proj,0.0000151184,0.05000,14.586
16,mlp.experts.61.gate_proj,0.0000064461,0.05000,14.505
16,mlp.experts.77.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.698
16,mlp.experts.53.gate_proj,0.0000058740,0.05000,14.130
16,mlp.experts.49.gate_proj,0.0000091677,0.05000,14.319
16,mlp.experts.58.gate_proj,0.0000029371,0.05000,14.282
16,mlp.experts.63.gate_proj,0.0000087180,0.05000,14.428
16,mlp.experts.48.gate_proj,0.0000036729,0.05000,14.326
16,mlp.experts.60.gate_proj,0.0000070011,0.05000,14.223
16,mlp.experts.50.gate_proj,0.0000056514,0.05000,14.141
16,mlp.experts.56.gate_proj,0.0000078435,0.05000,14.307
16,mlp.experts.54.gate_proj,0.0000058052,0.05000,14.305
16,mlp.experts.57.gate_proj,0.0000254687,0.05000,14.228
16,mlp.experts.51.gate_proj,0.0000027362,0.05000,14.452
16,mlp.experts.59.gate_proj,0.0000056438,0.05000,14.306
16,mlp.experts.62.gate_proj,0.0000150757,0.05000,14.219
16,mlp.experts.52.gate_proj,0.0000233040,0.05000,14.218
16,mlp.experts.55.gate_proj,0.0000049044,0.05000,14.301
16,mlp.experts.93.gate_proj,0.0000062698,0.05000,14.307
16,mlp.experts.65.gate_proj,0.0000074936,0.05000,14.876
16,mlp.experts.69.gate_proj,0.0000253256,0.05000,15.058
16,mlp.experts.74.gate_proj,0.0000026391,0.05000,15.082
16,mlp.experts.79.gate_proj,0.0000173830,0.05000,15.057
16,mlp.experts.64.gate_proj,0.0000120824,0.05000,15.090
16,mlp.experts.73.gate_proj,0.0000075487,0.05000,14.986
16,mlp.experts.76.gate_proj,0.0000264784,0.05000,15.086
16,mlp.experts.78.gate_proj,0.0000084112,0.05000,15.018
16,mlp.experts.72.gate_proj,0.0000023579,0.05000,15.122
16,mlp.experts.66.gate_proj,0.0000108024,0.05000,15.194
16,mlp.experts.70.gate_proj,0.0000148606,0.05000,15.234
16,mlp.experts.68.gate_proj,0.0000274549,0.05000,15.092
16,mlp.experts.75.gate_proj,0.0000091305,0.05000,15.232
16,mlp.experts.67.gate_proj,0.0000057115,0.05000,15.286
16,mlp.experts.71.gate_proj,0.0000150793,0.05000,15.080
16,mlp.experts.94.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.794
16,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.753
16,mlp.experts.109.gate_proj,0.0000152395,0.05000,15.170
16,mlp.experts.81.gate_proj,0.0000069442,0.05000,16.247
16,mlp.experts.85.gate_proj,0.0000071549,0.05000,16.179
16,mlp.experts.90.gate_proj,0.0000169579,0.05000,16.156
16,mlp.experts.95.gate_proj,0.0000042341,0.05000,16.159
16,mlp.experts.89.gate_proj,0.0000065336,0.05000,16.115
16,mlp.experts.80.gate_proj,0.0000036714,0.05000,16.140
16,mlp.experts.88.gate_proj,0.0000090243,0.05000,16.064
16,mlp.experts.92.gate_proj,0.0000068529,0.05000,16.213
16,mlp.experts.84.gate_proj,0.0000122852,0.05000,16.061
16,mlp.experts.82.gate_proj,0.0000077538,0.05000,16.189
16,mlp.experts.87.gate_proj,0.0000063981,0.05000,16.072
16,mlp.experts.83.gate_proj,0.0000121517,0.05000,16.179
16,mlp.experts.91.gate_proj,0.0000053182,0.05000,16.238
16,mlp.experts.97.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.773
16,mlp.experts.110.gate_proj,0.0000110019,0.05000,16.041
16,mlp.experts.102.gate_proj,0.0000073917,0.05000,15.981
16,mlp.experts.125.gate_proj,0.0000304463,0.05000,15.991
16,mlp.experts.101.gate_proj,0.0000034587,0.05000,15.140
16,mlp.experts.106.gate_proj,0.0000110701,0.05000,15.315
16,mlp.experts.105.gate_proj,0.0000087238,0.05000,15.292
16,mlp.experts.104.gate_proj,0.0000100521,0.05000,15.275
16,mlp.experts.111.gate_proj,0.0000091504,0.05000,15.405
16,mlp.experts.96.gate_proj,0.0000086756,0.05000,15.551
16,mlp.experts.108.gate_proj,0.0000156073,0.05000,15.476
16,mlp.experts.98.gate_proj,0.0000245844,0.05000,15.398
16,mlp.experts.100.gate_proj,0.0000268061,0.05000,15.459
16,mlp.experts.103.gate_proj,0.0000099881,0.05000,15.337
16,mlp.experts.113.gate_proj,0.0000080694,0.05000,15.385
16,mlp.experts.99.gate_proj,0.0000067423,0.05000,15.516
16,mlp.experts.107.gate_proj,0.0000070902,0.05000,15.513
16,mlp.experts.126.gate_proj,0.0000154354,0.05000,15.587
16,mlp.experts.118.gate_proj,0.0000112099,0.05000,15.680
16,mlp.experts.141.gate_proj,0.0000050513,0.05000,15.595
16,mlp.experts.117.gate_proj,0.0000016612,0.05000,15.117
16,mlp.experts.122.gate_proj,0.0000095674,0.05000,15.216
16,mlp.experts.120.gate_proj,0.0000073526,0.05000,15.134
16,mlp.experts.127.gate_proj,0.0000100609,0.05000,15.152
16,mlp.experts.121.gate_proj,0.0000104502,0.05000,15.316
16,mlp.experts.112.gate_proj,0.0000070328,0.05000,15.133
16,mlp.experts.114.gate_proj,0.0000087160,0.05000,15.082
16,mlp.experts.116.gate_proj,0.0000086060,0.05000,15.113
16,mlp.experts.124.gate_proj,0.0000090046,0.05000,15.216
16,mlp.experts.119.gate_proj,0.0000062002,0.05000,15.212
16,mlp.experts.129.gate_proj,0.0000198541,0.05000,15.080
16,mlp.experts.115.gate_proj,0.0000041001,0.05000,15.176
16,mlp.experts.123.gate_proj,0.0000143209,0.05000,15.199
16,mlp.experts.134.gate_proj,0.0000150403,0.05000,14.969
16,mlp.experts.142.gate_proj,0.0000300565,0.05000,15.090
16,mlp.experts.157.gate_proj,0.0000068304,0.05000,14.940
16,mlp.experts.133.gate_proj,0.0000039576,0.05000,15.537
16,mlp.experts.138.gate_proj,0.0000086066,0.05000,15.579
16,mlp.experts.136.gate_proj,0.0000061006,0.05000,15.645
16,mlp.experts.137.gate_proj,0.0000087726,0.05000,15.497
16,mlp.experts.143.gate_proj,0.0000042282,0.05000,15.683
16,mlp.experts.128.gate_proj,0.0000458362,0.05000,15.656
16,mlp.experts.132.gate_proj,0.0000188625,0.05000,15.598
16,mlp.experts.140.gate_proj,0.0000162619,0.05000,15.599
16,mlp.experts.130.gate_proj,0.0000037134,0.05000,15.783
16,mlp.experts.135.gate_proj,0.0000278603,0.05000,15.723
16,mlp.experts.145.gate_proj,0.0000085491,0.05000,15.679
16,mlp.experts.131.gate_proj,0.0000091258,0.05000,15.622
16,mlp.experts.139.gate_proj,0.0000476763,0.05000,15.713
16,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.879
16,mlp.experts.150.gate_proj,0.0000104764,0.05000,15.788
16,mlp.experts.158.gate_proj,0.0000072652,0.05000,15.833
16,mlp.experts.173.gate_proj,0.0000128657,0.05000,15.678
16,mlp.experts.149.gate_proj,0.0000062988,0.05000,15.398
16,mlp.experts.153.gate_proj,0.0000116849,0.05000,15.324
16,mlp.experts.152.gate_proj,0.0000068780,0.05000,15.380
16,mlp.experts.154.gate_proj,0.0000118908,0.05000,15.476
16,mlp.experts.159.gate_proj,0.0000056822,0.05000,15.330
16,mlp.experts.146.gate_proj,0.0000298220,0.05000,15.224
16,mlp.experts.144.gate_proj,0.0000060744,0.05000,15.385
16,mlp.experts.156.gate_proj,0.0000055461,0.05000,15.380
16,mlp.experts.151.gate_proj,0.0000054943,0.05000,15.323
16,mlp.experts.147.gate_proj,0.0000070758,0.05000,15.250
16,mlp.experts.161.gate_proj,0.0000081397,0.05000,15.405
16,mlp.experts.155.gate_proj,0.0000080594,0.05000,15.372
16,mlp.experts.164.gate_proj,0.0000077778,0.05000,15.170
16,mlp.experts.166.gate_proj,0.0000098408,0.05000,15.218
16,mlp.experts.174.gate_proj,0.0000097311,0.05000,15.258
16,mlp.experts.189.gate_proj,0.0000029380,0.05000,15.263
16,mlp.experts.165.gate_proj,0.0000319276,0.05000,15.468
16,mlp.experts.169.gate_proj,0.0000146428,0.05000,15.293
16,mlp.experts.175.gate_proj,0.0000092884,0.05000,15.217
16,mlp.experts.170.gate_proj,0.0000069780,0.05000,15.315
16,mlp.experts.168.gate_proj,0.0000068248,0.05000,15.401
16,mlp.experts.162.gate_proj,0.0000120908,0.05000,15.257
16,mlp.experts.172.gate_proj,0.0000050368,0.05000,15.249
16,mlp.experts.160.gate_proj,0.0000074875,0.05000,15.389
16,mlp.experts.167.gate_proj,0.0000047617,0.05000,15.333
16,mlp.experts.177.gate_proj,0.0000049976,0.05000,15.252
16,mlp.experts.163.gate_proj,0.0000114466,0.05000,15.396
16,mlp.experts.180.gate_proj,0.0000057900,0.05000,15.251
16,mlp.experts.171.gate_proj,0.0000078156,0.05000,15.594
16,mlp.experts.182.gate_proj,0.0000099674,0.05000,15.441
16,mlp.experts.190.gate_proj,0.0000064449,0.05000,15.542
16,mlp.experts.205.gate_proj,0.0000186049,0.05000,15.585
16,mlp.experts.181.gate_proj,0.0000074430,0.05000,14.182
16,mlp.experts.185.gate_proj,0.0000083870,0.05000,14.415
16,mlp.experts.186.gate_proj,0.0000080148,0.05000,14.434
16,mlp.experts.191.gate_proj,0.0000031957,0.05000,14.466
16,mlp.experts.178.gate_proj,0.0000079316,0.05000,14.450
16,mlp.experts.188.gate_proj,0.0000071829,0.05000,14.469
16,mlp.experts.184.gate_proj,0.0000054280,0.05000,14.697
16,mlp.experts.193.gate_proj,0.0000149848,0.05000,14.416
16,mlp.experts.176.gate_proj,0.0000216420,0.05000,14.582
16,mlp.experts.183.gate_proj,0.0000033124,0.05000,14.690
16,mlp.experts.179.gate_proj,0.0000081524,0.05000,14.608
16,mlp.experts.196.gate_proj,0.0000049288,0.05000,14.530
16,mlp.experts.187.gate_proj,0.0000164340,0.05000,14.539
16,mlp.experts.198.gate_proj,0.0000127221,0.05000,14.567
16,mlp.experts.206.gate_proj,0.0000243661,0.05000,14.540
16,mlp.experts.221.gate_proj,0.0000070645,0.05000,14.551
16,mlp.experts.197.gate_proj,0.0000113819,0.05000,15.329
16,mlp.experts.201.gate_proj,0.0000069505,0.05000,15.369
16,mlp.experts.207.gate_proj,0.0000293670,0.05000,15.264
16,mlp.experts.202.gate_proj,0.0000166790,0.05000,15.336
16,mlp.experts.194.gate_proj,0.0000056741,0.05000,15.185
16,mlp.experts.200.gate_proj,0.0000091583,0.05000,15.163
16,mlp.experts.204.gate_proj,0.0000054444,0.05000,15.264
16,mlp.experts.192.gate_proj,0.0000082663,0.05000,15.142
16,mlp.experts.209.gate_proj,0.0000044432,0.05000,15.308
16,mlp.experts.195.gate_proj,0.0000056951,0.05000,15.118
16,mlp.experts.199.gate_proj,0.0000057921,0.05000,15.278
16,mlp.experts.212.gate_proj,0.0000060113,0.05000,15.230
16,mlp.experts.203.gate_proj,0.0000081982,0.05000,15.232
16,mlp.experts.214.gate_proj,0.0000143750,0.05000,15.109
16,mlp.experts.222.gate_proj,0.0000150385,0.05000,15.126
16,mlp.experts.237.gate_proj,0.0000079353,0.05000,15.254
16,mlp.experts.213.gate_proj,0.0000142296,0.05000,15.867
16,mlp.experts.217.gate_proj,0.0000129170,0.05000,15.842
16,mlp.experts.210.gate_proj,0.0000048373,0.05000,16.003
16,mlp.experts.223.gate_proj,0.0000202531,0.05000,16.090
16,mlp.experts.218.gate_proj,0.0000058133,0.05000,16.025
16,mlp.experts.216.gate_proj,0.0000103370,0.05000,16.025
16,mlp.experts.208.gate_proj,0.0000209930,0.05000,15.913
16,mlp.experts.220.gate_proj,0.0000082942,0.05000,16.091
16,mlp.experts.211.gate_proj,0.0000130987,0.05000,15.935
16,mlp.experts.225.gate_proj,0.0000112081,0.05000,16.071
16,mlp.experts.215.gate_proj,0.0000137293,0.05000,16.128
16,mlp.experts.219.gate_proj,0.0000112783,0.05000,16.000
16,mlp.experts.228.gate_proj,0.0000070559,0.05000,16.099
16,mlp.experts.230.gate_proj,0.0000073593,0.05000,16.020
16,mlp.experts.238.gate_proj,0.0000051333,0.05000,16.023
16,mlp.experts.231.gate_proj,failsafe(rtn): 0.0008850,0.00000,0.906
16,mlp.experts.253.gate_proj,0.0000050138,0.05000,15.960
16,mlp.experts.13.up_proj,failsafe(rtn): 0.0009575,0.00000,0.831
16,mlp.experts.229.gate_proj,0.0000057624,0.05000,15.545
16,mlp.experts.233.gate_proj,0.0000060609,0.05000,15.512
16,mlp.experts.226.gate_proj,0.0000211948,0.05000,15.421
16,mlp.experts.239.gate_proj,0.0000177060,0.05000,15.442
16,mlp.experts.234.gate_proj,0.0000086079,0.05000,15.491
16,mlp.experts.236.gate_proj,0.0000057345,0.05000,15.390
16,mlp.experts.224.gate_proj,0.0000084427,0.05000,15.496
16,mlp.experts.232.gate_proj,0.0000090811,0.05000,15.621
16,mlp.experts.227.gate_proj,0.0000051468,0.05000,15.526
16,mlp.experts.241.gate_proj,0.0000105589,0.05000,15.585
16,mlp.experts.244.gate_proj,0.0000154844,0.05000,15.458
16,mlp.experts.235.gate_proj,0.0000086644,0.05000,15.527
16,mlp.experts.246.gate_proj,0.0000158922,0.05000,15.488
16,mlp.experts.254.gate_proj,0.0000097568,0.05000,15.448
16,mlp.experts.247.gate_proj,0.0000079558,0.05000,15.485
16,mlp.experts.29.up_proj,0.0000062464,0.05000,15.270
16,mlp.experts.245.gate_proj,0.0000052692,0.05000,14.474
16,mlp.experts.249.gate_proj,0.0000116226,0.05000,14.487
16,mlp.experts.242.gate_proj,0.0000064782,0.05000,14.577
16,mlp.experts.250.gate_proj,0.0000067489,0.05000,14.509
16,mlp.experts.255.gate_proj,0.0000052216,0.05000,14.591
16,mlp.experts.240.gate_proj,0.0000142827,0.05000,14.603
16,mlp.experts.252.gate_proj,0.0000046802,0.05000,14.671
16,mlp.experts.248.gate_proj,0.0000074950,0.05000,14.568
16,mlp.experts.243.gate_proj,0.0000103501,0.05000,14.745
16,mlp.experts.1.up_proj,0.0000036632,0.05000,14.646
16,mlp.experts.4.up_proj,0.0000088453,0.05000,14.403
16,mlp.experts.251.gate_proj,0.0000349244,0.05000,14.639
16,mlp.experts.6.up_proj,0.0000084516,0.05000,14.659
16,mlp.experts.14.up_proj,0.0000038058,0.05000,14.616
16,mlp.experts.7.up_proj,0.0000199036,0.05000,14.540
16,mlp.experts.45.up_proj,0.0000053417,0.05000,14.627
16,mlp.experts.5.up_proj,0.0000044481,0.05000,15.294
16,mlp.experts.9.up_proj,0.0000262393,0.05000,15.225
16,mlp.experts.2.up_proj,0.0000073171,0.05000,15.373
16,mlp.experts.10.up_proj,0.0000060037,0.05000,15.357
16,mlp.experts.15.up_proj,0.0000131238,0.05000,15.463
16,mlp.experts.8.up_proj,0.0000111773,0.05000,15.252
16,mlp.experts.12.up_proj,0.0000084312,0.05000,15.323
16,mlp.experts.0.up_proj,0.0000040761,0.05000,15.467
16,mlp.experts.17.up_proj,0.0000042775,0.05000,15.138
16,mlp.experts.3.up_proj,0.0000472931,0.05000,15.228
16,mlp.experts.20.up_proj,0.0000073899,0.05000,15.312
16,mlp.experts.11.up_proj,0.0000236448,0.05000,15.375
16,mlp.experts.22.up_proj,0.0000042590,0.05000,15.314
16,mlp.experts.30.up_proj,0.0000058577,0.05000,15.356
16,mlp.experts.23.up_proj,0.0000047408,0.05000,15.234
16,mlp.experts.61.up_proj,0.0000057507,0.05000,15.136
16,mlp.experts.77.up_proj,failsafe(rtn): 0.0009651,0.00000,0.631
16,mlp.experts.21.up_proj,0.0000080274,0.05000,15.222
16,mlp.experts.25.up_proj,0.0000047417,0.05000,15.558
16,mlp.experts.18.up_proj,0.0000069976,0.05000,15.406
16,mlp.experts.26.up_proj,0.0000072062,0.05000,15.446
16,mlp.experts.31.up_proj,0.0000239451,0.05000,15.435
16,mlp.experts.28.up_proj,0.0000032877,0.05000,15.534
16,mlp.experts.24.up_proj,0.0000066552,0.05000,15.699
16,mlp.experts.16.up_proj,0.0000058471,0.05000,15.576
16,mlp.experts.33.up_proj,0.0000080901,0.05000,15.483
16,mlp.experts.19.up_proj,0.0000130318,0.05000,15.503
16,mlp.experts.36.up_proj,0.0000144870,0.05000,15.576
16,mlp.experts.38.up_proj,0.0000042767,0.05000,15.376
16,mlp.experts.27.up_proj,0.0000291164,0.05000,15.412
16,mlp.experts.46.up_proj,0.0000049447,0.05000,15.390
16,mlp.experts.39.up_proj,0.0000072350,0.05000,15.411
16,mlp.experts.93.up_proj,0.0000059278,0.05000,15.410
16,mlp.experts.37.up_proj,0.0000103949,0.05000,15.814
16,mlp.experts.41.up_proj,0.0000056735,0.05000,15.772
16,mlp.experts.42.up_proj,0.0000099160,0.05000,15.698
16,mlp.experts.34.up_proj,0.0000050662,0.05000,15.806
16,mlp.experts.47.up_proj,0.0000048940,0.05000,15.823
16,mlp.experts.44.up_proj,0.0000183327,0.05000,15.774
16,mlp.experts.49.up_proj,0.0000084792,0.05000,15.620
16,mlp.experts.40.up_proj,0.0000032262,0.05000,15.770
16,mlp.experts.32.up_proj,0.0000053435,0.05000,15.755
16,mlp.experts.35.up_proj,0.0000049522,0.05000,15.909
16,mlp.experts.52.up_proj,0.0000221987,0.05000,15.785
16,mlp.experts.54.up_proj,0.0000061366,0.05000,15.770
16,mlp.experts.62.up_proj,0.0000148293,0.05000,15.668
16,mlp.experts.43.up_proj,0.0000046523,0.05000,15.826
16,mlp.experts.55.up_proj,0.0000047408,0.05000,15.770
16,mlp.experts.109.up_proj,0.0000145037,0.05000,15.454
16,mlp.experts.53.up_proj,0.0000062375,0.05000,15.291
16,mlp.experts.57.up_proj,0.0000239584,0.05000,15.206
16,mlp.experts.50.up_proj,0.0000053140,0.05000,15.227
16,mlp.experts.58.up_proj,0.0000027631,0.05000,15.248
16,mlp.experts.63.up_proj,0.0000082077,0.05000,15.132
16,mlp.experts.60.up_proj,0.0000058630,0.05000,15.140
16,mlp.experts.65.up_proj,0.0000071203,0.05000,15.149
16,mlp.experts.48.up_proj,0.0000034830,0.05000,15.226
16,mlp.experts.56.up_proj,0.0000091606,0.05000,15.277
16,mlp.experts.68.up_proj,0.0000303688,0.05000,15.057
16,mlp.experts.51.up_proj,0.0000025880,0.05000,15.307
16,mlp.experts.70.up_proj,0.0000138455,0.05000,15.248
16,mlp.experts.78.up_proj,0.0000082650,0.05000,15.349
16,mlp.experts.59.up_proj,0.0000059318,0.05000,15.335
16,mlp.experts.71.up_proj,0.0000153632,0.05000,15.377
16,mlp.experts.86.up_proj,failsafe(rtn): 0.0009270,0.00000,0.829
16,mlp.experts.94.up_proj,failsafe(rtn): 0.0009766,0.00000,0.863
16,mlp.experts.125.up_proj,0.0000284427,0.05000,15.620
16,mlp.experts.69.up_proj,0.0000246250,0.05000,15.412
16,mlp.experts.73.up_proj,0.0000078288,0.05000,15.585
16,mlp.experts.66.up_proj,0.0000100011,0.05000,15.672
16,mlp.experts.74.up_proj,0.0000032507,0.05000,15.747
16,mlp.experts.79.up_proj,0.0000161755,0.05000,15.648
16,mlp.experts.81.up_proj,0.0000063866,0.05000,15.525
16,mlp.experts.76.up_proj,0.0000290283,0.05000,15.783
16,mlp.experts.64.up_proj,0.0000112960,0.05000,15.548
16,mlp.experts.72.up_proj,0.0000024265,0.05000,15.517
16,mlp.experts.84.up_proj,0.0000114224,0.05000,15.550
16,mlp.experts.67.up_proj,0.0000053873,0.05000,15.610
16,mlp.experts.97.up_proj,failsafe(rtn): 0.0009460,0.00000,0.748
16,mlp.experts.75.up_proj,0.0000086214,0.05000,15.543
16,mlp.experts.87.up_proj,0.0000060542,0.05000,15.530
16,mlp.experts.102.up_proj,0.0000082714,0.05000,15.547
16,mlp.experts.110.up_proj,0.0000096643,0.05000,15.518
16,mlp.experts.141.up_proj,0.0000047621,0.05000,15.174
16,mlp.experts.85.up_proj,0.0000070541,0.05000,15.251
16,mlp.experts.89.up_proj,0.0000061826,0.05000,15.174
16,mlp.experts.82.up_proj,0.0000085272,0.05000,15.017
16,mlp.experts.90.up_proj,0.0000164055,0.05000,15.015
16,mlp.experts.95.up_proj,0.0000042194,0.05000,15.232
16,mlp.experts.80.up_proj,0.0000034897,0.05000,15.038
16,mlp.experts.88.up_proj,0.0000084351,0.05000,15.109
16,mlp.experts.92.up_proj,0.0000062751,0.05000,15.168
16,mlp.experts.100.up_proj,0.0000233478,0.05000,15.249
16,mlp.experts.83.up_proj,0.0000116168,0.05000,15.274
16,mlp.experts.113.up_proj,0.0000077515,0.05000,15.213
16,mlp.experts.91.up_proj,0.0000054782,0.05000,15.260
16,mlp.experts.103.up_proj,0.0000094296,0.05000,15.310
16,mlp.experts.118.up_proj,0.0000112236,0.05000,15.388
16,mlp.experts.126.up_proj,0.0000145677,0.05000,15.300
16,mlp.experts.157.up_proj,0.0000068847,0.05000,15.436
16,mlp.experts.101.up_proj,0.0000033607,0.05000,15.607
16,mlp.experts.105.up_proj,0.0000073478,0.05000,15.597
16,mlp.experts.98.up_proj,0.0000234693,0.05000,15.441
16,mlp.experts.106.up_proj,0.0000109311,0.05000,15.781
16,mlp.experts.111.up_proj,0.0000080199,0.05000,15.552
16,mlp.experts.108.up_proj,0.0000138701,0.05000,15.451
16,mlp.experts.96.up_proj,0.0000086423,0.05000,15.669
16,mlp.experts.104.up_proj,0.0000089233,0.05000,15.616
16,mlp.experts.116.up_proj,0.0000087792,0.05000,15.602
16,mlp.experts.99.up_proj,0.0000071338,0.05000,15.671
16,mlp.experts.129.up_proj,0.0000202936,0.05000,15.611
16,mlp.experts.107.up_proj,0.0000067079,0.05000,15.576
16,mlp.experts.119.up_proj,0.0000051673,0.05000,15.541
16,mlp.experts.142.up_proj,0.0000319147,0.05000,15.493
16,mlp.experts.134.up_proj,0.0000134996,0.05000,15.711
16,mlp.experts.173.up_proj,0.0000127783,0.05000,15.532
16,mlp.experts.117.up_proj,0.0000016716,0.05000,14.663
16,mlp.experts.121.up_proj,0.0000100213,0.05000,14.718
16,mlp.experts.114.up_proj,0.0000072874,0.05000,14.702
16,mlp.experts.122.up_proj,0.0000100159,0.05000,14.821
16,mlp.experts.127.up_proj,0.0000093662,0.05000,14.973
16,mlp.experts.124.up_proj,0.0000086199,0.05000,14.859
16,mlp.experts.112.up_proj,0.0000065806,0.05000,14.782
16,mlp.experts.120.up_proj,0.0000073370,0.05000,14.818
16,mlp.experts.132.up_proj,0.0000175310,0.05000,14.827
16,mlp.experts.145.up_proj,0.0000079841,0.05000,14.625
16,mlp.experts.115.up_proj,0.0000039344,0.05000,14.773
16,mlp.experts.123.up_proj,0.0000137320,0.05000,14.806
16,mlp.experts.148.up_proj,failsafe(rtn): 0.0009117,0.00000,0.736
16,mlp.experts.135.up_proj,0.0000254788,0.05000,14.748
16,mlp.experts.158.up_proj,0.0000067635,0.05000,14.537
16,mlp.experts.150.up_proj,0.0000107851,0.05000,14.599
16,mlp.experts.189.up_proj,0.0000029691,0.05000,14.713
16,mlp.experts.133.up_proj,0.0000040284,0.05000,15.976
16,mlp.experts.137.up_proj,0.0000088230,0.05000,15.906
16,mlp.experts.130.up_proj,0.0000039871,0.05000,15.873
16,mlp.experts.138.up_proj,0.0000093556,0.05000,15.708
16,mlp.experts.143.up_proj,0.0000039293,0.05000,15.861
16,mlp.experts.128.up_proj,0.0000475322,0.05000,15.881
16,mlp.experts.140.up_proj,0.0000148939,0.05000,15.983
16,mlp.experts.136.up_proj,0.0000063059,0.05000,15.908
16,mlp.experts.161.up_proj,0.0000079951,0.05000,15.853
16,mlp.experts.131.up_proj,0.0000085834,0.05000,16.019
16,mlp.experts.139.up_proj,0.0000472590,0.05000,16.098
16,mlp.experts.151.up_proj,0.0000054679,0.05000,15.959
16,mlp.experts.164.up_proj,0.0000070222,0.05000,16.201
16,mlp.experts.174.up_proj,0.0000091785,0.05000,15.945
16,mlp.experts.166.up_proj,0.0000092139,0.05000,15.936
16,mlp.experts.205.up_proj,0.0000184313,0.05000,15.881
16,mlp.experts.149.up_proj,0.0000066389,0.05000,14.934
16,mlp.experts.146.up_proj,0.0000253663,0.05000,14.739
16,mlp.experts.153.up_proj,0.0000110533,0.05000,14.869
16,mlp.experts.154.up_proj,0.0000113950,0.05000,14.938
16,mlp.experts.159.up_proj,0.0000052929,0.05000,14.955
16,mlp.experts.144.up_proj,0.0000057836,0.05000,15.026
16,mlp.experts.156.up_proj,0.0000053828,0.05000,14.970
16,mlp.experts.152.up_proj,0.0000080446,0.05000,14.960
16,mlp.experts.177.up_proj,0.0000047080,0.05000,14.736
16,mlp.experts.147.up_proj,0.0000071294,0.05000,14.863
16,mlp.experts.155.up_proj,0.0000075047,0.05000,14.936
16,mlp.experts.167.up_proj,0.0000046464,0.05000,14.791
16,mlp.experts.180.up_proj,0.0000051894,0.05000,14.817
16,mlp.experts.190.up_proj,0.0000064886,0.05000,14.894
16,mlp.experts.182.up_proj,0.0000094034,0.05000,14.919
16,mlp.experts.221.up_proj,0.0000064199,0.05000,14.861
16,mlp.experts.165.up_proj,0.0000315094,0.05000,15.025
16,mlp.experts.162.up_proj,0.0000110661,0.05000,15.299
16,mlp.experts.169.up_proj,0.0000146942,0.05000,15.372
16,mlp.experts.170.up_proj,0.0000070625,0.05000,15.316
16,mlp.experts.175.up_proj,0.0000086683,0.05000,15.273
16,mlp.experts.160.up_proj,0.0000073119,0.05000,15.161
16,mlp.experts.172.up_proj,0.0000047522,0.05000,15.233
16,mlp.experts.168.up_proj,0.0000069008,0.05000,15.231
16,mlp.experts.193.up_proj,0.0000163257,0.05000,15.244
16,mlp.experts.163.up_proj,0.0000108378,0.05000,15.337
16,mlp.experts.171.up_proj,0.0000069535,0.05000,15.207
16,mlp.experts.183.up_proj,0.0000031878,0.05000,15.231
16,mlp.experts.196.up_proj,0.0000055933,0.05000,15.060
16,mlp.experts.206.up_proj,0.0000243608,0.05000,15.220
16,mlp.experts.198.up_proj,0.0000113873,0.05000,15.101
16,mlp.experts.237.up_proj,0.0000081749,0.05000,15.324
16,mlp.experts.181.up_proj,0.0000078173,0.05000,15.390
16,mlp.experts.178.up_proj,0.0000081824,0.05000,15.264
16,mlp.experts.185.up_proj,0.0000088938,0.05000,15.245
16,mlp.experts.186.up_proj,0.0000081407,0.05000,15.146
16,mlp.experts.191.up_proj,0.0000032378,0.05000,14.995
16,mlp.experts.176.up_proj,0.0000228085,0.05000,15.043
16,mlp.experts.188.up_proj,0.0000076307,0.05000,15.024
16,mlp.experts.184.up_proj,0.0000050726,0.05000,15.102
16,mlp.experts.209.up_proj,0.0000043812,0.05000,14.947
16,mlp.experts.179.up_proj,0.0000068947,0.05000,15.086
16,mlp.experts.199.up_proj,0.0000059224,0.05000,14.961
16,mlp.experts.187.up_proj,0.0000150453,0.05000,15.046
16,mlp.experts.212.up_proj,0.0000062691,0.05000,14.979
16,mlp.experts.222.up_proj,0.0000133790,0.05000,14.932
16,mlp.experts.214.up_proj,0.0000130224,0.05000,14.908
16,mlp.experts.253.up_proj,0.0000050972,0.05000,14.774
16,mlp.experts.13.down_proj,failsafe(rtn): 0.0009384,0.00000,0.147
16,mlp.experts.29.down_proj,0.0000000562,0.05000,3.484
16,mlp.experts.45.down_proj,0.0000002304,0.05000,3.583
16,mlp.experts.197.up_proj,0.0000121345,0.05000,14.329
16,mlp.experts.61.down_proj,0.0000001576,0.05000,3.922
16,mlp.experts.77.down_proj,failsafe(rtn): 0.0009117,0.00000,0.234
16,mlp.experts.194.up_proj,0.0000052853,0.05000,14.512
16,mlp.experts.201.up_proj,0.0000076271,0.05000,14.508
16,mlp.experts.202.up_proj,0.0000150709,0.05000,14.767
16,mlp.experts.192.up_proj,0.0000078084,0.05000,14.852
16,mlp.experts.207.up_proj,0.0000267961,0.05000,14.945
16,mlp.experts.200.up_proj,0.0000078591,0.05000,14.881
16,mlp.experts.204.up_proj,0.0000045079,0.05000,15.046
16,mlp.experts.225.up_proj,0.0000103054,0.05000,14.965
16,mlp.experts.195.up_proj,0.0000061683,0.05000,15.059
16,mlp.experts.203.up_proj,0.0000077173,0.05000,15.057
16,mlp.experts.215.up_proj,0.0000122987,0.05000,15.110
16,mlp.experts.228.up_proj,0.0000064467,0.05000,14.986
16,mlp.experts.238.up_proj,0.0000050386,0.05000,15.006
16,mlp.experts.230.up_proj,0.0000071510,0.05000,14.931
16,mlp.experts.231.up_proj,failsafe(rtn): 0.0008812,0.00000,0.674
16,mlp.experts.93.down_proj,0.0000000593,0.05000,3.824
16,mlp.experts.109.down_proj,0.0000002148,0.05000,3.775
16,mlp.experts.125.down_proj,0.0000006880,0.05000,4.085
16,mlp.experts.213.up_proj,0.0000131636,0.05000,15.610
16,mlp.experts.141.down_proj,0.0000000536,0.05000,4.043
16,mlp.experts.210.up_proj,0.0000044900,0.05000,15.621
16,mlp.experts.217.up_proj,0.0000115508,0.05000,15.555
16,mlp.experts.218.up_proj,0.0000054391,0.05000,15.443
16,mlp.experts.208.up_proj,0.0000196298,0.05000,15.460
16,mlp.experts.223.up_proj,0.0000199410,0.05000,15.461
16,mlp.experts.241.up_proj,0.0000096417,0.05000,15.278
16,mlp.experts.220.up_proj,0.0000078526,0.05000,15.465
16,mlp.experts.216.up_proj,0.0000098058,0.05000,15.557
16,mlp.experts.211.up_proj,0.0000132852,0.05000,15.449
16,mlp.experts.244.up_proj,0.0000143608,0.05000,15.523
16,mlp.experts.219.up_proj,0.0000123979,0.05000,15.645
16,mlp.experts.254.up_proj,0.0000094826,0.05000,15.442
16,mlp.experts.246.up_proj,0.0000149980,0.05000,15.504
16,mlp.experts.247.up_proj,0.0000074900,0.05000,15.735
16,mlp.experts.157.down_proj,0.0000001897,0.05000,3.839
16,mlp.experts.1.down_proj,0.0000001570,0.05000,4.026
16,mlp.experts.4.down_proj,0.0000002817,0.05000,4.020
16,mlp.experts.14.down_proj,0.0000000373,0.05000,3.982
16,mlp.experts.6.down_proj,0.0000002672,0.05000,3.986
16,mlp.experts.7.down_proj,0.0000007490,0.05000,4.078
16,mlp.experts.173.down_proj,0.0000002887,0.05000,4.092
16,mlp.experts.17.down_proj,0.0000000919,0.05000,4.122
16,mlp.experts.20.down_proj,0.0000002198,0.05000,4.001
16,mlp.experts.30.down_proj,0.0000002199,0.05000,3.958
16,mlp.experts.22.down_proj,0.0000001418,0.05000,3.951
16,mlp.experts.23.down_proj,0.0000000477,0.05000,3.725
16,mlp.experts.189.down_proj,0.0000000948,0.05000,3.757
16,mlp.experts.33.down_proj,0.0000003466,0.05000,3.737
16,mlp.experts.46.down_proj,0.0000001906,0.05000,3.594
16,mlp.experts.36.down_proj,0.0000001750,0.05000,3.630
16,mlp.experts.38.down_proj,0.0000000554,0.05000,3.607
16,mlp.experts.229.up_proj,0.0000054720,0.05000,15.259
16,mlp.experts.39.down_proj,0.0000000517,0.05000,3.725
16,mlp.experts.226.up_proj,0.0000203715,0.05000,15.337
16,mlp.experts.205.down_proj,0.0000003250,0.05000,3.764
16,mlp.experts.233.up_proj,0.0000056054,0.05000,15.328
16,mlp.experts.234.up_proj,0.0000098961,0.05000,15.513
16,mlp.experts.224.up_proj,0.0000082091,0.05000,15.793
16,mlp.experts.239.up_proj,0.0000174322,0.05000,15.822
16,mlp.experts.236.up_proj,0.0000052816,0.05000,15.613
16,mlp.experts.49.down_proj,0.0000000809,0.05000,3.912
16,mlp.experts.232.up_proj,0.0000074131,0.05000,15.914
16,mlp.experts.227.up_proj,0.0000048492,0.05000,15.574
16,mlp.experts.235.up_proj,0.0000087984,0.05000,15.668
16,mlp.experts.62.down_proj,0.0000002640,0.05000,4.201
16,mlp.experts.52.down_proj,0.0000007791,0.05000,4.235
16,mlp.experts.54.down_proj,0.0000002374,0.05000,4.275
16,mlp.experts.55.down_proj,0.0000001845,0.05000,4.357
16,mlp.experts.221.down_proj,0.0000002458,0.05000,4.155
16,mlp.experts.65.down_proj,0.0000001119,0.05000,3.798
16,mlp.experts.78.down_proj,0.0000002389,0.05000,3.905
16,mlp.experts.68.down_proj,0.0000008987,0.05000,3.901
16,mlp.experts.70.down_proj,0.0000002409,0.05000,3.937
16,mlp.experts.94.down_proj,failsafe(rtn): 0.0009232,0.00000,0.195
16,mlp.experts.86.down_proj,failsafe(rtn): 0.0009003,0.00000,0.188
16,mlp.experts.71.down_proj,0.0000006843,0.05000,3.967
16,mlp.experts.237.down_proj,0.0000003150,0.05000,3.975
16,mlp.experts.81.down_proj,0.0000001167,0.05000,3.750
16,mlp.experts.97.down_proj,failsafe(rtn): 0.0009079,0.00000,0.144
16,mlp.experts.84.down_proj,0.0000001196,0.05000,3.362
16,mlp.experts.110.down_proj,0.0000002484,0.05000,3.486
16,mlp.experts.102.down_proj,0.0000004524,0.05000,3.534
16,mlp.experts.87.down_proj,0.0000001879,0.05000,3.309
16,mlp.experts.253.down_proj,0.0000001698,0.05000,3.357
16,mlp.experts.113.down_proj,0.0000001854,0.05000,3.471
16,mlp.experts.100.down_proj,0.0000002864,0.05000,3.478
16,mlp.experts.126.down_proj,0.0000001451,0.05000,3.349
16,mlp.experts.118.down_proj,0.0000003263,0.05000,3.328
16,mlp.experts.245.up_proj,0.0000049453,0.05000,14.959
16,mlp.experts.103.down_proj,0.0000001651,0.05000,3.341
16,mlp.experts.249.up_proj,0.0000122407,0.05000,14.869
16,mlp.experts.242.up_proj,0.0000058045,0.05000,15.019
16,mlp.experts.250.up_proj,0.0000067929,0.05000,14.808
16,mlp.experts.252.up_proj,0.0000043844,0.05000,14.542
16,mlp.experts.255.up_proj,0.0000049981,0.05000,14.632
16,mlp.experts.240.up_proj,0.0000140993,0.05000,14.705
16,mlp.experts.248.up_proj,0.0000069739,0.05000,14.422
16,mlp.experts.129.down_proj,0.0000005212,0.05000,3.538
16,mlp.experts.243.up_proj,0.0000106612,0.05000,14.726
16,mlp.experts.251.up_proj,0.0000326343,0.05000,14.509
16,mlp.experts.116.down_proj,0.0000003843,0.05000,3.635
16,mlp.experts.142.down_proj,0.0000012724,0.05000,3.649
16,mlp.experts.134.down_proj,0.0000001552,0.05000,3.632
16,mlp.experts.5.down_proj,0.0000001535,0.05000,3.660
16,mlp.experts.119.down_proj,0.0000001383,0.05000,3.515
16,mlp.experts.9.down_proj,0.0000011175,0.05000,3.399
16,mlp.experts.2.down_proj,0.0000002807,0.05000,3.400
16,mlp.experts.10.down_proj,0.0000001306,0.05000,3.214
16,mlp.experts.12.down_proj,0.0000003041,0.05000,3.187
16,mlp.experts.0.down_proj,0.0000001528,0.05000,3.236
16,mlp.experts.15.down_proj,0.0000005945,0.05000,3.291
16,mlp.experts.8.down_proj,0.0000003370,0.05000,3.293
16,mlp.experts.145.down_proj,0.0000002469,0.05000,3.312
16,mlp.experts.3.down_proj,0.0000015609,0.05000,3.251
16,mlp.experts.11.down_proj,0.0000003964,0.05000,3.450
16,mlp.experts.132.down_proj,0.0000003973,0.05000,3.458
16,mlp.experts.158.down_proj,0.0000000727,0.05000,3.463
16,mlp.experts.148.down_proj,failsafe(rtn): 0.0008926,0.00000,0.179
16,mlp.experts.150.down_proj,0.0000003412,0.05000,3.584
16,mlp.experts.21.down_proj,0.0000002325,0.05000,3.595
16,mlp.experts.135.down_proj,0.0000005303,0.05000,3.705
16,mlp.experts.25.down_proj,0.0000001803,0.05000,3.730
16,mlp.experts.18.down_proj,0.0000000640,0.05000,3.760
16,mlp.experts.26.down_proj,0.0000003120,0.05000,3.999
16,mlp.experts.28.down_proj,0.0000001046,0.05000,3.949
16,mlp.experts.16.down_proj,0.0000000628,0.05000,3.957
16,mlp.experts.31.down_proj,0.0000007091,0.05000,3.933
16,mlp.experts.161.down_proj,0.0000003839,0.05000,3.863
16,mlp.experts.24.down_proj,0.0000002698,0.05000,4.028
16,mlp.experts.19.down_proj,0.0000002882,0.05000,3.848
16,mlp.experts.27.down_proj,0.0000007547,0.05000,3.869
16,mlp.experts.174.down_proj,0.0000000821,0.05000,3.911
16,mlp.experts.164.down_proj,0.0000001001,0.05000,3.906
16,mlp.experts.166.down_proj,0.0000000924,0.05000,3.813
16,mlp.experts.37.down_proj,0.0000001464,0.05000,3.785
16,mlp.experts.151.down_proj,0.0000002093,0.05000,3.690
16,mlp.experts.41.down_proj,0.0000000469,0.05000,3.784
16,mlp.experts.34.down_proj,0.0000001706,0.05000,3.776
16,mlp.experts.42.down_proj,0.0000002863,0.05000,3.567
16,mlp.experts.44.down_proj,0.0000004185,0.05000,3.478
16,mlp.experts.47.down_proj,0.0000002078,0.05000,3.462
16,mlp.experts.32.down_proj,0.0000002314,0.05000,3.508
16,mlp.experts.177.down_proj,0.0000000690,0.05000,3.360
16,mlp.experts.40.down_proj,0.0000000579,0.05000,3.404
16,mlp.experts.35.down_proj,0.0000001356,0.05000,3.426
16,mlp.experts.43.down_proj,0.0000001542,0.05000,3.503
16,mlp.experts.180.down_proj,0.0000001164,0.05000,3.402
16,mlp.experts.190.down_proj,0.0000001675,0.05000,3.435
16,mlp.experts.182.down_proj,0.0000001015,0.05000,3.431
16,mlp.experts.53.down_proj,0.0000002613,0.05000,3.451
16,mlp.experts.167.down_proj,0.0000001552,0.05000,3.479
16,mlp.experts.57.down_proj,0.0000002413,0.05000,3.589
16,mlp.experts.50.down_proj,0.0000000445,0.05000,3.635
16,mlp.experts.58.down_proj,0.0000000829,0.05000,3.708
16,mlp.experts.60.down_proj,0.0000000807,0.05000,3.685
16,mlp.experts.63.down_proj,0.0000000877,0.05000,3.676
16,mlp.experts.48.down_proj,0.0000000494,0.05000,3.670
16,mlp.experts.193.down_proj,0.0000007242,0.05000,3.722
16,mlp.experts.56.down_proj,0.0000002076,0.05000,3.745
16,mlp.experts.51.down_proj,0.0000000477,0.05000,3.752
16,mlp.experts.59.down_proj,0.0000002286,0.05000,3.792
16,mlp.experts.196.down_proj,0.0000001928,0.05000,3.836
16,mlp.experts.206.down_proj,0.0000007527,0.05000,3.864
16,mlp.experts.198.down_proj,0.0000003228,0.05000,3.877
16,mlp.experts.69.down_proj,0.0000005480,0.05000,3.745
16,mlp.experts.183.down_proj,0.0000001161,0.05000,3.697
16,mlp.experts.73.down_proj,0.0000003453,0.05000,3.547
16,mlp.experts.66.down_proj,0.0000000860,0.05000,3.559
16,mlp.experts.74.down_proj,0.0000001253,0.05000,3.472
16,mlp.experts.76.down_proj,0.0000007456,0.05000,3.442
16,mlp.experts.79.down_proj,0.0000004803,0.05000,3.477
16,mlp.experts.64.down_proj,0.0000001659,0.05000,3.502
16,mlp.experts.209.down_proj,0.0000001885,0.05000,3.325
16,mlp.experts.72.down_proj,0.0000000830,0.05000,3.399
16,mlp.experts.67.down_proj,0.0000001279,0.05000,3.415
16,mlp.experts.75.down_proj,0.0000000880,0.05000,3.282
16,mlp.experts.212.down_proj,0.0000002704,0.05000,3.289
16,mlp.experts.222.down_proj,0.0000003181,0.05000,3.259
16,mlp.experts.214.down_proj,0.0000002633,0.05000,3.209
16,mlp.experts.85.down_proj,0.0000001898,0.05000,3.237
16,mlp.experts.199.down_proj,0.0000001939,0.05000,3.300
16,mlp.experts.89.down_proj,0.0000000530,0.05000,3.454
16,mlp.experts.82.down_proj,0.0000003567,0.05000,3.639
16,mlp.experts.90.down_proj,0.0000006355,0.05000,3.591
16,mlp.experts.92.down_proj,0.0000000624,0.05000,3.643
16,mlp.experts.95.down_proj,0.0000001522,0.05000,3.699
16,mlp.experts.80.down_proj,0.0000001180,0.05000,3.690
16,mlp.experts.225.down_proj,0.0000000912,0.05000,3.688
16,mlp.experts.88.down_proj,0.0000000900,0.05000,3.654
16,mlp.experts.83.down_proj,0.0000003191,0.05000,3.544
16,mlp.experts.91.down_proj,0.0000002586,0.05000,3.607
16,mlp.experts.238.down_proj,0.0000001214,0.05000,3.543
16,mlp.experts.228.down_proj,0.0000001296,0.05000,3.612
16,mlp.experts.230.down_proj,0.0000002663,0.05000,3.471
16,mlp.experts.101.down_proj,0.0000001725,0.05000,3.489
16,mlp.experts.215.down_proj,0.0000002576,0.05000,3.525
16,mlp.experts.231.down_proj,failsafe(rtn): 0.0008736,0.00000,0.201
16,mlp.experts.105.down_proj,0.0000002067,0.05000,3.373
16,mlp.experts.98.down_proj,0.0000007685,0.05000,3.311
16,mlp.experts.106.down_proj,0.0000002922,0.05000,3.443
16,mlp.experts.108.down_proj,0.0000003641,0.05000,3.439
16,mlp.experts.111.down_proj,0.0000002040,0.05000,3.356
16,mlp.experts.241.down_proj,0.0000002471,0.05000,3.328
16,mlp.experts.96.down_proj,0.0000002524,0.05000,3.380
16,mlp.experts.104.down_proj,0.0000002088,0.05000,3.325
16,mlp.experts.99.down_proj,0.0000002336,0.05000,3.517
16,mlp.experts.107.down_proj,0.0000001131,0.05000,3.387
16,mlp.experts.254.down_proj,0.0000002275,0.05000,3.400
16,mlp.experts.244.down_proj,0.0000003211,0.05000,3.387
16,mlp.experts.246.down_proj,0.0000001635,0.05000,3.379
16,mlp.experts.117.down_proj,0.0000000704,0.05000,3.368
16,mlp.experts.247.down_proj,0.0000000774,0.05000,3.161
16,mlp.experts.121.down_proj,0.0000003298,0.05000,3.034
16,mlp.experts.114.down_proj,0.0000002463,0.05000,2.930
16,mlp.experts.122.down_proj,0.0000004181,0.05000,2.729
16,mlp.experts.124.down_proj,0.0000003183,0.05000,2.618
16,mlp.experts.112.down_proj,0.0000001002,0.05000,2.555
16,mlp.experts.127.down_proj,0.0000005621,0.05000,2.646
16,mlp.experts.120.down_proj,0.0000004704,0.05000,2.502
16,mlp.experts.115.down_proj,0.0000001544,0.05000,2.176
16,mlp.experts.123.down_proj,0.0000004243,0.05000,2.075
16,mlp.experts.133.down_proj,0.0000001537,0.05000,2.081
16,mlp.experts.137.down_proj,0.0000003046,0.05000,2.071
16,mlp.experts.130.down_proj,0.0000000975,0.05000,2.073
16,mlp.experts.138.down_proj,0.0000003364,0.05000,2.134
16,mlp.experts.140.down_proj,0.0000003127,0.05000,2.172
16,mlp.experts.128.down_proj,0.0000016597,0.05000,2.191
16,mlp.experts.143.down_proj,0.0000000981,0.05000,2.229
16,mlp.experts.136.down_proj,0.0000001941,0.05000,2.193
16,mlp.experts.131.down_proj,0.0000000915,0.05000,2.305
16,mlp.experts.139.down_proj,0.0000012972,0.05000,2.357
16,mlp.experts.149.down_proj,0.0000001990,0.05000,2.235
16,mlp.experts.153.down_proj,0.0000002129,0.05000,2.239
16,mlp.experts.146.down_proj,0.0000005161,0.05000,2.309
16,mlp.experts.154.down_proj,0.0000003233,0.05000,2.310
16,mlp.experts.156.down_proj,0.0000001706,0.05000,2.328
16,mlp.experts.144.down_proj,0.0000000748,0.05000,2.270
16,mlp.experts.159.down_proj,0.0000000693,0.05000,2.257
16,mlp.experts.152.down_proj,0.0000001905,0.05000,2.275
16,mlp.experts.147.down_proj,0.0000002213,0.05000,2.229
16,mlp.experts.155.down_proj,0.0000002379,0.05000,2.187
16,mlp.experts.165.down_proj,0.0000011325,0.05000,2.237
16,mlp.experts.169.down_proj,0.0000004253,0.05000,2.271
16,mlp.experts.162.down_proj,0.0000001013,0.05000,2.288
16,mlp.experts.170.down_proj,0.0000002458,0.05000,2.179
16,mlp.experts.172.down_proj,0.0000001452,0.05000,2.285
16,mlp.experts.160.down_proj,0.0000001504,0.05000,2.258
16,mlp.experts.175.down_proj,0.0000000854,0.05000,2.217
16,mlp.experts.168.down_proj,0.0000003544,0.05000,2.204
16,mlp.experts.163.down_proj,0.0000001609,0.05000,2.206
16,mlp.experts.171.down_proj,0.0000001336,0.05000,2.174
16,mlp.experts.181.down_proj,0.0000002452,0.05000,2.122
16,mlp.experts.185.down_proj,0.0000003871,0.05000,1.991
16,mlp.experts.178.down_proj,0.0000002755,0.05000,1.950
16,mlp.experts.186.down_proj,0.0000002158,0.05000,1.985
16,mlp.experts.188.down_proj,0.0000002538,0.05000,1.991
16,mlp.experts.191.down_proj,0.0000001260,0.05000,2.035
16,mlp.experts.184.down_proj,0.0000001512,0.05000,2.043
16,mlp.experts.176.down_proj,0.0000006878,0.05000,2.091
16,mlp.experts.179.down_proj,0.0000001695,0.05000,2.197
16,mlp.experts.187.down_proj,0.0000002976,0.05000,2.286
16,mlp.experts.197.down_proj,0.0000004635,0.05000,2.184
16,mlp.experts.201.down_proj,0.0000003497,0.05000,2.307
16,mlp.experts.194.down_proj,0.0000000920,0.05000,2.328
16,mlp.experts.202.down_proj,0.0000002780,0.05000,2.282
16,mlp.experts.204.down_proj,0.0000000651,0.05000,2.291
16,mlp.experts.207.down_proj,0.0000005634,0.05000,2.264
16,mlp.experts.200.down_proj,0.0000002240,0.05000,2.257
16,mlp.experts.192.down_proj,0.0000000777,0.05000,2.239
16,mlp.experts.195.down_proj,0.0000002206,0.05000,2.135
16,mlp.experts.203.down_proj,0.0000000905,0.05000,2.100
16,mlp.experts.213.down_proj,0.0000001260,0.05000,2.032
16,mlp.experts.217.down_proj,0.0000001673,0.05000,2.029
16,mlp.experts.210.down_proj,0.0000000392,0.05000,2.049
16,mlp.experts.218.down_proj,0.0000000547,0.05000,2.073
16,mlp.experts.220.down_proj,0.0000000685,0.05000,2.087
16,mlp.experts.223.down_proj,0.0000002859,0.05000,2.097
16,mlp.experts.216.down_proj,0.0000001270,0.05000,2.093
16,mlp.experts.208.down_proj,0.0000002156,0.05000,2.129
16,mlp.experts.211.down_proj,0.0000004494,0.05000,2.136
16,mlp.experts.229.down_proj,0.0000002085,0.05000,2.145
16,mlp.experts.219.down_proj,0.0000006691,0.05000,2.236
16,mlp.experts.233.down_proj,0.0000001426,0.05000,2.182
16,mlp.experts.226.down_proj,0.0000005748,0.05000,2.222
16,mlp.experts.234.down_proj,0.0000002395,0.05000,2.293
16,mlp.experts.236.down_proj,0.0000000548,0.05000,2.338
16,mlp.experts.239.down_proj,0.0000004295,0.05000,2.316
16,mlp.experts.232.down_proj,0.0000002017,0.05000,2.319
16,mlp.experts.224.down_proj,0.0000003613,0.05000,2.293
16,mlp.experts.227.down_proj,0.0000000550,0.05000,2.268
16,mlp.experts.245.down_proj,0.0000000468,0.05000,2.215
16,mlp.experts.235.down_proj,0.0000002618,0.05000,2.273
16,mlp.experts.249.down_proj,0.0000004036,0.05000,2.169
16,mlp.experts.242.down_proj,0.0000000621,0.05000,2.157
16,mlp.experts.250.down_proj,0.0000002869,0.05000,2.027
16,mlp.experts.248.down_proj,0.0000000582,0.05000,1.938
16,mlp.experts.255.down_proj,0.0000003310,0.05000,1.979
16,mlp.experts.252.down_proj,0.0000001289,0.05000,1.987
16,mlp.experts.240.down_proj,0.0000004116,0.05000,1.971
16,mlp.experts.243.down_proj,0.0000005100,0.05000,1.612
16,mlp.experts.251.down_proj,0.0000012433,0.05000,1.216
17,mlp.experts.9.gate_proj,0.0000130780,0.05000,15.196
17,mlp.experts.3.gate_proj,0.0000169897,0.05000,15.213
17,mlp.experts.0.gate_proj,0.0000046577,0.05000,15.321
17,mlp.experts.1.gate_proj,0.0000026198,0.05000,15.320
17,mlp.experts.12.gate_proj,0.0000115553,0.05000,15.325
17,mlp.experts.2.gate_proj,0.0000082743,0.05000,15.333
17,mlp.experts.5.gate_proj,0.0000089925,0.05000,15.337
17,mlp.experts.11.gate_proj,0.0000134550,0.05000,15.335
17,mlp.experts.15.gate_proj,0.0000095500,0.05000,15.341
17,mlp.experts.4.gate_proj,0.0000272217,0.05000,15.351
17,mlp.experts.14.gate_proj,0.0000028620,0.05000,15.465
17,mlp.experts.13.gate_proj,0.0000035656,0.05000,15.475
17,mlp.experts.8.gate_proj,0.0000052908,0.05000,15.489
17,mlp.experts.6.gate_proj,0.0000434373,0.05000,15.504
17,mlp.experts.7.gate_proj,0.0000067723,0.05000,15.554
17,mlp.experts.10.gate_proj,0.0000086903,0.05000,15.551
17,mlp.experts.24.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.819
17,mlp.experts.19.gate_proj,0.0000053881,0.05000,15.490
17,mlp.experts.21.gate_proj,0.0000073255,0.05000,15.409
17,mlp.experts.16.gate_proj,0.0000045869,0.05000,15.539
17,mlp.experts.18.gate_proj,0.0000143052,0.05000,15.530
17,mlp.experts.25.gate_proj,0.0000142257,0.05000,15.689
17,mlp.experts.28.gate_proj,0.0000174833,0.05000,15.551
17,mlp.experts.27.gate_proj,0.0000162585,0.05000,15.577
17,mlp.experts.26.gate_proj,0.0000061547,0.05000,15.376
17,mlp.experts.17.gate_proj,0.0000078778,0.05000,15.611
17,mlp.experts.30.gate_proj,0.0000057680,0.05000,15.498
17,mlp.experts.22.gate_proj,0.0000122861,0.05000,15.461
17,mlp.experts.31.gate_proj,0.0000179077,0.05000,15.604
17,mlp.experts.29.gate_proj,0.0000110744,0.05000,15.503
17,mlp.experts.20.gate_proj,0.0000035348,0.05000,15.644
17,mlp.experts.23.gate_proj,0.0000050927,0.05000,15.602
17,mlp.experts.40.gate_proj,0.0000301228,0.05000,15.451
17,mlp.experts.35.gate_proj,0.0000039061,0.05000,15.591
17,mlp.experts.32.gate_proj,0.0000059363,0.05000,15.489
17,mlp.experts.37.gate_proj,0.0000054866,0.05000,15.589
17,mlp.experts.34.gate_proj,0.0000140263,0.05000,15.503
17,mlp.experts.44.gate_proj,0.0000095711,0.05000,15.557
17,mlp.experts.41.gate_proj,0.0000087517,0.05000,15.571
17,mlp.experts.36.gate_proj,0.0000175890,0.05000,15.399
17,mlp.experts.33.gate_proj,0.0000083831,0.05000,15.564
17,mlp.experts.45.gate_proj,0.0000059189,0.05000,15.519
17,mlp.experts.38.gate_proj,0.0000062345,0.05000,15.562
17,mlp.experts.46.gate_proj,0.0000096366,0.05000,15.577
17,mlp.experts.43.gate_proj,0.0000346182,0.05000,15.653
17,mlp.experts.42.gate_proj,0.0000097771,0.05000,15.646
17,mlp.experts.47.gate_proj,0.0000070397,0.05000,15.691
17,mlp.experts.39.gate_proj,0.0000123633,0.05000,15.582
17,mlp.experts.56.gate_proj,0.0000104934,0.05000,15.666
17,mlp.experts.53.gate_proj,0.0000129566,0.05000,14.492
17,mlp.experts.48.gate_proj,0.0000088123,0.05000,14.586
17,mlp.experts.50.gate_proj,0.0000060683,0.05000,14.735
17,mlp.experts.60.gate_proj,0.0000121253,0.05000,14.735
17,mlp.experts.52.gate_proj,0.0000412310,0.05000,14.706
17,mlp.experts.51.gate_proj,0.0000111275,0.05000,14.917
17,mlp.experts.49.gate_proj,0.0000112103,0.05000,14.695
17,mlp.experts.57.gate_proj,0.0000065708,0.05000,14.798
17,mlp.experts.61.gate_proj,0.0000054469,0.05000,14.745
17,mlp.experts.62.gate_proj,0.0000063769,0.05000,14.772
17,mlp.experts.54.gate_proj,0.0000109458,0.05000,14.849
17,mlp.experts.58.gate_proj,0.0000057916,0.05000,14.844
17,mlp.experts.59.gate_proj,0.0000081114,0.05000,14.857
17,mlp.experts.63.gate_proj,0.0000193437,0.05000,14.782
17,mlp.experts.55.gate_proj,0.0000145276,0.05000,14.867
17,mlp.experts.72.gate_proj,0.0000166403,0.05000,14.788
17,mlp.experts.69.gate_proj,0.0000023122,0.05000,15.164
17,mlp.experts.64.gate_proj,0.0000032735,0.05000,15.230
17,mlp.experts.77.gate_proj,0.0000135218,0.05000,15.010
17,mlp.experts.76.gate_proj,0.0000038115,0.05000,15.163
17,mlp.experts.65.gate_proj,0.0000191850,0.05000,15.128
17,mlp.experts.68.gate_proj,0.0000125556,0.05000,15.274
17,mlp.experts.67.gate_proj,0.0000132952,0.05000,15.258
17,mlp.experts.66.gate_proj,0.0000150270,0.05000,15.436
17,mlp.experts.78.gate_proj,0.0000144037,0.05000,15.294
17,mlp.experts.74.gate_proj,0.0000078039,0.05000,15.204
17,mlp.experts.73.gate_proj,0.0000028568,0.05000,15.407
17,mlp.experts.70.gate_proj,0.0000269455,0.05000,15.274
17,mlp.experts.75.gate_proj,0.0000416413,0.05000,15.244
17,mlp.experts.79.gate_proj,0.0000076255,0.05000,15.268
17,mlp.experts.71.gate_proj,0.0000067396,0.05000,15.270
17,mlp.experts.85.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.924
17,mlp.experts.88.gate_proj,0.0000054813,0.05000,15.303
17,mlp.experts.80.gate_proj,0.0000367005,0.05000,14.402
17,mlp.experts.93.gate_proj,0.0000066142,0.05000,14.290
17,mlp.experts.92.gate_proj,0.0000118684,0.05000,14.310
17,mlp.experts.81.gate_proj,0.0000412614,0.05000,14.286
17,mlp.experts.84.gate_proj,0.0000017436,0.05000,14.346
17,mlp.experts.83.gate_proj,0.0000480800,0.05000,14.518
17,mlp.experts.89.gate_proj,0.0000021052,0.05000,14.332
17,mlp.experts.82.gate_proj,0.0000203549,0.05000,14.531
17,mlp.experts.94.gate_proj,0.0000125048,0.05000,14.452
17,mlp.experts.86.gate_proj,0.0000131624,0.05000,14.393
17,mlp.experts.90.gate_proj,0.0000166542,0.05000,14.510
17,mlp.experts.95.gate_proj,0.0000096640,0.05000,14.530
17,mlp.experts.91.gate_proj,0.0000050327,0.05000,14.613
17,mlp.experts.87.gate_proj,0.0000052803,0.05000,14.497
17,mlp.experts.101.gate_proj,0.0000083747,0.05000,14.465
17,mlp.experts.104.gate_proj,0.0000053706,0.05000,14.352
17,mlp.experts.96.gate_proj,0.0000102539,0.05000,15.050
17,mlp.experts.97.gate_proj,0.0000060402,0.05000,15.029
17,mlp.experts.108.gate_proj,0.0000035605,0.05000,15.140
17,mlp.experts.109.gate_proj,0.0000039881,0.05000,15.196
17,mlp.experts.100.gate_proj,0.0000046572,0.05000,15.166
17,mlp.experts.99.gate_proj,0.0000071328,0.05000,14.993
17,mlp.experts.106.gate_proj,0.0000076891,0.05000,14.964
17,mlp.experts.105.gate_proj,0.0000169456,0.05000,15.104
17,mlp.experts.98.gate_proj,0.0000033210,0.05000,15.122
17,mlp.experts.102.gate_proj,0.0000091696,0.05000,15.136
17,mlp.experts.110.gate_proj,0.0000052780,0.05000,15.246
17,mlp.experts.117.gate_proj,0.0000114509,0.05000,14.937
17,mlp.experts.107.gate_proj,0.0000119666,0.05000,15.098
17,mlp.experts.111.gate_proj,0.0000218637,0.05000,15.147
17,mlp.experts.103.gate_proj,0.0000128153,0.05000,15.155
17,mlp.experts.120.gate_proj,0.0000112861,0.05000,15.049
17,mlp.experts.133.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.848
17,mlp.experts.112.gate_proj,0.0000084983,0.05000,15.294
17,mlp.experts.113.gate_proj,0.0000076046,0.05000,15.285
17,mlp.experts.124.gate_proj,0.0000248701,0.05000,15.197
17,mlp.experts.125.gate_proj,0.0000097759,0.05000,15.316
17,mlp.experts.115.gate_proj,0.0000058155,0.05000,15.322
17,mlp.experts.116.gate_proj,0.0000174834,0.05000,15.334
17,mlp.experts.121.gate_proj,0.0000131850,0.05000,15.385
17,mlp.experts.122.gate_proj,0.0000111145,0.05000,15.407
17,mlp.experts.126.gate_proj,0.0000061699,0.05000,15.208
17,mlp.experts.118.gate_proj,0.0000061287,0.05000,15.447
17,mlp.experts.114.gate_proj,0.0000073305,0.05000,15.462
17,mlp.experts.123.gate_proj,0.0000101943,0.05000,15.307
17,mlp.experts.119.gate_proj,0.0000052254,0.05000,15.232
17,mlp.experts.127.gate_proj,0.0000075481,0.05000,15.467
17,mlp.experts.136.gate_proj,0.0000095431,0.05000,15.299
17,mlp.experts.149.gate_proj,0.0000093171,0.05000,15.270
17,mlp.experts.128.gate_proj,0.0000067752,0.05000,15.432
17,mlp.experts.129.gate_proj,0.0000046534,0.05000,15.384
17,mlp.experts.140.gate_proj,0.0000228222,0.05000,15.485
17,mlp.experts.141.gate_proj,0.0000143307,0.05000,15.408
17,mlp.experts.132.gate_proj,0.0000113004,0.05000,15.281
17,mlp.experts.131.gate_proj,0.0000043743,0.05000,15.448
17,mlp.experts.137.gate_proj,0.0000129226,0.05000,15.368
17,mlp.experts.138.gate_proj,0.0000143437,0.05000,15.374
17,mlp.experts.142.gate_proj,0.0000063879,0.05000,15.427
17,mlp.experts.130.gate_proj,0.0000065917,0.05000,15.387
17,mlp.experts.134.gate_proj,0.0000065173,0.05000,15.533
17,mlp.experts.139.gate_proj,0.0000087237,0.05000,15.505
17,mlp.experts.135.gate_proj,0.0000078411,0.05000,15.571
17,mlp.experts.143.gate_proj,0.0000153126,0.05000,15.491
17,mlp.experts.152.gate_proj,0.0000051251,0.05000,15.473
17,mlp.experts.165.gate_proj,0.0000106172,0.05000,15.362
17,mlp.experts.145.gate_proj,0.0000131633,0.05000,14.888
17,mlp.experts.144.gate_proj,0.0000354546,0.05000,14.946
17,mlp.experts.156.gate_proj,0.0000093707,0.05000,14.821
17,mlp.experts.157.gate_proj,0.0000078305,0.05000,14.795
17,mlp.experts.148.gate_proj,0.0000186834,0.05000,14.905
17,mlp.experts.147.gate_proj,0.0000121095,0.05000,15.012
17,mlp.experts.146.gate_proj,0.0000176098,0.05000,14.700
17,mlp.experts.158.gate_proj,0.0000130663,0.05000,14.860
17,mlp.experts.153.gate_proj,0.0000368637,0.05000,14.985
17,mlp.experts.154.gate_proj,0.0000228292,0.05000,15.032
17,mlp.experts.155.gate_proj,0.0000062475,0.05000,14.774
17,mlp.experts.150.gate_proj,0.0000089824,0.05000,14.874
17,mlp.experts.151.gate_proj,0.0000093354,0.05000,14.913
17,mlp.experts.159.gate_proj,0.0000110232,0.05000,14.875
17,mlp.experts.168.gate_proj,0.0000108017,0.05000,14.918
17,mlp.experts.181.gate_proj,0.0000193214,0.05000,14.818
17,mlp.experts.161.gate_proj,0.0000120779,0.05000,15.385
17,mlp.experts.160.gate_proj,0.0000044018,0.05000,15.388
17,mlp.experts.172.gate_proj,0.0000053299,0.05000,15.361
17,mlp.experts.173.gate_proj,0.0000070752,0.05000,15.420
17,mlp.experts.164.gate_proj,0.0000089516,0.05000,15.370
17,mlp.experts.163.gate_proj,0.0000154568,0.05000,15.461
17,mlp.experts.162.gate_proj,0.0000055723,0.05000,15.520
17,mlp.experts.174.gate_proj,0.0000055810,0.05000,15.505
17,mlp.experts.170.gate_proj,0.0000055474,0.05000,15.424
17,mlp.experts.169.gate_proj,0.0000062784,0.05000,15.538
17,mlp.experts.171.gate_proj,0.0000065907,0.05000,15.505
17,mlp.experts.166.gate_proj,0.0000199247,0.05000,15.520
17,mlp.experts.167.gate_proj,0.0000203015,0.05000,15.504
17,mlp.experts.175.gate_proj,0.0000086304,0.05000,15.534
17,mlp.experts.197.gate_proj,0.0000038124,0.05000,15.307
17,mlp.experts.184.gate_proj,0.0000178078,0.05000,15.548
17,mlp.experts.178.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.866
17,mlp.experts.176.gate_proj,0.0000102879,0.05000,15.155
17,mlp.experts.177.gate_proj,0.0000100822,0.05000,15.205
17,mlp.experts.188.gate_proj,0.0000088927,0.05000,15.285
17,mlp.experts.189.gate_proj,0.0000126960,0.05000,15.285
17,mlp.experts.180.gate_proj,0.0000065738,0.05000,15.295
17,mlp.experts.179.gate_proj,0.0000397312,0.05000,15.463
17,mlp.experts.185.gate_proj,0.0000069874,0.05000,15.275
17,mlp.experts.186.gate_proj,0.0000075770,0.05000,15.452
17,mlp.experts.193.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.952
17,mlp.experts.190.gate_proj,0.0000142833,0.05000,15.641
17,mlp.experts.182.gate_proj,0.0000167957,0.05000,15.420
17,mlp.experts.187.gate_proj,0.0000226194,0.05000,15.558
17,mlp.experts.191.gate_proj,0.0000063955,0.05000,15.419
17,mlp.experts.183.gate_proj,0.0000103615,0.05000,15.559
17,mlp.experts.213.gate_proj,0.0000059337,0.05000,15.454
17,mlp.experts.200.gate_proj,0.0000119930,0.05000,15.506
17,mlp.experts.194.gate_proj,0.0000155327,0.05000,15.493
17,mlp.experts.192.gate_proj,0.0000081813,0.05000,14.106
17,mlp.experts.204.gate_proj,0.0000093522,0.05000,14.166
17,mlp.experts.205.gate_proj,0.0000284316,0.05000,14.094
17,mlp.experts.196.gate_proj,0.0000036591,0.05000,14.168
17,mlp.experts.195.gate_proj,0.0000067202,0.05000,13.920
17,mlp.experts.201.gate_proj,0.0000089962,0.05000,14.004
17,mlp.experts.209.gate_proj,0.0000119829,0.05000,13.887
17,mlp.experts.206.gate_proj,0.0000043225,0.05000,13.910
17,mlp.experts.202.gate_proj,0.0000047898,0.05000,14.132
17,mlp.experts.203.gate_proj,0.0000298635,0.05000,14.006
17,mlp.experts.198.gate_proj,0.0000031375,0.05000,14.070
17,mlp.experts.207.gate_proj,0.0000278175,0.05000,13.911
17,mlp.experts.199.gate_proj,0.0000203687,0.05000,13.984
17,mlp.experts.229.gate_proj,0.0000055903,0.05000,13.885
17,mlp.experts.210.gate_proj,0.0000047399,0.05000,13.849
17,mlp.experts.216.gate_proj,0.0000086687,0.05000,13.996
17,mlp.experts.220.gate_proj,0.0000087547,0.05000,14.876
17,mlp.experts.208.gate_proj,0.0000156245,0.05000,15.071
17,mlp.experts.221.gate_proj,0.0000120912,0.05000,15.027
17,mlp.experts.212.gate_proj,0.0000183603,0.05000,15.009
17,mlp.experts.225.gate_proj,0.0000103051,0.05000,15.121
17,mlp.experts.211.gate_proj,0.0000060739,0.05000,15.302
17,mlp.experts.217.gate_proj,0.0000047745,0.05000,15.248
17,mlp.experts.218.gate_proj,0.0000162116,0.05000,15.187
17,mlp.experts.222.gate_proj,0.0000040801,0.05000,15.264
17,mlp.experts.214.gate_proj,0.0000078218,0.05000,15.092
17,mlp.experts.219.gate_proj,0.0000051581,0.05000,15.280
17,mlp.experts.223.gate_proj,0.0000051410,0.05000,15.243
17,mlp.experts.215.gate_proj,0.0000072978,0.05000,15.272
17,mlp.experts.245.gate_proj,0.0000311610,0.05000,15.243
17,mlp.experts.226.gate_proj,0.0000044876,0.05000,15.171
17,mlp.experts.232.gate_proj,0.0000123139,0.05000,15.116
17,mlp.experts.236.gate_proj,0.0000137404,0.05000,15.255
17,mlp.experts.224.gate_proj,0.0000413449,0.05000,15.322
17,mlp.experts.228.gate_proj,0.0000070456,0.05000,15.268
17,mlp.experts.237.gate_proj,0.0000079141,0.05000,15.434
17,mlp.experts.241.gate_proj,0.0000175442,0.05000,15.246
17,mlp.experts.227.gate_proj,0.0000136013,0.05000,15.292
17,mlp.experts.233.gate_proj,0.0000064251,0.05000,15.326
17,mlp.experts.230.gate_proj,0.0000065660,0.05000,15.287
17,mlp.experts.238.gate_proj,0.0000040476,0.05000,15.376
17,mlp.experts.234.gate_proj,0.0000025005,0.05000,15.508
17,mlp.experts.235.gate_proj,0.0000087711,0.05000,15.314
17,mlp.experts.239.gate_proj,0.0000094797,0.05000,15.294
17,mlp.experts.5.up_proj,0.0000088249,0.05000,15.311
17,mlp.experts.231.gate_proj,0.0000074333,0.05000,15.415
17,mlp.experts.248.gate_proj,0.0000071931,0.05000,15.200
17,mlp.experts.242.gate_proj,0.0000069485,0.05000,15.282
17,mlp.experts.252.gate_proj,0.0000204658,0.05000,15.812
17,mlp.experts.240.gate_proj,0.0000212448,0.05000,15.862
17,mlp.experts.253.gate_proj,0.0000127202,0.05000,15.844
17,mlp.experts.244.gate_proj,0.0000078256,0.05000,16.045
17,mlp.experts.1.up_proj,0.0000024044,0.05000,15.788
17,mlp.experts.243.gate_proj,0.0000080505,0.05000,15.920
17,mlp.experts.246.gate_proj,0.0000085876,0.05000,15.727
17,mlp.experts.249.gate_proj,0.0000120600,0.05000,15.945
17,mlp.experts.254.gate_proj,0.0000113529,0.05000,15.966
17,mlp.experts.250.gate_proj,0.0000041891,0.05000,16.055
17,mlp.experts.251.gate_proj,0.0000179645,0.05000,16.047
17,mlp.experts.255.gate_proj,0.0000034874,0.05000,16.043
17,mlp.experts.247.gate_proj,0.0000039536,0.05000,15.823
17,mlp.experts.21.up_proj,0.0000074620,0.05000,15.963
17,mlp.experts.2.up_proj,0.0000076586,0.05000,15.981
17,mlp.experts.8.up_proj,0.0000055855,0.05000,16.020
17,mlp.experts.24.up_proj,failsafe(rtn): 0.0008430,0.00000,0.854
17,mlp.experts.12.up_proj,0.0000109671,0.05000,14.866
17,mlp.experts.0.up_proj,0.0000044069,0.05000,15.037
17,mlp.experts.13.up_proj,0.0000032786,0.05000,15.100
17,mlp.experts.4.up_proj,0.0000259000,0.05000,14.979
17,mlp.experts.17.up_proj,0.0000077042,0.05000,15.017
17,mlp.experts.6.up_proj,0.0000417719,0.05000,15.040
17,mlp.experts.3.up_proj,0.0000167704,0.05000,15.139
17,mlp.experts.9.up_proj,0.0000126442,0.05000,15.124
17,mlp.experts.14.up_proj,0.0000025728,0.05000,15.034
17,mlp.experts.11.up_proj,0.0000126609,0.05000,15.017
17,mlp.experts.7.up_proj,0.0000067876,0.05000,14.942
17,mlp.experts.37.up_proj,0.0000043888,0.05000,15.017
17,mlp.experts.10.up_proj,0.0000067650,0.05000,15.197
17,mlp.experts.15.up_proj,0.0000093445,0.05000,15.242
17,mlp.experts.18.up_proj,0.0000127902,0.05000,15.051
17,mlp.experts.40.up_proj,0.0000285902,0.05000,14.973
17,mlp.experts.28.up_proj,0.0000161790,0.05000,15.885
17,mlp.experts.16.up_proj,0.0000048862,0.05000,15.850
17,mlp.experts.29.up_proj,0.0000113507,0.05000,15.686
17,mlp.experts.20.up_proj,0.0000034438,0.05000,15.855
17,mlp.experts.33.up_proj,0.0000078833,0.05000,15.647
17,mlp.experts.22.up_proj,0.0000117362,0.05000,15.755
17,mlp.experts.25.up_proj,0.0000133147,0.05000,15.658
17,mlp.experts.19.up_proj,0.0000071536,0.05000,15.786
17,mlp.experts.30.up_proj,0.0000052953,0.05000,15.779
17,mlp.experts.53.up_proj,0.0000122082,0.05000,15.685
17,mlp.experts.27.up_proj,0.0000151214,0.05000,15.847
17,mlp.experts.23.up_proj,0.0000049109,0.05000,15.851
17,mlp.experts.26.up_proj,0.0000058797,0.05000,15.738
17,mlp.experts.34.up_proj,0.0000119742,0.05000,15.735
17,mlp.experts.31.up_proj,0.0000164584,0.05000,15.900
17,mlp.experts.56.up_proj,0.0000099387,0.05000,15.736
17,mlp.experts.44.up_proj,0.0000085416,0.05000,15.177
17,mlp.experts.32.up_proj,0.0000053984,0.05000,15.142
17,mlp.experts.45.up_proj,0.0000055288,0.05000,15.253
17,mlp.experts.36.up_proj,0.0000172113,0.05000,15.301
17,mlp.experts.49.up_proj,0.0000106388,0.05000,15.400
17,mlp.experts.38.up_proj,0.0000053967,0.05000,15.294
17,mlp.experts.41.up_proj,0.0000084042,0.05000,15.320
17,mlp.experts.35.up_proj,0.0000037823,0.05000,15.335
17,mlp.experts.46.up_proj,0.0000092456,0.05000,15.447
17,mlp.experts.42.up_proj,0.0000091867,0.05000,15.239
17,mlp.experts.69.up_proj,0.0000021772,0.05000,15.341
17,mlp.experts.43.up_proj,0.0000328918,0.05000,15.356
17,mlp.experts.39.up_proj,0.0000115097,0.05000,15.363
17,mlp.experts.50.up_proj,0.0000059185,0.05000,15.247
17,mlp.experts.47.up_proj,0.0000065750,0.05000,15.260
17,mlp.experts.85.up_proj,failsafe(rtn): 0.0009651,0.00000,0.859
17,mlp.experts.72.up_proj,0.0000155989,0.05000,15.289
17,mlp.experts.60.up_proj,0.0000124924,0.05000,15.521
17,mlp.experts.48.up_proj,0.0000082272,0.05000,15.659
17,mlp.experts.61.up_proj,0.0000060440,0.05000,15.489
17,mlp.experts.52.up_proj,0.0000417684,0.05000,15.652
17,mlp.experts.65.up_proj,0.0000206159,0.05000,15.560
17,mlp.experts.54.up_proj,0.0000086943,0.05000,15.548
17,mlp.experts.57.up_proj,0.0000060581,0.05000,15.579
17,mlp.experts.51.up_proj,0.0000104837,0.05000,15.581
17,mlp.experts.62.up_proj,0.0000067767,0.05000,15.319
17,mlp.experts.58.up_proj,0.0000053039,0.05000,15.482
17,mlp.experts.59.up_proj,0.0000077421,0.05000,15.569
17,mlp.experts.66.up_proj,0.0000145910,0.05000,15.499
17,mlp.experts.55.up_proj,0.0000138527,0.05000,15.654
17,mlp.experts.63.up_proj,0.0000191150,0.05000,15.657
17,mlp.experts.101.up_proj,0.0000078793,0.05000,15.527
17,mlp.experts.88.up_proj,0.0000051557,0.05000,15.654
17,mlp.experts.76.up_proj,0.0000039550,0.05000,14.763
17,mlp.experts.64.up_proj,0.0000030572,0.05000,14.608
17,mlp.experts.77.up_proj,0.0000126092,0.05000,14.669
17,mlp.experts.81.up_proj,0.0000423173,0.05000,14.550
17,mlp.experts.68.up_proj,0.0000118145,0.05000,14.638
17,mlp.experts.70.up_proj,0.0000253453,0.05000,14.711
17,mlp.experts.73.up_proj,0.0000026333,0.05000,14.671
17,mlp.experts.67.up_proj,0.0000124051,0.05000,14.797
17,mlp.experts.78.up_proj,0.0000158299,0.05000,14.666
17,mlp.experts.75.up_proj,0.0000405132,0.05000,14.625
17,mlp.experts.71.up_proj,0.0000056217,0.05000,14.535
17,mlp.experts.74.up_proj,0.0000074370,0.05000,14.790
17,mlp.experts.82.up_proj,0.0000183612,0.05000,14.764
17,mlp.experts.79.up_proj,0.0000070998,0.05000,14.648
17,mlp.experts.117.up_proj,0.0000105128,0.05000,14.580
17,mlp.experts.104.up_proj,0.0000051779,0.05000,14.487
17,mlp.experts.133.up_proj,failsafe(rtn): 0.0009270,0.00000,0.613
17,mlp.experts.92.up_proj,0.0000107823,0.05000,14.895
17,mlp.experts.80.up_proj,0.0000324562,0.05000,14.934
17,mlp.experts.93.up_proj,0.0000062619,0.05000,15.059
17,mlp.experts.97.up_proj,0.0000056474,0.05000,15.114
17,mlp.experts.84.up_proj,0.0000017408,0.05000,15.072
17,mlp.experts.89.up_proj,0.0000020315,0.05000,15.008
17,mlp.experts.86.up_proj,0.0000124596,0.05000,15.165
17,mlp.experts.83.up_proj,0.0000494302,0.05000,15.006
17,mlp.experts.94.up_proj,0.0000114424,0.05000,15.099
17,mlp.experts.90.up_proj,0.0000162736,0.05000,14.906
17,mlp.experts.87.up_proj,0.0000052356,0.05000,14.954
17,mlp.experts.98.up_proj,0.0000031052,0.05000,14.883
17,mlp.experts.91.up_proj,0.0000046878,0.05000,15.065
17,mlp.experts.95.up_proj,0.0000088567,0.05000,14.950
17,mlp.experts.120.up_proj,0.0000114171,0.05000,14.967
17,mlp.experts.149.up_proj,0.0000088020,0.05000,15.285
17,mlp.experts.108.up_proj,0.0000032077,0.05000,14.792
17,mlp.experts.96.up_proj,0.0000095538,0.05000,14.724
17,mlp.experts.109.up_proj,0.0000038450,0.05000,14.681
17,mlp.experts.113.up_proj,0.0000067809,0.05000,14.592
17,mlp.experts.100.up_proj,0.0000043606,0.05000,14.740
17,mlp.experts.105.up_proj,0.0000154706,0.05000,14.719
17,mlp.experts.102.up_proj,0.0000101233,0.05000,14.759
17,mlp.experts.99.up_proj,0.0000068838,0.05000,14.755
17,mlp.experts.110.up_proj,0.0000053548,0.05000,14.644
17,mlp.experts.114.up_proj,0.0000077694,0.05000,14.667
17,mlp.experts.103.up_proj,0.0000122881,0.05000,14.725
17,mlp.experts.106.up_proj,0.0000072455,0.05000,14.777
17,mlp.experts.111.up_proj,0.0000217095,0.05000,14.630
17,mlp.experts.107.up_proj,0.0000117587,0.05000,14.873
17,mlp.experts.136.up_proj,0.0000084473,0.05000,14.717
17,mlp.experts.165.up_proj,0.0000088451,0.05000,14.627
17,mlp.experts.124.up_proj,0.0000227484,0.05000,14.710
17,mlp.experts.112.up_proj,0.0000078549,0.05000,14.744
17,mlp.experts.125.up_proj,0.0000090130,0.05000,14.747
17,mlp.experts.129.up_proj,0.0000041774,0.05000,14.823
17,mlp.experts.116.up_proj,0.0000159363,0.05000,14.915
17,mlp.experts.121.up_proj,0.0000111686,0.05000,14.728
17,mlp.experts.126.up_proj,0.0000054074,0.05000,14.716
17,mlp.experts.115.up_proj,0.0000055277,0.05000,14.732
17,mlp.experts.118.up_proj,0.0000060750,0.05000,14.808
17,mlp.experts.130.up_proj,0.0000064105,0.05000,14.696
17,mlp.experts.119.up_proj,0.0000050561,0.05000,14.726
17,mlp.experts.122.up_proj,0.0000107903,0.05000,14.799
17,mlp.experts.127.up_proj,0.0000070959,0.05000,14.741
17,mlp.experts.123.up_proj,0.0000098428,0.05000,14.742
17,mlp.experts.152.up_proj,0.0000046503,0.05000,14.667
17,mlp.experts.181.up_proj,0.0000171756,0.05000,14.642
17,mlp.experts.140.up_proj,0.0000205225,0.05000,14.727
17,mlp.experts.128.up_proj,0.0000070539,0.05000,14.579
17,mlp.experts.141.up_proj,0.0000153748,0.05000,14.559
17,mlp.experts.145.up_proj,0.0000126484,0.05000,14.529
17,mlp.experts.132.up_proj,0.0000124548,0.05000,14.515
17,mlp.experts.137.up_proj,0.0000124252,0.05000,14.530
17,mlp.experts.131.up_proj,0.0000041739,0.05000,14.624
17,mlp.experts.142.up_proj,0.0000063486,0.05000,14.650
17,mlp.experts.134.up_proj,0.0000061184,0.05000,14.843
17,mlp.experts.146.up_proj,0.0000161103,0.05000,14.821
17,mlp.experts.135.up_proj,0.0000076875,0.05000,14.893
17,mlp.experts.138.up_proj,0.0000129874,0.05000,15.021
17,mlp.experts.139.up_proj,0.0000091035,0.05000,14.875
17,mlp.experts.143.up_proj,0.0000139331,0.05000,14.932
17,mlp.experts.168.up_proj,0.0000101424,0.05000,14.861
17,mlp.experts.197.up_proj,0.0000037701,0.05000,15.027
17,mlp.experts.156.up_proj,0.0000084644,0.05000,16.022
17,mlp.experts.144.up_proj,0.0000123516,0.05000,16.007
17,mlp.experts.157.up_proj,0.0000072870,0.05000,15.986
17,mlp.experts.161.up_proj,0.0000114772,0.05000,15.956
17,mlp.experts.148.up_proj,0.0000186178,0.05000,15.822
17,mlp.experts.153.up_proj,0.0000339903,0.05000,15.980
17,mlp.experts.147.up_proj,0.0000116410,0.05000,15.826
17,mlp.experts.158.up_proj,0.0000128174,0.05000,15.824
17,mlp.experts.150.up_proj,0.0000084625,0.05000,15.797
17,mlp.experts.151.up_proj,0.0000088053,0.05000,15.663
17,mlp.experts.162.up_proj,0.0000053105,0.05000,15.794
17,mlp.experts.154.up_proj,0.0000206908,0.05000,15.769
17,mlp.experts.155.up_proj,0.0000053666,0.05000,15.796
17,mlp.experts.159.up_proj,0.0000105201,0.05000,15.919
17,mlp.experts.178.up_proj,failsafe(rtn): 0.0008965,0.00000,0.823
17,mlp.experts.184.up_proj,0.0000206814,0.05000,15.763
17,mlp.experts.213.up_proj,0.0000058675,0.05000,15.689
17,mlp.experts.160.up_proj,0.0000041850,0.05000,15.516
17,mlp.experts.172.up_proj,0.0000059425,0.05000,15.655
17,mlp.experts.173.up_proj,0.0000073991,0.05000,15.865
17,mlp.experts.177.up_proj,0.0000096950,0.05000,15.680
17,mlp.experts.164.up_proj,0.0000081536,0.05000,15.709
17,mlp.experts.169.up_proj,0.0000062327,0.05000,15.723
17,mlp.experts.174.up_proj,0.0000057920,0.05000,15.867
17,mlp.experts.193.up_proj,failsafe(rtn): 0.0008659,0.00000,0.825
17,mlp.experts.163.up_proj,0.0000148351,0.05000,16.017
17,mlp.experts.166.up_proj,0.0000225907,0.05000,15.899
17,mlp.experts.167.up_proj,0.0000191199,0.05000,15.839
17,mlp.experts.170.up_proj,0.0000049703,0.05000,15.695
17,mlp.experts.171.up_proj,0.0000062010,0.05000,15.898
17,mlp.experts.175.up_proj,0.0000080844,0.05000,15.905
17,mlp.experts.194.up_proj,0.0000137443,0.05000,15.877
17,mlp.experts.200.up_proj,0.0000109231,0.05000,15.884
17,mlp.experts.229.up_proj,0.0000056821,0.05000,15.840
17,mlp.experts.176.up_proj,0.0000098450,0.05000,14.848
17,mlp.experts.188.up_proj,0.0000085040,0.05000,14.833
17,mlp.experts.189.up_proj,0.0000119843,0.05000,14.860
17,mlp.experts.180.up_proj,0.0000062602,0.05000,14.972
17,mlp.experts.185.up_proj,0.0000063014,0.05000,14.844
17,mlp.experts.209.up_proj,0.0000103592,0.05000,14.791
17,mlp.experts.190.up_proj,0.0000144879,0.05000,14.982
17,mlp.experts.179.up_proj,0.0000387986,0.05000,14.893
17,mlp.experts.182.up_proj,0.0000158222,0.05000,14.930
17,mlp.experts.183.up_proj,0.0000101497,0.05000,14.872
17,mlp.experts.186.up_proj,0.0000069732,0.05000,14.878
17,mlp.experts.187.up_proj,0.0000230293,0.05000,14.834
17,mlp.experts.191.up_proj,0.0000061676,0.05000,14.816
17,mlp.experts.210.up_proj,0.0000044058,0.05000,14.749
17,mlp.experts.216.up_proj,0.0000088038,0.05000,14.749
17,mlp.experts.245.up_proj,0.0000245402,0.05000,14.621
17,mlp.experts.5.down_proj,0.0000003020,0.05000,3.665
17,mlp.experts.21.down_proj,0.0000002689,0.05000,3.413
17,mlp.experts.37.down_proj,0.0000001199,0.05000,3.852
17,mlp.experts.204.up_proj,0.0000094341,0.05000,15.069
17,mlp.experts.192.up_proj,0.0000078959,0.05000,15.125
17,mlp.experts.205.up_proj,0.0000275981,0.05000,15.121
17,mlp.experts.196.up_proj,0.0000034371,0.05000,14.968
17,mlp.experts.201.up_proj,0.0000090933,0.05000,14.832
17,mlp.experts.195.up_proj,0.0000068427,0.05000,14.716
17,mlp.experts.225.up_proj,0.0000096547,0.05000,15.001
17,mlp.experts.206.up_proj,0.0000036458,0.05000,14.955
17,mlp.experts.198.up_proj,0.0000028934,0.05000,14.859
17,mlp.experts.199.up_proj,0.0000191773,0.05000,15.099
17,mlp.experts.202.up_proj,0.0000046342,0.05000,14.998
17,mlp.experts.207.up_proj,0.0000256963,0.05000,14.947
17,mlp.experts.203.up_proj,0.0000269451,0.05000,15.096
17,mlp.experts.226.up_proj,0.0000041480,0.05000,14.968
17,mlp.experts.232.up_proj,0.0000110498,0.05000,15.092
17,mlp.experts.53.down_proj,0.0000001363,0.05000,4.149
17,mlp.experts.69.down_proj,0.0000000466,0.05000,3.692
17,mlp.experts.85.down_proj,failsafe(rtn): 0.0009193,0.00000,0.220
17,mlp.experts.101.down_proj,0.0000002791,0.05000,3.765
17,mlp.experts.117.down_proj,0.0000002185,0.05000,3.620
17,mlp.experts.133.down_proj,failsafe(rtn): 0.0009041,0.00000,0.155
17,mlp.experts.220.up_proj,0.0000085832,0.05000,15.129
17,mlp.experts.208.up_proj,0.0000145365,0.05000,15.176
17,mlp.experts.221.up_proj,0.0000112479,0.05000,14.992
17,mlp.experts.212.up_proj,0.0000151011,0.05000,14.935
17,mlp.experts.217.up_proj,0.0000045921,0.05000,15.075
17,mlp.experts.211.up_proj,0.0000062738,0.05000,15.114
17,mlp.experts.241.up_proj,0.0000185494,0.05000,15.089
17,mlp.experts.222.up_proj,0.0000040305,0.05000,15.116
17,mlp.experts.214.up_proj,0.0000087569,0.05000,15.162
17,mlp.experts.215.up_proj,0.0000068651,0.05000,15.111
17,mlp.experts.218.up_proj,0.0000167608,0.05000,15.131
17,mlp.experts.223.up_proj,0.0000050098,0.05000,14.990
17,mlp.experts.219.up_proj,0.0000047513,0.05000,15.100
17,mlp.experts.242.up_proj,0.0000068757,0.05000,15.166
17,mlp.experts.248.up_proj,0.0000068229,0.05000,15.031
17,mlp.experts.149.down_proj,0.0000001994,0.05000,3.939
17,mlp.experts.1.down_proj,0.0000000722,0.05000,3.954
17,mlp.experts.2.down_proj,0.0000002967,0.05000,3.848
17,mlp.experts.8.down_proj,0.0000001848,0.05000,3.839
17,mlp.experts.24.down_proj,failsafe(rtn): 0.0008469,0.00000,0.237
17,mlp.experts.165.down_proj,0.0000000841,0.05000,3.906
17,mlp.experts.17.down_proj,0.0000002693,0.05000,4.125
17,mlp.experts.18.down_proj,0.0000002062,0.05000,4.201
17,mlp.experts.40.down_proj,0.0000004809,0.05000,4.286
17,mlp.experts.181.down_proj,0.0000004100,0.05000,4.243
17,mlp.experts.33.down_proj,0.0000000744,0.05000,4.127
17,mlp.experts.34.down_proj,0.0000001608,0.05000,3.740
17,mlp.experts.56.down_proj,0.0000003381,0.05000,3.675
17,mlp.experts.236.up_proj,0.0000147094,0.05000,15.678
17,mlp.experts.197.down_proj,0.0000000950,0.05000,3.823
17,mlp.experts.224.up_proj,0.0000371485,0.05000,15.800
17,mlp.experts.237.up_proj,0.0000074311,0.05000,15.985
17,mlp.experts.228.up_proj,0.0000063875,0.05000,16.011
17,mlp.experts.233.up_proj,0.0000056069,0.05000,16.159
17,mlp.experts.227.up_proj,0.0000126817,0.05000,16.080
17,mlp.experts.49.down_proj,0.0000003309,0.05000,3.916
17,mlp.experts.230.up_proj,0.0000064810,0.05000,15.937
17,mlp.experts.238.up_proj,0.0000042104,0.05000,16.044
17,mlp.experts.231.up_proj,0.0000069044,0.05000,15.937
17,mlp.experts.234.up_proj,0.0000024389,0.05000,15.915
17,mlp.experts.239.up_proj,0.0000089358,0.05000,15.920
17,mlp.experts.235.up_proj,0.0000081014,0.05000,15.859
17,mlp.experts.50.down_proj,0.0000001861,0.05000,4.017
17,mlp.experts.72.down_proj,0.0000001826,0.05000,3.985
17,mlp.experts.213.down_proj,0.0000002225,0.05000,3.887
17,mlp.experts.65.down_proj,0.0000005731,0.05000,3.640
17,mlp.experts.66.down_proj,0.0000004417,0.05000,3.842
17,mlp.experts.88.down_proj,0.0000001489,0.05000,3.792
17,mlp.experts.229.down_proj,0.0000001902,0.05000,3.834
17,mlp.experts.81.down_proj,0.0000007640,0.05000,3.935
17,mlp.experts.82.down_proj,0.0000004588,0.05000,3.776
17,mlp.experts.104.down_proj,0.0000001664,0.05000,3.922
17,mlp.experts.245.down_proj,0.0000003128,0.05000,3.905
17,mlp.experts.97.down_proj,0.0000000514,0.05000,3.895
17,mlp.experts.98.down_proj,0.0000000999,0.05000,3.986
17,mlp.experts.120.down_proj,0.0000003690,0.05000,3.975
17,mlp.experts.252.up_proj,0.0000184610,0.05000,15.464
17,mlp.experts.240.up_proj,0.0000197298,0.05000,15.406
17,mlp.experts.253.up_proj,0.0000118246,0.05000,15.529
17,mlp.experts.244.up_proj,0.0000086852,0.05000,15.432
17,mlp.experts.249.up_proj,0.0000113024,0.05000,15.267
17,mlp.experts.243.up_proj,0.0000075031,0.05000,15.340
17,mlp.experts.246.up_proj,0.0000082485,0.05000,15.206
17,mlp.experts.254.up_proj,0.0000105812,0.05000,15.206
17,mlp.experts.113.down_proj,0.0000001040,0.05000,3.810
17,mlp.experts.247.up_proj,0.0000037396,0.05000,15.588
17,mlp.experts.250.up_proj,0.0000046062,0.05000,15.537
17,mlp.experts.255.up_proj,0.0000033739,0.05000,15.571
17,mlp.experts.251.up_proj,0.0000163465,0.05000,15.475
17,mlp.experts.114.down_proj,0.0000003176,0.05000,3.981
17,mlp.experts.136.down_proj,0.0000001081,0.05000,3.991
17,mlp.experts.12.down_proj,0.0000002911,0.05000,3.929
17,mlp.experts.0.down_proj,0.0000001314,0.05000,3.965
17,mlp.experts.13.down_proj,0.0000001243,0.05000,4.011
17,mlp.experts.4.down_proj,0.0000005099,0.05000,4.001
17,mlp.experts.9.down_proj,0.0000001403,0.05000,3.992
17,mlp.experts.3.down_proj,0.0000005617,0.05000,3.963
17,mlp.experts.129.down_proj,0.0000001219,0.05000,3.931
17,mlp.experts.6.down_proj,0.0000009918,0.05000,3.994
17,mlp.experts.14.down_proj,0.0000000699,0.05000,3.991
17,mlp.experts.7.down_proj,0.0000001901,0.05000,3.878
17,mlp.experts.10.down_proj,0.0000001479,0.05000,4.014
17,mlp.experts.15.down_proj,0.0000002352,0.05000,3.905
17,mlp.experts.11.down_proj,0.0000002250,0.05000,3.871
17,mlp.experts.130.down_proj,0.0000001994,0.05000,4.015
17,mlp.experts.152.down_proj,0.0000000963,0.05000,3.942
17,mlp.experts.28.down_proj,0.0000003821,0.05000,3.908
17,mlp.experts.16.down_proj,0.0000001517,0.05000,3.866
17,mlp.experts.29.down_proj,0.0000002048,0.05000,3.571
17,mlp.experts.20.down_proj,0.0000001272,0.05000,3.599
17,mlp.experts.25.down_proj,0.0000001423,0.05000,3.472
17,mlp.experts.19.down_proj,0.0000001692,0.05000,3.467
17,mlp.experts.30.down_proj,0.0000000564,0.05000,3.415
17,mlp.experts.22.down_proj,0.0000002100,0.05000,3.464
17,mlp.experts.145.down_proj,0.0000002267,0.05000,3.503
17,mlp.experts.23.down_proj,0.0000001355,0.05000,3.518
17,mlp.experts.26.down_proj,0.0000001519,0.05000,3.538
17,mlp.experts.27.down_proj,0.0000002675,0.05000,3.518
17,mlp.experts.31.down_proj,0.0000004469,0.05000,3.534
17,mlp.experts.146.down_proj,0.0000003582,0.05000,3.377
17,mlp.experts.168.down_proj,0.0000000916,0.05000,3.440
17,mlp.experts.44.down_proj,0.0000002365,0.05000,3.449
17,mlp.experts.32.down_proj,0.0000001467,0.05000,3.458
17,mlp.experts.45.down_proj,0.0000000526,0.05000,3.719
17,mlp.experts.36.down_proj,0.0000002702,0.05000,3.776
17,mlp.experts.41.down_proj,0.0000002723,0.05000,3.807
17,mlp.experts.46.down_proj,0.0000002203,0.05000,3.876
17,mlp.experts.161.down_proj,0.0000001342,0.05000,3.884
17,mlp.experts.38.down_proj,0.0000001399,0.05000,3.945
17,mlp.experts.35.down_proj,0.0000000780,0.05000,3.982
17,mlp.experts.39.down_proj,0.0000001716,0.05000,3.830
17,mlp.experts.42.down_proj,0.0000001216,0.05000,3.774
17,mlp.experts.47.down_proj,0.0000000776,0.05000,3.739
17,mlp.experts.43.down_proj,0.0000009543,0.05000,3.753
17,mlp.experts.162.down_proj,0.0000001954,0.05000,3.785
17,mlp.experts.178.down_proj,failsafe(rtn): 0.0008888,0.00000,0.163
17,mlp.experts.184.down_proj,0.0000005765,0.05000,3.725
17,mlp.experts.60.down_proj,0.0000004337,0.05000,3.633
17,mlp.experts.48.down_proj,0.0000002213,0.05000,3.548
17,mlp.experts.61.down_proj,0.0000002004,0.05000,3.257
17,mlp.experts.52.down_proj,0.0000010039,0.05000,3.283
17,mlp.experts.57.down_proj,0.0000003375,0.05000,3.213
17,mlp.experts.177.down_proj,0.0000003053,0.05000,3.177
17,mlp.experts.62.down_proj,0.0000002551,0.05000,3.230
17,mlp.experts.54.down_proj,0.0000002078,0.05000,3.226
17,mlp.experts.51.down_proj,0.0000001291,0.05000,3.240
17,mlp.experts.193.down_proj,failsafe(rtn): 0.0008698,0.00000,0.158
17,mlp.experts.55.down_proj,0.0000003199,0.05000,3.303
17,mlp.experts.58.down_proj,0.0000001815,0.05000,3.289
17,mlp.experts.63.down_proj,0.0000006754,0.05000,3.353
17,mlp.experts.59.down_proj,0.0000000859,0.05000,3.378
17,mlp.experts.194.down_proj,0.0000001646,0.05000,3.252
17,mlp.experts.200.down_proj,0.0000003150,0.05000,3.258
17,mlp.experts.76.down_proj,0.0000001823,0.05000,3.316
17,mlp.experts.64.down_proj,0.0000000793,0.05000,3.352
17,mlp.experts.77.down_proj,0.0000001725,0.05000,3.325
17,mlp.experts.68.down_proj,0.0000001620,0.05000,3.366
17,mlp.experts.73.down_proj,0.0000000557,0.05000,3.337
17,mlp.experts.78.down_proj,0.0000006674,0.05000,3.191
17,mlp.experts.70.down_proj,0.0000005685,0.05000,3.209
17,mlp.experts.67.down_proj,0.0000003420,0.05000,3.215
17,mlp.experts.209.down_proj,0.0000002533,0.05000,3.192
17,mlp.experts.71.down_proj,0.0000001180,0.05000,3.167
17,mlp.experts.74.down_proj,0.0000000794,0.05000,3.247
17,mlp.experts.79.down_proj,0.0000001610,0.05000,3.184
17,mlp.experts.75.down_proj,0.0000010560,0.05000,3.231
17,mlp.experts.210.down_proj,0.0000001698,0.05000,3.242
17,mlp.experts.216.down_proj,0.0000003040,0.05000,3.293
17,mlp.experts.92.down_proj,0.0000002900,0.05000,3.189
17,mlp.experts.80.down_proj,0.0000008253,0.05000,3.193
17,mlp.experts.93.down_proj,0.0000001007,0.05000,3.215
17,mlp.experts.84.down_proj,0.0000000971,0.05000,3.295
17,mlp.experts.89.down_proj,0.0000000651,0.05000,3.320
17,mlp.experts.94.down_proj,0.0000003522,0.05000,3.386
17,mlp.experts.86.down_proj,0.0000001684,0.05000,3.407
17,mlp.experts.225.down_proj,0.0000005900,0.05000,3.369
17,mlp.experts.83.down_proj,0.0000010420,0.05000,3.487
17,mlp.experts.87.down_proj,0.0000001391,0.05000,3.368
17,mlp.experts.90.down_proj,0.0000004349,0.05000,3.318
17,mlp.experts.95.down_proj,0.0000000821,0.05000,3.367
17,mlp.experts.91.down_proj,0.0000000471,0.05000,3.343
17,mlp.experts.226.down_proj,0.0000000488,0.05000,3.414
17,mlp.experts.232.down_proj,0.0000002006,0.05000,3.494
17,mlp.experts.108.down_proj,0.0000000422,0.05000,3.599
17,mlp.experts.96.down_proj,0.0000001159,0.05000,3.570
17,mlp.experts.109.down_proj,0.0000001497,0.05000,3.740
17,mlp.experts.105.down_proj,0.0000003105,0.05000,3.744
17,mlp.experts.100.down_proj,0.0000000855,0.05000,3.846
17,mlp.experts.110.down_proj,0.0000001354,0.05000,3.797
17,mlp.experts.102.down_proj,0.0000004456,0.05000,3.819
17,mlp.experts.241.down_proj,0.0000003580,0.05000,3.803
17,mlp.experts.99.down_proj,0.0000000754,0.05000,3.781
17,mlp.experts.103.down_proj,0.0000003068,0.05000,3.833
17,mlp.experts.106.down_proj,0.0000000741,0.05000,3.774
17,mlp.experts.111.down_proj,0.0000002424,0.05000,3.807
17,mlp.experts.107.down_proj,0.0000001482,0.05000,3.823
17,mlp.experts.242.down_proj,0.0000001942,0.05000,3.631
17,mlp.experts.248.down_proj,0.0000001005,0.05000,3.503
17,mlp.experts.124.down_proj,0.0000005702,0.05000,3.380
17,mlp.experts.112.down_proj,0.0000000837,0.05000,3.360
17,mlp.experts.125.down_proj,0.0000000921,0.05000,3.092
17,mlp.experts.121.down_proj,0.0000001104,0.05000,2.932
17,mlp.experts.116.down_proj,0.0000002092,0.05000,2.999
17,mlp.experts.126.down_proj,0.0000001196,0.05000,2.843
17,mlp.experts.118.down_proj,0.0000001382,0.05000,2.780
17,mlp.experts.115.down_proj,0.0000001724,0.05000,2.761
17,mlp.experts.119.down_proj,0.0000003347,0.05000,2.768
17,mlp.experts.122.down_proj,0.0000003259,0.05000,2.776
17,mlp.experts.127.down_proj,0.0000000758,0.05000,2.777
17,mlp.experts.123.down_proj,0.0000002581,0.05000,2.768
17,mlp.experts.140.down_proj,0.0000003702,0.05000,2.687
17,mlp.experts.128.down_proj,0.0000002266,0.05000,2.716
17,mlp.experts.141.down_proj,0.0000006380,0.05000,2.680
17,mlp.experts.137.down_proj,0.0000003170,0.05000,2.610
17,mlp.experts.132.down_proj,0.0000004014,0.05000,2.679
17,mlp.experts.142.down_proj,0.0000002035,0.05000,2.678
17,mlp.experts.134.down_proj,0.0000000620,0.05000,2.642
17,mlp.experts.131.down_proj,0.0000000394,0.05000,2.679
17,mlp.experts.138.down_proj,0.0000003436,0.05000,2.478
17,mlp.experts.135.down_proj,0.0000002102,0.05000,2.531
17,mlp.experts.143.down_proj,0.0000003436,0.05000,2.470
17,mlp.experts.139.down_proj,0.0000002531,0.05000,2.526
17,mlp.experts.156.down_proj,0.0000001908,0.05000,2.529
17,mlp.experts.144.down_proj,0.0000000509,0.05000,2.548
17,mlp.experts.157.down_proj,0.0000002361,0.05000,2.552
17,mlp.experts.153.down_proj,0.0000008314,0.05000,2.542
17,mlp.experts.148.down_proj,0.0000006036,0.05000,2.693
17,mlp.experts.158.down_proj,0.0000003758,0.05000,2.656
17,mlp.experts.150.down_proj,0.0000000817,0.05000,2.635
17,mlp.experts.147.down_proj,0.0000004014,0.05000,2.730
17,mlp.experts.154.down_proj,0.0000006047,0.05000,2.752
17,mlp.experts.151.down_proj,0.0000002663,0.05000,2.778
17,mlp.experts.159.down_proj,0.0000001142,0.05000,2.726
17,mlp.experts.155.down_proj,0.0000001154,0.05000,2.710
17,mlp.experts.172.down_proj,0.0000002026,0.05000,2.785
17,mlp.experts.160.down_proj,0.0000000924,0.05000,2.707
17,mlp.experts.173.down_proj,0.0000002362,0.05000,2.665
17,mlp.experts.169.down_proj,0.0000001860,0.05000,2.622
17,mlp.experts.164.down_proj,0.0000002372,0.05000,2.600
17,mlp.experts.166.down_proj,0.0000005786,0.05000,2.470
17,mlp.experts.174.down_proj,0.0000001642,0.05000,2.491
17,mlp.experts.163.down_proj,0.0000003981,0.05000,2.481
17,mlp.experts.170.down_proj,0.0000001204,0.05000,2.538
17,mlp.experts.167.down_proj,0.0000002061,0.05000,2.566
17,mlp.experts.175.down_proj,0.0000000862,0.05000,2.583
17,mlp.experts.171.down_proj,0.0000001867,0.05000,2.619
17,mlp.experts.188.down_proj,0.0000002451,0.05000,2.696
17,mlp.experts.176.down_proj,0.0000002674,0.05000,2.763
17,mlp.experts.189.down_proj,0.0000002953,0.05000,2.768
17,mlp.experts.185.down_proj,0.0000001525,0.05000,2.773
17,mlp.experts.180.down_proj,0.0000001703,0.05000,2.740
17,mlp.experts.190.down_proj,0.0000005728,0.05000,2.731
17,mlp.experts.182.down_proj,0.0000001739,0.05000,2.762
17,mlp.experts.179.down_proj,0.0000011820,0.05000,2.704
17,mlp.experts.186.down_proj,0.0000000709,0.05000,2.586
17,mlp.experts.183.down_proj,0.0000001073,0.05000,2.604
17,mlp.experts.191.down_proj,0.0000002216,0.05000,2.610
17,mlp.experts.187.down_proj,0.0000007251,0.05000,2.599
17,mlp.experts.204.down_proj,0.0000003175,0.05000,2.386
17,mlp.experts.192.down_proj,0.0000002070,0.05000,2.388
17,mlp.experts.205.down_proj,0.0000007904,0.05000,2.398
17,mlp.experts.201.down_proj,0.0000002346,0.05000,2.487
17,mlp.experts.196.down_proj,0.0000001170,0.05000,2.497
17,mlp.experts.206.down_proj,0.0000001048,0.05000,2.537
17,mlp.experts.198.down_proj,0.0000000610,0.05000,2.534
17,mlp.experts.195.down_proj,0.0000005734,0.05000,2.556
17,mlp.experts.202.down_proj,0.0000001279,0.05000,2.544
17,mlp.experts.199.down_proj,0.0000004515,0.05000,2.559
17,mlp.experts.207.down_proj,0.0000004782,0.05000,2.586
17,mlp.experts.203.down_proj,0.0000005999,0.05000,2.598
17,mlp.experts.220.down_proj,0.0000002765,0.05000,2.808
17,mlp.experts.208.down_proj,0.0000002600,0.05000,2.752
17,mlp.experts.221.down_proj,0.0000001703,0.05000,2.693
17,mlp.experts.217.down_proj,0.0000002327,0.05000,2.684
17,mlp.experts.212.down_proj,0.0000002502,0.05000,2.673
17,mlp.experts.214.down_proj,0.0000003637,0.05000,2.629
17,mlp.experts.222.down_proj,0.0000001172,0.05000,2.697
17,mlp.experts.211.down_proj,0.0000002054,0.05000,2.743
17,mlp.experts.218.down_proj,0.0000005379,0.05000,2.759
17,mlp.experts.215.down_proj,0.0000000955,0.05000,2.795
17,mlp.experts.223.down_proj,0.0000001965,0.05000,2.896
17,mlp.experts.219.down_proj,0.0000001234,0.05000,2.856
17,mlp.experts.236.down_proj,0.0000004938,0.05000,2.846
17,mlp.experts.224.down_proj,0.0000007594,0.05000,2.876
17,mlp.experts.237.down_proj,0.0000001848,0.05000,2.843
17,mlp.experts.233.down_proj,0.0000001993,0.05000,2.857
17,mlp.experts.228.down_proj,0.0000001322,0.05000,2.839
17,mlp.experts.230.down_proj,0.0000002354,0.05000,2.779
17,mlp.experts.238.down_proj,0.0000001414,0.05000,2.803
17,mlp.experts.227.down_proj,0.0000001432,0.05000,2.818
17,mlp.experts.234.down_proj,0.0000000650,0.05000,2.708
17,mlp.experts.231.down_proj,0.0000001911,0.05000,2.777
17,mlp.experts.239.down_proj,0.0000002041,0.05000,2.729
17,mlp.experts.235.down_proj,0.0000001973,0.05000,2.758
17,mlp.experts.252.down_proj,0.0000002872,0.05000,2.584
17,mlp.experts.240.down_proj,0.0000005198,0.05000,2.572
17,mlp.experts.253.down_proj,0.0000001064,0.05000,2.462
17,mlp.experts.249.down_proj,0.0000001162,0.05000,2.495
17,mlp.experts.244.down_proj,0.0000002817,0.05000,2.377
17,mlp.experts.246.down_proj,0.0000001076,0.05000,2.351
17,mlp.experts.254.down_proj,0.0000002862,0.05000,2.311
17,mlp.experts.243.down_proj,0.0000000561,0.05000,2.164
17,mlp.experts.250.down_proj,0.0000001577,0.05000,2.070
17,mlp.experts.247.down_proj,0.0000000416,0.05000,1.871
17,mlp.experts.255.down_proj,0.0000000954,0.05000,1.752
17,mlp.experts.251.down_proj,0.0000003361,0.05000,1.620
18,mlp.experts.7.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.763
18,mlp.experts.5.gate_proj,0.0000112005,0.05000,15.768
18,mlp.experts.8.gate_proj,0.0000044670,0.05000,15.821
18,mlp.experts.15.gate_proj,0.0000088598,0.05000,15.816
18,mlp.experts.11.gate_proj,0.0000090487,0.05000,15.868
18,mlp.experts.2.gate_proj,0.0000157841,0.05000,15.889
18,mlp.experts.0.gate_proj,0.0000029137,0.05000,15.911
18,mlp.experts.6.gate_proj,0.0000075456,0.05000,15.911
18,mlp.experts.12.gate_proj,0.0000099379,0.05000,15.917
18,mlp.experts.1.gate_proj,0.0000059880,0.05000,15.995
18,mlp.experts.10.gate_proj,0.0000128928,0.05000,15.996
18,mlp.experts.9.gate_proj,0.0000118813,0.05000,16.012
18,mlp.experts.13.gate_proj,0.0000033001,0.05000,16.015
18,mlp.experts.4.gate_proj,0.0000061794,0.05000,15.977
18,mlp.experts.3.gate_proj,0.0000088994,0.05000,15.991
18,mlp.experts.14.gate_proj,0.0000163134,0.05000,16.194
18,mlp.experts.23.gate_proj,0.0000085825,0.05000,16.115
18,mlp.experts.21.gate_proj,0.0000078789,0.05000,15.724
18,mlp.experts.16.gate_proj,0.0000049455,0.05000,15.591
18,mlp.experts.24.gate_proj,0.0000084912,0.05000,15.707
18,mlp.experts.27.gate_proj,0.0000077772,0.05000,15.691
18,mlp.experts.28.gate_proj,0.0000068984,0.05000,15.654
18,mlp.experts.20.gate_proj,0.0000308167,0.05000,15.571
18,mlp.experts.31.gate_proj,0.0000111339,0.05000,15.778
18,mlp.experts.26.gate_proj,0.0000287048,0.05000,15.618
18,mlp.experts.29.gate_proj,0.0000528619,0.05000,15.644
18,mlp.experts.18.gate_proj,0.0000056805,0.05000,15.783
18,mlp.experts.17.gate_proj,0.0000167569,0.05000,15.735
18,mlp.experts.22.gate_proj,0.0000094211,0.05000,15.833
18,mlp.experts.30.gate_proj,0.0000116141,0.05000,15.595
18,mlp.experts.25.gate_proj,0.0000053622,0.05000,15.871
18,mlp.experts.19.gate_proj,0.0000065906,0.05000,15.828
18,mlp.experts.39.gate_proj,0.0000077869,0.05000,15.744
18,mlp.experts.32.gate_proj,0.0000135855,0.05000,13.891
18,mlp.experts.40.gate_proj,0.0000047555,0.05000,13.954
18,mlp.experts.47.gate_proj,0.0000218807,0.05000,13.925
18,mlp.experts.43.gate_proj,0.0000030315,0.05000,13.983
18,mlp.experts.37.gate_proj,0.0000075152,0.05000,14.086
18,mlp.experts.42.gate_proj,0.0000047585,0.05000,13.956
18,mlp.experts.44.gate_proj,0.0000103706,0.05000,14.003
18,mlp.experts.45.gate_proj,0.0000140292,0.05000,13.924
18,mlp.experts.36.gate_proj,0.0000247678,0.05000,14.037
18,mlp.experts.38.gate_proj,0.0000145140,0.05000,13.923
18,mlp.experts.34.gate_proj,0.0000050621,0.05000,13.974
18,mlp.experts.33.gate_proj,0.0000050445,0.05000,14.039
18,mlp.experts.35.gate_proj,0.0000110417,0.05000,13.967
18,mlp.experts.46.gate_proj,0.0000387526,0.05000,14.088
18,mlp.experts.41.gate_proj,0.0000126926,0.05000,14.035
18,mlp.experts.55.gate_proj,0.0000094492,0.05000,13.947
18,mlp.experts.56.gate_proj,0.0000122499,0.05000,14.412
18,mlp.experts.48.gate_proj,0.0000312011,0.05000,14.528
18,mlp.experts.53.gate_proj,0.0000096350,0.05000,14.372
18,mlp.experts.61.gate_proj,0.0000060625,0.05000,14.443
18,mlp.experts.60.gate_proj,0.0000121533,0.05000,14.493
18,mlp.experts.50.gate_proj,0.0000046415,0.05000,14.445
18,mlp.experts.59.gate_proj,0.0000192272,0.05000,14.596
18,mlp.experts.54.gate_proj,0.0000126331,0.05000,14.531
18,mlp.experts.52.gate_proj,0.0000141005,0.05000,14.537
18,mlp.experts.58.gate_proj,0.0000043041,0.05000,14.624
18,mlp.experts.63.gate_proj,0.0000071308,0.05000,14.716
18,mlp.experts.49.gate_proj,0.0000399419,0.05000,14.537
18,mlp.experts.51.gate_proj,0.0000367981,0.05000,14.500
18,mlp.experts.62.gate_proj,0.0000028999,0.05000,14.557
18,mlp.experts.57.gate_proj,0.0000028962,0.05000,14.574
18,mlp.experts.65.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.823
18,mlp.experts.78.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.790
18,mlp.experts.71.gate_proj,0.0000050428,0.05000,14.545
18,mlp.experts.72.gate_proj,0.0000071879,0.05000,15.600
18,mlp.experts.64.gate_proj,0.0000052640,0.05000,15.620
18,mlp.experts.69.gate_proj,0.0000069801,0.05000,15.675
18,mlp.experts.77.gate_proj,0.0000030489,0.05000,15.561
18,mlp.experts.66.gate_proj,0.0000108681,0.05000,15.618
18,mlp.experts.70.gate_proj,0.0000126973,0.05000,15.636
18,mlp.experts.75.gate_proj,0.0000071576,0.05000,15.715
18,mlp.experts.76.gate_proj,0.0000371830,0.05000,15.745
18,mlp.experts.68.gate_proj,0.0000325245,0.05000,15.670
18,mlp.experts.74.gate_proj,0.0000031558,0.05000,15.754
18,mlp.experts.67.gate_proj,0.0000078056,0.05000,15.649
18,mlp.experts.79.gate_proj,0.0000023304,0.05000,15.849
18,mlp.experts.73.gate_proj,0.0000079519,0.05000,15.634
18,mlp.experts.81.gate_proj,0.0000329771,0.05000,15.646
18,mlp.experts.94.gate_proj,0.0000093772,0.05000,15.646
18,mlp.experts.87.gate_proj,0.0000052542,0.05000,15.819
18,mlp.experts.88.gate_proj,0.0000104824,0.05000,15.094
18,mlp.experts.93.gate_proj,0.0000103580,0.05000,15.145
18,mlp.experts.85.gate_proj,0.0000073302,0.05000,15.159
18,mlp.experts.80.gate_proj,0.0000060265,0.05000,15.271
18,mlp.experts.82.gate_proj,0.0000095837,0.05000,15.222
18,mlp.experts.84.gate_proj,0.0000117232,0.05000,15.103
18,mlp.experts.86.gate_proj,0.0000117005,0.05000,15.262
18,mlp.experts.91.gate_proj,0.0000027825,0.05000,15.244
18,mlp.experts.92.gate_proj,0.0000087276,0.05000,15.284
18,mlp.experts.89.gate_proj,0.0000079226,0.05000,15.048
18,mlp.experts.83.gate_proj,0.0000060916,0.05000,15.202
18,mlp.experts.90.gate_proj,0.0000124272,0.05000,15.251
18,mlp.experts.95.gate_proj,0.0000156253,0.05000,15.196
18,mlp.experts.97.gate_proj,0.0000067181,0.05000,15.035
18,mlp.experts.110.gate_proj,0.0000155049,0.05000,15.023
18,mlp.experts.103.gate_proj,0.0000069926,0.05000,15.193
18,mlp.experts.104.gate_proj,0.0000132470,0.05000,15.759
18,mlp.experts.109.gate_proj,0.0000143845,0.05000,15.712
18,mlp.experts.101.gate_proj,0.0000127186,0.05000,15.714
18,mlp.experts.96.gate_proj,0.0000141647,0.05000,15.907
18,mlp.experts.108.gate_proj,0.0000098702,0.05000,15.650
18,mlp.experts.107.gate_proj,0.0000221389,0.05000,15.692
18,mlp.experts.98.gate_proj,0.0000091370,0.05000,15.853
18,mlp.experts.100.gate_proj,0.0000158696,0.05000,15.877
18,mlp.experts.102.gate_proj,0.0000098645,0.05000,15.809
18,mlp.experts.105.gate_proj,0.0000086156,0.05000,15.759
18,mlp.experts.106.gate_proj,0.0000100578,0.05000,15.771
18,mlp.experts.111.gate_proj,0.0000103928,0.05000,15.753
18,mlp.experts.99.gate_proj,0.0000080787,0.05000,15.931
18,mlp.experts.113.gate_proj,0.0000069722,0.05000,15.807
18,mlp.experts.124.gate_proj,failsafe(rtn): 0.0008659,0.00000,0.860
18,mlp.experts.126.gate_proj,0.0000053149,0.05000,15.874
18,mlp.experts.119.gate_proj,0.0000091634,0.05000,15.801
18,mlp.experts.117.gate_proj,0.0000044616,0.05000,14.907
18,mlp.experts.120.gate_proj,0.0000307447,0.05000,15.143
18,mlp.experts.125.gate_proj,0.0000350642,0.05000,15.142
18,mlp.experts.112.gate_proj,0.0000068203,0.05000,15.180
18,mlp.experts.123.gate_proj,0.0000030900,0.05000,15.152
18,mlp.experts.118.gate_proj,0.0000260987,0.05000,15.086
18,mlp.experts.114.gate_proj,0.0000103157,0.05000,15.171
18,mlp.experts.121.gate_proj,0.0000079292,0.05000,15.105
18,mlp.experts.116.gate_proj,0.0000073104,0.05000,15.281
18,mlp.experts.122.gate_proj,0.0000075589,0.05000,15.119
18,mlp.experts.127.gate_proj,0.0000098303,0.05000,15.281
18,mlp.experts.115.gate_proj,0.0000098370,0.05000,15.233
18,mlp.experts.129.gate_proj,0.0000074642,0.05000,15.235
18,mlp.experts.140.gate_proj,0.0000207231,0.05000,15.180
18,mlp.experts.142.gate_proj,0.0000189934,0.05000,15.250
18,mlp.experts.135.gate_proj,0.0000075190,0.05000,15.156
18,mlp.experts.133.gate_proj,0.0000129128,0.05000,14.778
18,mlp.experts.136.gate_proj,0.0000162895,0.05000,14.848
18,mlp.experts.141.gate_proj,0.0000135877,0.05000,14.831
18,mlp.experts.134.gate_proj,0.0000062263,0.05000,14.666
18,mlp.experts.128.gate_proj,0.0000058146,0.05000,14.762
18,mlp.experts.130.gate_proj,0.0000096487,0.05000,14.684
18,mlp.experts.132.gate_proj,0.0000073096,0.05000,14.711
18,mlp.experts.137.gate_proj,0.0000086234,0.05000,14.821
18,mlp.experts.138.gate_proj,0.0000061849,0.05000,14.742
18,mlp.experts.139.gate_proj,0.0000039508,0.05000,14.935
18,mlp.experts.143.gate_proj,0.0000392149,0.05000,14.737
18,mlp.experts.131.gate_proj,0.0000076677,0.05000,14.824
18,mlp.experts.145.gate_proj,0.0000042223,0.05000,14.552
18,mlp.experts.156.gate_proj,0.0000105538,0.05000,14.743
18,mlp.experts.158.gate_proj,0.0000087906,0.05000,14.759
18,mlp.experts.151.gate_proj,0.0000209510,0.05000,14.788
18,mlp.experts.149.gate_proj,0.0000181913,0.05000,14.939
18,mlp.experts.152.gate_proj,0.0000040327,0.05000,15.011
18,mlp.experts.157.gate_proj,0.0000107990,0.05000,14.956
18,mlp.experts.150.gate_proj,0.0000259185,0.05000,14.875
18,mlp.experts.144.gate_proj,0.0000238575,0.05000,14.935
18,mlp.experts.146.gate_proj,0.0000112470,0.05000,15.013
18,mlp.experts.153.gate_proj,0.0000339114,0.05000,14.928
18,mlp.experts.148.gate_proj,0.0000101291,0.05000,14.955
18,mlp.experts.154.gate_proj,0.0000242258,0.05000,15.022
18,mlp.experts.159.gate_proj,0.0000057866,0.05000,14.895
18,mlp.experts.155.gate_proj,0.0000088828,0.05000,15.056
18,mlp.experts.147.gate_proj,0.0000441306,0.05000,14.978
18,mlp.experts.161.gate_proj,0.0000144049,0.05000,14.883
18,mlp.experts.172.gate_proj,0.0000076651,0.05000,15.092
18,mlp.experts.174.gate_proj,0.0000056248,0.05000,15.031
18,mlp.experts.167.gate_proj,0.0000154026,0.05000,15.032
18,mlp.experts.165.gate_proj,0.0000068569,0.05000,15.664
18,mlp.experts.168.gate_proj,0.0000160566,0.05000,15.600
18,mlp.experts.173.gate_proj,0.0000077776,0.05000,15.572
18,mlp.experts.166.gate_proj,0.0000073170,0.05000,15.629
18,mlp.experts.160.gate_proj,0.0000056225,0.05000,15.595
18,mlp.experts.164.gate_proj,0.0000084493,0.05000,15.452
18,mlp.experts.162.gate_proj,0.0000084163,0.05000,15.571
18,mlp.experts.169.gate_proj,0.0000087978,0.05000,15.577
18,mlp.experts.170.gate_proj,0.0000110421,0.05000,15.546
18,mlp.experts.171.gate_proj,0.0000070929,0.05000,15.617
18,mlp.experts.163.gate_proj,0.0000034891,0.05000,15.446
18,mlp.experts.175.gate_proj,0.0000053883,0.05000,15.718
18,mlp.experts.177.gate_proj,0.0000052720,0.05000,15.536
18,mlp.experts.188.gate_proj,0.0000088878,0.05000,15.499
18,mlp.experts.190.gate_proj,0.0000060440,0.05000,15.457
18,mlp.experts.183.gate_proj,0.0000091701,0.05000,15.550
18,mlp.experts.184.gate_proj,0.0000124796,0.05000,14.923
18,mlp.experts.181.gate_proj,0.0000084350,0.05000,15.200
18,mlp.experts.189.gate_proj,0.0000202800,0.05000,15.144
18,mlp.experts.182.gate_proj,0.0000049552,0.05000,15.030
18,mlp.experts.176.gate_proj,0.0000035268,0.05000,15.061
18,mlp.experts.178.gate_proj,0.0000157767,0.05000,15.076
18,mlp.experts.180.gate_proj,0.0000095695,0.05000,15.139
18,mlp.experts.185.gate_proj,0.0000091834,0.05000,15.159
18,mlp.experts.186.gate_proj,0.0000119811,0.05000,15.180
18,mlp.experts.193.gate_proj,0.0000072137,0.05000,15.063
18,mlp.experts.200.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.959
18,mlp.experts.179.gate_proj,0.0000038067,0.05000,15.263
18,mlp.experts.187.gate_proj,0.0000066280,0.05000,15.357
18,mlp.experts.191.gate_proj,0.0000149819,0.05000,15.406
18,mlp.experts.206.gate_proj,0.0000113377,0.05000,15.161
18,mlp.experts.204.gate_proj,0.0000057960,0.05000,15.300
18,mlp.experts.199.gate_proj,0.0000081764,0.05000,15.303
18,mlp.experts.197.gate_proj,0.0000070441,0.05000,14.413
18,mlp.experts.198.gate_proj,0.0000117916,0.05000,14.329
18,mlp.experts.192.gate_proj,0.0000092334,0.05000,14.326
18,mlp.experts.194.gate_proj,0.0000100573,0.05000,14.285
18,mlp.experts.205.gate_proj,0.0000155605,0.05000,14.592
18,mlp.experts.201.gate_proj,0.0000087749,0.05000,14.391
18,mlp.experts.196.gate_proj,0.0000088618,0.05000,14.489
18,mlp.experts.202.gate_proj,0.0000519167,0.05000,14.327
18,mlp.experts.195.gate_proj,0.0000340481,0.05000,14.203
18,mlp.experts.216.gate_proj,0.0000137810,0.05000,14.253
18,mlp.experts.203.gate_proj,0.0000064433,0.05000,14.391
18,mlp.experts.209.gate_proj,0.0000073635,0.05000,14.478
18,mlp.experts.207.gate_proj,0.0000017765,0.05000,14.489
18,mlp.experts.222.gate_proj,0.0000187271,0.05000,14.383
18,mlp.experts.220.gate_proj,0.0000109305,0.05000,14.400
18,mlp.experts.215.gate_proj,0.0000073537,0.05000,14.379
18,mlp.experts.213.gate_proj,0.0000069902,0.05000,14.619
18,mlp.experts.221.gate_proj,0.0000035035,0.05000,14.450
18,mlp.experts.210.gate_proj,0.0000214966,0.05000,14.553
18,mlp.experts.214.gate_proj,0.0000081999,0.05000,14.739
18,mlp.experts.208.gate_proj,0.0000183253,0.05000,14.690
18,mlp.experts.217.gate_proj,0.0000117010,0.05000,14.583
18,mlp.experts.212.gate_proj,0.0000127886,0.05000,14.599
18,mlp.experts.218.gate_proj,0.0000525025,0.05000,14.610
18,mlp.experts.232.gate_proj,0.0000092801,0.05000,14.597
18,mlp.experts.211.gate_proj,0.0000193635,0.05000,14.656
18,mlp.experts.225.gate_proj,0.0000032447,0.05000,14.603
18,mlp.experts.219.gate_proj,0.0000108270,0.05000,14.645
18,mlp.experts.223.gate_proj,0.0000062257,0.05000,14.592
18,mlp.experts.236.gate_proj,0.0000113348,0.05000,14.474
18,mlp.experts.238.gate_proj,0.0000103931,0.05000,14.659
18,mlp.experts.231.gate_proj,0.0000173529,0.05000,14.637
18,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.773
18,mlp.experts.229.gate_proj,0.0000072929,0.05000,15.289
18,mlp.experts.230.gate_proj,0.0000059819,0.05000,15.249
18,mlp.experts.226.gate_proj,0.0000102557,0.05000,15.344
18,mlp.experts.237.gate_proj,0.0000096051,0.05000,15.418
18,mlp.experts.224.gate_proj,0.0000042003,0.05000,15.392
18,mlp.experts.228.gate_proj,0.0000129162,0.05000,15.342
18,mlp.experts.233.gate_proj,0.0000060387,0.05000,15.466
18,mlp.experts.234.gate_proj,0.0000266533,0.05000,15.483
18,mlp.experts.248.gate_proj,0.0000455387,0.05000,15.353
18,mlp.experts.227.gate_proj,0.0000087864,0.05000,15.325
18,mlp.experts.242.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.773
18,mlp.experts.235.gate_proj,0.0000155541,0.05000,15.383
18,mlp.experts.241.gate_proj,0.0000059713,0.05000,15.568
18,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.831
18,mlp.experts.239.gate_proj,0.0000037434,0.05000,15.580
18,mlp.experts.254.gate_proj,0.0000051853,0.05000,15.471
18,mlp.experts.247.gate_proj,0.0000236999,0.05000,15.576
18,mlp.experts.12.up_proj,0.0000095533,0.05000,15.568
18,mlp.experts.7.up_proj,failsafe(rtn): 0.0009537,0.00000,0.697
18,mlp.experts.245.gate_proj,0.0000064102,0.05000,15.028
18,mlp.experts.246.gate_proj,0.0000201500,0.05000,15.157
18,mlp.experts.240.gate_proj,0.0000043182,0.05000,14.993
18,mlp.experts.253.gate_proj,0.0000049786,0.05000,15.259
18,mlp.experts.244.gate_proj,0.0000269452,0.05000,15.079
18,mlp.experts.250.gate_proj,0.0000089836,0.05000,15.029
18,mlp.experts.8.up_proj,0.0000043098,0.05000,15.128
18,mlp.experts.243.gate_proj,0.0000229735,0.05000,15.180
18,mlp.experts.251.gate_proj,0.0000083841,0.05000,14.975
18,mlp.experts.2.up_proj,0.0000139712,0.05000,14.996
18,mlp.experts.1.up_proj,0.0000053818,0.05000,15.000
18,mlp.experts.9.up_proj,0.0000100874,0.05000,15.065
18,mlp.experts.255.gate_proj,0.0000051885,0.05000,15.128
18,mlp.experts.14.up_proj,0.0000155526,0.05000,15.050
18,mlp.experts.28.up_proj,0.0000063750,0.05000,14.956
18,mlp.experts.23.up_proj,0.0000083081,0.05000,15.138
18,mlp.experts.5.up_proj,0.0000104920,0.05000,14.651
18,mlp.experts.6.up_proj,0.0000077382,0.05000,14.558
18,mlp.experts.0.up_proj,0.0000037526,0.05000,14.771
18,mlp.experts.13.up_proj,0.0000032079,0.05000,14.779
18,mlp.experts.10.up_proj,0.0000117137,0.05000,14.695
18,mlp.experts.4.up_proj,0.0000054932,0.05000,14.839
18,mlp.experts.24.up_proj,0.0000081677,0.05000,14.682
18,mlp.experts.18.up_proj,0.0000054456,0.05000,14.618
18,mlp.experts.3.up_proj,0.0000083523,0.05000,14.759
18,mlp.experts.11.up_proj,0.0000090013,0.05000,14.821
18,mlp.experts.17.up_proj,0.0000156389,0.05000,14.745
18,mlp.experts.25.up_proj,0.0000050925,0.05000,14.723
18,mlp.experts.15.up_proj,0.0000085942,0.05000,14.745
18,mlp.experts.30.up_proj,0.0000101086,0.05000,14.750
18,mlp.experts.44.up_proj,0.0000096814,0.05000,14.669
18,mlp.experts.39.up_proj,0.0000079131,0.05000,14.528
18,mlp.experts.21.up_proj,0.0000079563,0.05000,14.457
18,mlp.experts.22.up_proj,0.0000100009,0.05000,14.583
18,mlp.experts.16.up_proj,0.0000052053,0.05000,14.621
18,mlp.experts.29.up_proj,0.0000506721,0.05000,14.519
18,mlp.experts.26.up_proj,0.0000260651,0.05000,14.556
18,mlp.experts.20.up_proj,0.0000316560,0.05000,14.664
18,mlp.experts.34.up_proj,0.0000048018,0.05000,14.649
18,mlp.experts.40.up_proj,0.0000041447,0.05000,14.796
18,mlp.experts.33.up_proj,0.0000046301,0.05000,14.487
18,mlp.experts.27.up_proj,0.0000071198,0.05000,14.714
18,mlp.experts.19.up_proj,0.0000065725,0.05000,14.861
18,mlp.experts.41.up_proj,0.0000115889,0.05000,14.831
18,mlp.experts.31.up_proj,0.0000106108,0.05000,14.858
18,mlp.experts.46.up_proj,0.0000314915,0.05000,14.959
18,mlp.experts.60.up_proj,0.0000110691,0.05000,14.851
18,mlp.experts.55.up_proj,0.0000085157,0.05000,14.832
18,mlp.experts.37.up_proj,0.0000070181,0.05000,15.205
18,mlp.experts.38.up_proj,0.0000124252,0.05000,15.076
18,mlp.experts.32.up_proj,0.0000126655,0.05000,14.975
18,mlp.experts.45.up_proj,0.0000147257,0.05000,15.038
18,mlp.experts.36.up_proj,0.0000211281,0.05000,14.924
18,mlp.experts.42.up_proj,0.0000041069,0.05000,15.167
18,mlp.experts.56.up_proj,0.0000118448,0.05000,14.936
18,mlp.experts.50.up_proj,0.0000051822,0.05000,15.006
18,mlp.experts.49.up_proj,0.0000338307,0.05000,14.948
18,mlp.experts.43.up_proj,0.0000028573,0.05000,14.926
18,mlp.experts.35.up_proj,0.0000104026,0.05000,14.911
18,mlp.experts.57.up_proj,0.0000043414,0.05000,14.924
18,mlp.experts.47.up_proj,0.0000189395,0.05000,14.879
18,mlp.experts.62.up_proj,0.0000029214,0.05000,14.862
18,mlp.experts.65.up_proj,failsafe(rtn): 0.0008736,0.00000,0.826
18,mlp.experts.76.up_proj,0.0000352307,0.05000,15.030
18,mlp.experts.78.up_proj,failsafe(rtn): 0.0009766,0.00000,0.787
18,mlp.experts.71.up_proj,0.0000053227,0.05000,15.017
18,mlp.experts.53.up_proj,0.0000092229,0.05000,14.834
18,mlp.experts.54.up_proj,0.0000115695,0.05000,14.948
18,mlp.experts.48.up_proj,0.0000282682,0.05000,14.960
18,mlp.experts.61.up_proj,0.0000055051,0.05000,14.872
18,mlp.experts.52.up_proj,0.0000121703,0.05000,14.943
18,mlp.experts.58.up_proj,0.0000040522,0.05000,14.904
18,mlp.experts.72.up_proj,0.0000071442,0.05000,14.934
18,mlp.experts.66.up_proj,0.0000118407,0.05000,14.986
18,mlp.experts.51.up_proj,0.0000426541,0.05000,15.007
18,mlp.experts.59.up_proj,0.0000175545,0.05000,15.212
18,mlp.experts.73.up_proj,0.0000074425,0.05000,14.900
18,mlp.experts.63.up_proj,0.0000068508,0.05000,14.974
18,mlp.experts.81.up_proj,0.0000435099,0.05000,14.935
18,mlp.experts.94.up_proj,0.0000088109,0.05000,14.864
18,mlp.experts.92.up_proj,0.0000077897,0.05000,15.169
18,mlp.experts.87.up_proj,0.0000049858,0.05000,15.050
18,mlp.experts.69.up_proj,0.0000065330,0.05000,14.803
18,mlp.experts.70.up_proj,0.0000114446,0.05000,14.898
18,mlp.experts.64.up_proj,0.0000049486,0.05000,14.875
18,mlp.experts.77.up_proj,0.0000028994,0.05000,14.925
18,mlp.experts.68.up_proj,0.0000332211,0.05000,14.856
18,mlp.experts.82.up_proj,0.0000082347,0.05000,14.663
18,mlp.experts.74.up_proj,0.0000031692,0.05000,14.911
18,mlp.experts.88.up_proj,0.0000098923,0.05000,14.784
18,mlp.experts.67.up_proj,0.0000082018,0.05000,14.805
18,mlp.experts.75.up_proj,0.0000067898,0.05000,14.890
18,mlp.experts.89.up_proj,0.0000074409,0.05000,14.818
18,mlp.experts.79.up_proj,0.0000021799,0.05000,14.800
18,mlp.experts.97.up_proj,0.0000062536,0.05000,14.910
18,mlp.experts.110.up_proj,0.0000142908,0.05000,14.644
18,mlp.experts.108.up_proj,0.0000075569,0.05000,14.662
18,mlp.experts.103.up_proj,0.0000073610,0.05000,14.750
18,mlp.experts.124.up_proj,failsafe(rtn): 0.0008698,0.00000,0.810
18,mlp.experts.85.up_proj,0.0000074202,0.05000,14.478
18,mlp.experts.86.up_proj,0.0000103813,0.05000,14.671
18,mlp.experts.80.up_proj,0.0000058426,0.05000,14.620
18,mlp.experts.93.up_proj,0.0000096770,0.05000,14.622
18,mlp.experts.84.up_proj,0.0000115184,0.05000,14.651
18,mlp.experts.98.up_proj,0.0000077953,0.05000,14.613
18,mlp.experts.104.up_proj,0.0000118700,0.05000,14.727
18,mlp.experts.90.up_proj,0.0000127624,0.05000,14.856
18,mlp.experts.83.up_proj,0.0000055455,0.05000,14.830
18,mlp.experts.91.up_proj,0.0000025855,0.05000,14.748
18,mlp.experts.105.up_proj,0.0000078197,0.05000,14.685
18,mlp.experts.95.up_proj,0.0000144865,0.05000,14.660
18,mlp.experts.113.up_proj,0.0000066974,0.05000,14.549
18,mlp.experts.126.up_proj,0.0000053368,0.05000,14.787
18,mlp.experts.119.up_proj,0.0000089732,0.05000,14.636
18,mlp.experts.140.up_proj,0.0000189861,0.05000,14.706
18,mlp.experts.101.up_proj,0.0000114275,0.05000,15.289
18,mlp.experts.96.up_proj,0.0000140758,0.05000,15.188
18,mlp.experts.102.up_proj,0.0000092903,0.05000,15.394
18,mlp.experts.109.up_proj,0.0000134733,0.05000,15.356
18,mlp.experts.100.up_proj,0.0000150301,0.05000,15.331
18,mlp.experts.114.up_proj,0.0000103980,0.05000,15.284
18,mlp.experts.120.up_proj,0.0000389288,0.05000,15.348
18,mlp.experts.106.up_proj,0.0000095382,0.05000,15.272
18,mlp.experts.99.up_proj,0.0000073291,0.05000,15.304
18,mlp.experts.107.up_proj,0.0000202776,0.05000,15.220
18,mlp.experts.121.up_proj,0.0000078753,0.05000,15.260
18,mlp.experts.111.up_proj,0.0000098219,0.05000,15.335
18,mlp.experts.129.up_proj,0.0000069606,0.05000,15.243
18,mlp.experts.142.up_proj,0.0000192122,0.05000,15.074
18,mlp.experts.135.up_proj,0.0000071730,0.05000,15.153
18,mlp.experts.156.up_proj,0.0000095932,0.05000,15.316
18,mlp.experts.117.up_proj,0.0000038736,0.05000,15.293
18,mlp.experts.112.up_proj,0.0000060967,0.05000,15.101
18,mlp.experts.118.up_proj,0.0000235014,0.05000,15.132
18,mlp.experts.125.up_proj,0.0000285345,0.05000,15.114
18,mlp.experts.130.up_proj,0.0000087261,0.05000,15.038
18,mlp.experts.116.up_proj,0.0000076627,0.05000,15.165
18,mlp.experts.122.up_proj,0.0000076025,0.05000,14.980
18,mlp.experts.136.up_proj,0.0000154197,0.05000,15.073
18,mlp.experts.115.up_proj,0.0000100883,0.05000,15.114
18,mlp.experts.123.up_proj,0.0000028782,0.05000,15.198
18,mlp.experts.137.up_proj,0.0000078159,0.05000,15.425
18,mlp.experts.145.up_proj,0.0000037259,0.05000,15.361
18,mlp.experts.127.up_proj,0.0000080341,0.05000,15.430
18,mlp.experts.158.up_proj,0.0000083483,0.05000,15.301
18,mlp.experts.151.up_proj,0.0000228441,0.05000,15.323
18,mlp.experts.172.up_proj,0.0000072500,0.05000,15.337
18,mlp.experts.133.up_proj,0.0000120459,0.05000,15.542
18,mlp.experts.128.up_proj,0.0000056445,0.05000,15.798
18,mlp.experts.134.up_proj,0.0000059338,0.05000,15.699
18,mlp.experts.141.up_proj,0.0000122774,0.05000,15.640
18,mlp.experts.146.up_proj,0.0000105385,0.05000,15.607
18,mlp.experts.132.up_proj,0.0000066220,0.05000,15.730
18,mlp.experts.152.up_proj,0.0000036750,0.05000,15.609
18,mlp.experts.138.up_proj,0.0000057019,0.05000,15.748
18,mlp.experts.131.up_proj,0.0000095132,0.05000,15.667
18,mlp.experts.153.up_proj,0.0000302152,0.05000,15.326
18,mlp.experts.139.up_proj,0.0000035751,0.05000,15.719
18,mlp.experts.161.up_proj,0.0000161929,0.05000,15.499
18,mlp.experts.143.up_proj,0.0000405673,0.05000,15.475
18,mlp.experts.174.up_proj,0.0000053219,0.05000,15.498
18,mlp.experts.167.up_proj,0.0000142142,0.05000,15.659
18,mlp.experts.188.up_proj,0.0000088642,0.05000,15.442
18,mlp.experts.149.up_proj,0.0000172275,0.05000,14.345
18,mlp.experts.144.up_proj,0.0000224861,0.05000,14.382
18,mlp.experts.150.up_proj,0.0000230156,0.05000,14.456
18,mlp.experts.157.up_proj,0.0000098138,0.05000,14.578
18,mlp.experts.162.up_proj,0.0000082004,0.05000,14.566
18,mlp.experts.148.up_proj,0.0000091273,0.05000,14.576
18,mlp.experts.154.up_proj,0.0000232370,0.05000,14.546
18,mlp.experts.168.up_proj,0.0000141373,0.05000,14.665
18,mlp.experts.147.up_proj,0.0000434956,0.05000,14.468
18,mlp.experts.155.up_proj,0.0000083970,0.05000,14.612
18,mlp.experts.169.up_proj,0.0000089458,0.05000,14.681
18,mlp.experts.177.up_proj,0.0000047310,0.05000,14.550
18,mlp.experts.159.up_proj,0.0000056163,0.05000,14.610
18,mlp.experts.190.up_proj,0.0000059261,0.05000,14.455
18,mlp.experts.183.up_proj,0.0000088794,0.05000,14.429
18,mlp.experts.204.up_proj,0.0000058874,0.05000,14.442
18,mlp.experts.165.up_proj,0.0000062103,0.05000,14.997
18,mlp.experts.160.up_proj,0.0000053050,0.05000,14.803
18,mlp.experts.166.up_proj,0.0000063674,0.05000,14.953
18,mlp.experts.173.up_proj,0.0000072611,0.05000,14.887
18,mlp.experts.178.up_proj,0.0000137108,0.05000,14.738
18,mlp.experts.170.up_proj,0.0000101843,0.05000,14.728
18,mlp.experts.164.up_proj,0.0000076482,0.05000,14.870
18,mlp.experts.184.up_proj,0.0000115641,0.05000,14.878
18,mlp.experts.163.up_proj,0.0000032598,0.05000,15.081
18,mlp.experts.171.up_proj,0.0000070322,0.05000,14.931
18,mlp.experts.185.up_proj,0.0000078254,0.05000,14.978
18,mlp.experts.200.up_proj,failsafe(rtn): 0.0009613,0.00000,0.843
18,mlp.experts.193.up_proj,0.0000068332,0.05000,15.119
18,mlp.experts.175.up_proj,0.0000050214,0.05000,15.315
18,mlp.experts.206.up_proj,0.0000091545,0.05000,15.202
18,mlp.experts.199.up_proj,0.0000077144,0.05000,15.262
18,mlp.experts.220.up_proj,0.0000105867,0.05000,15.106
18,mlp.experts.181.up_proj,0.0000076201,0.05000,15.293
18,mlp.experts.176.up_proj,0.0000032225,0.05000,15.381
18,mlp.experts.182.up_proj,0.0000050091,0.05000,15.367
18,mlp.experts.189.up_proj,0.0000183224,0.05000,15.316
18,mlp.experts.194.up_proj,0.0000096558,0.05000,15.444
18,mlp.experts.180.up_proj,0.0000090581,0.05000,15.288
18,mlp.experts.186.up_proj,0.0000127640,0.05000,15.448
18,mlp.experts.179.up_proj,0.0000040446,0.05000,15.497
18,mlp.experts.187.up_proj,0.0000069786,0.05000,15.421
18,mlp.experts.216.up_proj,0.0000129084,0.05000,15.397
18,mlp.experts.201.up_proj,0.0000081851,0.05000,15.574
18,mlp.experts.209.up_proj,0.0000065020,0.05000,15.529
18,mlp.experts.191.up_proj,0.0000130195,0.05000,15.392
18,mlp.experts.222.up_proj,0.0000161664,0.05000,15.426
18,mlp.experts.215.up_proj,0.0000071429,0.05000,15.426
18,mlp.experts.236.up_proj,0.0000102889,0.05000,15.354
18,mlp.experts.252.up_proj,failsafe(rtn): 0.0008621,0.00000,0.768
18,mlp.experts.12.down_proj,0.0000002981,0.05000,3.721
18,mlp.experts.28.down_proj,0.0000002136,0.05000,3.522
18,mlp.experts.197.up_proj,0.0000071178,0.05000,15.716
18,mlp.experts.192.up_proj,0.0000091460,0.05000,15.567
18,mlp.experts.44.down_proj,0.0000001062,0.05000,3.992
18,mlp.experts.205.up_proj,0.0000166681,0.05000,15.486
18,mlp.experts.198.up_proj,0.0000103892,0.05000,15.623
18,mlp.experts.210.up_proj,0.0000188526,0.05000,15.570
18,mlp.experts.196.up_proj,0.0000074780,0.05000,15.482
18,mlp.experts.202.up_proj,0.0000486546,0.05000,15.574
18,mlp.experts.195.up_proj,0.0000131349,0.05000,15.594
18,mlp.experts.232.up_proj,0.0000098357,0.05000,15.441
18,mlp.experts.217.up_proj,0.0000109691,0.05000,15.351
18,mlp.experts.203.up_proj,0.0000064307,0.05000,15.656
18,mlp.experts.225.up_proj,0.0000032046,0.05000,15.512
18,mlp.experts.238.up_proj,0.0000097818,0.05000,15.360
18,mlp.experts.207.up_proj,0.0000016274,0.05000,15.588
18,mlp.experts.231.up_proj,0.0000149660,0.05000,15.339
18,mlp.experts.60.down_proj,0.0000001061,0.05000,3.979
18,mlp.experts.76.down_proj,0.0000012014,0.05000,3.781
18,mlp.experts.92.down_proj,0.0000002044,0.05000,3.400
18,mlp.experts.213.up_proj,0.0000065776,0.05000,14.748
18,mlp.experts.208.up_proj,0.0000179420,0.05000,14.961
18,mlp.experts.108.down_proj,0.0000001999,0.05000,3.853
18,mlp.experts.221.up_proj,0.0000032685,0.05000,14.827
18,mlp.experts.214.up_proj,0.0000085512,0.05000,14.843
18,mlp.experts.226.up_proj,0.0000101348,0.05000,14.739
18,mlp.experts.212.up_proj,0.0000110521,0.05000,14.866
18,mlp.experts.218.up_proj,0.0000447481,0.05000,14.777
18,mlp.experts.242.up_proj,failsafe(rtn): 0.0009346,0.00000,0.722
18,mlp.experts.211.up_proj,0.0000178934,0.05000,14.761
18,mlp.experts.233.up_proj,0.0000060189,0.05000,14.636
18,mlp.experts.248.up_proj,0.0000389454,0.05000,14.706
18,mlp.experts.219.up_proj,0.0000104029,0.05000,14.786
18,mlp.experts.241.up_proj,0.0000053378,0.05000,14.594
18,mlp.experts.254.up_proj,0.0000047589,0.05000,14.472
18,mlp.experts.223.up_proj,0.0000059487,0.05000,14.480
18,mlp.experts.249.up_proj,failsafe(rtn): 0.0008583,0.00000,0.638
18,mlp.experts.247.up_proj,0.0000196483,0.05000,14.578
18,mlp.experts.7.down_proj,failsafe(rtn): 0.0009232,0.00000,0.126
18,mlp.experts.2.down_proj,0.0000003097,0.05000,3.068
18,mlp.experts.1.down_proj,0.0000001369,0.05000,2.980
18,mlp.experts.14.down_proj,0.0000001691,0.05000,2.999
18,mlp.experts.9.down_proj,0.0000003078,0.05000,2.887
18,mlp.experts.23.down_proj,0.0000001094,0.05000,2.705
18,mlp.experts.18.down_proj,0.0000001290,0.05000,2.945
18,mlp.experts.17.down_proj,0.0000006336,0.05000,3.031
18,mlp.experts.30.down_proj,0.0000001308,0.05000,3.040
18,mlp.experts.25.down_proj,0.0000001851,0.05000,3.122
18,mlp.experts.39.down_proj,0.0000001177,0.05000,3.306
18,mlp.experts.34.down_proj,0.0000000817,0.05000,2.978
18,mlp.experts.33.down_proj,0.0000000992,0.05000,2.872
18,mlp.experts.46.down_proj,0.0000006051,0.05000,2.803
18,mlp.experts.41.down_proj,0.0000003708,0.05000,2.699
18,mlp.experts.229.up_proj,0.0000064108,0.05000,12.387
18,mlp.experts.55.down_proj,0.0000002144,0.05000,2.887
18,mlp.experts.224.up_proj,0.0000038432,0.05000,12.013
18,mlp.experts.237.up_proj,0.0000078491,0.05000,12.053
18,mlp.experts.124.down_proj,failsafe(rtn): 0.0008583,0.00000,0.207
18,mlp.experts.230.up_proj,0.0000056386,0.05000,12.170
18,mlp.experts.234.up_proj,0.0000248791,0.05000,12.153
18,mlp.experts.50.down_proj,0.0000002523,0.05000,3.385
18,mlp.experts.227.up_proj,0.0000082776,0.05000,12.428
18,mlp.experts.235.up_proj,0.0000133102,0.05000,12.305
18,mlp.experts.62.down_proj,0.0000000900,0.05000,3.586
18,mlp.experts.239.up_proj,0.0000036156,0.05000,12.500
18,mlp.experts.49.down_proj,0.0000010054,0.05000,3.693
18,mlp.experts.78.down_proj,failsafe(rtn): 0.0009308,0.00000,0.208
18,mlp.experts.57.down_proj,0.0000001195,0.05000,3.729
18,mlp.experts.71.down_proj,0.0000001976,0.05000,3.668
18,mlp.experts.8.down_proj,0.0000002160,0.05000,3.687
18,mlp.experts.140.down_proj,0.0000004075,0.05000,3.701
18,mlp.experts.66.down_proj,0.0000005060,0.05000,3.645
18,mlp.experts.94.down_proj,0.0000000884,0.05000,3.464
18,mlp.experts.87.down_proj,0.0000001593,0.05000,3.446
18,mlp.experts.24.down_proj,0.0000000894,0.05000,3.522
18,mlp.experts.156.down_proj,0.0000001405,0.05000,3.529
18,mlp.experts.82.down_proj,0.0000002528,0.05000,3.550
18,mlp.experts.110.down_proj,0.0000001959,0.05000,3.375
18,mlp.experts.103.down_proj,0.0000002349,0.05000,3.487
18,mlp.experts.40.down_proj,0.0000000459,0.05000,3.415
18,mlp.experts.172.down_proj,0.0000000685,0.05000,3.422
18,mlp.experts.98.down_proj,0.0000002098,0.05000,3.169
18,mlp.experts.126.down_proj,0.0000001175,0.05000,3.349
18,mlp.experts.245.up_proj,0.0000057786,0.05000,13.642
18,mlp.experts.119.down_proj,0.0000002784,0.05000,3.302
18,mlp.experts.253.up_proj,0.0000041323,0.05000,13.666
18,mlp.experts.228.up_proj,0.0000114414,0.05000,13.863
18,mlp.experts.240.up_proj,0.0000039998,0.05000,13.879
18,mlp.experts.56.down_proj,0.0000004310,0.05000,3.279
18,mlp.experts.65.down_proj,failsafe(rtn): 0.0008698,0.00000,0.218
18,mlp.experts.246.up_proj,0.0000179469,0.05000,13.921
18,mlp.experts.188.down_proj,0.0000003278,0.05000,3.432
18,mlp.experts.250.up_proj,0.0000094830,0.05000,13.966
18,mlp.experts.114.down_proj,0.0000003622,0.05000,3.683
18,mlp.experts.243.up_proj,0.0000189265,0.05000,13.906
18,mlp.experts.251.up_proj,0.0000077991,0.05000,13.888
18,mlp.experts.255.up_proj,0.0000042387,0.05000,13.686
18,mlp.experts.142.down_proj,0.0000007916,0.05000,3.484
18,mlp.experts.135.down_proj,0.0000002280,0.05000,3.504
18,mlp.experts.5.down_proj,0.0000003239,0.05000,3.497
18,mlp.experts.13.down_proj,0.0000000770,0.05000,3.555
18,mlp.experts.73.down_proj,0.0000002485,0.05000,3.592
18,mlp.experts.72.down_proj,0.0000002320,0.05000,3.493
18,mlp.experts.0.down_proj,0.0000001643,0.05000,3.538
18,mlp.experts.81.down_proj,0.0000012586,0.05000,3.512
18,mlp.experts.204.down_proj,0.0000002891,0.05000,3.421
18,mlp.experts.3.down_proj,0.0000000774,0.05000,3.406
18,mlp.experts.11.down_proj,0.0000004035,0.05000,3.494
18,mlp.experts.15.down_proj,0.0000001823,0.05000,3.608
18,mlp.experts.158.down_proj,0.0000002674,0.05000,3.628
18,mlp.experts.10.down_proj,0.0000003940,0.05000,3.649
18,mlp.experts.130.down_proj,0.0000003281,0.05000,3.654
18,mlp.experts.6.down_proj,0.0000001544,0.05000,3.707
18,mlp.experts.151.down_proj,0.0000008589,0.05000,3.590
18,mlp.experts.21.down_proj,0.0000003075,0.05000,3.523
18,mlp.experts.29.down_proj,0.0000013343,0.05000,3.494
18,mlp.experts.89.down_proj,0.0000001830,0.05000,3.464
18,mlp.experts.88.down_proj,0.0000000951,0.05000,3.526
18,mlp.experts.16.down_proj,0.0000002038,0.05000,3.560
18,mlp.experts.97.down_proj,0.0000003659,0.05000,3.492
18,mlp.experts.220.down_proj,0.0000003669,0.05000,3.560
18,mlp.experts.26.down_proj,0.0000008822,0.05000,3.515
18,mlp.experts.146.down_proj,0.0000001465,0.05000,3.528
18,mlp.experts.174.down_proj,0.0000003172,0.05000,3.611
18,mlp.experts.22.down_proj,0.0000003662,0.05000,3.600
18,mlp.experts.31.down_proj,0.0000001017,0.05000,3.678
18,mlp.experts.27.down_proj,0.0000002131,0.05000,3.682
18,mlp.experts.167.down_proj,0.0000001529,0.05000,3.754
18,mlp.experts.19.down_proj,0.0000002595,0.05000,3.771
18,mlp.experts.37.down_proj,0.0000000820,0.05000,3.700
18,mlp.experts.105.down_proj,0.0000000842,0.05000,3.700
18,mlp.experts.45.down_proj,0.0000006628,0.05000,3.752
18,mlp.experts.104.down_proj,0.0000001003,0.05000,3.715
18,mlp.experts.32.down_proj,0.0000001730,0.05000,3.736
18,mlp.experts.113.down_proj,0.0000001032,0.05000,3.731
18,mlp.experts.236.down_proj,0.0000001579,0.05000,3.628
18,mlp.experts.252.down_proj,failsafe(rtn): 0.0008621,0.00000,0.154
18,mlp.experts.162.down_proj,0.0000002985,0.05000,3.253
18,mlp.experts.42.down_proj,0.0000000522,0.05000,3.319
18,mlp.experts.38.down_proj,0.0000001338,0.05000,3.204
18,mlp.experts.190.down_proj,0.0000002112,0.05000,3.271
18,mlp.experts.47.down_proj,0.0000002328,0.05000,3.209
18,mlp.experts.43.down_proj,0.0000000817,0.05000,3.223
18,mlp.experts.35.down_proj,0.0000001307,0.05000,3.182
18,mlp.experts.183.down_proj,0.0000002461,0.05000,3.222
18,mlp.experts.53.down_proj,0.0000002697,0.05000,3.155
18,mlp.experts.244.up_proj,0.0000258398,0.05000,13.865
18,mlp.experts.61.down_proj,0.0000000541,0.05000,3.143
18,mlp.experts.121.down_proj,0.0000002225,0.05000,3.189
18,mlp.experts.120.down_proj,0.0000010032,0.05000,3.162
18,mlp.experts.48.down_proj,0.0000006305,0.05000,3.147
18,mlp.experts.129.down_proj,0.0000002723,0.05000,3.146
18,mlp.experts.178.down_proj,0.0000004071,0.05000,3.759
18,mlp.experts.58.down_proj,0.0000001744,0.05000,3.791
18,mlp.experts.206.down_proj,0.0000002856,0.05000,3.771
18,mlp.experts.54.down_proj,0.0000001886,0.05000,3.802
18,mlp.experts.59.down_proj,0.0000004123,0.05000,3.791
18,mlp.experts.63.down_proj,0.0000002419,0.05000,3.837
18,mlp.experts.69.down_proj,0.0000002450,0.05000,3.809
18,mlp.experts.199.down_proj,0.0000000985,0.05000,3.819
18,mlp.experts.51.down_proj,0.0000009475,0.05000,3.856
18,mlp.experts.77.down_proj,0.0000001245,0.05000,3.776
18,mlp.experts.4.down_proj,0.0000001817,0.05000,3.834
18,mlp.experts.137.down_proj,0.0000000798,0.05000,3.865
18,mlp.experts.64.down_proj,0.0000002489,0.05000,3.797
18,mlp.experts.136.down_proj,0.0000001773,0.05000,3.904
18,mlp.experts.145.down_proj,0.0000000942,0.05000,3.887
18,mlp.experts.194.down_proj,0.0000001799,0.05000,3.520
18,mlp.experts.222.down_proj,0.0000005482,0.05000,3.501
18,mlp.experts.74.down_proj,0.0000001800,0.05000,3.516
18,mlp.experts.70.down_proj,0.0000003861,0.05000,3.509
18,mlp.experts.79.down_proj,0.0000001069,0.05000,3.399
18,mlp.experts.75.down_proj,0.0000000812,0.05000,3.517
18,mlp.experts.85.down_proj,0.0000003128,0.05000,3.439
18,mlp.experts.67.down_proj,0.0000002238,0.05000,3.444
18,mlp.experts.215.down_proj,0.0000002194,0.05000,3.469
18,mlp.experts.20.down_proj,0.0000009192,0.05000,3.452
18,mlp.experts.93.down_proj,0.0000001609,0.05000,3.514
18,mlp.experts.153.down_proj,0.0000006967,0.05000,3.462
18,mlp.experts.80.down_proj,0.0000001671,0.05000,3.468
18,mlp.experts.161.down_proj,0.0000003464,0.05000,3.476
18,mlp.experts.152.down_proj,0.0000001527,0.05000,3.524
18,mlp.experts.210.down_proj,0.0000005544,0.05000,3.811
18,mlp.experts.238.down_proj,0.0000003130,0.05000,3.825
18,mlp.experts.90.down_proj,0.0000005259,0.05000,3.851
18,mlp.experts.86.down_proj,0.0000002914,0.05000,3.875
18,mlp.experts.95.down_proj,0.0000003494,0.05000,3.949
18,mlp.experts.231.down_proj,0.0000004534,0.05000,3.846
18,mlp.experts.91.down_proj,0.0000000919,0.05000,3.942
18,mlp.experts.101.down_proj,0.0000003119,0.05000,3.945
18,mlp.experts.36.down_proj,0.0000004967,0.05000,3.925
18,mlp.experts.109.down_proj,0.0000003832,0.05000,3.901
18,mlp.experts.83.down_proj,0.0000001557,0.05000,4.009
18,mlp.experts.169.down_proj,0.0000009014,0.05000,3.914
18,mlp.experts.96.down_proj,0.0000006360,0.05000,3.896
18,mlp.experts.168.down_proj,0.0000004638,0.05000,3.875
18,mlp.experts.177.down_proj,0.0000001652,0.05000,3.913
18,mlp.experts.226.down_proj,0.0000003387,0.05000,3.618
18,mlp.experts.254.down_proj,0.0000000871,0.05000,3.632
18,mlp.experts.106.down_proj,0.0000003553,0.05000,3.609
18,mlp.experts.102.down_proj,0.0000001380,0.05000,3.611
18,mlp.experts.242.down_proj,failsafe(rtn): 0.0009079,0.00000,0.163
18,mlp.experts.247.down_proj,0.0000006088,0.05000,3.254
18,mlp.experts.111.down_proj,0.0000001009,0.05000,3.300
18,mlp.experts.117.down_proj,0.0000001327,0.05000,3.217
18,mlp.experts.107.down_proj,0.0000003750,0.05000,3.274
18,mlp.experts.52.down_proj,0.0000002568,0.05000,3.233
18,mlp.experts.125.down_proj,0.0000006887,0.05000,3.234
18,mlp.experts.99.down_proj,0.0000000921,0.05000,3.240
18,mlp.experts.112.down_proj,0.0000001621,0.05000,3.178
18,mlp.experts.185.down_proj,0.0000003308,0.05000,3.227
18,mlp.experts.193.down_proj,0.0000000636,0.05000,3.088
18,mlp.experts.184.down_proj,0.0000001624,0.05000,3.141
18,mlp.experts.200.down_proj,failsafe(rtn): 0.0009270,0.00000,0.123
18,mlp.experts.122.down_proj,0.0000002737,0.05000,2.409
18,mlp.experts.118.down_proj,0.0000006040,0.05000,2.383
18,mlp.experts.133.down_proj,0.0000001113,0.05000,2.309
18,mlp.experts.127.down_proj,0.0000001794,0.05000,2.375
18,mlp.experts.123.down_proj,0.0000000478,0.05000,2.337
18,mlp.experts.141.down_proj,0.0000001832,0.05000,2.315
18,mlp.experts.68.down_proj,0.0000009180,0.05000,2.353
18,mlp.experts.115.down_proj,0.0000003859,0.05000,2.343
18,mlp.experts.128.down_proj,0.0000002534,0.05000,2.315
18,mlp.experts.209.down_proj,0.0000001601,0.05000,2.301
18,mlp.experts.201.down_proj,0.0000001282,0.05000,2.337
18,mlp.experts.216.down_proj,0.0000001182,0.05000,2.314
18,mlp.experts.138.down_proj,0.0000001364,0.05000,2.630
18,mlp.experts.134.down_proj,0.0000001157,0.05000,2.635
18,mlp.experts.149.down_proj,0.0000005892,0.05000,2.645
18,mlp.experts.143.down_proj,0.0000011567,0.05000,2.606
18,mlp.experts.84.down_proj,0.0000003133,0.05000,2.593
18,mlp.experts.139.down_proj,0.0000001143,0.05000,2.643
18,mlp.experts.157.down_proj,0.0000002868,0.05000,2.641
18,mlp.experts.131.down_proj,0.0000002476,0.05000,2.652
18,mlp.experts.144.down_proj,0.0000003640,0.05000,2.654
18,mlp.experts.225.down_proj,0.0000001186,0.05000,2.638
18,mlp.experts.217.down_proj,0.0000001117,0.05000,2.680
18,mlp.experts.232.down_proj,0.0000004842,0.05000,2.708
18,mlp.experts.154.down_proj,0.0000005011,0.05000,2.540
18,mlp.experts.150.down_proj,0.0000006640,0.05000,2.581
18,mlp.experts.159.down_proj,0.0000001709,0.05000,2.641
18,mlp.experts.165.down_proj,0.0000002022,0.05000,2.660
18,mlp.experts.155.down_proj,0.0000000961,0.05000,2.638
18,mlp.experts.100.down_proj,0.0000001738,0.05000,2.661
18,mlp.experts.173.down_proj,0.0000002193,0.05000,2.664
18,mlp.experts.147.down_proj,0.0000012783,0.05000,2.662
18,mlp.experts.241.down_proj,0.0000001473,0.05000,2.631
18,mlp.experts.160.down_proj,0.0000000589,0.05000,2.696
18,mlp.experts.233.down_proj,0.0000002019,0.05000,2.647
18,mlp.experts.249.down_proj,failsafe(rtn): 0.0008621,0.00000,0.151
18,mlp.experts.248.down_proj,0.0000012577,0.05000,2.648
18,mlp.experts.170.down_proj,0.0000003768,0.05000,2.233
18,mlp.experts.166.down_proj,0.0000001092,0.05000,2.203
18,mlp.experts.181.down_proj,0.0000001056,0.05000,2.062
18,mlp.experts.116.down_proj,0.0000001494,0.05000,2.004
18,mlp.experts.175.down_proj,0.0000001752,0.05000,2.100
18,mlp.experts.171.down_proj,0.0000001841,0.05000,2.047
18,mlp.experts.189.down_proj,0.0000005980,0.05000,2.039
18,mlp.experts.163.down_proj,0.0000000904,0.05000,2.002
18,mlp.experts.176.down_proj,0.0000000665,0.05000,1.982
18,mlp.experts.186.down_proj,0.0000006521,0.05000,1.840
18,mlp.experts.182.down_proj,0.0000001951,0.05000,1.901
18,mlp.experts.197.down_proj,0.0000002984,0.05000,1.840
18,mlp.experts.132.down_proj,0.0000000750,0.05000,1.868
18,mlp.experts.205.down_proj,0.0000006637,0.05000,1.815
18,mlp.experts.187.down_proj,0.0000002587,0.05000,1.878
18,mlp.experts.191.down_proj,0.0000003837,0.05000,1.888
18,mlp.experts.192.down_proj,0.0000004173,0.05000,1.847
18,mlp.experts.179.down_proj,0.0000001762,0.05000,1.903
18,mlp.experts.202.down_proj,0.0000016588,0.05000,1.843
18,mlp.experts.198.down_proj,0.0000002829,0.05000,1.817
18,mlp.experts.213.down_proj,0.0000001076,0.05000,1.877
18,mlp.experts.203.down_proj,0.0000001920,0.05000,1.875
18,mlp.experts.221.down_proj,0.0000000872,0.05000,1.920
18,mlp.experts.148.down_proj,0.0000002327,0.05000,1.943
18,mlp.experts.207.down_proj,0.0000000851,0.05000,1.913
18,mlp.experts.208.down_proj,0.0000006698,0.05000,1.875
18,mlp.experts.195.down_proj,0.0000000258,0.05000,1.909
18,mlp.experts.218.down_proj,0.0000010435,0.05000,1.883
18,mlp.experts.214.down_proj,0.0000003432,0.05000,1.900
18,mlp.experts.229.down_proj,0.0000002136,0.05000,1.840
18,mlp.experts.219.down_proj,0.0000003543,0.05000,1.861
18,mlp.experts.237.down_proj,0.0000003266,0.05000,1.852
18,mlp.experts.164.down_proj,0.0000002018,0.05000,1.859
18,mlp.experts.223.down_proj,0.0000001962,0.05000,1.857
18,mlp.experts.224.down_proj,0.0000001308,0.05000,1.895
18,mlp.experts.211.down_proj,0.0000005812,0.05000,1.898
18,mlp.experts.234.down_proj,0.0000004263,0.05000,1.887
18,mlp.experts.230.down_proj,0.0000000523,0.05000,1.877
18,mlp.experts.245.down_proj,0.0000001710,0.05000,1.871
18,mlp.experts.253.down_proj,0.0000000780,0.05000,1.854
18,mlp.experts.235.down_proj,0.0000004271,0.05000,1.868
18,mlp.experts.180.down_proj,0.0000000885,0.05000,1.846
18,mlp.experts.239.down_proj,0.0000001983,0.05000,1.856
18,mlp.experts.240.down_proj,0.0000001309,0.05000,1.833
18,mlp.experts.227.down_proj,0.0000002185,0.05000,1.805
18,mlp.experts.250.down_proj,0.0000003973,0.05000,1.253
18,mlp.experts.246.down_proj,0.0000004583,0.05000,1.198
18,mlp.experts.196.down_proj,0.0000001914,0.05000,0.870
18,mlp.experts.251.down_proj,0.0000002519,0.05000,0.893
18,mlp.experts.255.down_proj,0.0000001669,0.05000,0.872
18,mlp.experts.243.down_proj,0.0000005476,0.05000,0.813
18,mlp.experts.212.down_proj,0.0000002679,0.05000,0.140
18,mlp.experts.228.down_proj,0.0000003193,0.05000,0.124
18,mlp.experts.244.down_proj,0.0000008246,0.05000,0.122
19,mlp.experts.14.gate_proj,0.0000080486,0.05000,15.515
19,mlp.experts.2.gate_proj,0.0000034356,0.05000,15.527
19,mlp.experts.5.gate_proj,0.0000365886,0.05000,15.540
19,mlp.experts.1.gate_proj,0.0000084346,0.05000,15.553
19,mlp.experts.8.gate_proj,0.0000125935,0.05000,15.570
19,mlp.experts.15.gate_proj,0.0000191275,0.05000,15.577
19,mlp.experts.9.gate_proj,0.0000345334,0.05000,15.586
19,mlp.experts.11.gate_proj,0.0000085400,0.05000,15.629
19,mlp.experts.12.gate_proj,0.0000076697,0.05000,15.637
19,mlp.experts.3.gate_proj,0.0000124280,0.05000,15.691
19,mlp.experts.4.gate_proj,0.0000125691,0.05000,15.734
19,mlp.experts.10.gate_proj,0.0000044358,0.05000,15.715
19,mlp.experts.13.gate_proj,0.0000199503,0.05000,15.726
19,mlp.experts.6.gate_proj,0.0000229248,0.05000,15.745
19,mlp.experts.7.gate_proj,0.0000069335,0.05000,15.799
19,mlp.experts.0.gate_proj,0.0000480456,0.05000,15.801
19,mlp.experts.21.gate_proj,0.0000409797,0.05000,15.379
19,mlp.experts.17.gate_proj,0.0000154883,0.05000,15.445
19,mlp.experts.29.gate_proj,0.0000173654,0.05000,15.364
19,mlp.experts.25.gate_proj,0.0000079767,0.05000,15.510
19,mlp.experts.18.gate_proj,0.0000104989,0.05000,15.575
19,mlp.experts.27.gate_proj,0.0000243307,0.05000,15.483
19,mlp.experts.31.gate_proj,0.0000090539,0.05000,15.539
19,mlp.experts.24.gate_proj,0.0000127780,0.05000,15.596
19,mlp.experts.20.gate_proj,0.0000034705,0.05000,15.486
19,mlp.experts.28.gate_proj,0.0000117036,0.05000,15.559
19,mlp.experts.22.gate_proj,0.0000086928,0.05000,15.519
19,mlp.experts.30.gate_proj,0.0000080922,0.05000,15.763
19,mlp.experts.19.gate_proj,0.0000273496,0.05000,15.619
19,mlp.experts.16.gate_proj,0.0000074507,0.05000,15.539
19,mlp.experts.26.gate_proj,0.0000065297,0.05000,15.666
19,mlp.experts.23.gate_proj,0.0000057749,0.05000,15.684
19,mlp.experts.45.gate_proj,0.0000137792,0.05000,15.994
19,mlp.experts.37.gate_proj,0.0000126176,0.05000,16.147
19,mlp.experts.33.gate_proj,0.0000053045,0.05000,16.086
19,mlp.experts.41.gate_proj,0.0000090525,0.05000,16.032
19,mlp.experts.43.gate_proj,0.0000110236,0.05000,16.064
19,mlp.experts.36.gate_proj,0.0000035786,0.05000,15.990
19,mlp.experts.34.gate_proj,0.0000072033,0.05000,16.097
19,mlp.experts.44.gate_proj,0.0000084455,0.05000,16.098
19,mlp.experts.40.gate_proj,0.0000078616,0.05000,16.152
19,mlp.experts.46.gate_proj,0.0000123486,0.05000,16.008
19,mlp.experts.47.gate_proj,0.0000087215,0.05000,16.242
19,mlp.experts.35.gate_proj,0.0000050908,0.05000,16.034
19,mlp.experts.32.gate_proj,0.0000128462,0.05000,16.017
19,mlp.experts.42.gate_proj,0.0000119800,0.05000,16.127
19,mlp.experts.38.gate_proj,0.0000062832,0.05000,16.192
19,mlp.experts.39.gate_proj,0.0000041537,0.05000,16.224
19,mlp.experts.53.gate_proj,0.0000095388,0.05000,15.483
19,mlp.experts.49.gate_proj,0.0000193884,0.05000,15.480
19,mlp.experts.59.gate_proj,0.0000027216,0.05000,15.431
19,mlp.experts.61.gate_proj,0.0000115632,0.05000,15.569
19,mlp.experts.60.gate_proj,0.0000091721,0.05000,15.362
19,mlp.experts.57.gate_proj,0.0000049773,0.05000,15.590
19,mlp.experts.62.gate_proj,0.0000365143,0.05000,15.345
19,mlp.experts.50.gate_proj,0.0000099361,0.05000,15.596
19,mlp.experts.56.gate_proj,0.0000101299,0.05000,15.508
19,mlp.experts.63.gate_proj,0.0000065330,0.05000,15.484
19,mlp.experts.52.gate_proj,0.0000109586,0.05000,15.664
19,mlp.experts.51.gate_proj,0.0000148101,0.05000,15.583
19,mlp.experts.54.gate_proj,0.0000058078,0.05000,15.463
19,mlp.experts.48.gate_proj,0.0000091359,0.05000,15.619
19,mlp.experts.58.gate_proj,0.0000178456,0.05000,15.522
19,mlp.experts.55.gate_proj,0.0000200948,0.05000,15.528
19,mlp.experts.65.gate_proj,0.0000214615,0.05000,15.146
19,mlp.experts.76.gate_proj,0.0000410650,0.05000,15.169
19,mlp.experts.73.gate_proj,0.0000054465,0.05000,15.136
19,mlp.experts.78.gate_proj,0.0000209111,0.05000,15.136
19,mlp.experts.69.gate_proj,0.0000175104,0.05000,15.331
19,mlp.experts.77.gate_proj,0.0000196033,0.05000,15.273
19,mlp.experts.75.gate_proj,0.0000089263,0.05000,15.344
19,mlp.experts.68.gate_proj,0.0000116674,0.05000,15.086
19,mlp.experts.66.gate_proj,0.0000098506,0.05000,15.187
19,mlp.experts.79.gate_proj,0.0000106059,0.05000,15.199
19,mlp.experts.67.gate_proj,0.0000161876,0.05000,15.082
19,mlp.experts.64.gate_proj,0.0000224947,0.05000,15.167
19,mlp.experts.70.gate_proj,0.0000145054,0.05000,15.202
19,mlp.experts.74.gate_proj,0.0000146453,0.05000,15.211
19,mlp.experts.72.gate_proj,0.0000131705,0.05000,15.469
19,mlp.experts.71.gate_proj,0.0000039815,0.05000,15.111
19,mlp.experts.81.gate_proj,0.0000260304,0.05000,15.446
19,mlp.experts.92.gate_proj,0.0000108955,0.05000,15.342
19,mlp.experts.93.gate_proj,0.0000367803,0.05000,15.260
19,mlp.experts.91.gate_proj,0.0000068236,0.05000,15.296
19,mlp.experts.94.gate_proj,0.0000133915,0.05000,15.400
19,mlp.experts.84.gate_proj,0.0000121440,0.05000,15.322
19,mlp.experts.85.gate_proj,0.0000087430,0.05000,15.423
19,mlp.experts.89.gate_proj,0.0000155700,0.05000,15.537
19,mlp.experts.82.gate_proj,0.0000148726,0.05000,15.424
19,mlp.experts.83.gate_proj,0.0000246986,0.05000,15.444
19,mlp.experts.87.gate_proj,0.0000045657,0.05000,15.145
19,mlp.experts.95.gate_proj,0.0000056688,0.05000,15.509
19,mlp.experts.80.gate_proj,0.0000154658,0.05000,15.422
19,mlp.experts.88.gate_proj,0.0000028095,0.05000,15.333
19,mlp.experts.86.gate_proj,0.0000113673,0.05000,15.440
19,mlp.experts.90.gate_proj,0.0000069356,0.05000,15.418
19,mlp.experts.109.gate_proj,0.0000091328,0.05000,15.049
19,mlp.experts.108.gate_proj,0.0000067236,0.05000,15.093
19,mlp.experts.97.gate_proj,0.0000314427,0.05000,15.149
19,mlp.experts.100.gate_proj,0.0000095215,0.05000,15.121
19,mlp.experts.110.gate_proj,0.0000049486,0.05000,15.156
19,mlp.experts.107.gate_proj,0.0000142277,0.05000,15.268
19,mlp.experts.105.gate_proj,0.0000177558,0.05000,15.132
19,mlp.experts.101.gate_proj,0.0000076689,0.05000,15.205
19,mlp.experts.98.gate_proj,0.0000297793,0.05000,15.168
19,mlp.experts.111.gate_proj,0.0000071570,0.05000,15.218
19,mlp.experts.103.gate_proj,0.0000497327,0.05000,15.296
19,mlp.experts.96.gate_proj,0.0000084544,0.05000,15.217
19,mlp.experts.102.gate_proj,0.0000088722,0.05000,15.210
19,mlp.experts.106.gate_proj,0.0000120970,0.05000,15.143
19,mlp.experts.99.gate_proj,0.0000091756,0.05000,15.438
19,mlp.experts.104.gate_proj,0.0000350042,0.05000,15.288
19,mlp.experts.125.gate_proj,0.0000114627,0.05000,15.572
19,mlp.experts.124.gate_proj,0.0000269265,0.05000,15.585
19,mlp.experts.113.gate_proj,0.0000203242,0.05000,15.566
19,mlp.experts.116.gate_proj,0.0000073637,0.05000,15.544
19,mlp.experts.117.gate_proj,0.0000328917,0.05000,15.575
19,mlp.experts.126.gate_proj,0.0000123527,0.05000,15.697
19,mlp.experts.123.gate_proj,0.0000115988,0.05000,15.607
19,mlp.experts.121.gate_proj,0.0000125794,0.05000,15.736
19,mlp.experts.114.gate_proj,0.0000161377,0.05000,15.761
19,mlp.experts.112.gate_proj,0.0000094423,0.05000,15.575
19,mlp.experts.127.gate_proj,0.0000039434,0.05000,15.638
19,mlp.experts.119.gate_proj,0.0000161114,0.05000,15.643
19,mlp.experts.122.gate_proj,0.0000056657,0.05000,15.600
19,mlp.experts.118.gate_proj,0.0000089235,0.05000,15.610
19,mlp.experts.115.gate_proj,0.0000050698,0.05000,15.578
19,mlp.experts.120.gate_proj,0.0000080779,0.05000,15.584
19,mlp.experts.140.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.909
19,mlp.experts.129.gate_proj,0.0000098417,0.05000,14.434
19,mlp.experts.141.gate_proj,0.0000075417,0.05000,14.628
19,mlp.experts.132.gate_proj,0.0000099848,0.05000,14.592
19,mlp.experts.133.gate_proj,0.0000047633,0.05000,14.465
19,mlp.experts.142.gate_proj,0.0000118839,0.05000,14.590
19,mlp.experts.139.gate_proj,0.0000104572,0.05000,14.701
19,mlp.experts.137.gate_proj,0.0000086517,0.05000,14.645
19,mlp.experts.143.gate_proj,0.0000076638,0.05000,14.534
19,mlp.experts.128.gate_proj,0.0000462193,0.05000,14.578
19,mlp.experts.130.gate_proj,0.0000078948,0.05000,14.662
19,mlp.experts.138.gate_proj,0.0000229945,0.05000,14.579
19,mlp.experts.131.gate_proj,0.0000141157,0.05000,14.553
19,mlp.experts.136.gate_proj,0.0000314553,0.05000,14.545
19,mlp.experts.134.gate_proj,0.0000035975,0.05000,14.641
19,mlp.experts.135.gate_proj,0.0000094268,0.05000,14.789
19,mlp.experts.156.gate_proj,0.0000260919,0.05000,14.573
19,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.762
19,mlp.experts.145.gate_proj,0.0000316751,0.05000,14.473
19,mlp.experts.148.gate_proj,0.0000052694,0.05000,14.410
19,mlp.experts.157.gate_proj,0.0000345108,0.05000,14.512
19,mlp.experts.149.gate_proj,0.0000123973,0.05000,14.463
19,mlp.experts.158.gate_proj,0.0000089555,0.05000,14.534
19,mlp.experts.155.gate_proj,0.0000295720,0.05000,14.441
19,mlp.experts.153.gate_proj,0.0000067085,0.05000,14.351
19,mlp.experts.159.gate_proj,0.0000230653,0.05000,14.398
19,mlp.experts.146.gate_proj,0.0000202534,0.05000,14.387
19,mlp.experts.144.gate_proj,0.0000107471,0.05000,14.445
19,mlp.experts.150.gate_proj,0.0000101226,0.05000,14.380
19,mlp.experts.151.gate_proj,0.0000096572,0.05000,14.327
19,mlp.experts.152.gate_proj,0.0000400050,0.05000,14.452
19,mlp.experts.154.gate_proj,0.0000056724,0.05000,14.511
19,mlp.experts.172.gate_proj,0.0000474590,0.05000,14.382
19,mlp.experts.168.gate_proj,failsafe(rtn): 0.0008888,0.00000,0.710
19,mlp.experts.163.gate_proj,0.0000052770,0.05000,14.500
19,mlp.experts.173.gate_proj,0.0000073424,0.05000,14.535
19,mlp.experts.161.gate_proj,0.0000364719,0.05000,14.760
19,mlp.experts.164.gate_proj,0.0000145301,0.05000,14.780
19,mlp.experts.165.gate_proj,0.0000094127,0.05000,14.805
19,mlp.experts.169.gate_proj,0.0000030513,0.05000,14.673
19,mlp.experts.174.gate_proj,0.0000064674,0.05000,14.729
19,mlp.experts.171.gate_proj,0.0000348332,0.05000,14.725
19,mlp.experts.175.gate_proj,0.0000096869,0.05000,14.683
19,mlp.experts.162.gate_proj,0.0000086399,0.05000,14.698
19,mlp.experts.166.gate_proj,0.0000105489,0.05000,14.630
19,mlp.experts.160.gate_proj,0.0000051091,0.05000,14.771
19,mlp.experts.167.gate_proj,0.0000079484,0.05000,14.712
19,mlp.experts.170.gate_proj,0.0000183780,0.05000,14.727
19,mlp.experts.188.gate_proj,0.0000096517,0.05000,14.725
19,mlp.experts.187.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.865
19,mlp.experts.184.gate_proj,0.0000207297,0.05000,14.672
19,mlp.experts.179.gate_proj,0.0000165073,0.05000,14.915
19,mlp.experts.177.gate_proj,0.0000151245,0.05000,14.848
19,mlp.experts.189.gate_proj,0.0000364286,0.05000,14.886
19,mlp.experts.180.gate_proj,0.0000096571,0.05000,14.822
19,mlp.experts.181.gate_proj,0.0000157177,0.05000,14.816
19,mlp.experts.185.gate_proj,0.0000206524,0.05000,14.817
19,mlp.experts.190.gate_proj,0.0000065903,0.05000,14.877
19,mlp.experts.178.gate_proj,0.0000113730,0.05000,14.820
19,mlp.experts.176.gate_proj,0.0000069738,0.05000,14.765
19,mlp.experts.191.gate_proj,0.0000133915,0.05000,14.967
19,mlp.experts.183.gate_proj,0.0000046295,0.05000,14.777
19,mlp.experts.182.gate_proj,0.0000623193,0.05000,14.906
19,mlp.experts.186.gate_proj,0.0000053885,0.05000,14.827
19,mlp.experts.204.gate_proj,0.0000134185,0.05000,14.747
19,mlp.experts.203.gate_proj,0.0000093317,0.05000,14.696
19,mlp.experts.200.gate_proj,0.0000529501,0.05000,14.736
19,mlp.experts.195.gate_proj,0.0000081271,0.05000,14.659
19,mlp.experts.205.gate_proj,0.0000330685,0.05000,14.322
19,mlp.experts.193.gate_proj,0.0000130065,0.05000,14.421
19,mlp.experts.196.gate_proj,0.0000109619,0.05000,14.381
19,mlp.experts.197.gate_proj,0.0000086363,0.05000,14.391
19,mlp.experts.201.gate_proj,0.0000133935,0.05000,14.375
19,mlp.experts.194.gate_proj,0.0000076097,0.05000,14.391
19,mlp.experts.206.gate_proj,0.0000137619,0.05000,14.524
19,mlp.experts.192.gate_proj,0.0000056571,0.05000,14.491
19,mlp.experts.199.gate_proj,0.0000081059,0.05000,14.536
19,mlp.experts.198.gate_proj,0.0000479361,0.05000,14.566
19,mlp.experts.202.gate_proj,0.0000120009,0.05000,14.477
19,mlp.experts.207.gate_proj,0.0000095350,0.05000,14.657
19,mlp.experts.220.gate_proj,0.0000268608,0.05000,14.498
19,mlp.experts.219.gate_proj,0.0000162545,0.05000,14.631
19,mlp.experts.216.gate_proj,0.0000101378,0.05000,14.645
19,mlp.experts.211.gate_proj,0.0000080034,0.05000,14.825
19,mlp.experts.209.gate_proj,0.0000116745,0.05000,15.195
19,mlp.experts.221.gate_proj,0.0000089999,0.05000,15.343
19,mlp.experts.212.gate_proj,0.0000039861,0.05000,15.320
19,mlp.experts.213.gate_proj,0.0000211610,0.05000,15.328
19,mlp.experts.217.gate_proj,0.0000022519,0.05000,15.252
19,mlp.experts.222.gate_proj,0.0000252579,0.05000,15.315
19,mlp.experts.210.gate_proj,0.0000492433,0.05000,15.384
19,mlp.experts.208.gate_proj,0.0000059730,0.05000,15.359
19,mlp.experts.236.gate_proj,0.0000233116,0.05000,15.224
19,mlp.experts.214.gate_proj,0.0000070281,0.05000,15.304
19,mlp.experts.215.gate_proj,0.0000044800,0.05000,15.356
19,mlp.experts.218.gate_proj,0.0000084940,0.05000,15.316
19,mlp.experts.223.gate_proj,0.0000126980,0.05000,15.461
19,mlp.experts.232.gate_proj,0.0000176610,0.05000,15.247
19,mlp.experts.235.gate_proj,0.0000084044,0.05000,15.425
19,mlp.experts.227.gate_proj,0.0000126121,0.05000,15.588
19,mlp.experts.225.gate_proj,0.0000096736,0.05000,14.016
19,mlp.experts.237.gate_proj,0.0000101195,0.05000,14.096
19,mlp.experts.228.gate_proj,0.0000090955,0.05000,14.089
19,mlp.experts.229.gate_proj,0.0000103137,0.05000,14.092
19,mlp.experts.233.gate_proj,0.0000230497,0.05000,14.227
19,mlp.experts.238.gate_proj,0.0000085878,0.05000,14.130
19,mlp.experts.224.gate_proj,0.0000062366,0.05000,14.058
19,mlp.experts.226.gate_proj,0.0000039579,0.05000,14.242
19,mlp.experts.252.gate_proj,0.0000126508,0.05000,14.054
19,mlp.experts.231.gate_proj,0.0000100397,0.05000,14.077
19,mlp.experts.230.gate_proj,0.0000063446,0.05000,14.251
19,mlp.experts.234.gate_proj,0.0000164024,0.05000,14.251
19,mlp.experts.239.gate_proj,0.0000302213,0.05000,14.081
19,mlp.experts.251.gate_proj,0.0000191380,0.05000,14.121
19,mlp.experts.248.gate_proj,0.0000122619,0.05000,14.154
19,mlp.experts.243.gate_proj,0.0000064139,0.05000,14.117
19,mlp.experts.241.gate_proj,0.0000183582,0.05000,14.764
19,mlp.experts.253.gate_proj,0.0000063262,0.05000,14.787
19,mlp.experts.244.gate_proj,0.0000324184,0.05000,14.790
19,mlp.experts.245.gate_proj,0.0000099100,0.05000,14.701
19,mlp.experts.249.gate_proj,0.0000106732,0.05000,14.749
19,mlp.experts.240.gate_proj,0.0000070683,0.05000,14.576
19,mlp.experts.254.gate_proj,0.0000113112,0.05000,14.820
19,mlp.experts.242.gate_proj,0.0000088271,0.05000,14.684
19,mlp.experts.247.gate_proj,0.0000077890,0.05000,14.724
19,mlp.experts.12.up_proj,0.0000070534,0.05000,14.807
19,mlp.experts.246.gate_proj,0.0000174847,0.05000,14.680
19,mlp.experts.250.gate_proj,0.0000112891,0.05000,14.827
19,mlp.experts.255.gate_proj,0.0000189850,0.05000,14.883
19,mlp.experts.8.up_proj,0.0000114356,0.05000,14.714
19,mlp.experts.11.up_proj,0.0000076332,0.05000,14.873
19,mlp.experts.3.up_proj,0.0000118400,0.05000,14.973
19,mlp.experts.1.up_proj,0.0000078566,0.05000,15.775
19,mlp.experts.13.up_proj,0.0000178857,0.05000,15.756
19,mlp.experts.5.up_proj,0.0000310466,0.05000,15.555
19,mlp.experts.9.up_proj,0.0000328407,0.05000,15.767
19,mlp.experts.4.up_proj,0.0000135566,0.05000,16.006
19,mlp.experts.0.up_proj,0.0000459534,0.05000,15.908
19,mlp.experts.14.up_proj,0.0000077025,0.05000,15.873
19,mlp.experts.2.up_proj,0.0000029496,0.05000,15.848
19,mlp.experts.7.up_proj,0.0000061815,0.05000,15.881
19,mlp.experts.28.up_proj,0.0000114943,0.05000,15.948
19,mlp.experts.6.up_proj,0.0000238382,0.05000,15.923
19,mlp.experts.10.up_proj,0.0000041353,0.05000,15.963
19,mlp.experts.15.up_proj,0.0000153336,0.05000,15.979
19,mlp.experts.24.up_proj,0.0000119549,0.05000,15.855
19,mlp.experts.27.up_proj,0.0000243721,0.05000,15.990
19,mlp.experts.19.up_proj,0.0000271558,0.05000,15.850
19,mlp.experts.17.up_proj,0.0000143895,0.05000,16.115
19,mlp.experts.29.up_proj,0.0000145015,0.05000,16.092
19,mlp.experts.21.up_proj,0.0000349333,0.05000,16.081
19,mlp.experts.25.up_proj,0.0000071705,0.05000,16.080
19,mlp.experts.20.up_proj,0.0000039533,0.05000,16.087
19,mlp.experts.16.up_proj,0.0000068927,0.05000,16.116
19,mlp.experts.18.up_proj,0.0000103753,0.05000,16.118
19,mlp.experts.23.up_proj,0.0000055884,0.05000,16.163
19,mlp.experts.30.up_proj,0.0000075114,0.05000,16.346
19,mlp.experts.44.up_proj,0.0000080211,0.05000,16.145
19,mlp.experts.22.up_proj,0.0000070283,0.05000,16.255
19,mlp.experts.26.up_proj,0.0000068825,0.05000,16.202
19,mlp.experts.31.up_proj,0.0000078716,0.05000,16.207
19,mlp.experts.40.up_proj,0.0000064047,0.05000,16.095
19,mlp.experts.43.up_proj,0.0000101125,0.05000,16.176
19,mlp.experts.35.up_proj,0.0000048984,0.05000,15.982
19,mlp.experts.33.up_proj,0.0000046060,0.05000,15.305
19,mlp.experts.37.up_proj,0.0000080390,0.05000,15.204
19,mlp.experts.45.up_proj,0.0000123239,0.05000,15.292
19,mlp.experts.41.up_proj,0.0000086166,0.05000,15.220
19,mlp.experts.32.up_proj,0.0000121448,0.05000,15.006
19,mlp.experts.36.up_proj,0.0000034834,0.05000,15.281
19,mlp.experts.34.up_proj,0.0000074968,0.05000,15.038
19,mlp.experts.39.up_proj,0.0000042695,0.05000,15.076
19,mlp.experts.46.up_proj,0.0000113417,0.05000,15.074
19,mlp.experts.60.up_proj,0.0000076868,0.05000,15.069
19,mlp.experts.38.up_proj,0.0000059203,0.05000,15.061
19,mlp.experts.42.up_proj,0.0000111071,0.05000,15.125
19,mlp.experts.47.up_proj,0.0000083464,0.05000,15.173
19,mlp.experts.56.up_proj,0.0000083823,0.05000,15.155
19,mlp.experts.59.up_proj,0.0000026427,0.05000,15.247
19,mlp.experts.51.up_proj,0.0000155697,0.05000,15.173
19,mlp.experts.49.up_proj,0.0000203646,0.05000,14.349
19,mlp.experts.53.up_proj,0.0000094336,0.05000,14.336
19,mlp.experts.61.up_proj,0.0000102889,0.05000,14.427
19,mlp.experts.57.up_proj,0.0000054477,0.05000,14.350
19,mlp.experts.52.up_proj,0.0000102717,0.05000,14.293
19,mlp.experts.48.up_proj,0.0000097169,0.05000,14.416
19,mlp.experts.50.up_proj,0.0000099155,0.05000,14.366
19,mlp.experts.55.up_proj,0.0000167993,0.05000,14.308
19,mlp.experts.62.up_proj,0.0000322013,0.05000,14.377
19,mlp.experts.76.up_proj,0.0000372314,0.05000,14.417
19,mlp.experts.54.up_proj,0.0000061661,0.05000,14.334
19,mlp.experts.58.up_proj,0.0000147374,0.05000,14.212
19,mlp.experts.72.up_proj,0.0000143147,0.05000,14.225
19,mlp.experts.63.up_proj,0.0000061778,0.05000,14.287
19,mlp.experts.75.up_proj,0.0000098352,0.05000,14.424
19,mlp.experts.67.up_proj,0.0000145134,0.05000,14.499
19,mlp.experts.65.up_proj,0.0000175897,0.05000,14.457
19,mlp.experts.77.up_proj,0.0000165168,0.05000,14.433
19,mlp.experts.69.up_proj,0.0000164118,0.05000,14.577
19,mlp.experts.73.up_proj,0.0000048350,0.05000,14.592
19,mlp.experts.68.up_proj,0.0000117912,0.05000,14.682
19,mlp.experts.64.up_proj,0.0000190623,0.05000,14.628
19,mlp.experts.66.up_proj,0.0000085511,0.05000,14.599
19,mlp.experts.71.up_proj,0.0000038436,0.05000,14.791
19,mlp.experts.78.up_proj,0.0000191409,0.05000,14.864
19,mlp.experts.92.up_proj,0.0000101844,0.05000,14.898
19,mlp.experts.74.up_proj,0.0000134427,0.05000,14.878
19,mlp.experts.70.up_proj,0.0000154134,0.05000,14.980
19,mlp.experts.88.up_proj,0.0000027171,0.05000,14.718
19,mlp.experts.79.up_proj,0.0000092535,0.05000,14.850
19,mlp.experts.91.up_proj,0.0000060133,0.05000,14.742
19,mlp.experts.83.up_proj,0.0000240639,0.05000,14.611
19,mlp.experts.93.up_proj,0.0000326693,0.05000,15.515
19,mlp.experts.81.up_proj,0.0000240346,0.05000,15.651
19,mlp.experts.85.up_proj,0.0000089814,0.05000,15.511
19,mlp.experts.89.up_proj,0.0000148539,0.05000,15.713
19,mlp.experts.82.up_proj,0.0000136093,0.05000,15.563
19,mlp.experts.80.up_proj,0.0000120332,0.05000,15.736
19,mlp.experts.84.up_proj,0.0000112363,0.05000,15.755
19,mlp.experts.87.up_proj,0.0000038301,0.05000,15.584
19,mlp.experts.108.up_proj,0.0000068676,0.05000,15.383
19,mlp.experts.94.up_proj,0.0000125006,0.05000,15.627
19,mlp.experts.86.up_proj,0.0000108851,0.05000,15.508
19,mlp.experts.90.up_proj,0.0000064765,0.05000,15.540
19,mlp.experts.104.up_proj,0.0000298870,0.05000,15.607
19,mlp.experts.95.up_proj,0.0000053211,0.05000,15.680
19,mlp.experts.107.up_proj,0.0000126931,0.05000,15.478
19,mlp.experts.99.up_proj,0.0000078921,0.05000,15.546
19,mlp.experts.101.up_proj,0.0000063578,0.05000,14.725
19,mlp.experts.97.up_proj,0.0000285059,0.05000,14.834
19,mlp.experts.109.up_proj,0.0000094070,0.05000,14.863
19,mlp.experts.105.up_proj,0.0000168671,0.05000,14.685
19,mlp.experts.98.up_proj,0.0000275405,0.05000,14.626
19,mlp.experts.96.up_proj,0.0000079597,0.05000,14.683
19,mlp.experts.100.up_proj,0.0000079093,0.05000,14.807
19,mlp.experts.124.up_proj,0.0000277310,0.05000,14.670
19,mlp.experts.103.up_proj,0.0000412677,0.05000,14.870
19,mlp.experts.110.up_proj,0.0000043777,0.05000,14.836
19,mlp.experts.106.up_proj,0.0000106883,0.05000,14.744
19,mlp.experts.120.up_proj,0.0000081122,0.05000,14.650
19,mlp.experts.102.up_proj,0.0000082343,0.05000,14.852
19,mlp.experts.111.up_proj,0.0000066372,0.05000,14.684
19,mlp.experts.140.up_proj,failsafe(rtn): 0.0009537,0.00000,0.732
19,mlp.experts.123.up_proj,0.0000110159,0.05000,14.731
19,mlp.experts.115.up_proj,0.0000042346,0.05000,14.719
19,mlp.experts.117.up_proj,0.0000317556,0.05000,15.432
19,mlp.experts.113.up_proj,0.0000187207,0.05000,15.456
19,mlp.experts.125.up_proj,0.0000103970,0.05000,15.519
19,mlp.experts.114.up_proj,0.0000114009,0.05000,15.399
19,mlp.experts.121.up_proj,0.0000117152,0.05000,15.488
19,mlp.experts.116.up_proj,0.0000061321,0.05000,15.415
19,mlp.experts.112.up_proj,0.0000088714,0.05000,15.564
19,mlp.experts.119.up_proj,0.0000149529,0.05000,15.657
19,mlp.experts.126.up_proj,0.0000102700,0.05000,15.612
19,mlp.experts.136.up_proj,0.0000258067,0.05000,15.585
19,mlp.experts.118.up_proj,0.0000069979,0.05000,15.573
19,mlp.experts.122.up_proj,0.0000049850,0.05000,15.682
19,mlp.experts.127.up_proj,0.0000036716,0.05000,15.788
19,mlp.experts.156.up_proj,0.0000240841,0.05000,15.753
19,mlp.experts.139.up_proj,0.0000096070,0.05000,15.757
19,mlp.experts.131.up_proj,0.0000137768,0.05000,15.771
19,mlp.experts.147.up_proj,failsafe(rtn): 0.0009575,0.00000,0.773
19,mlp.experts.129.up_proj,0.0000097824,0.05000,15.323
19,mlp.experts.141.up_proj,0.0000070270,0.05000,15.399
19,mlp.experts.133.up_proj,0.0000038300,0.05000,15.631
19,mlp.experts.130.up_proj,0.0000081836,0.05000,15.403
19,mlp.experts.137.up_proj,0.0000087023,0.05000,15.604
19,mlp.experts.128.up_proj,0.0000425989,0.05000,15.506
19,mlp.experts.132.up_proj,0.0000085887,0.05000,15.565
19,mlp.experts.135.up_proj,0.0000092773,0.05000,15.546
19,mlp.experts.142.up_proj,0.0000113623,0.05000,15.564
19,mlp.experts.152.up_proj,0.0000402305,0.05000,15.454
19,mlp.experts.134.up_proj,0.0000032325,0.05000,15.586
19,mlp.experts.138.up_proj,0.0000219272,0.05000,15.559
19,mlp.experts.172.up_proj,0.0000554129,0.05000,15.399
19,mlp.experts.143.up_proj,0.0000068834,0.05000,15.555
19,mlp.experts.168.up_proj,failsafe(rtn): 0.0008545,0.00000,0.856
19,mlp.experts.155.up_proj,0.0000298931,0.05000,15.549
19,mlp.experts.163.up_proj,0.0000052953,0.05000,15.411
19,mlp.experts.145.up_proj,0.0000401252,0.05000,15.081
19,mlp.experts.157.up_proj,0.0000354174,0.05000,15.041
19,mlp.experts.149.up_proj,0.0000128744,0.05000,15.126
19,mlp.experts.146.up_proj,0.0000208859,0.05000,15.113
19,mlp.experts.153.up_proj,0.0000052714,0.05000,15.013
19,mlp.experts.144.up_proj,0.0000093880,0.05000,14.949
19,mlp.experts.148.up_proj,0.0000049352,0.05000,14.955
19,mlp.experts.151.up_proj,0.0000096880,0.05000,14.924
19,mlp.experts.158.up_proj,0.0000080702,0.05000,15.067
19,mlp.experts.150.up_proj,0.0000122566,0.05000,14.877
19,mlp.experts.154.up_proj,0.0000053495,0.05000,14.981
19,mlp.experts.188.up_proj,0.0000109167,0.05000,15.043
19,mlp.experts.159.up_proj,0.0000206469,0.05000,14.971
19,mlp.experts.184.up_proj,0.0000184597,0.05000,15.012
19,mlp.experts.171.up_proj,0.0000336776,0.05000,15.222
19,mlp.experts.187.up_proj,failsafe(rtn): 0.0009232,0.00000,0.722
19,mlp.experts.179.up_proj,0.0000132750,0.05000,15.232
19,mlp.experts.161.up_proj,0.0000327374,0.05000,14.362
19,mlp.experts.173.up_proj,0.0000069620,0.05000,14.406
19,mlp.experts.165.up_proj,0.0000089718,0.05000,14.449
19,mlp.experts.162.up_proj,0.0000075273,0.05000,14.411
19,mlp.experts.169.up_proj,0.0000029701,0.05000,14.412
19,mlp.experts.160.up_proj,0.0000047878,0.05000,14.462
19,mlp.experts.164.up_proj,0.0000132582,0.05000,14.483
19,mlp.experts.167.up_proj,0.0000082738,0.05000,14.459
19,mlp.experts.166.up_proj,0.0000090907,0.05000,14.324
19,mlp.experts.174.up_proj,0.0000056627,0.05000,14.448
19,mlp.experts.170.up_proj,0.0000171246,0.05000,14.413
19,mlp.experts.204.up_proj,0.0000123382,0.05000,14.299
19,mlp.experts.175.up_proj,0.0000088679,0.05000,14.275
19,mlp.experts.200.up_proj,0.0000519668,0.05000,14.230
19,mlp.experts.203.up_proj,0.0000077903,0.05000,14.248
19,mlp.experts.195.up_proj,0.0000081246,0.05000,14.309
19,mlp.experts.177.up_proj,0.0000127517,0.05000,15.235
19,mlp.experts.189.up_proj,0.0000350665,0.05000,15.068
19,mlp.experts.181.up_proj,0.0000141001,0.05000,15.300
19,mlp.experts.178.up_proj,0.0000106737,0.05000,15.321
19,mlp.experts.185.up_proj,0.0000183601,0.05000,15.257
19,mlp.experts.180.up_proj,0.0000084911,0.05000,15.229
19,mlp.experts.176.up_proj,0.0000059933,0.05000,15.353
19,mlp.experts.183.up_proj,0.0000047880,0.05000,15.399
19,mlp.experts.182.up_proj,0.0000526485,0.05000,15.245
19,mlp.experts.186.up_proj,0.0000050661,0.05000,15.279
19,mlp.experts.190.up_proj,0.0000074955,0.05000,15.390
19,mlp.experts.220.up_proj,0.0000234200,0.05000,15.213
19,mlp.experts.191.up_proj,0.0000126253,0.05000,15.322
19,mlp.experts.216.up_proj,0.0000089001,0.05000,15.347
19,mlp.experts.219.up_proj,0.0000142439,0.05000,15.284
19,mlp.experts.211.up_proj,0.0000083840,0.05000,15.174
19,mlp.experts.205.up_proj,0.0000345249,0.05000,15.194
19,mlp.experts.193.up_proj,0.0000107749,0.05000,15.317
19,mlp.experts.197.up_proj,0.0000083736,0.05000,15.112
19,mlp.experts.201.up_proj,0.0000137980,0.05000,15.155
19,mlp.experts.194.up_proj,0.0000072981,0.05000,15.336
19,mlp.experts.196.up_proj,0.0000102707,0.05000,15.263
19,mlp.experts.192.up_proj,0.0000053507,0.05000,15.331
19,mlp.experts.198.up_proj,0.0000415876,0.05000,15.133
19,mlp.experts.199.up_proj,0.0000081770,0.05000,15.340
19,mlp.experts.202.up_proj,0.0000103822,0.05000,15.416
19,mlp.experts.206.up_proj,0.0000115672,0.05000,15.410
19,mlp.experts.236.up_proj,0.0000214597,0.05000,15.370
19,mlp.experts.232.up_proj,0.0000151587,0.05000,15.296
19,mlp.experts.207.up_proj,0.0000090125,0.05000,15.557
19,mlp.experts.235.up_proj,0.0000080001,0.05000,15.524
19,mlp.experts.227.up_proj,0.0000109105,0.05000,15.553
19,mlp.experts.221.up_proj,0.0000085416,0.05000,14.703
19,mlp.experts.209.up_proj,0.0000105674,0.05000,14.902
19,mlp.experts.213.up_proj,0.0000186533,0.05000,14.801
19,mlp.experts.210.up_proj,0.0000427852,0.05000,14.745
19,mlp.experts.217.up_proj,0.0000021393,0.05000,14.822
19,mlp.experts.212.up_proj,0.0000034558,0.05000,14.991
19,mlp.experts.208.up_proj,0.0000053677,0.05000,14.959
19,mlp.experts.214.up_proj,0.0000059062,0.05000,14.941
19,mlp.experts.215.up_proj,0.0000049956,0.05000,15.060
19,mlp.experts.222.up_proj,0.0000238329,0.05000,14.855
19,mlp.experts.252.up_proj,0.0000141486,0.05000,14.759
19,mlp.experts.218.up_proj,0.0000090766,0.05000,14.894
19,mlp.experts.248.up_proj,0.0000111767,0.05000,14.769
19,mlp.experts.223.up_proj,0.0000104698,0.05000,14.896
19,mlp.experts.251.up_proj,0.0000156956,0.05000,14.704
19,mlp.experts.243.up_proj,0.0000062574,0.05000,14.647
19,mlp.experts.12.down_proj,0.0000003925,0.05000,3.659
19,mlp.experts.8.down_proj,0.0000003779,0.05000,3.712
19,mlp.experts.11.down_proj,0.0000001491,0.05000,3.706
19,mlp.experts.3.down_proj,0.0000005764,0.05000,3.862
19,mlp.experts.28.down_proj,0.0000005498,0.05000,3.792
19,mlp.experts.24.down_proj,0.0000001690,0.05000,3.799
19,mlp.experts.27.down_proj,0.0000011181,0.05000,3.699
19,mlp.experts.19.down_proj,0.0000006286,0.05000,3.583
19,mlp.experts.44.down_proj,0.0000000987,0.05000,3.351
19,mlp.experts.40.down_proj,0.0000001906,0.05000,3.148
19,mlp.experts.237.up_proj,0.0000096773,0.05000,14.463
19,mlp.experts.43.down_proj,0.0000003744,0.05000,3.286
19,mlp.experts.225.up_proj,0.0000081408,0.05000,14.465
19,mlp.experts.229.up_proj,0.0000112674,0.05000,14.413
19,mlp.experts.35.down_proj,0.0000001275,0.05000,3.327
19,mlp.experts.233.up_proj,0.0000246419,0.05000,14.351
19,mlp.experts.226.up_proj,0.0000038252,0.05000,14.394
19,mlp.experts.224.up_proj,0.0000056180,0.05000,14.372
19,mlp.experts.228.up_proj,0.0000091883,0.05000,14.478
19,mlp.experts.230.up_proj,0.0000059450,0.05000,14.594
19,mlp.experts.231.up_proj,0.0000090974,0.05000,14.470
19,mlp.experts.238.up_proj,0.0000080795,0.05000,14.542
19,mlp.experts.234.up_proj,0.0000152847,0.05000,14.542
19,mlp.experts.60.down_proj,0.0000002534,0.05000,3.892
19,mlp.experts.239.up_proj,0.0000114221,0.05000,14.543
19,mlp.experts.56.down_proj,0.0000001514,0.05000,4.043
19,mlp.experts.59.down_proj,0.0000001073,0.05000,3.913
19,mlp.experts.51.down_proj,0.0000007552,0.05000,3.975
19,mlp.experts.76.down_proj,0.0000008998,0.05000,3.365
19,mlp.experts.72.down_proj,0.0000003628,0.05000,3.268
19,mlp.experts.75.down_proj,0.0000002476,0.05000,3.429
19,mlp.experts.67.down_proj,0.0000003283,0.05000,3.608
19,mlp.experts.92.down_proj,0.0000001453,0.05000,3.786
19,mlp.experts.88.down_proj,0.0000001388,0.05000,3.793
19,mlp.experts.91.down_proj,0.0000002081,0.05000,3.829
19,mlp.experts.83.down_proj,0.0000007524,0.05000,3.880
19,mlp.experts.108.down_proj,0.0000002878,0.05000,4.037
19,mlp.experts.104.down_proj,0.0000009180,0.05000,4.050
19,mlp.experts.253.up_proj,0.0000059965,0.05000,15.118
19,mlp.experts.107.down_proj,0.0000004277,0.05000,3.999
19,mlp.experts.241.up_proj,0.0000179566,0.05000,15.155
19,mlp.experts.245.up_proj,0.0000085405,0.05000,15.157
19,mlp.experts.99.down_proj,0.0000001388,0.05000,3.987
19,mlp.experts.242.up_proj,0.0000080398,0.05000,15.233
19,mlp.experts.249.up_proj,0.0000101873,0.05000,15.282
19,mlp.experts.240.up_proj,0.0000070926,0.05000,15.032
19,mlp.experts.244.up_proj,0.0000259056,0.05000,15.134
19,mlp.experts.246.up_proj,0.0000162852,0.05000,15.074
19,mlp.experts.247.up_proj,0.0000076755,0.05000,15.232
19,mlp.experts.250.up_proj,0.0000093417,0.05000,14.970
19,mlp.experts.254.up_proj,0.0000106463,0.05000,15.006
19,mlp.experts.124.down_proj,0.0000009126,0.05000,3.792
19,mlp.experts.140.down_proj,failsafe(rtn): 0.0009232,0.00000,0.160
19,mlp.experts.120.down_proj,0.0000003459,0.05000,3.790
19,mlp.experts.255.up_proj,0.0000164472,0.05000,14.956
19,mlp.experts.13.down_proj,0.0000006268,0.05000,3.781
19,mlp.experts.123.down_proj,0.0000001287,0.05000,3.801
19,mlp.experts.1.down_proj,0.0000001047,0.05000,3.803
19,mlp.experts.5.down_proj,0.0000011612,0.05000,3.779
19,mlp.experts.115.down_proj,0.0000001723,0.05000,3.899
19,mlp.experts.2.down_proj,0.0000001367,0.05000,3.895
19,mlp.experts.9.down_proj,0.0000004861,0.05000,3.874
19,mlp.experts.0.down_proj,0.0000015480,0.05000,3.954
19,mlp.experts.4.down_proj,0.0000005661,0.05000,3.959
19,mlp.experts.6.down_proj,0.0000007227,0.05000,3.925
19,mlp.experts.7.down_proj,0.0000002347,0.05000,4.018
19,mlp.experts.14.down_proj,0.0000002290,0.05000,3.995
19,mlp.experts.10.down_proj,0.0000000416,0.05000,4.112
19,mlp.experts.156.down_proj,0.0000005251,0.05000,4.134
19,mlp.experts.136.down_proj,0.0000008248,0.05000,4.157
19,mlp.experts.15.down_proj,0.0000004599,0.05000,4.157
19,mlp.experts.29.down_proj,0.0000003545,0.05000,4.156
19,mlp.experts.139.down_proj,0.0000001018,0.05000,4.103
19,mlp.experts.17.down_proj,0.0000001965,0.05000,4.059
19,mlp.experts.21.down_proj,0.0000007388,0.05000,4.062
19,mlp.experts.25.down_proj,0.0000002079,0.05000,3.848
19,mlp.experts.18.down_proj,0.0000005260,0.05000,3.872
19,mlp.experts.131.down_proj,0.0000004827,0.05000,3.908
19,mlp.experts.147.down_proj,failsafe(rtn): 0.0009232,0.00000,0.174
19,mlp.experts.16.down_proj,0.0000002018,0.05000,3.965
19,mlp.experts.20.down_proj,0.0000001223,0.05000,3.980
19,mlp.experts.22.down_proj,0.0000002580,0.05000,3.930
19,mlp.experts.23.down_proj,0.0000003144,0.05000,3.845
19,mlp.experts.30.down_proj,0.0000002677,0.05000,3.826
19,mlp.experts.26.down_proj,0.0000001746,0.05000,3.763
19,mlp.experts.172.down_proj,0.0000011251,0.05000,3.692
19,mlp.experts.31.down_proj,0.0000002547,0.05000,3.663
19,mlp.experts.152.down_proj,0.0000015998,0.05000,3.691
19,mlp.experts.168.down_proj,failsafe(rtn): 0.0008545,0.00000,0.190
19,mlp.experts.45.down_proj,0.0000004014,0.05000,3.723
19,mlp.experts.155.down_proj,0.0000011559,0.05000,3.749
19,mlp.experts.33.down_proj,0.0000001647,0.05000,3.691
19,mlp.experts.37.down_proj,0.0000001741,0.05000,3.714
19,mlp.experts.34.down_proj,0.0000003248,0.05000,3.850
19,mlp.experts.41.down_proj,0.0000001010,0.05000,3.883
19,mlp.experts.163.down_proj,0.0000001979,0.05000,3.928
19,mlp.experts.32.down_proj,0.0000001326,0.05000,4.037
19,mlp.experts.36.down_proj,0.0000000753,0.05000,4.016
19,mlp.experts.38.down_proj,0.0000002174,0.05000,3.984
19,mlp.experts.46.down_proj,0.0000003816,0.05000,4.138
19,mlp.experts.39.down_proj,0.0000001577,0.05000,4.178
19,mlp.experts.42.down_proj,0.0000004275,0.05000,4.176
19,mlp.experts.188.down_proj,0.0000001930,0.05000,4.209
19,mlp.experts.47.down_proj,0.0000002696,0.05000,4.262
19,mlp.experts.184.down_proj,0.0000002348,0.05000,4.226
19,mlp.experts.61.down_proj,0.0000001876,0.05000,3.984
19,mlp.experts.49.down_proj,0.0000009999,0.05000,3.927
19,mlp.experts.171.down_proj,0.0000011019,0.05000,4.011
19,mlp.experts.53.down_proj,0.0000003631,0.05000,3.981
19,mlp.experts.187.down_proj,failsafe(rtn): 0.0009117,0.00000,0.154
19,mlp.experts.50.down_proj,0.0000006125,0.05000,3.769
19,mlp.experts.57.down_proj,0.0000001534,0.05000,3.750
19,mlp.experts.179.down_proj,0.0000004197,0.05000,3.664
19,mlp.experts.48.down_proj,0.0000003772,0.05000,3.633
19,mlp.experts.52.down_proj,0.0000004111,0.05000,3.663
19,mlp.experts.54.down_proj,0.0000002357,0.05000,3.600
19,mlp.experts.62.down_proj,0.0000011148,0.05000,3.536
19,mlp.experts.55.down_proj,0.0000004107,0.05000,3.584
19,mlp.experts.58.down_proj,0.0000003775,0.05000,3.631
19,mlp.experts.204.down_proj,0.0000001309,0.05000,3.571
19,mlp.experts.63.down_proj,0.0000002259,0.05000,3.750
19,mlp.experts.200.down_proj,0.0000015331,0.05000,3.761
19,mlp.experts.77.down_proj,0.0000005164,0.05000,3.789
19,mlp.experts.65.down_proj,0.0000007022,0.05000,3.798
19,mlp.experts.69.down_proj,0.0000002471,0.05000,3.780
19,mlp.experts.203.down_proj,0.0000001871,0.05000,3.900
19,mlp.experts.73.down_proj,0.0000002054,0.05000,3.934
19,mlp.experts.66.down_proj,0.0000002257,0.05000,3.943
19,mlp.experts.195.down_proj,0.0000001190,0.05000,4.054
19,mlp.experts.64.down_proj,0.0000003763,0.05000,4.072
19,mlp.experts.68.down_proj,0.0000003825,0.05000,4.003
19,mlp.experts.70.down_proj,0.0000006597,0.05000,3.861
19,mlp.experts.78.down_proj,0.0000002856,0.05000,3.858
19,mlp.experts.74.down_proj,0.0000001806,0.05000,3.757
19,mlp.experts.71.down_proj,0.0000001236,0.05000,3.871
19,mlp.experts.220.down_proj,0.0000003022,0.05000,3.709
19,mlp.experts.79.down_proj,0.0000001176,0.05000,3.735
19,mlp.experts.216.down_proj,0.0000003424,0.05000,3.782
19,mlp.experts.93.down_proj,0.0000004958,0.05000,4.033
19,mlp.experts.81.down_proj,0.0000004217,0.05000,4.074
19,mlp.experts.85.down_proj,0.0000003383,0.05000,3.998
19,mlp.experts.219.down_proj,0.0000002205,0.05000,4.027
19,mlp.experts.89.down_proj,0.0000001720,0.05000,3.988
19,mlp.experts.82.down_proj,0.0000005088,0.05000,4.081
19,mlp.experts.211.down_proj,0.0000003525,0.05000,4.028
19,mlp.experts.80.down_proj,0.0000003691,0.05000,4.166
19,mlp.experts.84.down_proj,0.0000003301,0.05000,4.146
19,mlp.experts.86.down_proj,0.0000002104,0.05000,4.267
19,mlp.experts.94.down_proj,0.0000001788,0.05000,4.314
19,mlp.experts.90.down_proj,0.0000000659,0.05000,4.396
19,mlp.experts.87.down_proj,0.0000000685,0.05000,4.404
19,mlp.experts.236.down_proj,0.0000002827,0.05000,4.400
19,mlp.experts.95.down_proj,0.0000002687,0.05000,4.403
19,mlp.experts.232.down_proj,0.0000003439,0.05000,4.447
19,mlp.experts.109.down_proj,0.0000003280,0.05000,4.305
19,mlp.experts.101.down_proj,0.0000002367,0.05000,4.266
19,mlp.experts.97.down_proj,0.0000005240,0.05000,4.317
19,mlp.experts.235.down_proj,0.0000000967,0.05000,4.354
19,mlp.experts.105.down_proj,0.0000002072,0.05000,4.407
19,mlp.experts.98.down_proj,0.0000003838,0.05000,4.420
19,mlp.experts.227.down_proj,0.0000003273,0.05000,4.338
19,mlp.experts.96.down_proj,0.0000003439,0.05000,4.371
19,mlp.experts.100.down_proj,0.0000002512,0.05000,4.420
19,mlp.experts.102.down_proj,0.0000002895,0.05000,4.390
19,mlp.experts.106.down_proj,0.0000004234,0.05000,4.124
19,mlp.experts.110.down_proj,0.0000001442,0.05000,4.288
19,mlp.experts.103.down_proj,0.0000020603,0.05000,4.147
19,mlp.experts.252.down_proj,0.0000005401,0.05000,4.150
19,mlp.experts.111.down_proj,0.0000002564,0.05000,4.017
19,mlp.experts.248.down_proj,0.0000001920,0.05000,4.027
19,mlp.experts.125.down_proj,0.0000001710,0.05000,3.925
19,mlp.experts.113.down_proj,0.0000006008,0.05000,3.878
19,mlp.experts.117.down_proj,0.0000012200,0.05000,3.912
19,mlp.experts.251.down_proj,0.0000004972,0.05000,3.770
19,mlp.experts.121.down_proj,0.0000002615,0.05000,3.552
19,mlp.experts.114.down_proj,0.0000001118,0.05000,3.576
19,mlp.experts.243.down_proj,0.0000001757,0.05000,3.522
19,mlp.experts.112.down_proj,0.0000002903,0.05000,3.353
19,mlp.experts.116.down_proj,0.0000002014,0.05000,3.315
19,mlp.experts.118.down_proj,0.0000001745,0.05000,3.117
19,mlp.experts.122.down_proj,0.0000001614,0.05000,3.070
19,mlp.experts.119.down_proj,0.0000004029,0.05000,3.077
19,mlp.experts.126.down_proj,0.0000003814,0.05000,3.093
19,mlp.experts.127.down_proj,0.0000001811,0.05000,3.019
19,mlp.experts.141.down_proj,0.0000001225,0.05000,2.598
19,mlp.experts.129.down_proj,0.0000003577,0.05000,2.605
19,mlp.experts.133.down_proj,0.0000001883,0.05000,2.599
19,mlp.experts.137.down_proj,0.0000003063,0.05000,2.562
19,mlp.experts.130.down_proj,0.0000002337,0.05000,2.559
19,mlp.experts.128.down_proj,0.0000015152,0.05000,2.439
19,mlp.experts.132.down_proj,0.0000003500,0.05000,2.444
19,mlp.experts.134.down_proj,0.0000001544,0.05000,2.461
19,mlp.experts.138.down_proj,0.0000002684,0.05000,2.450
19,mlp.experts.135.down_proj,0.0000004854,0.05000,2.473
19,mlp.experts.142.down_proj,0.0000001517,0.05000,2.486
19,mlp.experts.143.down_proj,0.0000002423,0.05000,2.550
19,mlp.experts.157.down_proj,0.0000011750,0.05000,2.541
19,mlp.experts.149.down_proj,0.0000007734,0.05000,2.493
19,mlp.experts.145.down_proj,0.0000015783,0.05000,2.523
19,mlp.experts.153.down_proj,0.0000000455,0.05000,2.568
19,mlp.experts.146.down_proj,0.0000010112,0.05000,2.655
19,mlp.experts.144.down_proj,0.0000003230,0.05000,2.677
19,mlp.experts.148.down_proj,0.0000000470,0.05000,2.691
19,mlp.experts.150.down_proj,0.0000003030,0.05000,2.691
19,mlp.experts.154.down_proj,0.0000000730,0.05000,2.750
19,mlp.experts.151.down_proj,0.0000004313,0.05000,2.767
19,mlp.experts.158.down_proj,0.0000000793,0.05000,2.811
19,mlp.experts.159.down_proj,0.0000006762,0.05000,2.745
19,mlp.experts.173.down_proj,0.0000001033,0.05000,2.857
19,mlp.experts.165.down_proj,0.0000004460,0.05000,2.900
19,mlp.experts.161.down_proj,0.0000004940,0.05000,2.923
19,mlp.experts.169.down_proj,0.0000001287,0.05000,2.832
19,mlp.experts.162.down_proj,0.0000001839,0.05000,2.822
19,mlp.experts.160.down_proj,0.0000001369,0.05000,2.757
19,mlp.experts.164.down_proj,0.0000003322,0.05000,2.779
19,mlp.experts.166.down_proj,0.0000002433,0.05000,2.762
19,mlp.experts.170.down_proj,0.0000004531,0.05000,2.741
19,mlp.experts.167.down_proj,0.0000003255,0.05000,2.651
19,mlp.experts.174.down_proj,0.0000002505,0.05000,2.701
19,mlp.experts.175.down_proj,0.0000003187,0.05000,2.602
19,mlp.experts.189.down_proj,0.0000008248,0.05000,2.593
19,mlp.experts.181.down_proj,0.0000004763,0.05000,2.605
19,mlp.experts.177.down_proj,0.0000002385,0.05000,2.607
19,mlp.experts.185.down_proj,0.0000007230,0.05000,2.605
19,mlp.experts.178.down_proj,0.0000002847,0.05000,2.598
19,mlp.experts.176.down_proj,0.0000001049,0.05000,2.595
19,mlp.experts.180.down_proj,0.0000002699,0.05000,2.601
19,mlp.experts.182.down_proj,0.0000015521,0.05000,2.577
19,mlp.experts.183.down_proj,0.0000002397,0.05000,2.559
19,mlp.experts.186.down_proj,0.0000000635,0.05000,2.611
19,mlp.experts.190.down_proj,0.0000003412,0.05000,2.547
19,mlp.experts.191.down_proj,0.0000001551,0.05000,2.660
19,mlp.experts.205.down_proj,0.0000011250,0.05000,2.663
19,mlp.experts.193.down_proj,0.0000003019,0.05000,2.569
19,mlp.experts.197.down_proj,0.0000003281,0.05000,2.631
19,mlp.experts.201.down_proj,0.0000003870,0.05000,2.581
19,mlp.experts.194.down_proj,0.0000000793,0.05000,2.573
19,mlp.experts.192.down_proj,0.0000002662,0.05000,2.535
19,mlp.experts.196.down_proj,0.0000003420,0.05000,2.574
19,mlp.experts.198.down_proj,0.0000010923,0.05000,2.594
19,mlp.experts.199.down_proj,0.0000003354,0.05000,2.520
19,mlp.experts.202.down_proj,0.0000004050,0.05000,2.568
19,mlp.experts.206.down_proj,0.0000002874,0.05000,2.585
19,mlp.experts.207.down_proj,0.0000001012,0.05000,2.523
19,mlp.experts.221.down_proj,0.0000001177,0.05000,2.614
19,mlp.experts.213.down_proj,0.0000007337,0.05000,2.647
19,mlp.experts.209.down_proj,0.0000001429,0.05000,2.660
19,mlp.experts.217.down_proj,0.0000001579,0.05000,2.749
19,mlp.experts.210.down_proj,0.0000016009,0.05000,2.785
19,mlp.experts.208.down_proj,0.0000001200,0.05000,2.866
19,mlp.experts.212.down_proj,0.0000000930,0.05000,2.867
19,mlp.experts.214.down_proj,0.0000000906,0.05000,2.867
19,mlp.experts.215.down_proj,0.0000001775,0.05000,2.877
19,mlp.experts.218.down_proj,0.0000004034,0.05000,2.880
19,mlp.experts.222.down_proj,0.0000004380,0.05000,2.904
19,mlp.experts.223.down_proj,0.0000003062,0.05000,2.847
19,mlp.experts.237.down_proj,0.0000002440,0.05000,2.667
19,mlp.experts.225.down_proj,0.0000002879,0.05000,2.693
19,mlp.experts.229.down_proj,0.0000009834,0.05000,2.710
19,mlp.experts.233.down_proj,0.0000011415,0.05000,2.547
19,mlp.experts.226.down_proj,0.0000001463,0.05000,2.527
19,mlp.experts.224.down_proj,0.0000001138,0.05000,2.393
19,mlp.experts.228.down_proj,0.0000003940,0.05000,2.442
19,mlp.experts.230.down_proj,0.0000002540,0.05000,2.426
19,mlp.experts.231.down_proj,0.0000003499,0.05000,2.408
19,mlp.experts.234.down_proj,0.0000001864,0.05000,2.402
19,mlp.experts.238.down_proj,0.0000000846,0.05000,2.414
19,mlp.experts.239.down_proj,0.0000000227,0.05000,2.425
19,mlp.experts.253.down_proj,0.0000002327,0.05000,2.426
19,mlp.experts.241.down_proj,0.0000005197,0.05000,2.423
19,mlp.experts.245.down_proj,0.0000002575,0.05000,2.421
19,mlp.experts.249.down_proj,0.0000004094,0.05000,2.339
19,mlp.experts.242.down_proj,0.0000001063,0.05000,2.250
19,mlp.experts.240.down_proj,0.0000003733,0.05000,2.198
19,mlp.experts.244.down_proj,0.0000003452,0.05000,2.067
19,mlp.experts.246.down_proj,0.0000001908,0.05000,1.994
19,mlp.experts.247.down_proj,0.0000002024,0.05000,1.826
19,mlp.experts.250.down_proj,0.0000002638,0.05000,1.788
19,mlp.experts.254.down_proj,0.0000001478,0.05000,1.653
19,mlp.experts.255.down_proj,0.0000001910,0.05000,1.450
20,mlp.experts.12.gate_proj,0.0000200743,0.05000,15.597
20,mlp.experts.9.gate_proj,0.0000107066,0.05000,15.673
20,mlp.experts.13.gate_proj,0.0000303428,0.05000,15.675
20,mlp.experts.1.gate_proj,0.0000050676,0.05000,15.688
20,mlp.experts.2.gate_proj,0.0000337635,0.05000,15.713
20,mlp.experts.8.gate_proj,0.0000022970,0.05000,15.721
20,mlp.experts.5.gate_proj,0.0000184917,0.05000,15.730
20,mlp.experts.6.gate_proj,0.0000126945,0.05000,15.746
20,mlp.experts.7.gate_proj,0.0000068517,0.05000,15.771
20,mlp.experts.0.gate_proj,0.0000230200,0.05000,15.801
20,mlp.experts.11.gate_proj,0.0000066942,0.05000,15.822
20,mlp.experts.10.gate_proj,0.0000238448,0.05000,15.821
20,mlp.experts.4.gate_proj,0.0000108432,0.05000,15.829
20,mlp.experts.15.gate_proj,0.0000232635,0.05000,15.829
20,mlp.experts.3.gate_proj,0.0000107938,0.05000,15.938
20,mlp.experts.14.gate_proj,0.0000750238,0.05000,15.996
20,mlp.experts.30.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.828
20,mlp.experts.18.gate_proj,0.0000091502,0.05000,15.716
20,mlp.experts.24.gate_proj,0.0000151905,0.05000,15.751
20,mlp.experts.25.gate_proj,0.0000209016,0.05000,15.809
20,mlp.experts.17.gate_proj,0.0000046509,0.05000,15.807
20,mlp.experts.26.gate_proj,0.0000025628,0.05000,15.681
20,mlp.experts.28.gate_proj,0.0000125459,0.05000,15.933
20,mlp.experts.29.gate_proj,0.0000118633,0.05000,15.842
20,mlp.experts.22.gate_proj,0.0000098571,0.05000,15.796
20,mlp.experts.20.gate_proj,0.0000213177,0.05000,15.754
20,mlp.experts.16.gate_proj,0.0000081383,0.05000,15.890
20,mlp.experts.27.gate_proj,0.0000261655,0.05000,15.879
20,mlp.experts.21.gate_proj,0.0000120400,0.05000,16.008
20,mlp.experts.23.gate_proj,0.0000056109,0.05000,16.039
20,mlp.experts.31.gate_proj,0.0000599520,0.05000,16.021
20,mlp.experts.19.gate_proj,0.0000226420,0.05000,15.955
20,mlp.experts.46.gate_proj,0.0000362840,0.05000,15.739
20,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.760
20,mlp.experts.55.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.817
20,mlp.experts.41.gate_proj,0.0000081978,0.05000,15.411
20,mlp.experts.44.gate_proj,0.0000101709,0.05000,15.392
20,mlp.experts.34.gate_proj,0.0000226796,0.05000,15.578
20,mlp.experts.45.gate_proj,0.0000165034,0.05000,15.494
20,mlp.experts.40.gate_proj,0.0000124436,0.05000,15.562
20,mlp.experts.42.gate_proj,0.0000048200,0.05000,15.542
20,mlp.experts.33.gate_proj,0.0000083023,0.05000,15.615
20,mlp.experts.36.gate_proj,0.0000078063,0.05000,15.591
20,mlp.experts.32.gate_proj,0.0000174933,0.05000,15.521
20,mlp.experts.38.gate_proj,0.0000085486,0.05000,15.662
20,mlp.experts.37.gate_proj,0.0000146218,0.05000,15.530
20,mlp.experts.43.gate_proj,0.0000183410,0.05000,15.722
20,mlp.experts.47.gate_proj,0.0000176779,0.05000,15.747
20,mlp.experts.35.gate_proj,0.0000097086,0.05000,15.834
20,mlp.experts.62.gate_proj,0.0000184306,0.05000,15.840
20,mlp.experts.71.gate_proj,0.0000084884,0.05000,15.878
20,mlp.experts.87.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.683
20,mlp.experts.58.gate_proj,0.0000148323,0.05000,15.527
20,mlp.experts.57.gate_proj,0.0000181832,0.05000,15.691
20,mlp.experts.61.gate_proj,0.0000144647,0.05000,15.583
20,mlp.experts.60.gate_proj,0.0000491819,0.05000,15.704
20,mlp.experts.50.gate_proj,0.0000033788,0.05000,15.713
20,mlp.experts.56.gate_proj,0.0000044615,0.05000,15.721
20,mlp.experts.49.gate_proj,0.0000083615,0.05000,15.675
20,mlp.experts.48.gate_proj,0.0000103335,0.05000,15.660
20,mlp.experts.53.gate_proj,0.0000091809,0.05000,15.671
20,mlp.experts.52.gate_proj,0.0000455280,0.05000,15.781
20,mlp.experts.54.gate_proj,0.0000303155,0.05000,15.753
20,mlp.experts.59.gate_proj,0.0000191710,0.05000,15.694
20,mlp.experts.63.gate_proj,0.0000099796,0.05000,15.784
20,mlp.experts.51.gate_proj,0.0000352364,0.05000,15.818
20,mlp.experts.77.gate_proj,failsafe(rtn): 0.0008507,0.00000,0.973
20,mlp.experts.78.gate_proj,0.0000137911,0.05000,15.672
20,mlp.experts.103.gate_proj,0.0000044761,0.05000,16.001
20,mlp.experts.74.gate_proj,0.0000100650,0.05000,15.341
20,mlp.experts.76.gate_proj,0.0000049079,0.05000,15.285
20,mlp.experts.73.gate_proj,0.0000145795,0.05000,15.445
20,mlp.experts.68.gate_proj,0.0000088388,0.05000,15.113
20,mlp.experts.65.gate_proj,0.0000072788,0.05000,15.259
20,mlp.experts.66.gate_proj,0.0000127283,0.05000,15.397
20,mlp.experts.64.gate_proj,0.0000115221,0.05000,15.309
20,mlp.experts.69.gate_proj,0.0000117627,0.05000,15.315
20,mlp.experts.70.gate_proj,0.0000326575,0.05000,15.275
20,mlp.experts.72.gate_proj,0.0000019304,0.05000,15.501
20,mlp.experts.75.gate_proj,0.0000237047,0.05000,15.350
20,mlp.experts.90.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.874
20,mlp.experts.79.gate_proj,0.0000410633,0.05000,15.460
20,mlp.experts.67.gate_proj,0.0000391090,0.05000,15.320
20,mlp.experts.93.gate_proj,0.0000199651,0.05000,15.350
20,mlp.experts.94.gate_proj,0.0000153908,0.05000,15.126
20,mlp.experts.119.gate_proj,0.0000064597,0.05000,14.893
20,mlp.experts.92.gate_proj,0.0000152830,0.05000,15.236
20,mlp.experts.81.gate_proj,0.0000169201,0.05000,15.086
20,mlp.experts.82.gate_proj,0.0000159062,0.05000,15.088
20,mlp.experts.85.gate_proj,0.0000052353,0.05000,14.963
20,mlp.experts.84.gate_proj,0.0000550348,0.05000,15.206
20,mlp.experts.89.gate_proj,0.0000107392,0.05000,15.255
20,mlp.experts.80.gate_proj,0.0000130694,0.05000,15.198
20,mlp.experts.86.gate_proj,0.0000053376,0.05000,15.162
20,mlp.experts.88.gate_proj,0.0000123598,0.05000,15.142
20,mlp.experts.91.gate_proj,0.0000161241,0.05000,15.218
20,mlp.experts.106.gate_proj,0.0000094359,0.05000,15.201
20,mlp.experts.95.gate_proj,0.0000090796,0.05000,15.309
20,mlp.experts.83.gate_proj,0.0000053111,0.05000,15.266
20,mlp.experts.109.gate_proj,0.0000515515,0.05000,15.279
20,mlp.experts.110.gate_proj,0.0000224097,0.05000,15.271
20,mlp.experts.135.gate_proj,0.0000097403,0.05000,15.701
20,mlp.experts.97.gate_proj,0.0000396836,0.05000,15.090
20,mlp.experts.100.gate_proj,0.0000057571,0.05000,15.124
20,mlp.experts.108.gate_proj,0.0000360150,0.05000,15.336
20,mlp.experts.98.gate_proj,0.0000204834,0.05000,15.316
20,mlp.experts.105.gate_proj,0.0000099520,0.05000,15.267
20,mlp.experts.96.gate_proj,0.0000108250,0.05000,15.218
20,mlp.experts.101.gate_proj,0.0000532770,0.05000,15.444
20,mlp.experts.104.gate_proj,0.0000110088,0.05000,15.245
20,mlp.experts.102.gate_proj,0.0000395046,0.05000,15.286
20,mlp.experts.107.gate_proj,0.0000119441,0.05000,15.165
20,mlp.experts.122.gate_proj,0.0000119841,0.05000,15.175
20,mlp.experts.111.gate_proj,0.0000394755,0.05000,15.193
20,mlp.experts.125.gate_proj,0.0000133924,0.05000,15.136
20,mlp.experts.99.gate_proj,0.0000059144,0.05000,15.424
20,mlp.experts.126.gate_proj,0.0000382732,0.05000,15.128
20,mlp.experts.151.gate_proj,0.0000063241,0.05000,15.265
20,mlp.experts.113.gate_proj,0.0000050070,0.05000,16.266
20,mlp.experts.116.gate_proj,0.0000154828,0.05000,16.179
20,mlp.experts.114.gate_proj,0.0000301327,0.05000,16.106
20,mlp.experts.124.gate_proj,0.0000086522,0.05000,16.224
20,mlp.experts.121.gate_proj,0.0000067352,0.05000,16.251
20,mlp.experts.117.gate_proj,0.0000070328,0.05000,16.167
20,mlp.experts.123.gate_proj,0.0000064008,0.05000,16.081
20,mlp.experts.112.gate_proj,0.0000086601,0.05000,16.316
20,mlp.experts.120.gate_proj,0.0000093706,0.05000,16.263
20,mlp.experts.118.gate_proj,0.0000106404,0.05000,16.231
20,mlp.experts.138.gate_proj,0.0000101643,0.05000,16.313
20,mlp.experts.141.gate_proj,0.0000082745,0.05000,16.172
20,mlp.experts.127.gate_proj,0.0000062400,0.05000,16.346
20,mlp.experts.115.gate_proj,0.0000047252,0.05000,16.257
20,mlp.experts.142.gate_proj,0.0000189126,0.05000,16.201
20,mlp.experts.167.gate_proj,0.0000170440,0.05000,16.108
20,mlp.experts.129.gate_proj,0.0000132317,0.05000,14.960
20,mlp.experts.130.gate_proj,0.0000564932,0.05000,14.999
20,mlp.experts.132.gate_proj,0.0000077007,0.05000,15.163
20,mlp.experts.140.gate_proj,0.0000188480,0.05000,15.143
20,mlp.experts.133.gate_proj,0.0000046756,0.05000,15.084
20,mlp.experts.137.gate_proj,0.0000349308,0.05000,15.121
20,mlp.experts.139.gate_proj,0.0000110683,0.05000,15.089
20,mlp.experts.136.gate_proj,0.0000151530,0.05000,15.059
20,mlp.experts.134.gate_proj,0.0000181776,0.05000,15.077
20,mlp.experts.128.gate_proj,0.0000071164,0.05000,15.188
20,mlp.experts.154.gate_proj,0.0000552975,0.05000,15.152
20,mlp.experts.157.gate_proj,0.0000084404,0.05000,15.168
20,mlp.experts.131.gate_proj,0.0000372853,0.05000,15.083
20,mlp.experts.158.gate_proj,0.0000339591,0.05000,15.112
20,mlp.experts.143.gate_proj,0.0000364405,0.05000,15.326
20,mlp.experts.173.gate_proj,failsafe(rtn): 0.0008621,0.00000,0.751
20,mlp.experts.183.gate_proj,0.0000075173,0.05000,15.266
20,mlp.experts.145.gate_proj,0.0000084715,0.05000,15.764
20,mlp.experts.146.gate_proj,0.0000028725,0.05000,15.657
20,mlp.experts.148.gate_proj,0.0000032117,0.05000,15.739
20,mlp.experts.156.gate_proj,0.0000094143,0.05000,15.707
20,mlp.experts.150.gate_proj,0.0000092760,0.05000,15.759
20,mlp.experts.155.gate_proj,0.0000259609,0.05000,15.864
20,mlp.experts.153.gate_proj,0.0000123114,0.05000,15.973
20,mlp.experts.152.gate_proj,0.0000041310,0.05000,15.923
20,mlp.experts.149.gate_proj,0.0000186925,0.05000,16.038
20,mlp.experts.144.gate_proj,0.0000100600,0.05000,15.881
20,mlp.experts.164.gate_proj,failsafe(rtn): 0.0008354,0.00000,0.922
20,mlp.experts.170.gate_proj,0.0000563392,0.05000,15.808
20,mlp.experts.174.gate_proj,0.0000049476,0.05000,15.839
20,mlp.experts.147.gate_proj,0.0000140499,0.05000,16.000
20,mlp.experts.159.gate_proj,0.0000113212,0.05000,15.948
20,mlp.experts.189.gate_proj,0.0000260801,0.05000,15.810
20,mlp.experts.199.gate_proj,0.0000071117,0.05000,15.804
20,mlp.experts.161.gate_proj,0.0000384782,0.05000,15.419
20,mlp.experts.162.gate_proj,0.0000311420,0.05000,15.531
20,mlp.experts.172.gate_proj,0.0000171472,0.05000,15.328
20,mlp.experts.166.gate_proj,0.0000374012,0.05000,15.156
20,mlp.experts.168.gate_proj,0.0000185955,0.05000,15.252
20,mlp.experts.165.gate_proj,0.0000415902,0.05000,15.252
20,mlp.experts.171.gate_proj,0.0000071731,0.05000,15.325
20,mlp.experts.169.gate_proj,0.0000051395,0.05000,15.323
20,mlp.experts.160.gate_proj,0.0000207942,0.05000,15.271
20,mlp.experts.178.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.705
20,mlp.experts.186.gate_proj,0.0000079406,0.05000,15.108
20,mlp.experts.180.gate_proj,0.0000099779,0.05000,15.243
20,mlp.experts.190.gate_proj,0.0000136122,0.05000,15.089
20,mlp.experts.163.gate_proj,0.0000229287,0.05000,15.070
20,mlp.experts.175.gate_proj,0.0000041814,0.05000,15.157
20,mlp.experts.205.gate_proj,0.0000043450,0.05000,15.143
20,mlp.experts.215.gate_proj,0.0000222219,0.05000,15.095
20,mlp.experts.177.gate_proj,0.0000275429,0.05000,14.578
20,mlp.experts.188.gate_proj,0.0000086389,0.05000,14.699
20,mlp.experts.182.gate_proj,0.0000504157,0.05000,14.759
20,mlp.experts.184.gate_proj,0.0000098774,0.05000,14.708
20,mlp.experts.187.gate_proj,0.0000055189,0.05000,14.758
20,mlp.experts.185.gate_proj,0.0000142490,0.05000,14.737
20,mlp.experts.176.gate_proj,0.0000065434,0.05000,14.741
20,mlp.experts.181.gate_proj,0.0000106528,0.05000,14.831
20,mlp.experts.194.gate_proj,0.0000147497,0.05000,14.920
20,mlp.experts.196.gate_proj,0.0000070399,0.05000,14.909
20,mlp.experts.202.gate_proj,0.0000047987,0.05000,14.986
20,mlp.experts.206.gate_proj,0.0000096473,0.05000,14.956
20,mlp.experts.179.gate_proj,0.0000109442,0.05000,15.025
20,mlp.experts.191.gate_proj,0.0000076566,0.05000,15.091
20,mlp.experts.221.gate_proj,0.0000453339,0.05000,14.828
20,mlp.experts.231.gate_proj,0.0000089010,0.05000,14.666
20,mlp.experts.193.gate_proj,0.0000049989,0.05000,14.284
20,mlp.experts.204.gate_proj,0.0000102950,0.05000,14.173
20,mlp.experts.198.gate_proj,0.0000207368,0.05000,14.248
20,mlp.experts.200.gate_proj,0.0000220693,0.05000,14.136
20,mlp.experts.201.gate_proj,0.0000156883,0.05000,14.122
20,mlp.experts.197.gate_proj,0.0000068835,0.05000,14.177
20,mlp.experts.192.gate_proj,0.0000154312,0.05000,14.257
20,mlp.experts.203.gate_proj,0.0000141631,0.05000,14.349
20,mlp.experts.212.gate_proj,0.0000320899,0.05000,14.211
20,mlp.experts.210.gate_proj,0.0000105989,0.05000,14.286
20,mlp.experts.218.gate_proj,0.0000156749,0.05000,14.299
20,mlp.experts.222.gate_proj,0.0000043537,0.05000,14.360
20,mlp.experts.195.gate_proj,0.0000053516,0.05000,14.276
20,mlp.experts.207.gate_proj,0.0000049859,0.05000,14.291
20,mlp.experts.237.gate_proj,0.0000038995,0.05000,14.308
20,mlp.experts.247.gate_proj,0.0000125666,0.05000,14.739
20,mlp.experts.209.gate_proj,0.0000119087,0.05000,15.518
20,mlp.experts.220.gate_proj,0.0000087884,0.05000,15.510
20,mlp.experts.216.gate_proj,0.0000044500,0.05000,15.528
20,mlp.experts.214.gate_proj,0.0000137492,0.05000,15.595
20,mlp.experts.213.gate_proj,0.0000161063,0.05000,15.464
20,mlp.experts.208.gate_proj,0.0000180727,0.05000,15.409
20,mlp.experts.217.gate_proj,0.0000048621,0.05000,15.726
20,mlp.experts.219.gate_proj,0.0000163289,0.05000,15.585
20,mlp.experts.228.gate_proj,0.0000335267,0.05000,15.476
20,mlp.experts.226.gate_proj,0.0000700151,0.05000,15.511
20,mlp.experts.234.gate_proj,0.0000052554,0.05000,15.428
20,mlp.experts.211.gate_proj,0.0000113673,0.05000,15.391
20,mlp.experts.238.gate_proj,0.0000228699,0.05000,15.603
20,mlp.experts.223.gate_proj,0.0000056881,0.05000,15.419
20,mlp.experts.253.gate_proj,0.0000113724,0.05000,15.676
20,mlp.experts.7.up_proj,0.0000077683,0.05000,15.306
20,mlp.experts.225.gate_proj,0.0000102939,0.05000,15.744
20,mlp.experts.236.gate_proj,0.0000192796,0.05000,15.869
20,mlp.experts.232.gate_proj,0.0000170133,0.05000,15.828
20,mlp.experts.230.gate_proj,0.0000120076,0.05000,15.874
20,mlp.experts.224.gate_proj,0.0000044670,0.05000,15.824
20,mlp.experts.229.gate_proj,0.0000348867,0.05000,15.909
20,mlp.experts.233.gate_proj,0.0000125280,0.05000,15.842
20,mlp.experts.235.gate_proj,0.0000146669,0.05000,15.904
20,mlp.experts.242.gate_proj,0.0000078752,0.05000,15.820
20,mlp.experts.250.gate_proj,0.0000548785,0.05000,15.816
20,mlp.experts.244.gate_proj,0.0000229497,0.05000,15.874
20,mlp.experts.254.gate_proj,0.0000301366,0.05000,15.709
20,mlp.experts.227.gate_proj,0.0000482337,0.05000,15.853
20,mlp.experts.239.gate_proj,0.0000066722,0.05000,15.822
20,mlp.experts.13.up_proj,0.0000315713,0.05000,15.711
20,mlp.experts.23.up_proj,0.0000046924,0.05000,15.979
20,mlp.experts.39.up_proj,failsafe(rtn): 0.0008621,0.00000,0.863
20,mlp.experts.55.up_proj,failsafe(rtn): 0.0008965,0.00000,0.813
20,mlp.experts.241.gate_proj,0.0000600630,0.05000,15.719
20,mlp.experts.252.gate_proj,0.0000085863,0.05000,15.653
20,mlp.experts.246.gate_proj,0.0000032527,0.05000,15.598
20,mlp.experts.248.gate_proj,0.0000156819,0.05000,15.743
20,mlp.experts.245.gate_proj,0.0000084226,0.05000,15.571
20,mlp.experts.240.gate_proj,0.0000036309,0.05000,15.728
20,mlp.experts.249.gate_proj,0.0000160965,0.05000,15.812
20,mlp.experts.251.gate_proj,0.0000174259,0.05000,15.751
20,mlp.experts.10.up_proj,0.0000201750,0.05000,15.648
20,mlp.experts.2.up_proj,0.0000297622,0.05000,15.705
20,mlp.experts.4.up_proj,0.0000105314,0.05000,15.905
20,mlp.experts.14.up_proj,0.0000593398,0.05000,15.663
20,mlp.experts.243.gate_proj,0.0000109282,0.05000,15.722
20,mlp.experts.255.gate_proj,0.0000284195,0.05000,15.792
20,mlp.experts.29.up_proj,0.0000088911,0.05000,15.635
20,mlp.experts.30.up_proj,failsafe(rtn): 0.0008736,0.00000,0.781
20,mlp.experts.71.up_proj,0.0000062999,0.05000,15.302
20,mlp.experts.87.up_proj,failsafe(rtn): 0.0008659,0.00000,0.862
20,mlp.experts.1.up_proj,0.0000038945,0.05000,15.229
20,mlp.experts.12.up_proj,0.0000172164,0.05000,15.183
20,mlp.experts.6.up_proj,0.0000093199,0.05000,15.271
20,mlp.experts.8.up_proj,0.0000021552,0.05000,15.228
20,mlp.experts.0.up_proj,0.0000176384,0.05000,15.174
20,mlp.experts.5.up_proj,0.0000153759,0.05000,15.277
20,mlp.experts.9.up_proj,0.0000083836,0.05000,15.137
20,mlp.experts.11.up_proj,0.0000061502,0.05000,15.198
20,mlp.experts.26.up_proj,0.0000021666,0.05000,14.960
20,mlp.experts.18.up_proj,0.0000085636,0.05000,14.903
20,mlp.experts.20.up_proj,0.0000239852,0.05000,14.995
20,mlp.experts.3.up_proj,0.0000090983,0.05000,15.082
20,mlp.experts.45.up_proj,0.0000124859,0.05000,14.789
20,mlp.experts.15.up_proj,0.0000179403,0.05000,15.179
20,mlp.experts.46.up_proj,0.0000248554,0.05000,15.188
20,mlp.experts.103.up_proj,0.0000044385,0.05000,14.969
20,mlp.experts.17.up_proj,0.0000043361,0.05000,14.470
20,mlp.experts.28.up_proj,0.0000115627,0.05000,14.574
20,mlp.experts.22.up_proj,0.0000084419,0.05000,14.556
20,mlp.experts.24.up_proj,0.0000132319,0.05000,14.543
20,mlp.experts.16.up_proj,0.0000073152,0.05000,14.477
20,mlp.experts.21.up_proj,0.0000113219,0.05000,14.493
20,mlp.experts.25.up_proj,0.0000134389,0.05000,14.544
20,mlp.experts.42.up_proj,0.0000044096,0.05000,14.679
20,mlp.experts.27.up_proj,0.0000210758,0.05000,14.705
20,mlp.experts.34.up_proj,0.0000166889,0.05000,14.811
20,mlp.experts.36.up_proj,0.0000063855,0.05000,14.649
20,mlp.experts.19.up_proj,0.0000187916,0.05000,14.562
20,mlp.experts.61.up_proj,0.0000116719,0.05000,14.486
20,mlp.experts.31.up_proj,0.0000541709,0.05000,14.572
20,mlp.experts.62.up_proj,0.0000145963,0.05000,14.536
20,mlp.experts.77.up_proj,failsafe(rtn): 0.0009232,0.00000,0.828
20,mlp.experts.119.up_proj,0.0000079342,0.05000,15.129
20,mlp.experts.33.up_proj,0.0000073816,0.05000,15.083
20,mlp.experts.44.up_proj,0.0000084079,0.05000,15.047
20,mlp.experts.32.up_proj,0.0000138949,0.05000,14.901
20,mlp.experts.38.up_proj,0.0000083557,0.05000,15.022
20,mlp.experts.37.up_proj,0.0000107434,0.05000,15.056
20,mlp.experts.40.up_proj,0.0000113578,0.05000,15.127
20,mlp.experts.41.up_proj,0.0000065966,0.05000,14.975
20,mlp.experts.50.up_proj,0.0000029420,0.05000,14.950
20,mlp.experts.58.up_proj,0.0000122129,0.05000,15.092
20,mlp.experts.43.up_proj,0.0000141751,0.05000,15.150
20,mlp.experts.52.up_proj,0.0000487931,0.05000,15.010
20,mlp.experts.35.up_proj,0.0000108060,0.05000,15.076
20,mlp.experts.47.up_proj,0.0000131914,0.05000,14.916
20,mlp.experts.93.up_proj,0.0000183442,0.05000,14.978
20,mlp.experts.78.up_proj,0.0000179160,0.05000,15.082
20,mlp.experts.135.up_proj,0.0000093595,0.05000,15.385
20,mlp.experts.49.up_proj,0.0000089602,0.05000,15.333
20,mlp.experts.60.up_proj,0.0000365016,0.05000,15.345
20,mlp.experts.48.up_proj,0.0000078597,0.05000,15.393
20,mlp.experts.54.up_proj,0.0000222414,0.05000,15.393
20,mlp.experts.53.up_proj,0.0000069112,0.05000,15.475
20,mlp.experts.57.up_proj,0.0000213327,0.05000,15.422
20,mlp.experts.56.up_proj,0.0000041006,0.05000,15.623
20,mlp.experts.74.up_proj,0.0000087856,0.05000,15.539
20,mlp.experts.66.up_proj,0.0000093066,0.05000,15.539
20,mlp.experts.68.up_proj,0.0000081207,0.05000,15.409
20,mlp.experts.59.up_proj,0.0000161122,0.05000,15.529
20,mlp.experts.51.up_proj,0.0000329884,0.05000,15.467
20,mlp.experts.63.up_proj,0.0000091399,0.05000,15.568
20,mlp.experts.90.up_proj,failsafe(rtn): 0.0008812,0.00000,0.772
20,mlp.experts.109.up_proj,0.0000423387,0.05000,15.281
20,mlp.experts.94.up_proj,0.0000116507,0.05000,15.487
20,mlp.experts.151.up_proj,0.0000047788,0.05000,14.964
20,mlp.experts.65.up_proj,0.0000057673,0.05000,15.733
20,mlp.experts.76.up_proj,0.0000038024,0.05000,15.669
20,mlp.experts.70.up_proj,0.0000228180,0.05000,15.478
20,mlp.experts.64.up_proj,0.0000083615,0.05000,15.694
20,mlp.experts.69.up_proj,0.0000116072,0.05000,15.614
20,mlp.experts.72.up_proj,0.0000016821,0.05000,15.482
20,mlp.experts.73.up_proj,0.0000123592,0.05000,15.678
20,mlp.experts.82.up_proj,0.0000118608,0.05000,15.594
20,mlp.experts.75.up_proj,0.0000173764,0.05000,15.652
20,mlp.experts.84.up_proj,0.0000518364,0.05000,15.759
20,mlp.experts.67.up_proj,0.0000272195,0.05000,15.821
20,mlp.experts.79.up_proj,0.0000346585,0.05000,15.769
20,mlp.experts.106.up_proj,0.0000077030,0.05000,15.743
20,mlp.experts.125.up_proj,0.0000133022,0.05000,15.639
20,mlp.experts.110.up_proj,0.0000208029,0.05000,15.497
20,mlp.experts.167.up_proj,0.0000122046,0.05000,15.969
20,mlp.experts.81.up_proj,0.0000157154,0.05000,15.238
20,mlp.experts.92.up_proj,0.0000141171,0.05000,15.202
20,mlp.experts.80.up_proj,0.0000114018,0.05000,15.264
20,mlp.experts.86.up_proj,0.0000058898,0.05000,15.398
20,mlp.experts.85.up_proj,0.0000049907,0.05000,15.242
20,mlp.experts.88.up_proj,0.0000121547,0.05000,15.325
20,mlp.experts.89.up_proj,0.0000159108,0.05000,15.369
20,mlp.experts.91.up_proj,0.0000141319,0.05000,15.067
20,mlp.experts.98.up_proj,0.0000165210,0.05000,15.260
20,mlp.experts.100.up_proj,0.0000047382,0.05000,15.161
20,mlp.experts.83.up_proj,0.0000050809,0.05000,15.240
20,mlp.experts.95.up_proj,0.0000072115,0.05000,15.229
20,mlp.experts.122.up_proj,0.0000135559,0.05000,15.249
20,mlp.experts.141.up_proj,0.0000068237,0.05000,15.272
20,mlp.experts.126.up_proj,0.0000300513,0.05000,15.300
20,mlp.experts.183.up_proj,0.0000063438,0.05000,15.181
20,mlp.experts.97.up_proj,0.0000323991,0.05000,14.819
20,mlp.experts.108.up_proj,0.0000331710,0.05000,14.797
20,mlp.experts.96.up_proj,0.0000091125,0.05000,14.722
20,mlp.experts.102.up_proj,0.0000304516,0.05000,14.681
20,mlp.experts.101.up_proj,0.0000406464,0.05000,14.780
20,mlp.experts.104.up_proj,0.0000105010,0.05000,14.691
20,mlp.experts.105.up_proj,0.0000074332,0.05000,14.719
20,mlp.experts.114.up_proj,0.0000218904,0.05000,14.632
20,mlp.experts.107.up_proj,0.0000105482,0.05000,14.761
20,mlp.experts.116.up_proj,0.0000143331,0.05000,14.793
20,mlp.experts.99.up_proj,0.0000058249,0.05000,14.775
20,mlp.experts.111.up_proj,0.0000370376,0.05000,14.882
20,mlp.experts.157.up_proj,0.0000079932,0.05000,14.703
20,mlp.experts.138.up_proj,0.0000088670,0.05000,14.834
20,mlp.experts.142.up_proj,0.0000155055,0.05000,14.732
20,mlp.experts.173.up_proj,failsafe(rtn): 0.0008202,0.00000,0.802
20,mlp.experts.199.up_proj,0.0000064567,0.05000,15.176
20,mlp.experts.113.up_proj,0.0000050686,0.05000,15.313
20,mlp.experts.124.up_proj,0.0000081271,0.05000,15.346
20,mlp.experts.112.up_proj,0.0000075026,0.05000,15.251
20,mlp.experts.118.up_proj,0.0000080915,0.05000,15.604
20,mlp.experts.117.up_proj,0.0000057247,0.05000,15.413
20,mlp.experts.120.up_proj,0.0000083506,0.05000,15.502
20,mlp.experts.121.up_proj,0.0000097787,0.05000,15.392
20,mlp.experts.123.up_proj,0.0000078259,0.05000,15.464
20,mlp.experts.130.up_proj,0.0000467354,0.05000,15.649
20,mlp.experts.132.up_proj,0.0000066241,0.05000,15.533
20,mlp.experts.115.up_proj,0.0000042918,0.05000,15.506
20,mlp.experts.127.up_proj,0.0000057746,0.05000,15.516
20,mlp.experts.154.up_proj,0.0000440715,0.05000,15.477
20,mlp.experts.158.up_proj,0.0000258560,0.05000,15.467
20,mlp.experts.189.up_proj,0.0000183498,0.05000,15.412
20,mlp.experts.215.up_proj,0.0000163543,0.05000,14.888
20,mlp.experts.129.up_proj,0.0000101027,0.05000,15.111
20,mlp.experts.140.up_proj,0.0000157033,0.05000,15.253
20,mlp.experts.128.up_proj,0.0000060295,0.05000,15.135
20,mlp.experts.134.up_proj,0.0000136411,0.05000,15.215
20,mlp.experts.133.up_proj,0.0000036498,0.05000,15.178
20,mlp.experts.136.up_proj,0.0000128660,0.05000,15.334
20,mlp.experts.137.up_proj,0.0000321797,0.05000,15.296
20,mlp.experts.139.up_proj,0.0000101110,0.05000,15.224
20,mlp.experts.146.up_proj,0.0000026006,0.05000,15.101
20,mlp.experts.148.up_proj,0.0000024589,0.05000,15.109
20,mlp.experts.131.up_proj,0.0000259828,0.05000,15.158
20,mlp.experts.170.up_proj,0.0000426988,0.05000,14.899
20,mlp.experts.164.up_proj,failsafe(rtn): 0.0010300,0.00000,0.601
20,mlp.experts.143.up_proj,0.0000276864,0.05000,15.049
20,mlp.experts.174.up_proj,0.0000044023,0.05000,15.022
20,mlp.experts.205.up_proj,0.0000039075,0.05000,14.989
20,mlp.experts.231.up_proj,0.0000073775,0.05000,15.120
20,mlp.experts.145.up_proj,0.0000075054,0.05000,15.374
20,mlp.experts.156.up_proj,0.0000071152,0.05000,15.394
20,mlp.experts.144.up_proj,0.0000083665,0.05000,15.272
20,mlp.experts.149.up_proj,0.0000148003,0.05000,15.291
20,mlp.experts.150.up_proj,0.0000083624,0.05000,15.400
20,mlp.experts.153.up_proj,0.0000094206,0.05000,15.259
20,mlp.experts.152.up_proj,0.0000036551,0.05000,15.343
20,mlp.experts.155.up_proj,0.0000207353,0.05000,15.309
20,mlp.experts.162.up_proj,0.0000294360,0.05000,15.423
20,mlp.experts.147.up_proj,0.0000112117,0.05000,15.564
20,mlp.experts.186.up_proj,0.0000071847,0.05000,15.529
20,mlp.experts.178.up_proj,failsafe(rtn): 0.0008774,0.00000,0.788
20,mlp.experts.180.up_proj,0.0000127262,0.05000,15.585
20,mlp.experts.190.up_proj,0.0000114275,0.05000,15.431
20,mlp.experts.159.up_proj,0.0000101313,0.05000,15.687
20,mlp.experts.221.up_proj,0.0000342400,0.05000,15.412
20,mlp.experts.247.up_proj,0.0000132266,0.05000,15.850
20,mlp.experts.7.down_proj,0.0000003083,0.05000,3.935
20,mlp.experts.23.down_proj,0.0000001298,0.05000,3.382
20,mlp.experts.39.down_proj,failsafe(rtn): 0.0008621,0.00000,0.151
20,mlp.experts.161.up_proj,0.0000299979,0.05000,14.848
20,mlp.experts.55.down_proj,failsafe(rtn): 0.0008850,0.00000,0.158
20,mlp.experts.172.up_proj,0.0000083818,0.05000,14.796
20,mlp.experts.160.up_proj,0.0000182102,0.05000,14.884
20,mlp.experts.165.up_proj,0.0000310151,0.05000,14.845
20,mlp.experts.166.up_proj,0.0000265874,0.05000,14.869
20,mlp.experts.169.up_proj,0.0000039680,0.05000,14.803
20,mlp.experts.168.up_proj,0.0000163873,0.05000,14.974
20,mlp.experts.171.up_proj,0.0000054089,0.05000,15.043
20,mlp.experts.163.up_proj,0.0000174221,0.05000,14.892
20,mlp.experts.194.up_proj,0.0000128193,0.05000,14.913
20,mlp.experts.196.up_proj,0.0000064911,0.05000,14.892
20,mlp.experts.202.up_proj,0.0000038826,0.05000,15.036
20,mlp.experts.206.up_proj,0.0000071342,0.05000,14.969
20,mlp.experts.175.up_proj,0.0000039340,0.05000,14.991
20,mlp.experts.237.up_proj,0.0000034654,0.05000,14.935
20,mlp.experts.71.down_proj,0.0000001854,0.05000,4.209
20,mlp.experts.87.down_proj,failsafe(rtn): 0.0008621,0.00000,0.173
20,mlp.experts.103.down_proj,0.0000001146,0.05000,3.846
20,mlp.experts.119.down_proj,0.0000001266,0.05000,3.484
20,mlp.experts.177.up_proj,0.0000218961,0.05000,15.136
20,mlp.experts.176.up_proj,0.0000061403,0.05000,15.297
20,mlp.experts.135.down_proj,0.0000003702,0.05000,3.927
20,mlp.experts.188.up_proj,0.0000075069,0.05000,15.487
20,mlp.experts.181.up_proj,0.0000080234,0.05000,15.431
20,mlp.experts.185.up_proj,0.0000129302,0.05000,15.289
20,mlp.experts.182.up_proj,0.0000364972,0.05000,15.523
20,mlp.experts.184.up_proj,0.0000086596,0.05000,15.235
20,mlp.experts.187.up_proj,0.0000046328,0.05000,15.315
20,mlp.experts.179.up_proj,0.0000089087,0.05000,15.402
20,mlp.experts.210.up_proj,0.0000080521,0.05000,15.245
20,mlp.experts.222.up_proj,0.0000039642,0.05000,15.188
20,mlp.experts.218.up_proj,0.0000109545,0.05000,15.252
20,mlp.experts.212.up_proj,0.0000304002,0.05000,15.270
20,mlp.experts.191.up_proj,0.0000064827,0.05000,15.302
20,mlp.experts.253.up_proj,0.0000091693,0.05000,15.021
20,mlp.experts.151.down_proj,0.0000001430,0.05000,3.723
20,mlp.experts.13.down_proj,0.0000009885,0.05000,3.735
20,mlp.experts.167.down_proj,0.0000003224,0.05000,4.070
20,mlp.experts.29.down_proj,0.0000002548,0.05000,4.000
20,mlp.experts.183.down_proj,0.0000001858,0.05000,3.707
20,mlp.experts.45.down_proj,0.0000003746,0.05000,3.870
20,mlp.experts.193.up_proj,0.0000036729,0.05000,15.312
20,mlp.experts.204.up_proj,0.0000105482,0.05000,15.170
20,mlp.experts.192.up_proj,0.0000134600,0.05000,15.334
20,mlp.experts.199.down_proj,0.0000001526,0.05000,3.811
20,mlp.experts.197.up_proj,0.0000065019,0.05000,15.238
20,mlp.experts.201.up_proj,0.0000140304,0.05000,15.228
20,mlp.experts.200.up_proj,0.0000179898,0.05000,15.127
20,mlp.experts.198.up_proj,0.0000188830,0.05000,15.283
20,mlp.experts.203.up_proj,0.0000121367,0.05000,15.453
20,mlp.experts.226.up_proj,0.0000599396,0.05000,15.141
20,mlp.experts.228.up_proj,0.0000241899,0.05000,15.148
20,mlp.experts.195.up_proj,0.0000048509,0.05000,15.326
20,mlp.experts.234.up_proj,0.0000053433,0.05000,15.242
20,mlp.experts.238.up_proj,0.0000176167,0.05000,15.290
20,mlp.experts.207.up_proj,0.0000048988,0.05000,15.156
20,mlp.experts.61.down_proj,0.0000003381,0.05000,3.662
20,mlp.experts.77.down_proj,failsafe(rtn): 0.0009193,0.00000,0.156
20,mlp.experts.215.down_proj,0.0000004583,0.05000,3.989
20,mlp.experts.93.down_proj,0.0000003257,0.05000,3.843
20,mlp.experts.231.down_proj,0.0000001741,0.05000,3.698
20,mlp.experts.109.down_proj,0.0000011940,0.05000,3.773
20,mlp.experts.247.down_proj,0.0000005732,0.05000,3.722
20,mlp.experts.125.down_proj,0.0000003683,0.05000,3.595
20,mlp.experts.209.up_proj,0.0000109602,0.05000,14.747
20,mlp.experts.220.up_proj,0.0000081647,0.05000,14.948
20,mlp.experts.208.up_proj,0.0000136435,0.05000,15.053
20,mlp.experts.213.up_proj,0.0000160183,0.05000,14.950
20,mlp.experts.214.up_proj,0.0000103961,0.05000,14.804
20,mlp.experts.217.up_proj,0.0000046559,0.05000,14.989
20,mlp.experts.216.up_proj,0.0000042765,0.05000,14.916
20,mlp.experts.219.up_proj,0.0000124581,0.05000,14.908
20,mlp.experts.242.up_proj,0.0000071536,0.05000,14.716
20,mlp.experts.211.up_proj,0.0000086129,0.05000,14.853
20,mlp.experts.244.up_proj,0.0000194159,0.05000,14.903
20,mlp.experts.254.up_proj,0.0000262379,0.05000,14.896
20,mlp.experts.250.up_proj,0.0000399907,0.05000,14.938
20,mlp.experts.223.up_proj,0.0000051796,0.05000,14.909
20,mlp.experts.141.down_proj,0.0000001429,0.05000,3.693
20,mlp.experts.2.down_proj,0.0000007014,0.05000,3.224
20,mlp.experts.4.down_proj,0.0000003079,0.05000,3.313
20,mlp.experts.14.down_proj,0.0000016569,0.05000,3.266
20,mlp.experts.10.down_proj,0.0000003303,0.05000,3.294
20,mlp.experts.30.down_proj,failsafe(rtn): 0.0008698,0.00000,0.167
20,mlp.experts.157.down_proj,0.0000002758,0.05000,3.234
20,mlp.experts.173.down_proj,failsafe(rtn): 0.0008278,0.00000,0.194
20,mlp.experts.18.down_proj,0.0000000773,0.05000,3.364
20,mlp.experts.20.down_proj,0.0000007055,0.05000,3.253
20,mlp.experts.26.down_proj,0.0000000316,0.05000,3.282
20,mlp.experts.46.down_proj,0.0000007258,0.05000,3.218
20,mlp.experts.189.down_proj,0.0000004514,0.05000,3.104
20,mlp.experts.34.down_proj,0.0000004858,0.05000,3.265
20,mlp.experts.36.down_proj,0.0000000807,0.05000,3.238
20,mlp.experts.42.down_proj,0.0000000704,0.05000,3.232
20,mlp.experts.62.down_proj,0.0000003617,0.05000,3.262
20,mlp.experts.225.up_proj,0.0000075319,0.05000,13.279
20,mlp.experts.205.down_proj,0.0000000365,0.05000,3.374
20,mlp.experts.236.up_proj,0.0000137109,0.05000,13.398
20,mlp.experts.224.up_proj,0.0000036017,0.05000,13.385
20,mlp.experts.229.up_proj,0.0000269671,0.05000,13.332
20,mlp.experts.230.up_proj,0.0000086813,0.05000,13.278
20,mlp.experts.233.up_proj,0.0000090447,0.05000,13.483
20,mlp.experts.232.up_proj,0.0000152017,0.05000,13.485
20,mlp.experts.235.up_proj,0.0000134026,0.05000,13.366
20,mlp.experts.50.down_proj,0.0000000357,0.05000,3.503
20,mlp.experts.227.up_proj,0.0000346160,0.05000,13.312
20,mlp.experts.52.down_proj,0.0000014377,0.05000,3.698
20,mlp.experts.239.up_proj,0.0000063963,0.05000,13.341
20,mlp.experts.58.down_proj,0.0000003065,0.05000,3.674
20,mlp.experts.78.down_proj,0.0000005046,0.05000,3.766
20,mlp.experts.221.down_proj,0.0000006288,0.05000,3.667
20,mlp.experts.66.down_proj,0.0000001751,0.05000,3.566
20,mlp.experts.68.down_proj,0.0000002605,0.05000,3.467
20,mlp.experts.74.down_proj,0.0000002458,0.05000,3.483
20,mlp.experts.94.down_proj,0.0000002311,0.05000,3.419
20,mlp.experts.90.down_proj,failsafe(rtn): 0.0008850,0.00000,0.144
20,mlp.experts.237.down_proj,0.0000000331,0.05000,3.341
20,mlp.experts.82.down_proj,0.0000003457,0.05000,3.386
20,mlp.experts.84.down_proj,0.0000007871,0.05000,3.406
20,mlp.experts.110.down_proj,0.0000006218,0.05000,3.458
20,mlp.experts.106.down_proj,0.0000001167,0.05000,3.493
20,mlp.experts.253.down_proj,0.0000001059,0.05000,3.658
20,mlp.experts.98.down_proj,0.0000003440,0.05000,3.479
20,mlp.experts.100.down_proj,0.0000000792,0.05000,3.373
20,mlp.experts.126.down_proj,0.0000006833,0.05000,3.349
20,mlp.experts.122.down_proj,0.0000005189,0.05000,3.406
20,mlp.experts.241.up_proj,0.0000457384,0.05000,13.752
20,mlp.experts.252.up_proj,0.0000074108,0.05000,13.615
20,mlp.experts.240.up_proj,0.0000032072,0.05000,13.655
20,mlp.experts.245.up_proj,0.0000074420,0.05000,13.726
20,mlp.experts.246.up_proj,0.0000029381,0.05000,13.658
20,mlp.experts.249.up_proj,0.0000124569,0.05000,13.546
20,mlp.experts.248.up_proj,0.0000114669,0.05000,13.538
20,mlp.experts.251.up_proj,0.0000136535,0.05000,13.467
20,mlp.experts.114.down_proj,0.0000004371,0.05000,3.174
20,mlp.experts.243.up_proj,0.0000102113,0.05000,13.439
20,mlp.experts.255.up_proj,0.0000227930,0.05000,13.454
20,mlp.experts.116.down_proj,0.0000001889,0.05000,3.296
20,mlp.experts.142.down_proj,0.0000003200,0.05000,3.254
20,mlp.experts.138.down_proj,0.0000001149,0.05000,3.243
20,mlp.experts.1.down_proj,0.0000001254,0.05000,3.276
20,mlp.experts.12.down_proj,0.0000003469,0.05000,3.241
20,mlp.experts.0.down_proj,0.0000004810,0.05000,3.155
20,mlp.experts.6.down_proj,0.0000002389,0.05000,3.150
20,mlp.experts.5.down_proj,0.0000004385,0.05000,3.203
20,mlp.experts.9.down_proj,0.0000001990,0.05000,3.217
20,mlp.experts.8.down_proj,0.0000000303,0.05000,3.236
20,mlp.experts.11.down_proj,0.0000000837,0.05000,3.227
20,mlp.experts.130.down_proj,0.0000010260,0.05000,3.272
20,mlp.experts.3.down_proj,0.0000002280,0.05000,3.371
20,mlp.experts.132.down_proj,0.0000001972,0.05000,3.243
20,mlp.experts.15.down_proj,0.0000004048,0.05000,3.285
20,mlp.experts.158.down_proj,0.0000006911,0.05000,3.332
20,mlp.experts.154.down_proj,0.0000007544,0.05000,3.291
20,mlp.experts.17.down_proj,0.0000000402,0.05000,3.379
20,mlp.experts.28.down_proj,0.0000003535,0.05000,3.413
20,mlp.experts.16.down_proj,0.0000001667,0.05000,3.416
20,mlp.experts.22.down_proj,0.0000004295,0.05000,3.344
20,mlp.experts.21.down_proj,0.0000001689,0.05000,3.312
20,mlp.experts.25.down_proj,0.0000004146,0.05000,3.276
20,mlp.experts.24.down_proj,0.0000001814,0.05000,3.333
20,mlp.experts.27.down_proj,0.0000007445,0.05000,3.347
20,mlp.experts.146.down_proj,0.0000000398,0.05000,3.299
20,mlp.experts.19.down_proj,0.0000005064,0.05000,3.264
20,mlp.experts.148.down_proj,0.0000000985,0.05000,3.230
20,mlp.experts.31.down_proj,0.0000008858,0.05000,3.249
20,mlp.experts.164.down_proj,failsafe(rtn): 0.0010300,0.00000,0.159
20,mlp.experts.170.down_proj,0.0000009918,0.05000,3.169
20,mlp.experts.174.down_proj,0.0000001094,0.05000,3.240
20,mlp.experts.33.down_proj,0.0000001985,0.05000,3.184
20,mlp.experts.44.down_proj,0.0000001263,0.05000,3.318
20,mlp.experts.32.down_proj,0.0000002735,0.05000,3.366
20,mlp.experts.37.down_proj,0.0000003051,0.05000,3.366
20,mlp.experts.38.down_proj,0.0000003315,0.05000,3.385
20,mlp.experts.41.down_proj,0.0000001572,0.05000,3.419
20,mlp.experts.40.down_proj,0.0000001613,0.05000,3.499
20,mlp.experts.43.down_proj,0.0000004623,0.05000,3.510
20,mlp.experts.162.down_proj,0.0000005070,0.05000,3.414
20,mlp.experts.178.down_proj,failsafe(rtn): 0.0008736,0.00000,0.189
20,mlp.experts.35.down_proj,0.0000004402,0.05000,3.470
20,mlp.experts.47.down_proj,0.0000003644,0.05000,3.534
20,mlp.experts.180.down_proj,0.0000003272,0.05000,3.525
20,mlp.experts.186.down_proj,0.0000001890,0.05000,3.509
20,mlp.experts.190.down_proj,0.0000003104,0.05000,3.520
20,mlp.experts.49.down_proj,0.0000003057,0.05000,3.441
20,mlp.experts.60.down_proj,0.0000009591,0.05000,3.277
20,mlp.experts.48.down_proj,0.0000002110,0.05000,3.295
20,mlp.experts.53.down_proj,0.0000001713,0.05000,3.287
20,mlp.experts.54.down_proj,0.0000005331,0.05000,3.354
20,mlp.experts.57.down_proj,0.0000003646,0.05000,3.311
20,mlp.experts.56.down_proj,0.0000000908,0.05000,3.279
20,mlp.experts.59.down_proj,0.0000002684,0.05000,3.323
20,mlp.experts.194.down_proj,0.0000003342,0.05000,3.304
20,mlp.experts.51.down_proj,0.0000006484,0.05000,3.320
20,mlp.experts.63.down_proj,0.0000001428,0.05000,3.275
20,mlp.experts.196.down_proj,0.0000001017,0.05000,3.280
20,mlp.experts.202.down_proj,0.0000000860,0.05000,3.294
20,mlp.experts.206.down_proj,0.0000001891,0.05000,3.309
20,mlp.experts.65.down_proj,0.0000002031,0.05000,3.379
20,mlp.experts.76.down_proj,0.0000001450,0.05000,3.570
20,mlp.experts.64.down_proj,0.0000002115,0.05000,3.680
20,mlp.experts.69.down_proj,0.0000003556,0.05000,3.581
20,mlp.experts.70.down_proj,0.0000006226,0.05000,3.689
20,mlp.experts.73.down_proj,0.0000002072,0.05000,3.638
20,mlp.experts.72.down_proj,0.0000000443,0.05000,3.659
20,mlp.experts.75.down_proj,0.0000003774,0.05000,3.770
20,mlp.experts.67.down_proj,0.0000010251,0.05000,3.709
20,mlp.experts.210.down_proj,0.0000001484,0.05000,3.798
20,mlp.experts.79.down_proj,0.0000008757,0.05000,3.863
20,mlp.experts.212.down_proj,0.0000009104,0.05000,3.845
20,mlp.experts.218.down_proj,0.0000002588,0.05000,3.753
20,mlp.experts.222.down_proj,0.0000001170,0.05000,3.786
20,mlp.experts.81.down_proj,0.0000001679,0.05000,3.639
20,mlp.experts.92.down_proj,0.0000001379,0.05000,3.430
20,mlp.experts.80.down_proj,0.0000003980,0.05000,3.334
20,mlp.experts.85.down_proj,0.0000001837,0.05000,3.252
20,mlp.experts.86.down_proj,0.0000002258,0.05000,3.245
20,mlp.experts.89.down_proj,0.0000003845,0.05000,3.194
20,mlp.experts.88.down_proj,0.0000003300,0.05000,3.154
20,mlp.experts.91.down_proj,0.0000003084,0.05000,2.982
20,mlp.experts.83.down_proj,0.0000001156,0.05000,2.803
20,mlp.experts.226.down_proj,0.0000013638,0.05000,2.770
20,mlp.experts.95.down_proj,0.0000001490,0.05000,2.742
20,mlp.experts.228.down_proj,0.0000006315,0.05000,2.691
20,mlp.experts.238.down_proj,0.0000004272,0.05000,2.671
20,mlp.experts.234.down_proj,0.0000001313,0.05000,2.745
20,mlp.experts.97.down_proj,0.0000007102,0.05000,2.673
20,mlp.experts.108.down_proj,0.0000004944,0.05000,2.731
20,mlp.experts.96.down_proj,0.0000002808,0.05000,2.743
20,mlp.experts.101.down_proj,0.0000008712,0.05000,2.749
20,mlp.experts.102.down_proj,0.0000009515,0.05000,2.747
20,mlp.experts.105.down_proj,0.0000001345,0.05000,2.823
20,mlp.experts.104.down_proj,0.0000001267,0.05000,2.932
20,mlp.experts.107.down_proj,0.0000003715,0.05000,3.015
20,mlp.experts.242.down_proj,0.0000002791,0.05000,3.021
20,mlp.experts.99.down_proj,0.0000001399,0.05000,3.066
20,mlp.experts.111.down_proj,0.0000005963,0.05000,3.060
20,mlp.experts.244.down_proj,0.0000002643,0.05000,3.042
20,mlp.experts.250.down_proj,0.0000009898,0.05000,3.034
20,mlp.experts.254.down_proj,0.0000004836,0.05000,3.066
20,mlp.experts.113.down_proj,0.0000001490,0.05000,3.031
20,mlp.experts.124.down_proj,0.0000002315,0.05000,2.828
20,mlp.experts.117.down_proj,0.0000001315,0.05000,2.740
20,mlp.experts.112.down_proj,0.0000002314,0.05000,2.798
20,mlp.experts.118.down_proj,0.0000001634,0.05000,2.625
20,mlp.experts.121.down_proj,0.0000001893,0.05000,2.617
20,mlp.experts.120.down_proj,0.0000002910,0.05000,2.540
20,mlp.experts.123.down_proj,0.0000002178,0.05000,2.233
20,mlp.experts.115.down_proj,0.0000001151,0.05000,2.141
20,mlp.experts.127.down_proj,0.0000000625,0.05000,2.053
20,mlp.experts.129.down_proj,0.0000002430,0.05000,1.991
20,mlp.experts.140.down_proj,0.0000003644,0.05000,1.963
20,mlp.experts.133.down_proj,0.0000001059,0.05000,1.911
20,mlp.experts.128.down_proj,0.0000001370,0.05000,1.933
20,mlp.experts.134.down_proj,0.0000003054,0.05000,1.893
20,mlp.experts.137.down_proj,0.0000004575,0.05000,1.963
20,mlp.experts.136.down_proj,0.0000003806,0.05000,1.947
20,mlp.experts.139.down_proj,0.0000000850,0.05000,2.038
20,mlp.experts.131.down_proj,0.0000006391,0.05000,2.029
20,mlp.experts.143.down_proj,0.0000004479,0.05000,2.103
20,mlp.experts.145.down_proj,0.0000001571,0.05000,2.097
20,mlp.experts.149.down_proj,0.0000003276,0.05000,2.141
20,mlp.experts.156.down_proj,0.0000002175,0.05000,2.211
20,mlp.experts.144.down_proj,0.0000002080,0.05000,2.205
20,mlp.experts.150.down_proj,0.0000001303,0.05000,2.172
20,mlp.experts.153.down_proj,0.0000001918,0.05000,2.232
20,mlp.experts.152.down_proj,0.0000000720,0.05000,2.209
20,mlp.experts.155.down_proj,0.0000006026,0.05000,2.159
20,mlp.experts.147.down_proj,0.0000002517,0.05000,2.127
20,mlp.experts.159.down_proj,0.0000004898,0.05000,2.055
20,mlp.experts.161.down_proj,0.0000008077,0.05000,2.076
20,mlp.experts.165.down_proj,0.0000007186,0.05000,2.014
20,mlp.experts.172.down_proj,0.0000000297,0.05000,1.998
20,mlp.experts.166.down_proj,0.0000006657,0.05000,1.955
20,mlp.experts.160.down_proj,0.0000002655,0.05000,1.999
20,mlp.experts.169.down_proj,0.0000001483,0.05000,2.016
20,mlp.experts.168.down_proj,0.0000002619,0.05000,2.049
20,mlp.experts.171.down_proj,0.0000001162,0.05000,2.097
20,mlp.experts.163.down_proj,0.0000003872,0.05000,2.105
20,mlp.experts.175.down_proj,0.0000000477,0.05000,2.133
20,mlp.experts.177.down_proj,0.0000004877,0.05000,2.168
20,mlp.experts.181.down_proj,0.0000002113,0.05000,2.307
20,mlp.experts.188.down_proj,0.0000002323,0.05000,2.342
20,mlp.experts.182.down_proj,0.0000007198,0.05000,2.296
20,mlp.experts.176.down_proj,0.0000001307,0.05000,2.386
20,mlp.experts.185.down_proj,0.0000004062,0.05000,2.457
20,mlp.experts.184.down_proj,0.0000003331,0.05000,2.528
20,mlp.experts.187.down_proj,0.0000000885,0.05000,2.459
20,mlp.experts.179.down_proj,0.0000001715,0.05000,2.429
20,mlp.experts.191.down_proj,0.0000001585,0.05000,2.491
20,mlp.experts.193.down_proj,0.0000001129,0.05000,2.498
20,mlp.experts.198.down_proj,0.0000007487,0.05000,2.212
20,mlp.experts.197.down_proj,0.0000000616,0.05000,2.278
20,mlp.experts.204.down_proj,0.0000002712,0.05000,2.323
20,mlp.experts.192.down_proj,0.0000002339,0.05000,2.247
20,mlp.experts.201.down_proj,0.0000004379,0.05000,2.135
20,mlp.experts.200.down_proj,0.0000002991,0.05000,2.041
20,mlp.experts.203.down_proj,0.0000002054,0.05000,2.083
20,mlp.experts.195.down_proj,0.0000001558,0.05000,2.035
20,mlp.experts.207.down_proj,0.0000001904,0.05000,2.051
20,mlp.experts.209.down_proj,0.0000001395,0.05000,1.981
20,mlp.experts.214.down_proj,0.0000002740,0.05000,2.011
20,mlp.experts.213.down_proj,0.0000003112,0.05000,2.032
20,mlp.experts.220.down_proj,0.0000001745,0.05000,2.053
20,mlp.experts.208.down_proj,0.0000003725,0.05000,2.054
20,mlp.experts.217.down_proj,0.0000000556,0.05000,2.054
20,mlp.experts.216.down_proj,0.0000001292,0.05000,2.056
20,mlp.experts.219.down_proj,0.0000002857,0.05000,2.076
20,mlp.experts.211.down_proj,0.0000001834,0.05000,2.060
20,mlp.experts.223.down_proj,0.0000000443,0.05000,2.042
20,mlp.experts.225.down_proj,0.0000002020,0.05000,2.081
20,mlp.experts.230.down_proj,0.0000001736,0.05000,1.989
20,mlp.experts.229.down_proj,0.0000005177,0.05000,1.995
20,mlp.experts.236.down_proj,0.0000003060,0.05000,2.020
20,mlp.experts.224.down_proj,0.0000001114,0.05000,2.057
20,mlp.experts.233.down_proj,0.0000002715,0.05000,2.033
20,mlp.experts.232.down_proj,0.0000003113,0.05000,2.073
20,mlp.experts.235.down_proj,0.0000001179,0.05000,1.983
20,mlp.experts.227.down_proj,0.0000009390,0.05000,1.990
20,mlp.experts.239.down_proj,0.0000002280,0.05000,1.944
20,mlp.experts.241.down_proj,0.0000013316,0.05000,1.933
20,mlp.experts.246.down_proj,0.0000000547,0.05000,1.896
20,mlp.experts.245.down_proj,0.0000000702,0.05000,1.934
20,mlp.experts.252.down_proj,0.0000001870,0.05000,1.899
20,mlp.experts.240.down_proj,0.0000000991,0.05000,1.894
20,mlp.experts.249.down_proj,0.0000002529,0.05000,1.812
20,mlp.experts.248.down_proj,0.0000003446,0.05000,1.671
20,mlp.experts.251.down_proj,0.0000002289,0.05000,1.384
20,mlp.experts.243.down_proj,0.0000001159,0.05000,1.324
20,mlp.experts.255.down_proj,0.0000007913,0.05000,1.071
21,mlp.experts.9.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.793
21,mlp.experts.10.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.883
21,mlp.experts.5.gate_proj,0.0000066841,0.05000,15.778
21,mlp.experts.12.gate_proj,0.0000095267,0.05000,15.783
21,mlp.experts.1.gate_proj,0.0000033829,0.05000,15.855
21,mlp.experts.11.gate_proj,0.0000198814,0.05000,15.900
21,mlp.experts.0.gate_proj,0.0000151075,0.05000,15.931
21,mlp.experts.13.gate_proj,0.0000061075,0.05000,15.916
21,mlp.experts.2.gate_proj,0.0000073123,0.05000,15.933
21,mlp.experts.4.gate_proj,0.0000140562,0.05000,15.938
21,mlp.experts.3.gate_proj,0.0000503463,0.05000,15.946
21,mlp.experts.14.gate_proj,0.0000043451,0.05000,15.951
21,mlp.experts.7.gate_proj,0.0000475256,0.05000,16.080
21,mlp.experts.8.gate_proj,0.0000091900,0.05000,16.095
21,mlp.experts.6.gate_proj,0.0000038554,0.05000,16.104
21,mlp.experts.15.gate_proj,0.0000127242,0.05000,16.139
21,mlp.experts.26.gate_proj,0.0000152977,0.05000,15.972
21,mlp.experts.25.gate_proj,0.0000080308,0.05000,16.093
21,mlp.experts.23.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.852
21,mlp.experts.17.gate_proj,0.0000098332,0.05000,14.991
21,mlp.experts.28.gate_proj,0.0000119243,0.05000,15.073
21,mlp.experts.21.gate_proj,0.0000385327,0.05000,15.112
21,mlp.experts.16.gate_proj,0.0000215722,0.05000,15.058
21,mlp.experts.27.gate_proj,0.0000183579,0.05000,15.143
21,mlp.experts.20.gate_proj,0.0000071658,0.05000,15.108
21,mlp.experts.24.gate_proj,0.0000093331,0.05000,14.996
21,mlp.experts.30.gate_proj,0.0000214222,0.05000,15.132
21,mlp.experts.18.gate_proj,0.0000101292,0.05000,15.198
21,mlp.experts.29.gate_proj,0.0000078394,0.05000,15.245
21,mlp.experts.19.gate_proj,0.0000106794,0.05000,15.236
21,mlp.experts.31.gate_proj,0.0000144018,0.05000,15.124
21,mlp.experts.22.gate_proj,0.0000116246,0.05000,15.329
21,mlp.experts.41.gate_proj,0.0000169291,0.05000,15.109
21,mlp.experts.39.gate_proj,0.0000197188,0.05000,15.098
21,mlp.experts.42.gate_proj,0.0000064827,0.05000,15.179
21,mlp.experts.57.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.791
21,mlp.experts.33.gate_proj,0.0000576120,0.05000,15.515
21,mlp.experts.37.gate_proj,0.0000258313,0.05000,15.503
21,mlp.experts.44.gate_proj,0.0000025064,0.05000,15.675
21,mlp.experts.45.gate_proj,0.0000045954,0.05000,15.491
21,mlp.experts.36.gate_proj,0.0000155737,0.05000,15.659
21,mlp.experts.34.gate_proj,0.0000215759,0.05000,15.660
21,mlp.experts.43.gate_proj,0.0000185401,0.05000,15.783
21,mlp.experts.46.gate_proj,0.0000320963,0.05000,15.696
21,mlp.experts.32.gate_proj,0.0000093098,0.05000,15.852
21,mlp.experts.40.gate_proj,0.0000322337,0.05000,15.744
21,mlp.experts.35.gate_proj,0.0000123415,0.05000,15.742
21,mlp.experts.47.gate_proj,0.0000107621,0.05000,15.820
21,mlp.experts.38.gate_proj,0.0000041946,0.05000,15.766
21,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.937
21,mlp.experts.55.gate_proj,0.0000138032,0.05000,15.735
21,mlp.experts.58.gate_proj,0.0000058303,0.05000,15.822
21,mlp.experts.51.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.892
21,mlp.experts.73.gate_proj,0.0000116978,0.05000,15.851
21,mlp.experts.49.gate_proj,0.0000622724,0.05000,15.475
21,mlp.experts.53.gate_proj,0.0000069300,0.05000,15.420
21,mlp.experts.60.gate_proj,0.0000090640,0.05000,15.343
21,mlp.experts.61.gate_proj,0.0000063449,0.05000,15.442
21,mlp.experts.48.gate_proj,0.0000144817,0.05000,15.394
21,mlp.experts.59.gate_proj,0.0000163126,0.05000,15.462
21,mlp.experts.62.gate_proj,0.0000159115,0.05000,15.557
21,mlp.experts.52.gate_proj,0.0000130378,0.05000,15.650
21,mlp.experts.56.gate_proj,0.0000078218,0.05000,15.661
21,mlp.experts.63.gate_proj,0.0000084129,0.05000,15.501
21,mlp.experts.54.gate_proj,0.0000075775,0.05000,15.498
21,mlp.experts.66.gate_proj,0.0000082121,0.05000,15.316
21,mlp.experts.71.gate_proj,0.0000081009,0.05000,15.326
21,mlp.experts.74.gate_proj,0.0000316905,0.05000,15.409
21,mlp.experts.67.gate_proj,0.0000031341,0.05000,15.613
21,mlp.experts.89.gate_proj,0.0000334351,0.05000,15.321
21,mlp.experts.69.gate_proj,0.0000200230,0.05000,15.837
21,mlp.experts.65.gate_proj,0.0000119888,0.05000,15.880
21,mlp.experts.76.gate_proj,0.0000605262,0.05000,15.904
21,mlp.experts.64.gate_proj,0.0000650977,0.05000,15.787
21,mlp.experts.77.gate_proj,0.0000072423,0.05000,15.883
21,mlp.experts.75.gate_proj,0.0000076119,0.05000,15.840
21,mlp.experts.68.gate_proj,0.0000201560,0.05000,15.773
21,mlp.experts.78.gate_proj,0.0000250941,0.05000,15.847
21,mlp.experts.72.gate_proj,0.0000058991,0.05000,15.820
21,mlp.experts.79.gate_proj,0.0000083676,0.05000,15.857
21,mlp.experts.70.gate_proj,0.0000241659,0.05000,15.806
21,mlp.experts.92.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.829
21,mlp.experts.82.gate_proj,0.0000082654,0.05000,15.699
21,mlp.experts.93.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.872
21,mlp.experts.90.gate_proj,0.0000163376,0.05000,15.660
21,mlp.experts.84.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.854
21,mlp.experts.87.gate_proj,0.0000258882,0.05000,16.043
21,mlp.experts.83.gate_proj,0.0000075935,0.05000,16.008
21,mlp.experts.98.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.919
21,mlp.experts.105.gate_proj,0.0000099428,0.05000,16.116
21,mlp.experts.85.gate_proj,0.0000349464,0.05000,15.299
21,mlp.experts.81.gate_proj,0.0000071677,0.05000,15.292
21,mlp.experts.80.gate_proj,0.0000284472,0.05000,15.285
21,mlp.experts.91.gate_proj,0.0000236476,0.05000,15.304
21,mlp.experts.94.gate_proj,0.0000061597,0.05000,15.257
21,mlp.experts.88.gate_proj,0.0000111957,0.05000,15.197
21,mlp.experts.86.gate_proj,0.0000265757,0.05000,15.216
21,mlp.experts.95.gate_proj,0.0000033568,0.05000,15.259
21,mlp.experts.108.gate_proj,0.0000125745,0.05000,15.199
21,mlp.experts.106.gate_proj,0.0000122221,0.05000,15.007
21,mlp.experts.109.gate_proj,0.0000175854,0.05000,15.074
21,mlp.experts.100.gate_proj,0.0000090770,0.05000,15.137
21,mlp.experts.104.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.803
21,mlp.experts.103.gate_proj,0.0000087974,0.05000,15.407
21,mlp.experts.99.gate_proj,0.0000029972,0.05000,15.245
21,mlp.experts.114.gate_proj,0.0000121425,0.05000,15.105
21,mlp.experts.121.gate_proj,0.0000052870,0.05000,15.107
21,mlp.experts.120.gate_proj,failsafe(rtn): 0.0008202,0.00000,0.846
21,mlp.experts.97.gate_proj,0.0000495258,0.05000,14.664
21,mlp.experts.101.gate_proj,0.0000215187,0.05000,14.767
21,mlp.experts.96.gate_proj,0.0000105173,0.05000,14.653
21,mlp.experts.110.gate_proj,0.0000193847,0.05000,14.733
21,mlp.experts.107.gate_proj,0.0000123257,0.05000,14.812
21,mlp.experts.102.gate_proj,0.0000100207,0.05000,14.705
21,mlp.experts.111.gate_proj,0.0000273605,0.05000,14.958
21,mlp.experts.124.gate_proj,0.0000345987,0.05000,14.842
21,mlp.experts.122.gate_proj,0.0000140837,0.05000,14.857
21,mlp.experts.125.gate_proj,0.0000189528,0.05000,14.826
21,mlp.experts.116.gate_proj,0.0000087971,0.05000,14.843
21,mlp.experts.119.gate_proj,0.0000104549,0.05000,14.943
21,mlp.experts.138.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.867
21,mlp.experts.115.gate_proj,0.0000058715,0.05000,14.942
21,mlp.experts.130.gate_proj,0.0000105859,0.05000,14.966
21,mlp.experts.136.gate_proj,0.0000075470,0.05000,14.709
21,mlp.experts.137.gate_proj,0.0000056467,0.05000,14.921
21,mlp.experts.113.gate_proj,0.0000111869,0.05000,15.966
21,mlp.experts.117.gate_proj,0.0000070520,0.05000,15.927
21,mlp.experts.112.gate_proj,0.0000065355,0.05000,16.001
21,mlp.experts.126.gate_proj,0.0000059514,0.05000,16.016
21,mlp.experts.123.gate_proj,0.0000133304,0.05000,16.152
21,mlp.experts.118.gate_proj,0.0000147102,0.05000,16.125
21,mlp.experts.140.gate_proj,0.0000204304,0.05000,16.018
21,mlp.experts.127.gate_proj,0.0000040580,0.05000,16.153
21,mlp.experts.141.gate_proj,0.0000113151,0.05000,16.054
21,mlp.experts.132.gate_proj,0.0000094767,0.05000,16.069
21,mlp.experts.135.gate_proj,0.0000100537,0.05000,16.083
21,mlp.experts.131.gate_proj,0.0000232677,0.05000,16.063
21,mlp.experts.154.gate_proj,0.0000180434,0.05000,16.098
21,mlp.experts.146.gate_proj,0.0000224989,0.05000,16.024
21,mlp.experts.152.gate_proj,0.0000348261,0.05000,15.919
21,mlp.experts.153.gate_proj,0.0000241017,0.05000,15.979
21,mlp.experts.129.gate_proj,0.0000122525,0.05000,15.287
21,mlp.experts.133.gate_proj,0.0000136206,0.05000,15.413
21,mlp.experts.128.gate_proj,0.0000064444,0.05000,15.245
21,mlp.experts.142.gate_proj,0.0000042742,0.05000,15.362
21,mlp.experts.134.gate_proj,0.0000398896,0.05000,15.283
21,mlp.experts.139.gate_proj,0.0000125728,0.05000,15.431
21,mlp.experts.156.gate_proj,0.0000082802,0.05000,15.144
21,mlp.experts.148.gate_proj,0.0000084493,0.05000,15.124
21,mlp.experts.143.gate_proj,0.0000097829,0.05000,15.516
21,mlp.experts.157.gate_proj,0.0000216061,0.05000,15.452
21,mlp.experts.151.gate_proj,0.0000102607,0.05000,15.228
21,mlp.experts.147.gate_proj,0.0000288748,0.05000,15.287
21,mlp.experts.170.gate_proj,0.0000076670,0.05000,15.358
21,mlp.experts.162.gate_proj,0.0000206183,0.05000,15.353
21,mlp.experts.168.gate_proj,0.0000117486,0.05000,15.328
21,mlp.experts.169.gate_proj,0.0000216938,0.05000,15.262
21,mlp.experts.145.gate_proj,0.0000093514,0.05000,14.863
21,mlp.experts.144.gate_proj,0.0000074336,0.05000,14.800
21,mlp.experts.149.gate_proj,0.0000184871,0.05000,14.969
21,mlp.experts.158.gate_proj,0.0000153950,0.05000,15.007
21,mlp.experts.150.gate_proj,0.0000403495,0.05000,14.978
21,mlp.experts.172.gate_proj,0.0000163123,0.05000,14.959
21,mlp.experts.155.gate_proj,0.0000100947,0.05000,15.090
21,mlp.experts.164.gate_proj,0.0000045956,0.05000,14.920
21,mlp.experts.173.gate_proj,0.0000204328,0.05000,14.862
21,mlp.experts.159.gate_proj,0.0000198036,0.05000,15.073
21,mlp.experts.167.gate_proj,0.0000342640,0.05000,15.005
21,mlp.experts.178.gate_proj,0.0000095192,0.05000,14.806
21,mlp.experts.186.gate_proj,0.0000106797,0.05000,14.902
21,mlp.experts.163.gate_proj,0.0000143818,0.05000,14.993
21,mlp.experts.184.gate_proj,0.0000094002,0.05000,14.852
21,mlp.experts.185.gate_proj,0.0000029852,0.05000,14.831
21,mlp.experts.161.gate_proj,0.0000048389,0.05000,14.846
21,mlp.experts.160.gate_proj,0.0000086217,0.05000,14.956
21,mlp.experts.165.gate_proj,0.0000065105,0.05000,14.957
21,mlp.experts.174.gate_proj,0.0000248942,0.05000,14.941
21,mlp.experts.188.gate_proj,0.0000093338,0.05000,14.880
21,mlp.experts.171.gate_proj,0.0000099339,0.05000,14.897
21,mlp.experts.166.gate_proj,0.0000099313,0.05000,15.007
21,mlp.experts.189.gate_proj,0.0000084162,0.05000,14.805
21,mlp.experts.180.gate_proj,0.0000160530,0.05000,14.999
21,mlp.experts.175.gate_proj,0.0000505157,0.05000,14.918
21,mlp.experts.183.gate_proj,0.0000332854,0.05000,14.870
21,mlp.experts.202.gate_proj,0.0000044368,0.05000,14.820
21,mlp.experts.179.gate_proj,0.0000120711,0.05000,14.886
21,mlp.experts.194.gate_proj,0.0000146830,0.05000,14.993
21,mlp.experts.200.gate_proj,0.0000073298,0.05000,14.979
21,mlp.experts.201.gate_proj,0.0000080908,0.05000,14.877
21,mlp.experts.177.gate_proj,0.0000166352,0.05000,15.528
21,mlp.experts.176.gate_proj,0.0000450794,0.05000,15.527
21,mlp.experts.181.gate_proj,0.0000319116,0.05000,15.667
21,mlp.experts.190.gate_proj,0.0000315145,0.05000,15.631
21,mlp.experts.182.gate_proj,0.0000124364,0.05000,15.684
21,mlp.experts.204.gate_proj,0.0000058783,0.05000,15.868
21,mlp.experts.205.gate_proj,0.0000022348,0.05000,15.563
21,mlp.experts.187.gate_proj,0.0000117675,0.05000,15.819
21,mlp.experts.196.gate_proj,0.0000210825,0.05000,15.642
21,mlp.experts.191.gate_proj,0.0000077010,0.05000,15.561
21,mlp.experts.218.gate_proj,0.0000336425,0.05000,15.509
21,mlp.experts.199.gate_proj,0.0000174804,0.05000,15.733
21,mlp.experts.195.gate_proj,0.0000077552,0.05000,15.652
21,mlp.experts.217.gate_proj,0.0000122431,0.05000,15.489
21,mlp.experts.216.gate_proj,0.0000065138,0.05000,15.550
21,mlp.experts.210.gate_proj,0.0000092513,0.05000,15.660
21,mlp.experts.193.gate_proj,0.0000081578,0.05000,15.744
21,mlp.experts.192.gate_proj,0.0000109194,0.05000,15.809
21,mlp.experts.197.gate_proj,0.0000042104,0.05000,15.784
21,mlp.experts.206.gate_proj,0.0000102760,0.05000,15.694
21,mlp.experts.198.gate_proj,0.0000163259,0.05000,15.807
21,mlp.experts.220.gate_proj,0.0000161730,0.05000,15.851
21,mlp.experts.221.gate_proj,0.0000033394,0.05000,15.841
21,mlp.experts.203.gate_proj,0.0000126706,0.05000,15.914
21,mlp.experts.212.gate_proj,0.0000169104,0.05000,15.823
21,mlp.experts.207.gate_proj,0.0000030415,0.05000,15.901
21,mlp.experts.234.gate_proj,0.0000080558,0.05000,15.904
21,mlp.experts.233.gate_proj,0.0000126821,0.05000,15.832
21,mlp.experts.226.gate_proj,0.0000485043,0.05000,15.855
21,mlp.experts.211.gate_proj,0.0000125194,0.05000,15.944
21,mlp.experts.215.gate_proj,0.0000076053,0.05000,16.150
21,mlp.experts.232.gate_proj,0.0000095058,0.05000,16.027
21,mlp.experts.209.gate_proj,0.0000092163,0.05000,15.508
21,mlp.experts.208.gate_proj,0.0000107989,0.05000,15.220
21,mlp.experts.213.gate_proj,0.0000084490,0.05000,15.316
21,mlp.experts.222.gate_proj,0.0000104644,0.05000,15.259
21,mlp.experts.214.gate_proj,0.0000124142,0.05000,15.255
21,mlp.experts.236.gate_proj,0.0000181485,0.05000,15.198
21,mlp.experts.237.gate_proj,0.0000112949,0.05000,15.218
21,mlp.experts.219.gate_proj,0.0000196510,0.05000,15.228
21,mlp.experts.228.gate_proj,0.0000073323,0.05000,15.234
21,mlp.experts.223.gate_proj,0.0000147136,0.05000,15.260
21,mlp.experts.250.gate_proj,0.0000151860,0.05000,15.219
21,mlp.experts.249.gate_proj,0.0000592262,0.05000,15.115
21,mlp.experts.227.gate_proj,0.0000068029,0.05000,15.056
21,mlp.experts.242.gate_proj,0.0000270797,0.05000,15.124
21,mlp.experts.248.gate_proj,0.0000069781,0.05000,15.038
21,mlp.experts.231.gate_proj,0.0000119596,0.05000,15.176
21,mlp.experts.10.up_proj,failsafe(rtn): 0.0009232,0.00000,0.789
21,mlp.experts.9.up_proj,failsafe(rtn): 0.0009537,0.00000,0.896
21,mlp.experts.225.gate_proj,0.0000042100,0.05000,15.255
21,mlp.experts.224.gate_proj,0.0000133967,0.05000,15.222
21,mlp.experts.229.gate_proj,0.0000081095,0.05000,15.186
21,mlp.experts.238.gate_proj,0.0000503113,0.05000,15.263
21,mlp.experts.230.gate_proj,0.0000085903,0.05000,15.087
21,mlp.experts.253.gate_proj,0.0000084447,0.05000,15.042
21,mlp.experts.252.gate_proj,0.0000061697,0.05000,15.198
21,mlp.experts.235.gate_proj,0.0000017950,0.05000,15.292
21,mlp.experts.244.gate_proj,0.0000139722,0.05000,15.206
21,mlp.experts.239.gate_proj,0.0000123924,0.05000,15.245
21,mlp.experts.2.up_proj,0.0000063182,0.05000,15.288
21,mlp.experts.243.gate_proj,0.0000057562,0.05000,15.387
21,mlp.experts.8.up_proj,0.0000076319,0.05000,15.345
21,mlp.experts.247.gate_proj,0.0000103624,0.05000,15.524
21,mlp.experts.26.up_proj,0.0000140420,0.05000,15.251
21,mlp.experts.25.up_proj,0.0000074745,0.05000,15.241
21,mlp.experts.241.gate_proj,0.0000179896,0.05000,14.345
21,mlp.experts.240.gate_proj,0.0000089162,0.05000,14.352
21,mlp.experts.245.gate_proj,0.0000096755,0.05000,14.368
21,mlp.experts.254.gate_proj,0.0000046565,0.05000,14.223
21,mlp.experts.246.gate_proj,0.0000057894,0.05000,14.239
21,mlp.experts.13.up_proj,0.0000067584,0.05000,14.308
21,mlp.experts.12.up_proj,0.0000088713,0.05000,14.216
21,mlp.experts.4.up_proj,0.0000110695,0.05000,14.076
21,mlp.experts.251.gate_proj,0.0000063058,0.05000,14.261
21,mlp.experts.255.gate_proj,0.0000042818,0.05000,14.145
21,mlp.experts.18.up_proj,0.0000090788,0.05000,13.927
21,mlp.experts.3.up_proj,0.0000483788,0.05000,14.041
21,mlp.experts.24.up_proj,0.0000071568,0.05000,13.991
21,mlp.experts.7.up_proj,0.0000340650,0.05000,14.012
21,mlp.experts.41.up_proj,0.0000191710,0.05000,14.137
21,mlp.experts.23.up_proj,failsafe(rtn): 0.0008316,0.00000,0.871
21,mlp.experts.57.up_proj,failsafe(rtn): 0.0008545,0.00000,0.749
21,mlp.experts.1.up_proj,0.0000026436,0.05000,14.170
21,mlp.experts.0.up_proj,0.0000150875,0.05000,14.374
21,mlp.experts.5.up_proj,0.0000065239,0.05000,14.193
21,mlp.experts.29.up_proj,0.0000071521,0.05000,14.335
21,mlp.experts.28.up_proj,0.0000096411,0.05000,14.453
21,mlp.experts.20.up_proj,0.0000066181,0.05000,14.433
21,mlp.experts.11.up_proj,0.0000176457,0.05000,14.293
21,mlp.experts.15.up_proj,0.0000126395,0.05000,14.303
21,mlp.experts.42.up_proj,0.0000064087,0.05000,14.298
21,mlp.experts.6.up_proj,0.0000028971,0.05000,14.318
21,mlp.experts.19.up_proj,0.0000086435,0.05000,14.301
21,mlp.experts.14.up_proj,0.0000044825,0.05000,14.455
21,mlp.experts.34.up_proj,0.0000168602,0.05000,14.479
21,mlp.experts.40.up_proj,0.0000261828,0.05000,14.372
21,mlp.experts.50.up_proj,failsafe(rtn): 0.0009537,0.00000,0.783
21,mlp.experts.39.up_proj,0.0000138775,0.05000,14.269
21,mlp.experts.73.up_proj,0.0000100028,0.05000,14.295
21,mlp.experts.17.up_proj,0.0000079995,0.05000,13.891
21,mlp.experts.21.up_proj,0.0000398616,0.05000,13.796
21,mlp.experts.45.up_proj,0.0000043538,0.05000,13.640
21,mlp.experts.27.up_proj,0.0000152809,0.05000,13.858
21,mlp.experts.31.up_proj,0.0000120408,0.05000,13.830
21,mlp.experts.58.up_proj,0.0000057432,0.05000,13.892
21,mlp.experts.35.up_proj,0.0000102668,0.05000,13.893
21,mlp.experts.22.up_proj,0.0000109708,0.05000,14.044
21,mlp.experts.30.up_proj,0.0000202491,0.05000,13.985
21,mlp.experts.16.up_proj,0.0000203933,0.05000,13.944
21,mlp.experts.36.up_proj,0.0000120764,0.05000,14.008
21,mlp.experts.44.up_proj,0.0000023007,0.05000,14.050
21,mlp.experts.56.up_proj,0.0000061200,0.05000,14.129
21,mlp.experts.66.up_proj,0.0000069071,0.05000,13.885
21,mlp.experts.55.up_proj,0.0000120053,0.05000,13.946
21,mlp.experts.51.up_proj,failsafe(rtn): 0.0008583,0.00000,0.891
21,mlp.experts.37.up_proj,0.0000194188,0.05000,15.169
21,mlp.experts.33.up_proj,0.0000468106,0.05000,15.399
21,mlp.experts.89.up_proj,0.0000321996,0.05000,15.402
21,mlp.experts.61.up_proj,0.0000055597,0.05000,15.415
21,mlp.experts.74.up_proj,0.0000267377,0.05000,15.452
21,mlp.experts.38.up_proj,0.0000036928,0.05000,15.383
21,mlp.experts.46.up_proj,0.0000244527,0.05000,15.323
21,mlp.experts.60.up_proj,0.0000082324,0.05000,15.212
21,mlp.experts.32.up_proj,0.0000088971,0.05000,15.416
21,mlp.experts.52.up_proj,0.0000091311,0.05000,15.407
21,mlp.experts.72.up_proj,0.0000054542,0.05000,15.369
21,mlp.experts.82.up_proj,0.0000068672,0.05000,15.354
21,mlp.experts.47.up_proj,0.0000106112,0.05000,15.354
21,mlp.experts.71.up_proj,0.0000075642,0.05000,15.447
21,mlp.experts.43.up_proj,0.0000136005,0.05000,15.492
21,mlp.experts.98.up_proj,failsafe(rtn): 0.0009537,0.00000,0.732
21,mlp.experts.67.up_proj,0.0000028601,0.05000,15.350
21,mlp.experts.53.up_proj,0.0000064313,0.05000,15.143
21,mlp.experts.49.up_proj,0.0000704445,0.05000,15.125
21,mlp.experts.77.up_proj,0.0000090010,0.05000,15.235
21,mlp.experts.105.up_proj,0.0000102058,0.05000,15.320
21,mlp.experts.93.up_proj,failsafe(rtn): 0.0008774,0.00000,0.794
21,mlp.experts.90.up_proj,0.0000146474,0.05000,15.276
21,mlp.experts.76.up_proj,0.0000479712,0.05000,15.155
21,mlp.experts.48.up_proj,0.0000118352,0.05000,15.146
21,mlp.experts.54.up_proj,0.0000060993,0.05000,15.363
21,mlp.experts.62.up_proj,0.0000136754,0.05000,15.396
21,mlp.experts.68.up_proj,0.0000164085,0.05000,15.295
21,mlp.experts.88.up_proj,0.0000085356,0.05000,15.307
21,mlp.experts.92.up_proj,failsafe(rtn): 0.0008736,0.00000,0.764
21,mlp.experts.84.up_proj,failsafe(rtn): 0.0010529,0.00000,0.820
21,mlp.experts.104.up_proj,failsafe(rtn): 0.0008430,0.00000,0.818
21,mlp.experts.63.up_proj,0.0000077438,0.05000,15.464
21,mlp.experts.59.up_proj,0.0000202897,0.05000,15.482
21,mlp.experts.87.up_proj,0.0000230417,0.05000,15.541
21,mlp.experts.114.up_proj,0.0000103378,0.05000,15.403
21,mlp.experts.120.up_proj,failsafe(rtn): 0.0009613,0.00000,0.741
21,mlp.experts.83.up_proj,0.0000059039,0.05000,15.512
21,mlp.experts.69.up_proj,0.0000150408,0.05000,15.777
21,mlp.experts.65.up_proj,0.0000093919,0.05000,15.814
21,mlp.experts.121.up_proj,0.0000052374,0.05000,15.751
21,mlp.experts.109.up_proj,0.0000159701,0.05000,15.956
21,mlp.experts.64.up_proj,0.0000525670,0.05000,15.996
21,mlp.experts.78.up_proj,0.0000206946,0.05000,15.921
21,mlp.experts.106.up_proj,0.0000101074,0.05000,16.199
21,mlp.experts.70.up_proj,0.0000231724,0.05000,16.122
21,mlp.experts.108.up_proj,0.0000108220,0.05000,16.122
21,mlp.experts.100.up_proj,0.0000078052,0.05000,16.195
21,mlp.experts.79.up_proj,0.0000069162,0.05000,16.143
21,mlp.experts.103.up_proj,0.0000073894,0.05000,16.083
21,mlp.experts.75.up_proj,0.0000064908,0.05000,16.195
21,mlp.experts.130.up_proj,0.0000082883,0.05000,16.139
21,mlp.experts.136.up_proj,0.0000070065,0.05000,16.053
21,mlp.experts.99.up_proj,0.0000027619,0.05000,16.085
21,mlp.experts.85.up_proj,0.0000404887,0.05000,15.545
21,mlp.experts.81.up_proj,0.0000061214,0.05000,15.569
21,mlp.experts.137.up_proj,0.0000046065,0.05000,15.444
21,mlp.experts.125.up_proj,0.0000143756,0.05000,15.613
21,mlp.experts.80.up_proj,0.0000206826,0.05000,15.544
21,mlp.experts.122.up_proj,0.0000129255,0.05000,15.457
21,mlp.experts.94.up_proj,0.0000069560,0.05000,15.512
21,mlp.experts.86.up_proj,0.0000225537,0.05000,15.459
21,mlp.experts.124.up_proj,0.0000299866,0.05000,15.452
21,mlp.experts.138.up_proj,failsafe(rtn): 0.0008965,0.00000,0.819
21,mlp.experts.116.up_proj,0.0000074311,0.05000,15.385
21,mlp.experts.119.up_proj,0.0000077751,0.05000,15.516
21,mlp.experts.95.up_proj,0.0000037292,0.05000,15.708
21,mlp.experts.91.up_proj,0.0000175545,0.05000,15.605
21,mlp.experts.152.up_proj,0.0000296596,0.05000,15.545
21,mlp.experts.146.up_proj,0.0000186898,0.05000,15.757
21,mlp.experts.115.up_proj,0.0000045412,0.05000,15.783
21,mlp.experts.101.up_proj,0.0000211402,0.05000,15.787
21,mlp.experts.153.up_proj,0.0000220773,0.05000,15.735
21,mlp.experts.97.up_proj,0.0000517301,0.05000,15.809
21,mlp.experts.141.up_proj,0.0000092685,0.05000,15.512
21,mlp.experts.96.up_proj,0.0000085959,0.05000,15.781
21,mlp.experts.102.up_proj,0.0000094274,0.05000,15.659
21,mlp.experts.110.up_proj,0.0000156056,0.05000,15.901
21,mlp.experts.140.up_proj,0.0000156819,0.05000,15.711
21,mlp.experts.154.up_proj,0.0000154911,0.05000,15.909
21,mlp.experts.132.up_proj,0.0000071420,0.05000,15.669
21,mlp.experts.135.up_proj,0.0000092201,0.05000,15.697
21,mlp.experts.111.up_proj,0.0000226725,0.05000,15.652
21,mlp.experts.107.up_proj,0.0000107729,0.05000,15.679
21,mlp.experts.162.up_proj,0.0000146563,0.05000,15.611
21,mlp.experts.168.up_proj,0.0000099344,0.05000,15.688
21,mlp.experts.131.up_proj,0.0000224457,0.05000,15.648
21,mlp.experts.117.up_proj,0.0000046419,0.05000,15.574
21,mlp.experts.113.up_proj,0.0000103043,0.05000,15.524
21,mlp.experts.169.up_proj,0.0000188296,0.05000,15.604
21,mlp.experts.157.up_proj,0.0000173873,0.05000,15.520
21,mlp.experts.112.up_proj,0.0000060757,0.05000,15.648
21,mlp.experts.118.up_proj,0.0000127625,0.05000,15.773
21,mlp.experts.126.up_proj,0.0000056762,0.05000,15.632
21,mlp.experts.156.up_proj,0.0000067752,0.05000,15.621
21,mlp.experts.170.up_proj,0.0000078468,0.05000,15.603
21,mlp.experts.148.up_proj,0.0000061545,0.05000,15.658
21,mlp.experts.151.up_proj,0.0000112828,0.05000,15.576
21,mlp.experts.127.up_proj,0.0000037398,0.05000,15.561
21,mlp.experts.123.up_proj,0.0000123763,0.05000,15.606
21,mlp.experts.178.up_proj,0.0000088628,0.05000,15.483
21,mlp.experts.184.up_proj,0.0000084555,0.05000,15.616
21,mlp.experts.147.up_proj,0.0000252372,0.05000,15.590
21,mlp.experts.133.up_proj,0.0000106480,0.05000,16.420
21,mlp.experts.129.up_proj,0.0000105455,0.05000,16.392
21,mlp.experts.185.up_proj,0.0000022026,0.05000,16.630
21,mlp.experts.173.up_proj,0.0000178197,0.05000,16.527
21,mlp.experts.128.up_proj,0.0000056777,0.05000,16.435
21,mlp.experts.142.up_proj,0.0000046172,0.05000,16.459
21,mlp.experts.134.up_proj,0.0000379488,0.05000,16.536
21,mlp.experts.172.up_proj,0.0000123728,0.05000,16.730
21,mlp.experts.186.up_proj,0.0000085086,0.05000,16.671
21,mlp.experts.164.up_proj,0.0000045670,0.05000,16.694
21,mlp.experts.167.up_proj,0.0000262582,0.05000,16.630
21,mlp.experts.143.up_proj,0.0000083518,0.05000,16.803
21,mlp.experts.139.up_proj,0.0000097368,0.05000,16.762
21,mlp.experts.194.up_proj,0.0000133968,0.05000,16.650
21,mlp.experts.200.up_proj,0.0000064526,0.05000,16.652
21,mlp.experts.163.up_proj,0.0000127902,0.05000,16.782
21,mlp.experts.149.up_proj,0.0000175591,0.05000,15.384
21,mlp.experts.145.up_proj,0.0000088103,0.05000,15.440
21,mlp.experts.201.up_proj,0.0000075009,0.05000,15.423
21,mlp.experts.189.up_proj,0.0000074616,0.05000,15.488
21,mlp.experts.144.up_proj,0.0000065901,0.05000,15.305
21,mlp.experts.158.up_proj,0.0000138347,0.05000,15.140
21,mlp.experts.150.up_proj,0.0000332073,0.05000,15.228
21,mlp.experts.188.up_proj,0.0000074272,0.05000,15.297
21,mlp.experts.202.up_proj,0.0000035060,0.05000,15.172
21,mlp.experts.180.up_proj,0.0000115573,0.05000,15.214
21,mlp.experts.183.up_proj,0.0000284729,0.05000,15.167
21,mlp.experts.159.up_proj,0.0000147347,0.05000,15.100
21,mlp.experts.210.up_proj,0.0000084723,0.05000,15.075
21,mlp.experts.155.up_proj,0.0000092635,0.05000,15.088
21,mlp.experts.216.up_proj,0.0000054688,0.05000,15.113
21,mlp.experts.179.up_proj,0.0000101353,0.05000,14.884
21,mlp.experts.165.up_proj,0.0000053197,0.05000,15.308
21,mlp.experts.161.up_proj,0.0000053409,0.05000,15.484
21,mlp.experts.217.up_proj,0.0000094939,0.05000,15.533
21,mlp.experts.205.up_proj,0.0000022065,0.05000,15.508
21,mlp.experts.174.up_proj,0.0000218270,0.05000,15.600
21,mlp.experts.160.up_proj,0.0000067111,0.05000,15.669
21,mlp.experts.166.up_proj,0.0000080729,0.05000,15.626
21,mlp.experts.218.up_proj,0.0000266241,0.05000,15.482
21,mlp.experts.204.up_proj,0.0000054939,0.05000,15.751
21,mlp.experts.196.up_proj,0.0000173191,0.05000,15.742
21,mlp.experts.175.up_proj,0.0000425805,0.05000,15.848
21,mlp.experts.199.up_proj,0.0000153512,0.05000,16.079
21,mlp.experts.171.up_proj,0.0000092413,0.05000,15.793
21,mlp.experts.226.up_proj,0.0000392694,0.05000,15.912
21,mlp.experts.232.up_proj,0.0000087978,0.05000,15.833
21,mlp.experts.195.up_proj,0.0000066505,0.05000,15.975
21,mlp.experts.181.up_proj,0.0000299229,0.05000,16.379
21,mlp.experts.177.up_proj,0.0000123411,0.05000,16.477
21,mlp.experts.233.up_proj,0.0000099600,0.05000,16.345
21,mlp.experts.221.up_proj,0.0000024398,0.05000,16.150
21,mlp.experts.190.up_proj,0.0000244097,0.05000,16.043
21,mlp.experts.176.up_proj,0.0000418298,0.05000,16.103
21,mlp.experts.182.up_proj,0.0000107396,0.05000,16.290
21,mlp.experts.234.up_proj,0.0000070117,0.05000,16.198
21,mlp.experts.220.up_proj,0.0000123154,0.05000,16.122
21,mlp.experts.212.up_proj,0.0000130805,0.05000,16.148
21,mlp.experts.191.up_proj,0.0000061534,0.05000,15.976
21,mlp.experts.242.up_proj,0.0000200616,0.05000,15.861
21,mlp.experts.187.up_proj,0.0000112429,0.05000,15.979
21,mlp.experts.215.up_proj,0.0000057927,0.05000,16.090
21,mlp.experts.248.up_proj,0.0000063997,0.05000,16.135
21,mlp.experts.211.up_proj,0.0000100530,0.05000,16.025
21,mlp.experts.2.down_proj,0.0000002129,0.05000,4.202
21,mlp.experts.8.down_proj,0.0000001410,0.05000,4.181
21,mlp.experts.18.down_proj,0.0000001262,0.05000,4.217
21,mlp.experts.24.down_proj,0.0000001910,0.05000,4.274
21,mlp.experts.34.down_proj,0.0000003846,0.05000,3.510
21,mlp.experts.197.up_proj,0.0000039042,0.05000,15.582
21,mlp.experts.50.down_proj,failsafe(rtn): 0.0009193,0.00000,0.204
21,mlp.experts.40.down_proj,0.0000006702,0.05000,3.481
21,mlp.experts.193.up_proj,0.0000070267,0.05000,15.578
21,mlp.experts.249.up_proj,0.0000551794,0.05000,15.600
21,mlp.experts.9.down_proj,failsafe(rtn): 0.0009422,0.00000,0.156
21,mlp.experts.237.up_proj,0.0000109373,0.05000,15.463
21,mlp.experts.192.up_proj,0.0000090624,0.05000,15.560
21,mlp.experts.206.up_proj,0.0000079160,0.05000,15.705
21,mlp.experts.198.up_proj,0.0000126021,0.05000,15.634
21,mlp.experts.236.up_proj,0.0000143282,0.05000,15.603
21,mlp.experts.250.up_proj,0.0000135314,0.05000,15.778
21,mlp.experts.10.down_proj,failsafe(rtn): 0.0008888,0.00000,0.219
21,mlp.experts.228.up_proj,0.0000049402,0.05000,15.679
21,mlp.experts.207.up_proj,0.0000027609,0.05000,15.726
21,mlp.experts.203.up_proj,0.0000138291,0.05000,15.829
21,mlp.experts.231.up_proj,0.0000105901,0.05000,15.881
21,mlp.experts.66.down_proj,0.0000002342,0.05000,3.897
21,mlp.experts.56.down_proj,0.0000001381,0.05000,3.929
21,mlp.experts.227.up_proj,0.0000069737,0.05000,15.785
21,mlp.experts.25.down_proj,0.0000000906,0.05000,3.948
21,mlp.experts.26.down_proj,0.0000001927,0.05000,3.777
21,mlp.experts.82.down_proj,0.0000002007,0.05000,3.712
21,mlp.experts.98.down_proj,failsafe(rtn): 0.0009308,0.00000,0.169
21,mlp.experts.72.down_proj,0.0000000637,0.05000,3.690
21,mlp.experts.41.down_proj,0.0000005379,0.05000,3.640
21,mlp.experts.57.down_proj,failsafe(rtn): 0.0008583,0.00000,0.245
21,mlp.experts.42.down_proj,0.0000002073,0.05000,4.087
21,mlp.experts.114.down_proj,0.0000001939,0.05000,4.118
21,mlp.experts.88.down_proj,0.0000001077,0.05000,4.120
21,mlp.experts.104.down_proj,failsafe(rtn): 0.0008469,0.00000,0.151
21,mlp.experts.120.down_proj,failsafe(rtn): 0.0009537,0.00000,0.172
21,mlp.experts.73.down_proj,0.0000002900,0.05000,4.072
21,mlp.experts.58.down_proj,0.0000000732,0.05000,3.892
21,mlp.experts.213.up_proj,0.0000079400,0.05000,15.683
21,mlp.experts.130.down_proj,0.0000002438,0.05000,3.956
21,mlp.experts.209.up_proj,0.0000085369,0.05000,15.533
21,mlp.experts.136.down_proj,0.0000000601,0.05000,3.924
21,mlp.experts.89.down_proj,0.0000012059,0.05000,3.967
21,mlp.experts.253.up_proj,0.0000072570,0.05000,15.804
21,mlp.experts.222.up_proj,0.0000092541,0.05000,15.496
21,mlp.experts.208.up_proj,0.0000105151,0.05000,15.603
21,mlp.experts.214.up_proj,0.0000100985,0.05000,15.733
21,mlp.experts.252.up_proj,0.0000042065,0.05000,15.861
21,mlp.experts.244.up_proj,0.0000110209,0.05000,15.683
21,mlp.experts.74.down_proj,0.0000005571,0.05000,3.960
21,mlp.experts.223.up_proj,0.0000144774,0.05000,15.723
21,mlp.experts.219.up_proj,0.0000149048,0.05000,15.531
21,mlp.experts.247.up_proj,0.0000089939,0.05000,15.547
21,mlp.experts.146.down_proj,0.0000004668,0.05000,3.823
21,mlp.experts.152.down_proj,0.0000005630,0.05000,3.715
21,mlp.experts.243.up_proj,0.0000051255,0.05000,15.530
21,mlp.experts.105.down_proj,0.0000003034,0.05000,3.692
21,mlp.experts.13.down_proj,0.0000002101,0.05000,3.739
21,mlp.experts.12.down_proj,0.0000000863,0.05000,3.874
21,mlp.experts.4.down_proj,0.0000003712,0.05000,3.809
21,mlp.experts.90.down_proj,0.0000004742,0.05000,3.809
21,mlp.experts.7.down_proj,0.0000005538,0.05000,4.048
21,mlp.experts.23.down_proj,failsafe(rtn): 0.0008354,0.00000,0.216
21,mlp.experts.162.down_proj,0.0000004200,0.05000,4.002
21,mlp.experts.168.down_proj,0.0000001776,0.05000,4.091
21,mlp.experts.3.down_proj,0.0000010473,0.05000,4.148
21,mlp.experts.121.down_proj,0.0000001026,0.05000,4.191
21,mlp.experts.29.down_proj,0.0000002350,0.05000,4.176
21,mlp.experts.28.down_proj,0.0000002212,0.05000,3.642
21,mlp.experts.20.down_proj,0.0000001677,0.05000,3.700
21,mlp.experts.106.down_proj,0.0000003500,0.05000,3.651
21,mlp.experts.39.down_proj,0.0000003445,0.05000,3.523
21,mlp.experts.178.down_proj,0.0000002938,0.05000,3.486
21,mlp.experts.184.down_proj,0.0000001915,0.05000,3.466
21,mlp.experts.19.down_proj,0.0000003043,0.05000,3.418
21,mlp.experts.137.down_proj,0.0000001415,0.05000,3.365
21,mlp.experts.45.down_proj,0.0000000765,0.05000,3.321
21,mlp.experts.44.down_proj,0.0000000595,0.05000,3.299
21,mlp.experts.122.down_proj,0.0000001137,0.05000,3.228
21,mlp.experts.36.down_proj,0.0000001989,0.05000,3.272
21,mlp.experts.138.down_proj,failsafe(rtn): 0.0008888,0.00000,0.171
21,mlp.experts.229.up_proj,0.0000068405,0.05000,14.428
21,mlp.experts.225.up_proj,0.0000035614,0.05000,14.692
21,mlp.experts.194.down_proj,0.0000001166,0.05000,3.414
21,mlp.experts.55.down_proj,0.0000001270,0.05000,3.447
21,mlp.experts.200.down_proj,0.0000001091,0.05000,3.449
21,mlp.experts.35.down_proj,0.0000001725,0.05000,3.554
21,mlp.experts.51.down_proj,failsafe(rtn): 0.0008545,0.00000,0.222
21,mlp.experts.153.down_proj,0.0000006006,0.05000,3.737
21,mlp.experts.61.down_proj,0.0000001765,0.05000,3.678
21,mlp.experts.224.up_proj,0.0000113308,0.05000,14.756
21,mlp.experts.238.up_proj,0.0000420436,0.05000,14.799
21,mlp.experts.230.up_proj,0.0000072377,0.05000,14.839
21,mlp.experts.60.down_proj,0.0000001113,0.05000,4.042
21,mlp.experts.52.down_proj,0.0000002461,0.05000,4.103
21,mlp.experts.154.down_proj,0.0000002005,0.05000,4.127
21,mlp.experts.239.up_proj,0.0000095602,0.05000,14.939
21,mlp.experts.235.up_proj,0.0000017825,0.05000,14.948
21,mlp.experts.71.down_proj,0.0000000874,0.05000,4.161
21,mlp.experts.210.down_proj,0.0000000726,0.05000,4.229
21,mlp.experts.216.down_proj,0.0000001450,0.05000,4.256
21,mlp.experts.67.down_proj,0.0000000669,0.05000,4.213
21,mlp.experts.169.down_proj,0.0000003488,0.05000,4.200
21,mlp.experts.77.down_proj,0.0000002457,0.05000,4.232
21,mlp.experts.93.down_proj,failsafe(rtn): 0.0008812,0.00000,0.208
21,mlp.experts.76.down_proj,0.0000011563,0.05000,4.283
21,mlp.experts.68.down_proj,0.0000003962,0.05000,4.156
21,mlp.experts.170.down_proj,0.0000001802,0.05000,4.100
21,mlp.experts.92.down_proj,failsafe(rtn): 0.0008736,0.00000,0.155
21,mlp.experts.84.down_proj,failsafe(rtn): 0.0010452,0.00000,0.158
21,mlp.experts.87.down_proj,0.0000004935,0.05000,4.001
21,mlp.experts.226.down_proj,0.0000009929,0.05000,4.023
21,mlp.experts.232.down_proj,0.0000000842,0.05000,3.799
21,mlp.experts.83.down_proj,0.0000001672,0.05000,3.779
21,mlp.experts.185.down_proj,0.0000001699,0.05000,3.805
21,mlp.experts.109.down_proj,0.0000007887,0.05000,3.690
21,mlp.experts.108.down_proj,0.0000003137,0.05000,3.777
21,mlp.experts.186.down_proj,0.0000002828,0.05000,3.830
21,mlp.experts.100.down_proj,0.0000002861,0.05000,3.908
21,mlp.experts.103.down_proj,0.0000001686,0.05000,3.885
21,mlp.experts.242.down_proj,0.0000006210,0.05000,3.880
21,mlp.experts.248.down_proj,0.0000000535,0.05000,3.920
21,mlp.experts.99.down_proj,0.0000001343,0.05000,3.962
21,mlp.experts.201.down_proj,0.0000000666,0.05000,3.966
21,mlp.experts.125.down_proj,0.0000002809,0.05000,3.874
21,mlp.experts.245.up_proj,0.0000099548,0.05000,15.551
21,mlp.experts.124.down_proj,0.0000007363,0.05000,3.575
21,mlp.experts.116.down_proj,0.0000002612,0.05000,3.606
21,mlp.experts.202.down_proj,0.0000001559,0.05000,3.688
21,mlp.experts.241.up_proj,0.0000137343,0.05000,15.532
21,mlp.experts.119.down_proj,0.0000001905,0.05000,3.568
21,mlp.experts.115.down_proj,0.0000000860,0.05000,3.400
21,mlp.experts.217.down_proj,0.0000003506,0.05000,3.394
21,mlp.experts.141.down_proj,0.0000001014,0.05000,3.399
21,mlp.experts.240.up_proj,0.0000079664,0.05000,15.219
21,mlp.experts.254.up_proj,0.0000042101,0.05000,15.218
21,mlp.experts.246.up_proj,0.0000054235,0.05000,15.071
21,mlp.experts.5.down_proj,0.0000002469,0.05000,3.116
21,mlp.experts.255.up_proj,0.0000036526,0.05000,14.514
21,mlp.experts.251.up_proj,0.0000054787,0.05000,14.655
21,mlp.experts.140.down_proj,0.0000002978,0.05000,3.151
21,mlp.experts.132.down_proj,0.0000002556,0.05000,3.171
21,mlp.experts.218.down_proj,0.0000004582,0.05000,3.163
21,mlp.experts.1.down_proj,0.0000000827,0.05000,3.201
21,mlp.experts.135.down_proj,0.0000001268,0.05000,3.207
21,mlp.experts.131.down_proj,0.0000006431,0.05000,3.297
21,mlp.experts.233.down_proj,0.0000002617,0.05000,3.263
21,mlp.experts.157.down_proj,0.0000004911,0.05000,3.390
21,mlp.experts.0.down_proj,0.0000004768,0.05000,3.406
21,mlp.experts.14.down_proj,0.0000001526,0.05000,3.441
21,mlp.experts.6.down_proj,0.0000000643,0.05000,3.511
21,mlp.experts.21.down_proj,0.0000014849,0.05000,3.712
21,mlp.experts.15.down_proj,0.0000003553,0.05000,3.692
21,mlp.experts.11.down_proj,0.0000005619,0.05000,3.794
21,mlp.experts.156.down_proj,0.0000002280,0.05000,3.695
21,mlp.experts.148.down_proj,0.0000002057,0.05000,3.665
21,mlp.experts.234.down_proj,0.0000002094,0.05000,3.621
21,mlp.experts.17.down_proj,0.0000002085,0.05000,3.558
21,mlp.experts.151.down_proj,0.0000003005,0.05000,3.651
21,mlp.experts.147.down_proj,0.0000005507,0.05000,3.528
21,mlp.experts.249.down_proj,0.0000011875,0.05000,3.505
21,mlp.experts.173.down_proj,0.0000004068,0.05000,3.381
21,mlp.experts.16.down_proj,0.0000006672,0.05000,3.372
21,mlp.experts.30.down_proj,0.0000002713,0.05000,3.383
21,mlp.experts.22.down_proj,0.0000005292,0.05000,3.198
21,mlp.experts.37.down_proj,0.0000005403,0.05000,3.022
21,mlp.experts.31.down_proj,0.0000001328,0.05000,3.042
21,mlp.experts.27.down_proj,0.0000003074,0.05000,2.980
21,mlp.experts.172.down_proj,0.0000004066,0.05000,2.968
21,mlp.experts.250.down_proj,0.0000003900,0.05000,2.972
21,mlp.experts.164.down_proj,0.0000001311,0.05000,3.003
21,mlp.experts.33.down_proj,0.0000011255,0.05000,2.928
21,mlp.experts.167.down_proj,0.0000007571,0.05000,2.860
21,mlp.experts.163.down_proj,0.0000002735,0.05000,2.805
21,mlp.experts.32.down_proj,0.0000001765,0.05000,2.756
21,mlp.experts.189.down_proj,0.0000001831,0.05000,2.801
21,mlp.experts.46.down_proj,0.0000008268,0.05000,2.814
21,mlp.experts.38.down_proj,0.0000001487,0.05000,2.914
21,mlp.experts.53.down_proj,0.0000000733,0.05000,2.658
21,mlp.experts.47.down_proj,0.0000004352,0.05000,2.693
21,mlp.experts.188.down_proj,0.0000001890,0.05000,2.614
21,mlp.experts.43.down_proj,0.0000002240,0.05000,2.665
21,mlp.experts.180.down_proj,0.0000003861,0.05000,2.610
21,mlp.experts.49.down_proj,0.0000020453,0.05000,2.576
21,mlp.experts.183.down_proj,0.0000004841,0.05000,2.618
21,mlp.experts.179.down_proj,0.0000001785,0.05000,2.487
21,mlp.experts.48.down_proj,0.0000002388,0.05000,2.475
21,mlp.experts.205.down_proj,0.0000001021,0.05000,2.507
21,mlp.experts.62.down_proj,0.0000001867,0.05000,2.432
21,mlp.experts.54.down_proj,0.0000002126,0.05000,2.362
21,mlp.experts.69.down_proj,0.0000004722,0.05000,2.318
21,mlp.experts.63.down_proj,0.0000000713,0.05000,2.314
21,mlp.experts.204.down_proj,0.0000001438,0.05000,2.359
21,mlp.experts.59.down_proj,0.0000004492,0.05000,2.329
21,mlp.experts.196.down_proj,0.0000005049,0.05000,2.316
21,mlp.experts.65.down_proj,0.0000002500,0.05000,2.337
21,mlp.experts.199.down_proj,0.0000003180,0.05000,2.413
21,mlp.experts.195.down_proj,0.0000001306,0.05000,2.605
21,mlp.experts.64.down_proj,0.0000017412,0.05000,2.565
21,mlp.experts.221.down_proj,0.0000000301,0.05000,2.594
21,mlp.experts.78.down_proj,0.0000002887,0.05000,2.631
21,mlp.experts.70.down_proj,0.0000006467,0.05000,2.610
21,mlp.experts.85.down_proj,0.0000015310,0.05000,2.695
21,mlp.experts.79.down_proj,0.0000001223,0.05000,2.648
21,mlp.experts.220.down_proj,0.0000003331,0.05000,2.671
21,mlp.experts.212.down_proj,0.0000004047,0.05000,2.676
21,mlp.experts.75.down_proj,0.0000001436,0.05000,2.686
21,mlp.experts.81.down_proj,0.0000002024,0.05000,2.640
21,mlp.experts.215.down_proj,0.0000002239,0.05000,2.613
21,mlp.experts.211.down_proj,0.0000001860,0.05000,2.448
21,mlp.experts.237.down_proj,0.0000003717,0.05000,2.433
21,mlp.experts.80.down_proj,0.0000005450,0.05000,2.514
21,mlp.experts.94.down_proj,0.0000002390,0.05000,2.477
21,mlp.experts.86.down_proj,0.0000003636,0.05000,2.501
21,mlp.experts.101.down_proj,0.0000004183,0.05000,2.628
21,mlp.experts.95.down_proj,0.0000000733,0.05000,2.679
21,mlp.experts.236.down_proj,0.0000005159,0.05000,2.580
21,mlp.experts.91.down_proj,0.0000004639,0.05000,2.589
21,mlp.experts.228.down_proj,0.0000000418,0.05000,2.660
21,mlp.experts.97.down_proj,0.0000009765,0.05000,2.624
21,mlp.experts.231.down_proj,0.0000003246,0.05000,2.625
21,mlp.experts.227.down_proj,0.0000002388,0.05000,2.665
21,mlp.experts.253.down_proj,0.0000002216,0.05000,2.666
21,mlp.experts.96.down_proj,0.0000003069,0.05000,2.670
21,mlp.experts.110.down_proj,0.0000004556,0.05000,2.675
21,mlp.experts.102.down_proj,0.0000003255,0.05000,2.664
21,mlp.experts.117.down_proj,0.0000000762,0.05000,2.562
21,mlp.experts.252.down_proj,0.0000000721,0.05000,2.595
21,mlp.experts.111.down_proj,0.0000006067,0.05000,2.632
21,mlp.experts.107.down_proj,0.0000002578,0.05000,2.625
21,mlp.experts.244.down_proj,0.0000003580,0.05000,2.646
21,mlp.experts.113.down_proj,0.0000000883,0.05000,2.633
21,mlp.experts.247.down_proj,0.0000001995,0.05000,2.539
21,mlp.experts.243.down_proj,0.0000001471,0.05000,2.485
21,mlp.experts.112.down_proj,0.0000000567,0.05000,2.310
21,mlp.experts.126.down_proj,0.0000002601,0.05000,2.324
21,mlp.experts.118.down_proj,0.0000001637,0.05000,2.201
21,mlp.experts.133.down_proj,0.0000003752,0.05000,1.762
21,mlp.experts.123.down_proj,0.0000003764,0.05000,1.670
21,mlp.experts.127.down_proj,0.0000000553,0.05000,1.755
21,mlp.experts.129.down_proj,0.0000002452,0.05000,1.665
21,mlp.experts.128.down_proj,0.0000001263,0.05000,1.609
21,mlp.experts.142.down_proj,0.0000001612,0.05000,1.564
21,mlp.experts.134.down_proj,0.0000010961,0.05000,1.657
21,mlp.experts.139.down_proj,0.0000003386,0.05000,1.618
21,mlp.experts.149.down_proj,0.0000002552,0.05000,1.658
21,mlp.experts.143.down_proj,0.0000001953,0.05000,1.601
21,mlp.experts.145.down_proj,0.0000002967,0.05000,1.654
21,mlp.experts.144.down_proj,0.0000002902,0.05000,1.634
21,mlp.experts.158.down_proj,0.0000001525,0.05000,1.634
21,mlp.experts.150.down_proj,0.0000009260,0.05000,1.666
21,mlp.experts.155.down_proj,0.0000000810,0.05000,1.638
21,mlp.experts.165.down_proj,0.0000001627,0.05000,1.732
21,mlp.experts.159.down_proj,0.0000003900,0.05000,1.753
21,mlp.experts.161.down_proj,0.0000002010,0.05000,1.733
21,mlp.experts.160.down_proj,0.0000003023,0.05000,1.640
21,mlp.experts.174.down_proj,0.0000003269,0.05000,1.671
21,mlp.experts.166.down_proj,0.0000002444,0.05000,1.591
21,mlp.experts.171.down_proj,0.0000001087,0.05000,1.556
21,mlp.experts.175.down_proj,0.0000008531,0.05000,1.614
21,mlp.experts.181.down_proj,0.0000009731,0.05000,1.651
21,mlp.experts.177.down_proj,0.0000001686,0.05000,1.598
21,mlp.experts.176.down_proj,0.0000009591,0.05000,1.581
21,mlp.experts.190.down_proj,0.0000004107,0.05000,1.604
21,mlp.experts.182.down_proj,0.0000001545,0.05000,1.561
21,mlp.experts.187.down_proj,0.0000003507,0.05000,1.563
21,mlp.experts.197.down_proj,0.0000000996,0.05000,1.503
21,mlp.experts.191.down_proj,0.0000001799,0.05000,1.581
21,mlp.experts.193.down_proj,0.0000001246,0.05000,1.588
21,mlp.experts.192.down_proj,0.0000003332,0.05000,1.660
21,mlp.experts.206.down_proj,0.0000002785,0.05000,1.643
21,mlp.experts.198.down_proj,0.0000003970,0.05000,1.655
21,mlp.experts.203.down_proj,0.0000003046,0.05000,1.623
21,mlp.experts.213.down_proj,0.0000000877,0.05000,1.730
21,mlp.experts.207.down_proj,0.0000001038,0.05000,1.761
21,mlp.experts.209.down_proj,0.0000000793,0.05000,1.696
21,mlp.experts.208.down_proj,0.0000004145,0.05000,1.650
21,mlp.experts.222.down_proj,0.0000001143,0.05000,1.662
21,mlp.experts.214.down_proj,0.0000001361,0.05000,1.623
21,mlp.experts.219.down_proj,0.0000003370,0.05000,1.595
21,mlp.experts.223.down_proj,0.0000004706,0.05000,1.515
21,mlp.experts.229.down_proj,0.0000001955,0.05000,1.621
21,mlp.experts.225.down_proj,0.0000001277,0.05000,1.633
21,mlp.experts.224.down_proj,0.0000002298,0.05000,1.531
21,mlp.experts.238.down_proj,0.0000011437,0.05000,1.538
21,mlp.experts.230.down_proj,0.0000001143,0.05000,1.454
21,mlp.experts.235.down_proj,0.0000000503,0.05000,1.497
21,mlp.experts.239.down_proj,0.0000003095,0.05000,1.605
21,mlp.experts.245.down_proj,0.0000004296,0.05000,1.576
21,mlp.experts.241.down_proj,0.0000005100,0.05000,1.580
21,mlp.experts.240.down_proj,0.0000003276,0.05000,1.481
21,mlp.experts.254.down_proj,0.0000001603,0.05000,1.392
21,mlp.experts.246.down_proj,0.0000000551,0.05000,1.314
21,mlp.experts.251.down_proj,0.0000001258,0.05000,0.946
21,mlp.experts.255.down_proj,0.0000001110,0.05000,0.606
22,mlp.experts.13.gate_proj,0.0000024281,0.05000,15.570
22,mlp.experts.12.gate_proj,0.0000079264,0.05000,15.653
22,mlp.experts.0.gate_proj,0.0000060399,0.05000,16.097
22,mlp.experts.14.gate_proj,0.0000156608,0.05000,15.694
22,mlp.experts.7.gate_proj,0.0000110392,0.05000,15.746
22,mlp.experts.9.gate_proj,0.0000078079,0.05000,15.739
22,mlp.experts.4.gate_proj,0.0000091871,0.05000,15.755
22,mlp.experts.6.gate_proj,0.0000154977,0.05000,15.758
22,mlp.experts.8.gate_proj,0.0000099089,0.05000,15.759
22,mlp.experts.2.gate_proj,0.0000247633,0.05000,16.187
22,mlp.experts.1.gate_proj,0.0000100709,0.05000,15.765
22,mlp.experts.3.gate_proj,0.0000185070,0.05000,15.822
22,mlp.experts.5.gate_proj,0.0000088048,0.05000,15.872
22,mlp.experts.11.gate_proj,0.0000100156,0.05000,15.942
22,mlp.experts.15.gate_proj,0.0000207441,0.05000,15.984
22,mlp.experts.10.gate_proj,0.0000111771,0.05000,16.000
22,mlp.experts.16.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.987
22,mlp.experts.29.gate_proj,0.0000156526,0.05000,14.071
22,mlp.experts.28.gate_proj,0.0000061190,0.05000,14.060
22,mlp.experts.25.gate_proj,0.0000170351,0.05000,14.088
22,mlp.experts.23.gate_proj,0.0000042172,0.05000,14.097
22,mlp.experts.22.gate_proj,0.0000124415,0.05000,14.174
22,mlp.experts.20.gate_proj,0.0000068765,0.05000,14.205
22,mlp.experts.24.gate_proj,0.0000061537,0.05000,14.240
22,mlp.experts.30.gate_proj,0.0000155657,0.05000,14.314
22,mlp.experts.18.gate_proj,0.0000536543,0.05000,14.242
22,mlp.experts.17.gate_proj,0.0000081050,0.05000,14.248
22,mlp.experts.21.gate_proj,0.0000070419,0.05000,14.137
22,mlp.experts.19.gate_proj,0.0000085421,0.05000,14.225
22,mlp.experts.27.gate_proj,0.0000043742,0.05000,14.153
22,mlp.experts.26.gate_proj,0.0000086221,0.05000,14.104
22,mlp.experts.31.gate_proj,0.0000080665,0.05000,14.200
22,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.900
22,mlp.experts.32.gate_proj,0.0000233070,0.05000,14.118
22,mlp.experts.55.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.881
22,mlp.experts.45.gate_proj,0.0000166170,0.05000,15.687
22,mlp.experts.44.gate_proj,0.0000084736,0.05000,15.907
22,mlp.experts.41.gate_proj,0.0000198588,0.05000,15.805
22,mlp.experts.38.gate_proj,0.0000052321,0.05000,15.760
22,mlp.experts.36.gate_proj,0.0000073892,0.05000,15.771
22,mlp.experts.46.gate_proj,0.0000088696,0.05000,15.758
22,mlp.experts.37.gate_proj,0.0000180836,0.05000,15.740
22,mlp.experts.40.gate_proj,0.0000170910,0.05000,15.840
22,mlp.experts.33.gate_proj,0.0000347682,0.05000,15.878
22,mlp.experts.34.gate_proj,0.0000101592,0.05000,15.898
22,mlp.experts.35.gate_proj,0.0000142697,0.05000,15.854
22,mlp.experts.42.gate_proj,0.0000083664,0.05000,15.852
22,mlp.experts.43.gate_proj,0.0000119402,0.05000,15.888
22,mlp.experts.47.gate_proj,0.0000050569,0.05000,15.935
22,mlp.experts.48.gate_proj,0.0000191499,0.05000,15.805
22,mlp.experts.71.gate_proj,0.0000136503,0.05000,15.754
22,mlp.experts.61.gate_proj,0.0000117814,0.05000,14.886
22,mlp.experts.60.gate_proj,0.0000122369,0.05000,14.836
22,mlp.experts.57.gate_proj,0.0000165754,0.05000,14.945
22,mlp.experts.62.gate_proj,0.0000084310,0.05000,14.806
22,mlp.experts.54.gate_proj,0.0000067167,0.05000,14.917
22,mlp.experts.52.gate_proj,0.0000103784,0.05000,14.877
22,mlp.experts.49.gate_proj,0.0000105415,0.05000,14.739
22,mlp.experts.56.gate_proj,0.0000092735,0.05000,14.809
22,mlp.experts.59.gate_proj,0.0000079053,0.05000,14.673
22,mlp.experts.53.gate_proj,0.0000080536,0.05000,14.908
22,mlp.experts.50.gate_proj,0.0000122738,0.05000,14.811
22,mlp.experts.51.gate_proj,0.0000069523,0.05000,14.904
22,mlp.experts.58.gate_proj,0.0000175281,0.05000,14.920
22,mlp.experts.63.gate_proj,0.0000107264,0.05000,14.951
22,mlp.experts.64.gate_proj,0.0000135295,0.05000,14.755
22,mlp.experts.87.gate_proj,0.0000094994,0.05000,14.700
22,mlp.experts.77.gate_proj,0.0000116291,0.05000,14.409
22,mlp.experts.76.gate_proj,0.0000065968,0.05000,14.374
22,mlp.experts.69.gate_proj,0.0000136524,0.05000,14.130
22,mlp.experts.73.gate_proj,0.0000095124,0.05000,14.339
22,mlp.experts.78.gate_proj,0.0000108746,0.05000,14.400
22,mlp.experts.65.gate_proj,0.0000058112,0.05000,14.352
22,mlp.experts.68.gate_proj,0.0000063604,0.05000,14.407
22,mlp.experts.72.gate_proj,0.0000061752,0.05000,14.433
22,mlp.experts.66.gate_proj,0.0000123532,0.05000,14.398
22,mlp.experts.67.gate_proj,0.0000253009,0.05000,14.330
22,mlp.experts.70.gate_proj,0.0000020431,0.05000,14.564
22,mlp.experts.75.gate_proj,0.0000149653,0.05000,14.582
22,mlp.experts.74.gate_proj,0.0000048469,0.05000,14.466
22,mlp.experts.79.gate_proj,0.0000041783,0.05000,14.535
22,mlp.experts.80.gate_proj,0.0000101251,0.05000,14.267
22,mlp.experts.103.gate_proj,0.0000071167,0.05000,14.445
22,mlp.experts.93.gate_proj,0.0000084904,0.05000,15.230
22,mlp.experts.81.gate_proj,0.0000078951,0.05000,15.010
22,mlp.experts.92.gate_proj,0.0000078397,0.05000,15.236
22,mlp.experts.89.gate_proj,0.0000333215,0.05000,15.242
22,mlp.experts.94.gate_proj,0.0000468229,0.05000,15.242
22,mlp.experts.85.gate_proj,0.0000060725,0.05000,15.394
22,mlp.experts.86.gate_proj,0.0000118846,0.05000,15.139
22,mlp.experts.84.gate_proj,0.0000105506,0.05000,15.299
22,mlp.experts.88.gate_proj,0.0000132793,0.05000,15.230
22,mlp.experts.83.gate_proj,0.0000066531,0.05000,15.301
22,mlp.experts.91.gate_proj,0.0000076223,0.05000,15.231
22,mlp.experts.82.gate_proj,0.0000081592,0.05000,15.409
22,mlp.experts.90.gate_proj,0.0000062238,0.05000,15.335
22,mlp.experts.96.gate_proj,0.0000085135,0.05000,15.192
22,mlp.experts.95.gate_proj,0.0000155347,0.05000,15.360
22,mlp.experts.101.gate_proj,failsafe(rtn): 0.0008316,0.00000,0.738
22,mlp.experts.119.gate_proj,0.0000075544,0.05000,15.226
22,mlp.experts.108.gate_proj,0.0000084575,0.05000,15.277
22,mlp.experts.109.gate_proj,0.0000090332,0.05000,15.517
22,mlp.experts.97.gate_proj,0.0000142639,0.05000,15.417
22,mlp.experts.105.gate_proj,0.0000262241,0.05000,15.453
22,mlp.experts.104.gate_proj,0.0000026622,0.05000,15.342
22,mlp.experts.102.gate_proj,0.0000136866,0.05000,15.393
22,mlp.experts.110.gate_proj,0.0000042755,0.05000,15.484
22,mlp.experts.100.gate_proj,0.0000114902,0.05000,15.450
22,mlp.experts.99.gate_proj,0.0000391638,0.05000,15.384
22,mlp.experts.98.gate_proj,0.0000049298,0.05000,15.349
22,mlp.experts.107.gate_proj,0.0000141970,0.05000,15.552
22,mlp.experts.112.gate_proj,0.0000331180,0.05000,15.371
22,mlp.experts.106.gate_proj,0.0000503381,0.05000,15.565
22,mlp.experts.111.gate_proj,0.0000166964,0.05000,15.507
22,mlp.experts.117.gate_proj,0.0000088028,0.05000,15.489
22,mlp.experts.135.gate_proj,0.0000062473,0.05000,15.263
22,mlp.experts.125.gate_proj,0.0000054886,0.05000,14.768
22,mlp.experts.113.gate_proj,0.0000048603,0.05000,14.675
22,mlp.experts.124.gate_proj,0.0000033692,0.05000,14.810
22,mlp.experts.121.gate_proj,0.0000141081,0.05000,14.801
22,mlp.experts.120.gate_proj,0.0000076818,0.05000,14.776
22,mlp.experts.126.gate_proj,0.0000119415,0.05000,14.819
22,mlp.experts.118.gate_proj,0.0000158072,0.05000,14.874
22,mlp.experts.116.gate_proj,0.0000034804,0.05000,14.798
22,mlp.experts.114.gate_proj,0.0000042016,0.05000,14.733
22,mlp.experts.115.gate_proj,0.0000151094,0.05000,14.891
22,mlp.experts.123.gate_proj,0.0000133537,0.05000,14.825
22,mlp.experts.128.gate_proj,0.0000089352,0.05000,14.810
22,mlp.experts.122.gate_proj,0.0000171601,0.05000,14.745
22,mlp.experts.127.gate_proj,0.0000056646,0.05000,14.719
22,mlp.experts.133.gate_proj,0.0000108507,0.05000,14.744
22,mlp.experts.151.gate_proj,0.0000092377,0.05000,14.990
22,mlp.experts.129.gate_proj,0.0000073284,0.05000,14.425
22,mlp.experts.141.gate_proj,0.0000080426,0.05000,14.497
22,mlp.experts.140.gate_proj,0.0000113496,0.05000,14.524
22,mlp.experts.137.gate_proj,0.0000060224,0.05000,14.495
22,mlp.experts.136.gate_proj,0.0000124072,0.05000,14.609
22,mlp.experts.132.gate_proj,0.0000022828,0.05000,14.534
22,mlp.experts.134.gate_proj,0.0000129339,0.05000,14.619
22,mlp.experts.130.gate_proj,0.0000039802,0.05000,14.610
22,mlp.experts.142.gate_proj,0.0000094268,0.05000,14.661
22,mlp.experts.131.gate_proj,0.0000190808,0.05000,14.528
22,mlp.experts.144.gate_proj,0.0000154817,0.05000,14.395
22,mlp.experts.139.gate_proj,0.0000028012,0.05000,14.618
22,mlp.experts.149.gate_proj,0.0000041584,0.05000,14.313
22,mlp.experts.138.gate_proj,0.0000446097,0.05000,14.604
22,mlp.experts.143.gate_proj,0.0000107901,0.05000,14.479
22,mlp.experts.155.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.823
22,mlp.experts.167.gate_proj,0.0000082392,0.05000,14.585
22,mlp.experts.156.gate_proj,0.0000038701,0.05000,14.715
22,mlp.experts.157.gate_proj,0.0000082129,0.05000,14.839
22,mlp.experts.145.gate_proj,0.0000067601,0.05000,14.890
22,mlp.experts.153.gate_proj,0.0000291345,0.05000,14.711
22,mlp.experts.148.gate_proj,0.0000092939,0.05000,14.673
22,mlp.experts.152.gate_proj,0.0000125518,0.05000,14.791
22,mlp.experts.158.gate_proj,0.0000126945,0.05000,14.752
22,mlp.experts.150.gate_proj,0.0000206130,0.05000,14.792
22,mlp.experts.146.gate_proj,0.0000052191,0.05000,14.817
22,mlp.experts.160.gate_proj,0.0000021907,0.05000,14.714
22,mlp.experts.147.gate_proj,0.0000085363,0.05000,14.924
22,mlp.experts.165.gate_proj,0.0000042396,0.05000,14.633
22,mlp.experts.159.gate_proj,0.0000087851,0.05000,14.707
22,mlp.experts.154.gate_proj,0.0000080630,0.05000,14.906
22,mlp.experts.171.gate_proj,0.0000031994,0.05000,14.873
22,mlp.experts.183.gate_proj,0.0000117825,0.05000,14.931
22,mlp.experts.161.gate_proj,0.0000075444,0.05000,15.637
22,mlp.experts.172.gate_proj,0.0000048480,0.05000,15.763
22,mlp.experts.173.gate_proj,0.0000093638,0.05000,15.785
22,mlp.experts.169.gate_proj,0.0000055622,0.05000,15.786
22,mlp.experts.164.gate_proj,0.0000127526,0.05000,15.713
22,mlp.experts.168.gate_proj,0.0000084568,0.05000,15.722
22,mlp.experts.166.gate_proj,0.0000122728,0.05000,15.677
22,mlp.experts.174.gate_proj,0.0000163371,0.05000,15.697
22,mlp.experts.181.gate_proj,0.0000101952,0.05000,15.497
22,mlp.experts.176.gate_proj,0.0000207625,0.05000,15.686
22,mlp.experts.162.gate_proj,0.0000072011,0.05000,15.781
22,mlp.experts.163.gate_proj,0.0000061307,0.05000,15.797
22,mlp.experts.170.gate_proj,0.0000100034,0.05000,15.571
22,mlp.experts.175.gate_proj,0.0000122185,0.05000,15.735
22,mlp.experts.187.gate_proj,0.0000100948,0.05000,15.497
22,mlp.experts.199.gate_proj,0.0000110812,0.05000,15.506
22,mlp.experts.177.gate_proj,0.0000212299,0.05000,14.331
22,mlp.experts.188.gate_proj,0.0000128235,0.05000,14.347
22,mlp.experts.189.gate_proj,0.0000120306,0.05000,14.306
22,mlp.experts.185.gate_proj,0.0000078310,0.05000,14.454
22,mlp.experts.190.gate_proj,0.0000071836,0.05000,14.354
22,mlp.experts.184.gate_proj,0.0000041090,0.05000,14.476
22,mlp.experts.180.gate_proj,0.0000501392,0.05000,14.565
22,mlp.experts.182.gate_proj,0.0000129096,0.05000,14.515
22,mlp.experts.197.gate_proj,0.0000105546,0.05000,14.469
22,mlp.experts.192.gate_proj,0.0000134527,0.05000,14.441
22,mlp.experts.178.gate_proj,0.0000282867,0.05000,14.527
22,mlp.experts.179.gate_proj,0.0000101366,0.05000,14.558
22,mlp.experts.186.gate_proj,0.0000649520,0.05000,14.500
22,mlp.experts.191.gate_proj,0.0000099924,0.05000,14.606
22,mlp.experts.203.gate_proj,0.0000087779,0.05000,14.651
22,mlp.experts.215.gate_proj,0.0000056582,0.05000,14.717
22,mlp.experts.193.gate_proj,0.0000069950,0.05000,15.365
22,mlp.experts.204.gate_proj,0.0000074047,0.05000,15.312
22,mlp.experts.205.gate_proj,0.0000128524,0.05000,15.346
22,mlp.experts.201.gate_proj,0.0000038892,0.05000,15.319
22,mlp.experts.196.gate_proj,0.0000159296,0.05000,15.210
22,mlp.experts.200.gate_proj,0.0000167440,0.05000,15.235
22,mlp.experts.213.gate_proj,0.0000148698,0.05000,15.140
22,mlp.experts.206.gate_proj,0.0000102794,0.05000,15.284
22,mlp.experts.198.gate_proj,0.0000039103,0.05000,15.282
22,mlp.experts.208.gate_proj,0.0000081911,0.05000,15.269
22,mlp.experts.194.gate_proj,0.0000078555,0.05000,15.237
22,mlp.experts.209.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.887
22,mlp.experts.195.gate_proj,0.0000099619,0.05000,15.417
22,mlp.experts.207.gate_proj,0.0000036591,0.05000,15.355
22,mlp.experts.202.gate_proj,0.0000181026,0.05000,15.532
22,mlp.experts.219.gate_proj,0.0000149902,0.05000,15.473
22,mlp.experts.231.gate_proj,0.0000081103,0.05000,15.422
22,mlp.experts.220.gate_proj,0.0000081306,0.05000,14.616
22,mlp.experts.221.gate_proj,0.0000298951,0.05000,14.623
22,mlp.experts.217.gate_proj,0.0000047970,0.05000,14.559
22,mlp.experts.216.gate_proj,0.0000054429,0.05000,14.563
22,mlp.experts.229.gate_proj,0.0000188456,0.05000,14.610
22,mlp.experts.222.gate_proj,0.0000114317,0.05000,14.672
22,mlp.experts.224.gate_proj,0.0000112044,0.05000,14.557
22,mlp.experts.212.gate_proj,0.0000120321,0.05000,14.795
22,mlp.experts.214.gate_proj,0.0000063519,0.05000,14.701
22,mlp.experts.236.gate_proj,failsafe(rtn): 0.0008507,0.00000,0.784
22,mlp.experts.225.gate_proj,0.0000056984,0.05000,14.579
22,mlp.experts.210.gate_proj,0.0000093619,0.05000,14.757
22,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.818
22,mlp.experts.211.gate_proj,0.0000078493,0.05000,14.575
22,mlp.experts.223.gate_proj,0.0000093703,0.05000,14.632
22,mlp.experts.218.gate_proj,0.0000098732,0.05000,14.606
22,mlp.experts.235.gate_proj,0.0000153623,0.05000,14.504
22,mlp.experts.247.gate_proj,0.0000236815,0.05000,14.341
22,mlp.experts.233.gate_proj,0.0000081316,0.05000,15.335
22,mlp.experts.245.gate_proj,0.0000069860,0.05000,15.120
22,mlp.experts.232.gate_proj,0.0000213845,0.05000,15.248
22,mlp.experts.238.gate_proj,0.0000087228,0.05000,15.238
22,mlp.experts.230.gate_proj,0.0000397768,0.05000,15.116
22,mlp.experts.228.gate_proj,0.0000098619,0.05000,15.244
22,mlp.experts.240.gate_proj,0.0000096990,0.05000,15.268
22,mlp.experts.252.gate_proj,0.0000114759,0.05000,15.262
22,mlp.experts.241.gate_proj,0.0000144819,0.05000,15.258
22,mlp.experts.226.gate_proj,0.0000075658,0.05000,15.377
22,mlp.experts.253.gate_proj,0.0000077188,0.05000,15.379
22,mlp.experts.227.gate_proj,0.0000084115,0.05000,15.431
22,mlp.experts.234.gate_proj,0.0000051815,0.05000,15.354
22,mlp.experts.239.gate_proj,0.0000248125,0.05000,15.478
22,mlp.experts.251.gate_proj,0.0000055594,0.05000,15.682
22,mlp.experts.7.up_proj,0.0000103062,0.05000,15.665
22,mlp.experts.5.up_proj,0.0000088155,0.05000,15.177
22,mlp.experts.249.gate_proj,0.0000127334,0.05000,15.216
22,mlp.experts.248.gate_proj,0.0000085398,0.05000,15.144
22,mlp.experts.254.gate_proj,0.0000267414,0.05000,15.191
22,mlp.experts.244.gate_proj,0.0000067636,0.05000,15.193
22,mlp.experts.0.up_proj,0.0000047578,0.05000,15.192
22,mlp.experts.246.gate_proj,0.0000069156,0.05000,15.255
22,mlp.experts.1.up_proj,0.0000123208,0.05000,15.122
22,mlp.experts.12.up_proj,0.0000062717,0.05000,15.225
22,mlp.experts.13.up_proj,0.0000022246,0.05000,15.127
22,mlp.experts.242.gate_proj,0.0000053924,0.05000,15.219
22,mlp.experts.243.gate_proj,0.0000069153,0.05000,15.123
22,mlp.experts.250.gate_proj,0.0000063664,0.05000,15.129
22,mlp.experts.16.up_proj,failsafe(rtn): 0.0008812,0.00000,0.874
22,mlp.experts.255.gate_proj,0.0000200368,0.05000,15.383
22,mlp.experts.23.up_proj,0.0000047712,0.05000,15.093
22,mlp.experts.11.up_proj,0.0000092384,0.05000,15.229
22,mlp.experts.39.up_proj,failsafe(rtn): 0.0008926,0.00000,0.851
22,mlp.experts.55.up_proj,failsafe(rtn): 0.0008812,0.00000,0.758
22,mlp.experts.9.up_proj,0.0000074522,0.05000,15.253
22,mlp.experts.8.up_proj,0.0000102085,0.05000,15.401
22,mlp.experts.21.up_proj,0.0000064623,0.05000,15.410
22,mlp.experts.14.up_proj,0.0000169958,0.05000,15.359
22,mlp.experts.4.up_proj,0.0000086379,0.05000,15.360
22,mlp.experts.6.up_proj,0.0000142741,0.05000,15.472
22,mlp.experts.17.up_proj,0.0000067839,0.05000,15.334
22,mlp.experts.28.up_proj,0.0000056592,0.05000,15.409
22,mlp.experts.29.up_proj,0.0000143819,0.05000,15.311
22,mlp.experts.2.up_proj,0.0000222193,0.05000,15.450
22,mlp.experts.3.up_proj,0.0000156794,0.05000,15.446
22,mlp.experts.10.up_proj,0.0000104043,0.05000,15.447
22,mlp.experts.32.up_proj,0.0000226577,0.05000,15.342
22,mlp.experts.15.up_proj,0.0000191123,0.05000,15.501
22,mlp.experts.27.up_proj,0.0000040329,0.05000,15.437
22,mlp.experts.71.up_proj,0.0000124473,0.05000,15.424
22,mlp.experts.25.up_proj,0.0000121551,0.05000,14.857
22,mlp.experts.37.up_proj,0.0000168123,0.05000,14.871
22,mlp.experts.24.up_proj,0.0000050201,0.05000,14.970
22,mlp.experts.33.up_proj,0.0000290694,0.05000,14.698
22,mlp.experts.30.up_proj,0.0000139557,0.05000,15.006
22,mlp.experts.20.up_proj,0.0000061377,0.05000,14.902
22,mlp.experts.44.up_proj,0.0000078149,0.05000,14.700
22,mlp.experts.22.up_proj,0.0000114591,0.05000,15.032
22,mlp.experts.45.up_proj,0.0000158010,0.05000,14.987
22,mlp.experts.19.up_proj,0.0000067450,0.05000,14.903
22,mlp.experts.26.up_proj,0.0000106755,0.05000,14.795
22,mlp.experts.18.up_proj,0.0000444376,0.05000,15.037
22,mlp.experts.48.up_proj,0.0000178718,0.05000,15.065
22,mlp.experts.31.up_proj,0.0000075904,0.05000,15.025
22,mlp.experts.43.up_proj,0.0000110159,0.05000,15.147
22,mlp.experts.87.up_proj,0.0000084479,0.05000,14.736
22,mlp.experts.41.up_proj,0.0000176466,0.05000,15.726
22,mlp.experts.53.up_proj,0.0000073957,0.05000,15.588
22,mlp.experts.40.up_proj,0.0000179082,0.05000,15.647
22,mlp.experts.49.up_proj,0.0000097720,0.05000,15.638
22,mlp.experts.46.up_proj,0.0000071450,0.05000,15.658
22,mlp.experts.60.up_proj,0.0000113476,0.05000,15.679
22,mlp.experts.36.up_proj,0.0000068466,0.05000,15.837
22,mlp.experts.61.up_proj,0.0000108394,0.05000,15.607
22,mlp.experts.38.up_proj,0.0000045043,0.05000,15.702
22,mlp.experts.42.up_proj,0.0000057888,0.05000,15.581
22,mlp.experts.34.up_proj,0.0000113858,0.05000,15.588
22,mlp.experts.35.up_proj,0.0000140284,0.05000,15.719
22,mlp.experts.64.up_proj,0.0000123082,0.05000,15.500
22,mlp.experts.47.up_proj,0.0000035010,0.05000,15.530
22,mlp.experts.59.up_proj,0.0000070739,0.05000,15.390
22,mlp.experts.103.up_proj,0.0000069268,0.05000,15.385
22,mlp.experts.57.up_proj,0.0000167614,0.05000,14.960
22,mlp.experts.69.up_proj,0.0000128273,0.05000,14.958
22,mlp.experts.56.up_proj,0.0000084211,0.05000,15.028
22,mlp.experts.65.up_proj,0.0000051226,0.05000,15.041
22,mlp.experts.62.up_proj,0.0000091249,0.05000,15.053
22,mlp.experts.76.up_proj,0.0000060257,0.05000,15.018
22,mlp.experts.52.up_proj,0.0000104222,0.05000,14.934
22,mlp.experts.77.up_proj,0.0000094749,0.05000,15.005
22,mlp.experts.54.up_proj,0.0000062880,0.05000,15.212
22,mlp.experts.50.up_proj,0.0000114419,0.05000,15.102
22,mlp.experts.58.up_proj,0.0000148552,0.05000,15.210
22,mlp.experts.51.up_proj,0.0000065414,0.05000,15.234
22,mlp.experts.63.up_proj,0.0000106348,0.05000,15.177
22,mlp.experts.80.up_proj,0.0000093118,0.05000,15.480
22,mlp.experts.75.up_proj,0.0000128461,0.05000,15.211
22,mlp.experts.119.up_proj,0.0000079084,0.05000,15.539
22,mlp.experts.85.up_proj,0.0000060321,0.05000,15.500
22,mlp.experts.73.up_proj,0.0000079927,0.05000,15.732
22,mlp.experts.81.up_proj,0.0000080629,0.05000,15.557
22,mlp.experts.72.up_proj,0.0000062449,0.05000,15.653
22,mlp.experts.92.up_proj,0.0000075482,0.05000,15.604
22,mlp.experts.78.up_proj,0.0000100956,0.05000,15.651
22,mlp.experts.68.up_proj,0.0000057248,0.05000,15.720
22,mlp.experts.93.up_proj,0.0000077325,0.05000,15.545
22,mlp.experts.70.up_proj,0.0000023333,0.05000,15.613
22,mlp.experts.101.up_proj,failsafe(rtn): 0.0010757,0.00000,0.895
22,mlp.experts.66.up_proj,0.0000112729,0.05000,15.528
22,mlp.experts.74.up_proj,0.0000047715,0.05000,15.616
22,mlp.experts.67.up_proj,0.0000227606,0.05000,15.721
22,mlp.experts.79.up_proj,0.0000038853,0.05000,15.705
22,mlp.experts.96.up_proj,0.0000092169,0.05000,15.758
22,mlp.experts.91.up_proj,0.0000071178,0.05000,15.685
22,mlp.experts.135.up_proj,0.0000056192,0.05000,15.698
22,mlp.experts.89.up_proj,0.0000314808,0.05000,15.224
22,mlp.experts.88.up_proj,0.0000133652,0.05000,15.239
22,mlp.experts.97.up_proj,0.0000118784,0.05000,15.290
22,mlp.experts.108.up_proj,0.0000078927,0.05000,15.259
22,mlp.experts.94.up_proj,0.0000390092,0.05000,15.260
22,mlp.experts.109.up_proj,0.0000083651,0.05000,15.219
22,mlp.experts.84.up_proj,0.0000091949,0.05000,15.353
22,mlp.experts.117.up_proj,0.0000079685,0.05000,15.174
22,mlp.experts.86.up_proj,0.0000128563,0.05000,15.237
22,mlp.experts.82.up_proj,0.0000075713,0.05000,15.263
22,mlp.experts.90.up_proj,0.0000057515,0.05000,15.186
22,mlp.experts.83.up_proj,0.0000064976,0.05000,15.117
22,mlp.experts.112.up_proj,0.0000297199,0.05000,14.960
22,mlp.experts.95.up_proj,0.0000144010,0.05000,15.085
22,mlp.experts.107.up_proj,0.0000133127,0.05000,15.143
22,mlp.experts.151.up_proj,0.0000085505,0.05000,14.799
22,mlp.experts.105.up_proj,0.0000227084,0.05000,14.336
22,mlp.experts.104.up_proj,0.0000024696,0.05000,14.398
22,mlp.experts.124.up_proj,0.0000032176,0.05000,14.266
22,mlp.experts.113.up_proj,0.0000057679,0.05000,14.436
22,mlp.experts.110.up_proj,0.0000031094,0.05000,14.416
22,mlp.experts.125.up_proj,0.0000046563,0.05000,14.346
22,mlp.experts.133.up_proj,0.0000100882,0.05000,14.276
22,mlp.experts.100.up_proj,0.0000107650,0.05000,14.425
22,mlp.experts.102.up_proj,0.0000120874,0.05000,14.372
22,mlp.experts.98.up_proj,0.0000038606,0.05000,14.292
22,mlp.experts.106.up_proj,0.0000417421,0.05000,14.364
22,mlp.experts.99.up_proj,0.0000350200,0.05000,14.460
22,mlp.experts.128.up_proj,0.0000078848,0.05000,14.462
22,mlp.experts.111.up_proj,0.0000161277,0.05000,14.603
22,mlp.experts.123.up_proj,0.0000122913,0.05000,14.569
22,mlp.experts.167.up_proj,0.0000076475,0.05000,14.625
22,mlp.experts.121.up_proj,0.0000131234,0.05000,15.206
22,mlp.experts.141.up_proj,0.0000073594,0.05000,14.925
22,mlp.experts.129.up_proj,0.0000067528,0.05000,15.127
22,mlp.experts.140.up_proj,0.0000091350,0.05000,15.189
22,mlp.experts.120.up_proj,0.0000068910,0.05000,15.229
22,mlp.experts.126.up_proj,0.0000112751,0.05000,15.111
22,mlp.experts.149.up_proj,0.0000036510,0.05000,15.035
22,mlp.experts.116.up_proj,0.0000039533,0.05000,15.097
22,mlp.experts.118.up_proj,0.0000145789,0.05000,15.134
22,mlp.experts.114.up_proj,0.0000039440,0.05000,15.150
22,mlp.experts.122.up_proj,0.0000184602,0.05000,15.269
22,mlp.experts.115.up_proj,0.0000140226,0.05000,15.277
22,mlp.experts.144.up_proj,0.0000141055,0.05000,15.072
22,mlp.experts.127.up_proj,0.0000052418,0.05000,15.142
22,mlp.experts.139.up_proj,0.0000022506,0.05000,15.149
22,mlp.experts.155.up_proj,failsafe(rtn): 0.0008850,0.00000,0.806
22,mlp.experts.183.up_proj,0.0000108958,0.05000,15.377
22,mlp.experts.137.up_proj,0.0000062316,0.05000,15.175
22,mlp.experts.156.up_proj,0.0000034608,0.05000,15.277
22,mlp.experts.145.up_proj,0.0000066947,0.05000,15.331
22,mlp.experts.157.up_proj,0.0000072407,0.05000,15.375
22,mlp.experts.142.up_proj,0.0000078713,0.05000,15.228
22,mlp.experts.136.up_proj,0.0000114581,0.05000,15.300
22,mlp.experts.165.up_proj,0.0000044971,0.05000,15.230
22,mlp.experts.132.up_proj,0.0000023946,0.05000,15.292
22,mlp.experts.130.up_proj,0.0000053668,0.05000,15.216
22,mlp.experts.134.up_proj,0.0000112246,0.05000,15.296
22,mlp.experts.138.up_proj,0.0000388851,0.05000,15.275
22,mlp.experts.131.up_proj,0.0000182781,0.05000,15.335
22,mlp.experts.160.up_proj,0.0000038973,0.05000,15.306
22,mlp.experts.143.up_proj,0.0000100417,0.05000,15.403
22,mlp.experts.171.up_proj,0.0000030642,0.05000,15.007
22,mlp.experts.199.up_proj,0.0000102893,0.05000,14.978
22,mlp.experts.153.up_proj,0.0000271193,0.05000,14.131
22,mlp.experts.172.up_proj,0.0000046681,0.05000,14.072
22,mlp.experts.161.up_proj,0.0000074343,0.05000,14.063
22,mlp.experts.158.up_proj,0.0000127019,0.05000,14.063
22,mlp.experts.152.up_proj,0.0000117088,0.05000,14.088
22,mlp.experts.173.up_proj,0.0000080076,0.05000,14.197
22,mlp.experts.181.up_proj,0.0000097805,0.05000,14.058
22,mlp.experts.148.up_proj,0.0000074738,0.05000,14.161
22,mlp.experts.150.up_proj,0.0000172063,0.05000,14.181
22,mlp.experts.146.up_proj,0.0000065424,0.05000,14.264
22,mlp.experts.154.up_proj,0.0000082206,0.05000,14.180
22,mlp.experts.147.up_proj,0.0000078547,0.05000,14.269
22,mlp.experts.176.up_proj,0.0000140533,0.05000,14.231
22,mlp.experts.159.up_proj,0.0000079055,0.05000,14.181
22,mlp.experts.187.up_proj,0.0000099350,0.05000,14.388
22,mlp.experts.215.up_proj,0.0000052638,0.05000,14.239
22,mlp.experts.169.up_proj,0.0000050267,0.05000,15.336
22,mlp.experts.188.up_proj,0.0000113105,0.05000,15.142
22,mlp.experts.174.up_proj,0.0000156341,0.05000,15.206
22,mlp.experts.177.up_proj,0.0000219508,0.05000,15.248
22,mlp.experts.168.up_proj,0.0000077376,0.05000,15.321
22,mlp.experts.189.up_proj,0.0000110686,0.05000,15.278
22,mlp.experts.197.up_proj,0.0000099728,0.05000,15.373
22,mlp.experts.166.up_proj,0.0000113696,0.05000,15.211
22,mlp.experts.164.up_proj,0.0000113015,0.05000,15.372
22,mlp.experts.162.up_proj,0.0000063201,0.05000,15.254
22,mlp.experts.170.up_proj,0.0000081242,0.05000,15.258
22,mlp.experts.192.up_proj,0.0000124376,0.05000,15.182
22,mlp.experts.163.up_proj,0.0000052869,0.05000,15.336
22,mlp.experts.175.up_proj,0.0000112879,0.05000,15.197
22,mlp.experts.203.up_proj,0.0000082005,0.05000,15.175
22,mlp.experts.231.up_proj,0.0000074813,0.05000,15.242
22,mlp.experts.185.up_proj,0.0000073432,0.05000,15.277
22,mlp.experts.204.up_proj,0.0000067732,0.05000,15.258
22,mlp.experts.193.up_proj,0.0000072949,0.05000,15.322
22,mlp.experts.190.up_proj,0.0000066622,0.05000,15.389
22,mlp.experts.184.up_proj,0.0000037972,0.05000,15.255
22,mlp.experts.205.up_proj,0.0000123234,0.05000,15.244
22,mlp.experts.213.up_proj,0.0000136379,0.05000,15.232
22,mlp.experts.178.up_proj,0.0000301753,0.05000,15.200
22,mlp.experts.182.up_proj,0.0000117827,0.05000,15.326
22,mlp.experts.180.up_proj,0.0000489896,0.05000,15.324
22,mlp.experts.209.up_proj,failsafe(rtn): 0.0009766,0.00000,0.841
22,mlp.experts.186.up_proj,0.0000617656,0.05000,15.353
22,mlp.experts.208.up_proj,0.0000072874,0.05000,15.223
22,mlp.experts.179.up_proj,0.0000093878,0.05000,15.391
22,mlp.experts.191.up_proj,0.0000092809,0.05000,15.473
22,mlp.experts.219.up_proj,0.0000138030,0.05000,15.457
22,mlp.experts.247.up_proj,0.0000220410,0.05000,15.393
22,mlp.experts.7.down_proj,0.0000003841,0.05000,3.611
22,mlp.experts.23.down_proj,0.0000001207,0.05000,3.855
22,mlp.experts.39.down_proj,failsafe(rtn): 0.0008888,0.00000,0.196
22,mlp.experts.55.down_proj,failsafe(rtn): 0.0008736,0.00000,0.254
22,mlp.experts.201.up_proj,0.0000029455,0.05000,15.087
22,mlp.experts.220.up_proj,0.0000066001,0.05000,15.175
22,mlp.experts.200.up_proj,0.0000150043,0.05000,15.144
22,mlp.experts.229.up_proj,0.0000171208,0.05000,15.015
22,mlp.experts.206.up_proj,0.0000095834,0.05000,15.239
22,mlp.experts.221.up_proj,0.0000250459,0.05000,15.290
22,mlp.experts.71.down_proj,0.0000001163,0.05000,3.921
22,mlp.experts.196.up_proj,0.0000179717,0.05000,15.066
22,mlp.experts.194.up_proj,0.0000076049,0.05000,15.105
22,mlp.experts.236.up_proj,failsafe(rtn): 0.0009613,0.00000,0.897
22,mlp.experts.225.up_proj,0.0000053782,0.05000,15.095
22,mlp.experts.198.up_proj,0.0000039564,0.05000,15.402
22,mlp.experts.202.up_proj,0.0000157401,0.05000,15.113
22,mlp.experts.237.up_proj,failsafe(rtn): 0.0009689,0.00000,0.866
22,mlp.experts.224.up_proj,0.0000102491,0.05000,15.384
22,mlp.experts.195.up_proj,0.0000090384,0.05000,15.340
22,mlp.experts.207.up_proj,0.0000037987,0.05000,15.195
22,mlp.experts.235.up_proj,0.0000167470,0.05000,15.099
22,mlp.experts.87.down_proj,0.0000002140,0.05000,3.759
22,mlp.experts.103.down_proj,0.0000003483,0.05000,3.765
22,mlp.experts.119.down_proj,0.0000002890,0.05000,3.780
22,mlp.experts.217.up_proj,0.0000043976,0.05000,15.183
22,mlp.experts.222.up_proj,0.0000124873,0.05000,15.144
22,mlp.experts.245.up_proj,0.0000079573,0.05000,15.230
22,mlp.experts.216.up_proj,0.0000068527,0.05000,15.254
22,mlp.experts.135.down_proj,0.0000002013,0.05000,3.913
22,mlp.experts.212.up_proj,0.0000112209,0.05000,15.140
22,mlp.experts.241.up_proj,0.0000124900,0.05000,14.997
22,mlp.experts.210.up_proj,0.0000082442,0.05000,15.319
22,mlp.experts.252.up_proj,0.0000101044,0.05000,15.193
22,mlp.experts.214.up_proj,0.0000058741,0.05000,15.168
22,mlp.experts.218.up_proj,0.0000091456,0.05000,15.120
22,mlp.experts.253.up_proj,0.0000066962,0.05000,15.239
22,mlp.experts.240.up_proj,0.0000128095,0.05000,15.301
22,mlp.experts.211.up_proj,0.0000072715,0.05000,15.338
22,mlp.experts.223.up_proj,0.0000081829,0.05000,15.313
22,mlp.experts.251.up_proj,0.0000058796,0.05000,15.567
22,mlp.experts.5.down_proj,0.0000004092,0.05000,4.145
22,mlp.experts.151.down_proj,0.0000000834,0.05000,4.140
22,mlp.experts.1.down_proj,0.0000005365,0.05000,4.098
22,mlp.experts.12.down_proj,0.0000002156,0.05000,4.122
22,mlp.experts.13.down_proj,0.0000000251,0.05000,3.963
22,mlp.experts.0.down_proj,0.0000001696,0.05000,4.016
22,mlp.experts.16.down_proj,failsafe(rtn): 0.0008812,0.00000,0.225
22,mlp.experts.11.down_proj,0.0000000860,0.05000,3.930
22,mlp.experts.21.down_proj,0.0000000710,0.05000,3.755
22,mlp.experts.167.down_proj,0.0000000732,0.05000,3.646
22,mlp.experts.17.down_proj,0.0000002841,0.05000,3.604
22,mlp.experts.28.down_proj,0.0000001237,0.05000,3.636
22,mlp.experts.29.down_proj,0.0000001412,0.05000,3.614
22,mlp.experts.32.down_proj,0.0000006612,0.05000,3.639
22,mlp.experts.27.down_proj,0.0000001433,0.05000,3.614
22,mlp.experts.37.down_proj,0.0000001782,0.05000,3.719
22,mlp.experts.183.down_proj,0.0000001034,0.05000,3.785
22,mlp.experts.33.down_proj,0.0000003843,0.05000,3.883
22,mlp.experts.44.down_proj,0.0000000767,0.05000,3.845
22,mlp.experts.45.down_proj,0.0000008704,0.05000,3.844
22,mlp.experts.48.down_proj,0.0000002049,0.05000,3.810
22,mlp.experts.43.down_proj,0.0000001015,0.05000,3.952
22,mlp.experts.233.up_proj,0.0000095514,0.05000,15.557
22,mlp.experts.232.up_proj,0.0000222304,0.05000,15.514
22,mlp.experts.238.up_proj,0.0000080645,0.05000,15.594
22,mlp.experts.53.down_proj,0.0000002414,0.05000,3.997
22,mlp.experts.199.down_proj,0.0000001074,0.05000,3.959
22,mlp.experts.228.up_proj,0.0000089921,0.05000,15.540
22,mlp.experts.226.up_proj,0.0000087166,0.05000,15.403
22,mlp.experts.49.down_proj,0.0000000971,0.05000,3.982
22,mlp.experts.234.up_proj,0.0000053363,0.05000,15.536
22,mlp.experts.230.up_proj,0.0000364308,0.05000,15.683
22,mlp.experts.60.down_proj,0.0000001111,0.05000,4.114
22,mlp.experts.61.down_proj,0.0000001332,0.05000,4.062
22,mlp.experts.227.up_proj,0.0000077728,0.05000,15.314
22,mlp.experts.64.down_proj,0.0000001904,0.05000,3.852
22,mlp.experts.239.up_proj,0.0000211791,0.05000,15.226
22,mlp.experts.59.down_proj,0.0000002284,0.05000,3.566
22,mlp.experts.69.down_proj,0.0000001288,0.05000,3.543
22,mlp.experts.215.down_proj,0.0000000561,0.05000,3.705
22,mlp.experts.65.down_proj,0.0000001101,0.05000,3.609
22,mlp.experts.76.down_proj,0.0000000648,0.05000,3.654
22,mlp.experts.77.down_proj,0.0000002164,0.05000,3.690
22,mlp.experts.80.down_proj,0.0000000909,0.05000,3.724
22,mlp.experts.75.down_proj,0.0000003235,0.05000,4.143
22,mlp.experts.85.down_proj,0.0000002284,0.05000,3.907
22,mlp.experts.101.down_proj,failsafe(rtn): 0.0010681,0.00000,0.150
22,mlp.experts.231.down_proj,0.0000000743,0.05000,3.863
22,mlp.experts.81.down_proj,0.0000002770,0.05000,3.808
22,mlp.experts.92.down_proj,0.0000003152,0.05000,3.807
22,mlp.experts.93.down_proj,0.0000000814,0.05000,3.864
22,mlp.experts.96.down_proj,0.0000001938,0.05000,3.829
22,mlp.experts.91.down_proj,0.0000002711,0.05000,3.801
22,mlp.experts.117.down_proj,0.0000003527,0.05000,4.127
22,mlp.experts.247.down_proj,0.0000005377,0.05000,4.070
22,mlp.experts.97.down_proj,0.0000003525,0.05000,4.087
22,mlp.experts.108.down_proj,0.0000001709,0.05000,4.069
22,mlp.experts.109.down_proj,0.0000002811,0.05000,4.101
22,mlp.experts.112.down_proj,0.0000009034,0.05000,4.011
22,mlp.experts.107.down_proj,0.0000003838,0.05000,3.712
22,mlp.experts.249.up_proj,0.0000116695,0.05000,15.063
22,mlp.experts.248.up_proj,0.0000087478,0.05000,15.058
22,mlp.experts.254.up_proj,0.0000215080,0.05000,15.004
22,mlp.experts.133.down_proj,0.0000001169,0.05000,3.484
22,mlp.experts.244.up_proj,0.0000048342,0.05000,15.035
22,mlp.experts.242.up_proj,0.0000053580,0.05000,15.032
22,mlp.experts.113.down_proj,0.0000002909,0.05000,3.492
22,mlp.experts.250.up_proj,0.0000063541,0.05000,14.869
22,mlp.experts.246.up_proj,0.0000071023,0.05000,14.958
22,mlp.experts.124.down_proj,0.0000001045,0.05000,3.522
22,mlp.experts.125.down_proj,0.0000001362,0.05000,3.386
22,mlp.experts.243.up_proj,0.0000062123,0.05000,14.902
22,mlp.experts.255.up_proj,0.0000185083,0.05000,14.875
22,mlp.experts.128.down_proj,0.0000002728,0.05000,3.384
22,mlp.experts.123.down_proj,0.0000001460,0.05000,3.306
22,mlp.experts.9.down_proj,0.0000002934,0.05000,3.412
22,mlp.experts.8.down_proj,0.0000003544,0.05000,3.232
22,mlp.experts.14.down_proj,0.0000003981,0.05000,3.273
22,mlp.experts.4.down_proj,0.0000001197,0.05000,3.286
22,mlp.experts.149.down_proj,0.0000001414,0.05000,3.298
22,mlp.experts.2.down_proj,0.0000004732,0.05000,3.270
22,mlp.experts.129.down_proj,0.0000000636,0.05000,3.234
22,mlp.experts.10.down_proj,0.0000001234,0.05000,3.191
22,mlp.experts.6.down_proj,0.0000001423,0.05000,3.183
22,mlp.experts.140.down_proj,0.0000002925,0.05000,3.257
22,mlp.experts.141.down_proj,0.0000000714,0.05000,3.314
22,mlp.experts.15.down_proj,0.0000006777,0.05000,3.448
22,mlp.experts.3.down_proj,0.0000005214,0.05000,3.498
22,mlp.experts.144.down_proj,0.0000001356,0.05000,3.432
22,mlp.experts.139.down_proj,0.0000002088,0.05000,3.303
22,mlp.experts.25.down_proj,0.0000003483,0.05000,3.311
22,mlp.experts.155.down_proj,failsafe(rtn): 0.0008850,0.00000,0.157
22,mlp.experts.24.down_proj,0.0000002080,0.05000,3.323
22,mlp.experts.30.down_proj,0.0000003948,0.05000,3.322
22,mlp.experts.165.down_proj,0.0000001372,0.05000,3.262
22,mlp.experts.20.down_proj,0.0000001985,0.05000,3.300
22,mlp.experts.18.down_proj,0.0000011235,0.05000,3.285
22,mlp.experts.145.down_proj,0.0000000892,0.05000,3.333
22,mlp.experts.26.down_proj,0.0000003493,0.05000,3.335
22,mlp.experts.22.down_proj,0.0000001101,0.05000,3.254
22,mlp.experts.156.down_proj,0.0000001340,0.05000,3.241
22,mlp.experts.157.down_proj,0.0000002529,0.05000,3.258
22,mlp.experts.19.down_proj,0.0000002729,0.05000,3.184
22,mlp.experts.160.down_proj,0.0000001662,0.05000,3.164
22,mlp.experts.31.down_proj,0.0000002995,0.05000,3.248
22,mlp.experts.41.down_proj,0.0000003045,0.05000,3.631
22,mlp.experts.171.down_proj,0.0000001066,0.05000,3.641
22,mlp.experts.40.down_proj,0.0000005544,0.05000,3.785
22,mlp.experts.46.down_proj,0.0000002194,0.05000,3.789
22,mlp.experts.181.down_proj,0.0000003415,0.05000,3.811
22,mlp.experts.36.down_proj,0.0000001222,0.05000,3.856
22,mlp.experts.34.down_proj,0.0000005116,0.05000,3.785
22,mlp.experts.161.down_proj,0.0000001527,0.05000,3.779
22,mlp.experts.42.down_proj,0.0000001693,0.05000,3.769
22,mlp.experts.38.down_proj,0.0000001904,0.05000,3.833
22,mlp.experts.172.down_proj,0.0000001938,0.05000,3.748
22,mlp.experts.173.down_proj,0.0000003041,0.05000,3.659
22,mlp.experts.176.down_proj,0.0000003517,0.05000,3.640
22,mlp.experts.35.down_proj,0.0000004991,0.05000,3.658
22,mlp.experts.47.down_proj,0.0000001179,0.05000,3.681
22,mlp.experts.187.down_proj,0.0000003527,0.05000,3.309
22,mlp.experts.57.down_proj,0.0000005338,0.05000,3.380
22,mlp.experts.56.down_proj,0.0000001813,0.05000,3.375
22,mlp.experts.62.down_proj,0.0000002354,0.05000,3.357
22,mlp.experts.197.down_proj,0.0000004913,0.05000,3.276
22,mlp.experts.50.down_proj,0.0000001098,0.05000,3.410
22,mlp.experts.52.down_proj,0.0000002873,0.05000,3.456
22,mlp.experts.177.down_proj,0.0000002762,0.05000,3.415
22,mlp.experts.58.down_proj,0.0000005133,0.05000,3.465
22,mlp.experts.54.down_proj,0.0000001550,0.05000,3.483
22,mlp.experts.188.down_proj,0.0000002476,0.05000,3.553
22,mlp.experts.189.down_proj,0.0000001025,0.05000,3.559
22,mlp.experts.51.down_proj,0.0000002207,0.05000,3.511
22,mlp.experts.192.down_proj,0.0000001223,0.05000,3.537
22,mlp.experts.63.down_proj,0.0000004671,0.05000,3.494
22,mlp.experts.203.down_proj,0.0000000978,0.05000,3.343
22,mlp.experts.73.down_proj,0.0000003553,0.05000,3.378
22,mlp.experts.78.down_proj,0.0000000972,0.05000,3.262
22,mlp.experts.72.down_proj,0.0000002542,0.05000,3.336
22,mlp.experts.213.down_proj,0.0000001386,0.05000,3.293
22,mlp.experts.66.down_proj,0.0000003437,0.05000,3.241
22,mlp.experts.68.down_proj,0.0000001970,0.05000,3.236
22,mlp.experts.193.down_proj,0.0000002668,0.05000,3.243
22,mlp.experts.74.down_proj,0.0000002302,0.05000,3.185
22,mlp.experts.70.down_proj,0.0000001131,0.05000,3.144
22,mlp.experts.209.down_proj,failsafe(rtn): 0.0009308,0.00000,0.150
22,mlp.experts.204.down_proj,0.0000001983,0.05000,3.195
22,mlp.experts.205.down_proj,0.0000003538,0.05000,3.213
22,mlp.experts.67.down_proj,0.0000007068,0.05000,3.328
22,mlp.experts.79.down_proj,0.0000001103,0.05000,3.320
22,mlp.experts.208.down_proj,0.0000000687,0.05000,3.384
22,mlp.experts.219.down_proj,0.0000001419,0.05000,3.613
22,mlp.experts.89.down_proj,0.0000013960,0.05000,3.593
22,mlp.experts.88.down_proj,0.0000005010,0.05000,3.512
22,mlp.experts.94.down_proj,0.0000008871,0.05000,3.556
22,mlp.experts.229.down_proj,0.0000003031,0.05000,3.483
22,mlp.experts.84.down_proj,0.0000002557,0.05000,3.438
22,mlp.experts.82.down_proj,0.0000000775,0.05000,3.491
22,mlp.experts.90.down_proj,0.0000000569,0.05000,3.469
22,mlp.experts.86.down_proj,0.0000003137,0.05000,3.524
22,mlp.experts.225.down_proj,0.0000002122,0.05000,3.492
22,mlp.experts.220.down_proj,0.0000002771,0.05000,3.456
22,mlp.experts.221.down_proj,0.0000011145,0.05000,3.362
22,mlp.experts.236.down_proj,failsafe(rtn): 0.0009384,0.00000,0.152
22,mlp.experts.237.down_proj,failsafe(rtn): 0.0009308,0.00000,0.208
22,mlp.experts.95.down_proj,0.0000002009,0.05000,3.338
22,mlp.experts.83.down_proj,0.0000000492,0.05000,3.395
22,mlp.experts.224.down_proj,0.0000000935,0.05000,3.372
22,mlp.experts.235.down_proj,0.0000005535,0.05000,3.479
22,mlp.experts.105.down_proj,0.0000003553,0.05000,3.509
22,mlp.experts.110.down_proj,0.0000001285,0.05000,3.536
22,mlp.experts.104.down_proj,0.0000000422,0.05000,3.729
22,mlp.experts.245.down_proj,0.0000003216,0.05000,3.705
22,mlp.experts.98.down_proj,0.0000001885,0.05000,3.742
22,mlp.experts.106.down_proj,0.0000009716,0.05000,3.720
22,mlp.experts.100.down_proj,0.0000000982,0.05000,3.833
22,mlp.experts.102.down_proj,0.0000001217,0.05000,3.774
22,mlp.experts.241.down_proj,0.0000002742,0.05000,3.805
22,mlp.experts.252.down_proj,0.0000003267,0.05000,3.865
22,mlp.experts.253.down_proj,0.0000002219,0.05000,3.859
22,mlp.experts.240.down_proj,0.0000002996,0.05000,3.774
22,mlp.experts.99.down_proj,0.0000011546,0.05000,3.842
22,mlp.experts.111.down_proj,0.0000005420,0.05000,3.873
22,mlp.experts.251.down_proj,0.0000002529,0.05000,2.996
22,mlp.experts.121.down_proj,0.0000001656,0.05000,2.955
22,mlp.experts.126.down_proj,0.0000002040,0.05000,2.791
22,mlp.experts.120.down_proj,0.0000003081,0.05000,2.731
22,mlp.experts.114.down_proj,0.0000001519,0.05000,2.584
22,mlp.experts.116.down_proj,0.0000001503,0.05000,2.535
22,mlp.experts.122.down_proj,0.0000005977,0.05000,2.594
22,mlp.experts.118.down_proj,0.0000001514,0.05000,2.535
22,mlp.experts.127.down_proj,0.0000000546,0.05000,2.178
22,mlp.experts.115.down_proj,0.0000001541,0.05000,2.191
22,mlp.experts.137.down_proj,0.0000002019,0.05000,2.039
22,mlp.experts.142.down_proj,0.0000002948,0.05000,2.108
22,mlp.experts.136.down_proj,0.0000001113,0.05000,2.060
22,mlp.experts.130.down_proj,0.0000001055,0.05000,1.980
22,mlp.experts.132.down_proj,0.0000000921,0.05000,2.020
22,mlp.experts.138.down_proj,0.0000010494,0.05000,1.996
22,mlp.experts.134.down_proj,0.0000002202,0.05000,1.977
22,mlp.experts.131.down_proj,0.0000008319,0.05000,1.900
22,mlp.experts.143.down_proj,0.0000002860,0.05000,1.920
22,mlp.experts.153.down_proj,0.0000008070,0.05000,1.858
22,mlp.experts.158.down_proj,0.0000004565,0.05000,1.896
22,mlp.experts.152.down_proj,0.0000001413,0.05000,1.876
22,mlp.experts.146.down_proj,0.0000002539,0.05000,1.902
22,mlp.experts.148.down_proj,0.0000002594,0.05000,1.862
22,mlp.experts.154.down_proj,0.0000003188,0.05000,1.843
22,mlp.experts.150.down_proj,0.0000004328,0.05000,1.923
22,mlp.experts.159.down_proj,0.0000003396,0.05000,1.904
22,mlp.experts.147.down_proj,0.0000002553,0.05000,1.935
22,mlp.experts.169.down_proj,0.0000001648,0.05000,1.863
22,mlp.experts.168.down_proj,0.0000001159,0.05000,1.870
22,mlp.experts.174.down_proj,0.0000004859,0.05000,1.945
22,mlp.experts.162.down_proj,0.0000000771,0.05000,1.901
22,mlp.experts.164.down_proj,0.0000003508,0.05000,1.889
22,mlp.experts.170.down_proj,0.0000003222,0.05000,1.910
22,mlp.experts.166.down_proj,0.0000001120,0.05000,1.910
22,mlp.experts.175.down_proj,0.0000001159,0.05000,1.817
22,mlp.experts.163.down_proj,0.0000001522,0.05000,1.845
22,mlp.experts.185.down_proj,0.0000001868,0.05000,1.846
22,mlp.experts.190.down_proj,0.0000002145,0.05000,1.921
22,mlp.experts.184.down_proj,0.0000001275,0.05000,1.938
22,mlp.experts.178.down_proj,0.0000010977,0.05000,1.925
22,mlp.experts.186.down_proj,0.0000021113,0.05000,1.946
22,mlp.experts.180.down_proj,0.0000013680,0.05000,1.984
22,mlp.experts.182.down_proj,0.0000001192,0.05000,1.981
22,mlp.experts.191.down_proj,0.0000000998,0.05000,1.894
22,mlp.experts.179.down_proj,0.0000000941,0.05000,1.952
22,mlp.experts.201.down_proj,0.0000000609,0.05000,1.923
22,mlp.experts.200.down_proj,0.0000004367,0.05000,2.062
22,mlp.experts.206.down_proj,0.0000001032,0.05000,2.083
22,mlp.experts.196.down_proj,0.0000006117,0.05000,2.010
22,mlp.experts.194.down_proj,0.0000002143,0.05000,2.148
22,mlp.experts.202.down_proj,0.0000005563,0.05000,2.108
22,mlp.experts.198.down_proj,0.0000001582,0.05000,2.074
22,mlp.experts.207.down_proj,0.0000001795,0.05000,2.087
22,mlp.experts.195.down_proj,0.0000000844,0.05000,2.120
22,mlp.experts.217.down_proj,0.0000000840,0.05000,2.006
22,mlp.experts.216.down_proj,0.0000002274,0.05000,1.980
22,mlp.experts.222.down_proj,0.0000004978,0.05000,2.094
22,mlp.experts.212.down_proj,0.0000001063,0.05000,1.932
22,mlp.experts.210.down_proj,0.0000000735,0.05000,2.037
22,mlp.experts.218.down_proj,0.0000003242,0.05000,2.107
22,mlp.experts.214.down_proj,0.0000001067,0.05000,2.108
22,mlp.experts.223.down_proj,0.0000002979,0.05000,2.047
22,mlp.experts.211.down_proj,0.0000000701,0.05000,2.008
22,mlp.experts.233.down_proj,0.0000003109,0.05000,1.903
22,mlp.experts.232.down_proj,0.0000006829,0.05000,2.019
22,mlp.experts.228.down_proj,0.0000003626,0.05000,1.985
22,mlp.experts.238.down_proj,0.0000000766,0.05000,2.071
22,mlp.experts.226.down_proj,0.0000004478,0.05000,2.057
22,mlp.experts.234.down_proj,0.0000002621,0.05000,2.084
22,mlp.experts.230.down_proj,0.0000010394,0.05000,2.023
22,mlp.experts.239.down_proj,0.0000005843,0.05000,2.067
22,mlp.experts.227.down_proj,0.0000000755,0.05000,2.069
22,mlp.experts.249.down_proj,0.0000001213,0.05000,1.934
22,mlp.experts.248.down_proj,0.0000001438,0.05000,1.808
22,mlp.experts.244.down_proj,0.0000001405,0.05000,1.817
22,mlp.experts.254.down_proj,0.0000006285,0.05000,1.802
22,mlp.experts.242.down_proj,0.0000002892,0.05000,1.699
22,mlp.experts.250.down_proj,0.0000002643,0.05000,1.652
22,mlp.experts.246.down_proj,0.0000002511,0.05000,1.563
22,mlp.experts.243.down_proj,0.0000002234,0.05000,1.285
22,mlp.experts.255.down_proj,0.0000001934,0.05000,1.339
23,mlp.experts.1.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.852
23,mlp.experts.14.gate_proj,0.0000154439,0.05000,15.970
23,mlp.experts.8.gate_proj,0.0000536890,0.05000,15.974
23,mlp.experts.13.gate_proj,0.0000088067,0.05000,16.022
23,mlp.experts.4.gate_proj,0.0000157051,0.05000,16.033
23,mlp.experts.9.gate_proj,0.0000089921,0.05000,16.061
23,mlp.experts.11.gate_proj,0.0000096012,0.05000,16.097
23,mlp.experts.6.gate_proj,0.0000413560,0.05000,16.118
23,mlp.experts.5.gate_proj,0.0000197949,0.05000,16.111
23,mlp.experts.2.gate_proj,0.0000137832,0.05000,16.136
23,mlp.experts.7.gate_proj,0.0000167903,0.05000,16.150
23,mlp.experts.10.gate_proj,0.0000069961,0.05000,16.218
23,mlp.experts.12.gate_proj,0.0000175086,0.05000,16.229
23,mlp.experts.15.gate_proj,0.0000054943,0.05000,16.240
23,mlp.experts.3.gate_proj,0.0000086960,0.05000,16.294
23,mlp.experts.0.gate_proj,0.0000194825,0.05000,16.326
23,mlp.experts.17.gate_proj,0.0000075967,0.05000,15.956
23,mlp.experts.30.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.947
23,mlp.experts.24.gate_proj,0.0000166959,0.05000,14.723
23,mlp.experts.22.gate_proj,0.0000142423,0.05000,14.682
23,mlp.experts.29.gate_proj,0.0000047823,0.05000,14.837
23,mlp.experts.18.gate_proj,0.0000071672,0.05000,14.719
23,mlp.experts.28.gate_proj,0.0000090566,0.05000,14.660
23,mlp.experts.20.gate_proj,0.0000072934,0.05000,14.870
23,mlp.experts.25.gate_proj,0.0000075909,0.05000,14.838
23,mlp.experts.26.gate_proj,0.0000075964,0.05000,14.774
23,mlp.experts.23.gate_proj,0.0000072502,0.05000,14.868
23,mlp.experts.27.gate_proj,0.0000052010,0.05000,14.914
23,mlp.experts.21.gate_proj,0.0000370034,0.05000,14.968
23,mlp.experts.19.gate_proj,0.0000058925,0.05000,14.798
23,mlp.experts.16.gate_proj,0.0000142176,0.05000,14.909
23,mlp.experts.31.gate_proj,0.0000168639,0.05000,15.071
23,mlp.experts.33.gate_proj,0.0000098833,0.05000,14.906
23,mlp.experts.46.gate_proj,0.0000118557,0.05000,14.841
23,mlp.experts.38.gate_proj,0.0000108783,0.05000,15.125
23,mlp.experts.40.gate_proj,0.0000176365,0.05000,15.311
23,mlp.experts.36.gate_proj,0.0000061690,0.05000,15.178
23,mlp.experts.34.gate_proj,0.0000161063,0.05000,15.262
23,mlp.experts.45.gate_proj,0.0000114989,0.05000,15.285
23,mlp.experts.35.gate_proj,0.0000255723,0.05000,15.077
23,mlp.experts.42.gate_proj,0.0000130080,0.05000,15.223
23,mlp.experts.41.gate_proj,0.0000099487,0.05000,15.308
23,mlp.experts.44.gate_proj,0.0000042680,0.05000,15.377
23,mlp.experts.37.gate_proj,0.0000060901,0.05000,15.206
23,mlp.experts.39.gate_proj,0.0000150174,0.05000,15.354
23,mlp.experts.43.gate_proj,0.0000045251,0.05000,15.337
23,mlp.experts.47.gate_proj,0.0000120256,0.05000,15.180
23,mlp.experts.32.gate_proj,0.0000082611,0.05000,15.239
23,mlp.experts.62.gate_proj,0.0000064399,0.05000,15.070
23,mlp.experts.49.gate_proj,0.0000081451,0.05000,15.101
23,mlp.experts.53.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.757
23,mlp.experts.56.gate_proj,0.0000134216,0.05000,15.346
23,mlp.experts.54.gate_proj,0.0000071338,0.05000,15.470
23,mlp.experts.58.gate_proj,0.0000098943,0.05000,15.319
23,mlp.experts.61.gate_proj,0.0000053203,0.05000,15.414
23,mlp.experts.50.gate_proj,0.0000051859,0.05000,15.436
23,mlp.experts.52.gate_proj,0.0000113024,0.05000,15.480
23,mlp.experts.57.gate_proj,0.0000108077,0.05000,15.431
23,mlp.experts.51.gate_proj,0.0000120615,0.05000,15.528
23,mlp.experts.59.gate_proj,0.0000158629,0.05000,15.424
23,mlp.experts.60.gate_proj,0.0000035175,0.05000,15.544
23,mlp.experts.55.gate_proj,0.0000177052,0.05000,15.509
23,mlp.experts.48.gate_proj,0.0000186001,0.05000,15.398
23,mlp.experts.63.gate_proj,0.0000045265,0.05000,15.441
23,mlp.experts.78.gate_proj,0.0000178171,0.05000,15.370
23,mlp.experts.65.gate_proj,0.0000502151,0.05000,15.365
23,mlp.experts.69.gate_proj,0.0000093235,0.05000,15.520
23,mlp.experts.72.gate_proj,0.0000106885,0.05000,14.840
23,mlp.experts.70.gate_proj,0.0000093812,0.05000,14.828
23,mlp.experts.77.gate_proj,0.0000080573,0.05000,14.749
23,mlp.experts.66.gate_proj,0.0000105142,0.05000,14.754
23,mlp.experts.73.gate_proj,0.0000094856,0.05000,14.699
23,mlp.experts.68.gate_proj,0.0000118677,0.05000,14.814
23,mlp.experts.71.gate_proj,0.0000087720,0.05000,14.592
23,mlp.experts.74.gate_proj,0.0000084846,0.05000,14.960
23,mlp.experts.67.gate_proj,0.0000567585,0.05000,14.812
23,mlp.experts.76.gate_proj,0.0000149777,0.05000,14.743
23,mlp.experts.75.gate_proj,0.0000114640,0.05000,14.876
23,mlp.experts.64.gate_proj,0.0000063257,0.05000,14.878
23,mlp.experts.79.gate_proj,0.0000084421,0.05000,14.866
23,mlp.experts.94.gate_proj,0.0000226917,0.05000,14.788
23,mlp.experts.81.gate_proj,0.0000150910,0.05000,14.812
23,mlp.experts.85.gate_proj,0.0000074644,0.05000,14.654
23,mlp.experts.88.gate_proj,0.0000059004,0.05000,15.358
23,mlp.experts.86.gate_proj,0.0000056130,0.05000,15.389
23,mlp.experts.84.gate_proj,0.0000077280,0.05000,15.311
23,mlp.experts.93.gate_proj,0.0000075643,0.05000,15.450
23,mlp.experts.82.gate_proj,0.0000095877,0.05000,15.515
23,mlp.experts.89.gate_proj,0.0000198328,0.05000,15.489
23,mlp.experts.87.gate_proj,0.0000085858,0.05000,15.430
23,mlp.experts.90.gate_proj,0.0000166669,0.05000,15.404
23,mlp.experts.92.gate_proj,0.0000066416,0.05000,15.416
23,mlp.experts.83.gate_proj,0.0000383396,0.05000,15.519
23,mlp.experts.91.gate_proj,0.0000234898,0.05000,15.547
23,mlp.experts.80.gate_proj,0.0000022168,0.05000,15.451
23,mlp.experts.95.gate_proj,0.0000096084,0.05000,15.497
23,mlp.experts.110.gate_proj,0.0000183414,0.05000,15.353
23,mlp.experts.97.gate_proj,0.0000221560,0.05000,15.476
23,mlp.experts.101.gate_proj,0.0000357010,0.05000,15.491
23,mlp.experts.100.gate_proj,0.0000182917,0.05000,15.272
23,mlp.experts.102.gate_proj,0.0000189408,0.05000,15.334
23,mlp.experts.104.gate_proj,0.0000215775,0.05000,15.435
23,mlp.experts.109.gate_proj,0.0000090904,0.05000,15.352
23,mlp.experts.98.gate_proj,0.0000053564,0.05000,15.292
23,mlp.experts.106.gate_proj,0.0000117417,0.05000,15.233
23,mlp.experts.103.gate_proj,0.0000116516,0.05000,15.316
23,mlp.experts.105.gate_proj,0.0000111437,0.05000,15.337
23,mlp.experts.99.gate_proj,0.0000146224,0.05000,15.196
23,mlp.experts.108.gate_proj,0.0000072730,0.05000,15.383
23,mlp.experts.107.gate_proj,0.0000054280,0.05000,15.255
23,mlp.experts.111.gate_proj,0.0000119293,0.05000,15.254
23,mlp.experts.96.gate_proj,0.0000122294,0.05000,15.365
23,mlp.experts.126.gate_proj,0.0000083266,0.05000,15.278
23,mlp.experts.113.gate_proj,0.0000196460,0.05000,15.201
23,mlp.experts.117.gate_proj,0.0000041271,0.05000,15.246
23,mlp.experts.118.gate_proj,0.0000177343,0.05000,16.027
23,mlp.experts.116.gate_proj,0.0000085782,0.05000,16.054
23,mlp.experts.114.gate_proj,0.0000069263,0.05000,16.004
23,mlp.experts.120.gate_proj,0.0000048914,0.05000,16.156
23,mlp.experts.125.gate_proj,0.0000247166,0.05000,16.060
23,mlp.experts.121.gate_proj,0.0000075044,0.05000,16.024
23,mlp.experts.122.gate_proj,0.0000134063,0.05000,16.221
23,mlp.experts.119.gate_proj,0.0000569102,0.05000,16.209
23,mlp.experts.124.gate_proj,0.0000365026,0.05000,16.046
23,mlp.experts.115.gate_proj,0.0000060649,0.05000,16.217
23,mlp.experts.127.gate_proj,0.0000241171,0.05000,16.031
23,mlp.experts.123.gate_proj,0.0000032815,0.05000,16.202
23,mlp.experts.142.gate_proj,0.0000057147,0.05000,16.121
23,mlp.experts.129.gate_proj,0.0000052948,0.05000,16.067
23,mlp.experts.112.gate_proj,0.0000182817,0.05000,16.232
23,mlp.experts.133.gate_proj,0.0000075461,0.05000,16.024
23,mlp.experts.134.gate_proj,0.0000069052,0.05000,14.720
23,mlp.experts.132.gate_proj,0.0000132371,0.05000,14.740
23,mlp.experts.130.gate_proj,0.0000107451,0.05000,14.701
23,mlp.experts.141.gate_proj,0.0000063051,0.05000,14.692
23,mlp.experts.136.gate_proj,0.0000070748,0.05000,14.784
23,mlp.experts.137.gate_proj,0.0000043022,0.05000,14.775
23,mlp.experts.138.gate_proj,0.0000091900,0.05000,14.668
23,mlp.experts.135.gate_proj,0.0000080640,0.05000,14.753
23,mlp.experts.140.gate_proj,0.0000160568,0.05000,14.715
23,mlp.experts.143.gate_proj,0.0000186005,0.05000,14.614
23,mlp.experts.131.gate_proj,0.0000076659,0.05000,14.777
23,mlp.experts.139.gate_proj,0.0000054764,0.05000,14.698
23,mlp.experts.145.gate_proj,0.0000118038,0.05000,14.682
23,mlp.experts.158.gate_proj,0.0000081997,0.05000,14.734
23,mlp.experts.128.gate_proj,0.0000053456,0.05000,14.851
23,mlp.experts.149.gate_proj,0.0000113101,0.05000,14.677
23,mlp.experts.150.gate_proj,0.0000090682,0.05000,15.484
23,mlp.experts.148.gate_proj,0.0000153031,0.05000,15.544
23,mlp.experts.146.gate_proj,0.0000111864,0.05000,15.575
23,mlp.experts.157.gate_proj,0.0000065396,0.05000,15.555
23,mlp.experts.154.gate_proj,0.0000078634,0.05000,15.413
23,mlp.experts.153.gate_proj,0.0000073364,0.05000,15.555
23,mlp.experts.152.gate_proj,0.0000096641,0.05000,15.721
23,mlp.experts.147.gate_proj,0.0000057365,0.05000,15.402
23,mlp.experts.159.gate_proj,0.0000091438,0.05000,15.541
23,mlp.experts.156.gate_proj,0.0000071361,0.05000,15.604
23,mlp.experts.151.gate_proj,0.0000096674,0.05000,15.602
23,mlp.experts.155.gate_proj,0.0000092451,0.05000,15.559
23,mlp.experts.161.gate_proj,0.0000044831,0.05000,15.519
23,mlp.experts.144.gate_proj,0.0000129674,0.05000,15.311
23,mlp.experts.174.gate_proj,0.0000078136,0.05000,15.494
23,mlp.experts.165.gate_proj,0.0000495620,0.05000,15.545
23,mlp.experts.166.gate_proj,0.0000064396,0.05000,14.994
23,mlp.experts.173.gate_proj,0.0000104213,0.05000,14.792
23,mlp.experts.164.gate_proj,0.0000087682,0.05000,15.068
23,mlp.experts.170.gate_proj,0.0000086266,0.05000,14.993
23,mlp.experts.162.gate_proj,0.0000125546,0.05000,15.072
23,mlp.experts.169.gate_proj,0.0000043553,0.05000,14.976
23,mlp.experts.168.gate_proj,0.0000128175,0.05000,14.881
23,mlp.experts.163.gate_proj,0.0000178213,0.05000,15.031
23,mlp.experts.172.gate_proj,0.0000099391,0.05000,14.949
23,mlp.experts.175.gate_proj,0.0000025836,0.05000,14.977
23,mlp.experts.167.gate_proj,0.0000107121,0.05000,14.981
23,mlp.experts.177.gate_proj,0.0000076116,0.05000,14.855
23,mlp.experts.171.gate_proj,0.0000168368,0.05000,14.939
23,mlp.experts.190.gate_proj,0.0000182139,0.05000,14.953
23,mlp.experts.160.gate_proj,0.0000217687,0.05000,15.011
23,mlp.experts.181.gate_proj,0.0000440477,0.05000,14.873
23,mlp.experts.185.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.789
23,mlp.experts.182.gate_proj,0.0000285983,0.05000,15.045
23,mlp.experts.189.gate_proj,0.0000056222,0.05000,15.092
23,mlp.experts.180.gate_proj,0.0000090896,0.05000,14.996
23,mlp.experts.186.gate_proj,0.0000062605,0.05000,15.019
23,mlp.experts.178.gate_proj,0.0000047921,0.05000,15.122
23,mlp.experts.188.gate_proj,0.0000039352,0.05000,14.969
23,mlp.experts.184.gate_proj,0.0000045040,0.05000,15.145
23,mlp.experts.193.gate_proj,0.0000118004,0.05000,14.974
23,mlp.experts.183.gate_proj,0.0000107083,0.05000,15.102
23,mlp.experts.176.gate_proj,0.0000118646,0.05000,14.861
23,mlp.experts.179.gate_proj,0.0000460569,0.05000,15.243
23,mlp.experts.191.gate_proj,0.0000095095,0.05000,15.262
23,mlp.experts.206.gate_proj,0.0000088391,0.05000,15.004
23,mlp.experts.187.gate_proj,0.0000108533,0.05000,15.240
23,mlp.experts.197.gate_proj,0.0000160327,0.05000,15.064
23,mlp.experts.201.gate_proj,0.0000066229,0.05000,15.252
23,mlp.experts.205.gate_proj,0.0000066198,0.05000,14.736
23,mlp.experts.196.gate_proj,0.0000106460,0.05000,14.780
23,mlp.experts.198.gate_proj,0.0000112171,0.05000,14.939
23,mlp.experts.202.gate_proj,0.0000092981,0.05000,14.801
23,mlp.experts.194.gate_proj,0.0000097050,0.05000,14.882
23,mlp.experts.204.gate_proj,0.0000093925,0.05000,14.952
23,mlp.experts.200.gate_proj,0.0000156884,0.05000,14.930
23,mlp.experts.195.gate_proj,0.0000341827,0.05000,14.751
23,mlp.experts.222.gate_proj,0.0000087723,0.05000,14.675
23,mlp.experts.209.gate_proj,0.0000075365,0.05000,14.967
23,mlp.experts.192.gate_proj,0.0000083464,0.05000,14.891
23,mlp.experts.199.gate_proj,0.0000044969,0.05000,14.943
23,mlp.experts.213.gate_proj,0.0000152957,0.05000,14.740
23,mlp.experts.203.gate_proj,0.0000106219,0.05000,14.882
23,mlp.experts.207.gate_proj,0.0000071393,0.05000,15.000
23,mlp.experts.217.gate_proj,0.0000379905,0.05000,14.724
23,mlp.experts.221.gate_proj,0.0000244371,0.05000,14.774
23,mlp.experts.214.gate_proj,0.0000217865,0.05000,14.863
23,mlp.experts.212.gate_proj,0.0000138719,0.05000,14.981
23,mlp.experts.218.gate_proj,0.0000067264,0.05000,14.985
23,mlp.experts.210.gate_proj,0.0000071639,0.05000,15.057
23,mlp.experts.220.gate_proj,0.0000093684,0.05000,14.927
23,mlp.experts.208.gate_proj,0.0000058657,0.05000,14.840
23,mlp.experts.216.gate_proj,0.0000101054,0.05000,15.014
23,mlp.experts.238.gate_proj,0.0000081429,0.05000,14.948
23,mlp.experts.215.gate_proj,0.0000176361,0.05000,14.874
23,mlp.experts.211.gate_proj,0.0000154399,0.05000,14.979
23,mlp.experts.225.gate_proj,0.0000074773,0.05000,15.013
23,mlp.experts.229.gate_proj,0.0000058143,0.05000,14.950
23,mlp.experts.219.gate_proj,0.0000067008,0.05000,14.948
23,mlp.experts.223.gate_proj,0.0000074935,0.05000,15.123
23,mlp.experts.234.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.887
23,mlp.experts.233.gate_proj,0.0000057373,0.05000,15.017
23,mlp.experts.232.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.852
23,mlp.experts.227.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.911
23,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.889
23,mlp.experts.237.gate_proj,0.0000177429,0.05000,15.658
23,mlp.experts.230.gate_proj,0.0000156106,0.05000,15.602
23,mlp.experts.228.gate_proj,0.0000190690,0.05000,15.584
23,mlp.experts.236.gate_proj,0.0000069233,0.05000,15.633
23,mlp.experts.254.gate_proj,0.0000123734,0.05000,15.562
23,mlp.experts.226.gate_proj,0.0000108772,0.05000,15.703
23,mlp.experts.231.gate_proj,0.0000071682,0.05000,15.593
23,mlp.experts.224.gate_proj,0.0000085511,0.05000,15.661
23,mlp.experts.241.gate_proj,0.0000072883,0.05000,15.678
23,mlp.experts.245.gate_proj,0.0000628409,0.05000,15.600
23,mlp.experts.239.gate_proj,0.0000099158,0.05000,15.454
23,mlp.experts.250.gate_proj,0.0000055572,0.05000,15.501
23,mlp.experts.249.gate_proj,0.0000085296,0.05000,15.481
23,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.776
23,mlp.experts.248.gate_proj,0.0000098506,0.05000,15.682
23,mlp.experts.251.gate_proj,0.0000207060,0.05000,15.452
23,mlp.experts.243.gate_proj,0.0000065875,0.05000,15.685
23,mlp.experts.1.up_proj,failsafe(rtn): 0.0009384,0.00000,0.833
23,mlp.experts.253.gate_proj,0.0000113209,0.05000,14.807
23,mlp.experts.246.gate_proj,0.0000108398,0.05000,14.848
23,mlp.experts.244.gate_proj,0.0000407837,0.05000,14.937
23,mlp.experts.14.up_proj,0.0000147667,0.05000,14.924
23,mlp.experts.242.gate_proj,0.0000122857,0.05000,14.946
23,mlp.experts.240.gate_proj,0.0000267591,0.05000,14.907
23,mlp.experts.247.gate_proj,0.0000074672,0.05000,14.990
23,mlp.experts.5.up_proj,0.0000184145,0.05000,14.872
23,mlp.experts.255.gate_proj,0.0000064030,0.05000,15.020
23,mlp.experts.10.up_proj,0.0000074309,0.05000,15.037
23,mlp.experts.9.up_proj,0.0000076827,0.05000,14.936
23,mlp.experts.12.up_proj,0.0000197575,0.05000,14.911
23,mlp.experts.30.up_proj,failsafe(rtn): 0.0009193,0.00000,0.751
23,mlp.experts.8.up_proj,0.0000577833,0.05000,14.891
23,mlp.experts.3.up_proj,0.0000088904,0.05000,14.814
23,mlp.experts.17.up_proj,0.0000079177,0.05000,14.815
23,mlp.experts.11.up_proj,0.0000091775,0.05000,14.973
23,mlp.experts.13.up_proj,0.0000080993,0.05000,15.208
23,mlp.experts.6.up_proj,0.0000399209,0.05000,15.298
23,mlp.experts.4.up_proj,0.0000145717,0.05000,15.239
23,mlp.experts.0.up_proj,0.0000194094,0.05000,15.291
23,mlp.experts.21.up_proj,0.0000334635,0.05000,15.115
23,mlp.experts.7.up_proj,0.0000129440,0.05000,15.276
23,mlp.experts.2.up_proj,0.0000140203,0.05000,15.351
23,mlp.experts.15.up_proj,0.0000053747,0.05000,15.277
23,mlp.experts.25.up_proj,0.0000070007,0.05000,15.239
23,mlp.experts.28.up_proj,0.0000084584,0.05000,15.250
23,mlp.experts.46.up_proj,0.0000110218,0.05000,15.216
23,mlp.experts.26.up_proj,0.0000066855,0.05000,15.379
23,mlp.experts.33.up_proj,0.0000086991,0.05000,15.102
23,mlp.experts.24.up_proj,0.0000154660,0.05000,15.286
23,mlp.experts.19.up_proj,0.0000052318,0.05000,15.314
23,mlp.experts.27.up_proj,0.0000057834,0.05000,15.248
23,mlp.experts.29.up_proj,0.0000045125,0.05000,14.509
23,mlp.experts.22.up_proj,0.0000131541,0.05000,14.401
23,mlp.experts.20.up_proj,0.0000078418,0.05000,14.580
23,mlp.experts.16.up_proj,0.0000135969,0.05000,14.306
23,mlp.experts.37.up_proj,0.0000067638,0.05000,14.402
23,mlp.experts.18.up_proj,0.0000064935,0.05000,14.386
23,mlp.experts.23.up_proj,0.0000077629,0.05000,14.696
23,mlp.experts.31.up_proj,0.0000156775,0.05000,14.573
23,mlp.experts.42.up_proj,0.0000172825,0.05000,14.362
23,mlp.experts.62.up_proj,0.0000068577,0.05000,14.381
23,mlp.experts.41.up_proj,0.0000092810,0.05000,14.515
23,mlp.experts.44.up_proj,0.0000045137,0.05000,14.466
23,mlp.experts.49.up_proj,0.0000076868,0.05000,14.399
23,mlp.experts.53.up_proj,failsafe(rtn): 0.0009918,0.00000,0.803
23,mlp.experts.40.up_proj,0.0000134090,0.05000,14.446
23,mlp.experts.35.up_proj,0.0000235151,0.05000,14.730
23,mlp.experts.43.up_proj,0.0000048026,0.05000,14.670
23,mlp.experts.45.up_proj,0.0000106777,0.05000,14.756
23,mlp.experts.38.up_proj,0.0000102411,0.05000,14.789
23,mlp.experts.36.up_proj,0.0000070438,0.05000,14.809
23,mlp.experts.32.up_proj,0.0000073794,0.05000,14.847
23,mlp.experts.34.up_proj,0.0000145378,0.05000,14.831
23,mlp.experts.39.up_proj,0.0000137152,0.05000,14.920
23,mlp.experts.47.up_proj,0.0000119795,0.05000,14.760
23,mlp.experts.78.up_proj,0.0000169033,0.05000,14.808
23,mlp.experts.57.up_proj,0.0000143698,0.05000,14.851
23,mlp.experts.58.up_proj,0.0000091950,0.05000,14.911
23,mlp.experts.65.up_proj,0.0000494657,0.05000,14.769
23,mlp.experts.60.up_proj,0.0000033801,0.05000,14.910
23,mlp.experts.69.up_proj,0.0000089672,0.05000,14.877
23,mlp.experts.56.up_proj,0.0000132750,0.05000,14.813
23,mlp.experts.59.up_proj,0.0000164967,0.05000,14.804
23,mlp.experts.51.up_proj,0.0000111678,0.05000,14.877
23,mlp.experts.61.up_proj,0.0000049077,0.05000,16.085
23,mlp.experts.54.up_proj,0.0000072336,0.05000,16.187
23,mlp.experts.52.up_proj,0.0000105799,0.05000,16.199
23,mlp.experts.48.up_proj,0.0000166493,0.05000,15.998
23,mlp.experts.50.up_proj,0.0000049723,0.05000,15.900
23,mlp.experts.94.up_proj,0.0000233515,0.05000,15.721
23,mlp.experts.74.up_proj,0.0000079196,0.05000,15.702
23,mlp.experts.55.up_proj,0.0000168929,0.05000,15.963
23,mlp.experts.63.up_proj,0.0000042645,0.05000,15.950
23,mlp.experts.81.up_proj,0.0000133938,0.05000,15.724
23,mlp.experts.73.up_proj,0.0000087628,0.05000,15.884
23,mlp.experts.76.up_proj,0.0000138153,0.05000,15.803
23,mlp.experts.85.up_proj,0.0000071199,0.05000,15.771
23,mlp.experts.72.up_proj,0.0000095384,0.05000,15.789
23,mlp.experts.67.up_proj,0.0000569129,0.05000,15.872
23,mlp.experts.75.up_proj,0.0000104236,0.05000,15.929
23,mlp.experts.77.up_proj,0.0000101947,0.05000,15.162
23,mlp.experts.70.up_proj,0.0000105712,0.05000,15.314
23,mlp.experts.68.up_proj,0.0000118292,0.05000,15.233
23,mlp.experts.64.up_proj,0.0000065009,0.05000,15.329
23,mlp.experts.66.up_proj,0.0000099993,0.05000,15.343
23,mlp.experts.110.up_proj,0.0000170654,0.05000,15.272
23,mlp.experts.97.up_proj,0.0000248155,0.05000,15.256
23,mlp.experts.71.up_proj,0.0000078589,0.05000,15.391
23,mlp.experts.90.up_proj,0.0000153620,0.05000,15.451
23,mlp.experts.79.up_proj,0.0000082351,0.05000,15.431
23,mlp.experts.89.up_proj,0.0000180346,0.05000,15.398
23,mlp.experts.92.up_proj,0.0000061796,0.05000,15.469
23,mlp.experts.101.up_proj,0.0000509063,0.05000,15.454
23,mlp.experts.88.up_proj,0.0000053810,0.05000,15.430
23,mlp.experts.91.up_proj,0.0000196563,0.05000,15.401
23,mlp.experts.83.up_proj,0.0000412286,0.05000,15.474
23,mlp.experts.93.up_proj,0.0000069460,0.05000,14.491
23,mlp.experts.86.up_proj,0.0000054720,0.05000,14.453
23,mlp.experts.84.up_proj,0.0000082340,0.05000,14.613
23,mlp.experts.82.up_proj,0.0000088953,0.05000,14.459
23,mlp.experts.80.up_proj,0.0000038051,0.05000,14.529
23,mlp.experts.113.up_proj,0.0000177915,0.05000,14.313
23,mlp.experts.126.up_proj,0.0000077490,0.05000,14.434
23,mlp.experts.106.up_proj,0.0000122699,0.05000,14.391
23,mlp.experts.105.up_proj,0.0000102694,0.05000,14.372
23,mlp.experts.95.up_proj,0.0000107090,0.05000,14.470
23,mlp.experts.108.up_proj,0.0000070469,0.05000,14.416
23,mlp.experts.87.up_proj,0.0000080193,0.05000,14.689
23,mlp.experts.117.up_proj,0.0000040454,0.05000,14.388
23,mlp.experts.104.up_proj,0.0000200136,0.05000,14.536
23,mlp.experts.107.up_proj,0.0000057291,0.05000,14.596
23,mlp.experts.99.up_proj,0.0000126339,0.05000,14.559
23,mlp.experts.109.up_proj,0.0000078763,0.05000,15.254
23,mlp.experts.102.up_proj,0.0000172131,0.05000,15.240
23,mlp.experts.100.up_proj,0.0000173286,0.05000,15.161
23,mlp.experts.98.up_proj,0.0000057462,0.05000,15.150
23,mlp.experts.96.up_proj,0.0000113258,0.05000,15.383
23,mlp.experts.142.up_proj,0.0000055565,0.05000,15.276
23,mlp.experts.129.up_proj,0.0000048490,0.05000,15.283
23,mlp.experts.122.up_proj,0.0000137745,0.05000,15.368
23,mlp.experts.121.up_proj,0.0000074843,0.05000,15.419
23,mlp.experts.111.up_proj,0.0000128714,0.05000,15.396
23,mlp.experts.124.up_proj,0.0000380905,0.05000,15.351
23,mlp.experts.103.up_proj,0.0000123841,0.05000,15.455
23,mlp.experts.133.up_proj,0.0000085185,0.05000,15.447
23,mlp.experts.120.up_proj,0.0000046417,0.05000,15.433
23,mlp.experts.115.up_proj,0.0000064561,0.05000,15.312
23,mlp.experts.123.up_proj,0.0000029357,0.05000,15.435
23,mlp.experts.125.up_proj,0.0000230453,0.05000,15.442
23,mlp.experts.118.up_proj,0.0000154280,0.05000,15.388
23,mlp.experts.116.up_proj,0.0000083577,0.05000,15.410
23,mlp.experts.114.up_proj,0.0000052604,0.05000,15.343
23,mlp.experts.112.up_proj,0.0000168077,0.05000,15.316
23,mlp.experts.158.up_proj,0.0000073104,0.05000,15.226
23,mlp.experts.145.up_proj,0.0000120915,0.05000,15.405
23,mlp.experts.137.up_proj,0.0000038211,0.05000,15.211
23,mlp.experts.138.up_proj,0.0000084925,0.05000,15.339
23,mlp.experts.127.up_proj,0.0000223971,0.05000,15.231
23,mlp.experts.140.up_proj,0.0000171977,0.05000,15.195
23,mlp.experts.119.up_proj,0.0000573069,0.05000,15.238
23,mlp.experts.149.up_proj,0.0000106352,0.05000,15.265
23,mlp.experts.136.up_proj,0.0000073225,0.05000,15.248
23,mlp.experts.131.up_proj,0.0000069391,0.05000,15.009
23,mlp.experts.139.up_proj,0.0000051624,0.05000,15.201
23,mlp.experts.141.up_proj,0.0000058073,0.05000,14.798
23,mlp.experts.134.up_proj,0.0000073264,0.05000,14.919
23,mlp.experts.130.up_proj,0.0000108526,0.05000,14.844
23,mlp.experts.132.up_proj,0.0000123887,0.05000,14.999
23,mlp.experts.128.up_proj,0.0000048483,0.05000,14.941
23,mlp.experts.174.up_proj,0.0000101503,0.05000,14.965
23,mlp.experts.153.up_proj,0.0000062757,0.05000,14.802
23,mlp.experts.161.up_proj,0.0000057558,0.05000,15.023
23,mlp.experts.154.up_proj,0.0000079151,0.05000,14.880
23,mlp.experts.143.up_proj,0.0000171161,0.05000,14.962
23,mlp.experts.156.up_proj,0.0000060514,0.05000,15.027
23,mlp.experts.135.up_proj,0.0000059278,0.05000,15.088
23,mlp.experts.165.up_proj,0.0000444078,0.05000,15.049
23,mlp.experts.152.up_proj,0.0000088914,0.05000,14.992
23,mlp.experts.147.up_proj,0.0000050313,0.05000,15.184
23,mlp.experts.155.up_proj,0.0000085038,0.05000,15.065
23,mlp.experts.157.up_proj,0.0000069139,0.05000,15.850
23,mlp.experts.150.up_proj,0.0000083913,0.05000,15.836
23,mlp.experts.146.up_proj,0.0000120038,0.05000,15.963
23,mlp.experts.148.up_proj,0.0000141359,0.05000,15.973
23,mlp.experts.144.up_proj,0.0000116818,0.05000,15.999
23,mlp.experts.190.up_proj,0.0000190376,0.05000,16.088
23,mlp.experts.169.up_proj,0.0000034536,0.05000,16.066
23,mlp.experts.177.up_proj,0.0000070717,0.05000,16.041
23,mlp.experts.159.up_proj,0.0000093813,0.05000,16.029
23,mlp.experts.170.up_proj,0.0000092470,0.05000,16.161
23,mlp.experts.172.up_proj,0.0000090072,0.05000,16.230
23,mlp.experts.181.up_proj,0.0000470583,0.05000,16.015
23,mlp.experts.168.up_proj,0.0000116673,0.05000,16.008
23,mlp.experts.151.up_proj,0.0000084197,0.05000,16.123
23,mlp.experts.185.up_proj,failsafe(rtn): 0.0009232,0.00000,0.921
23,mlp.experts.163.up_proj,0.0000165000,0.05000,16.099
23,mlp.experts.171.up_proj,0.0000156760,0.05000,15.983
23,mlp.experts.173.up_proj,0.0000096059,0.05000,15.127
23,mlp.experts.166.up_proj,0.0000057678,0.05000,15.215
23,mlp.experts.164.up_proj,0.0000086359,0.05000,14.947
23,mlp.experts.162.up_proj,0.0000116550,0.05000,15.257
23,mlp.experts.160.up_proj,0.0000207338,0.05000,14.989
23,mlp.experts.206.up_proj,0.0000082412,0.05000,15.173
23,mlp.experts.193.up_proj,0.0000108885,0.05000,15.187
23,mlp.experts.186.up_proj,0.0000066192,0.05000,15.150
23,mlp.experts.175.up_proj,0.0000021094,0.05000,15.204
23,mlp.experts.188.up_proj,0.0000030927,0.05000,15.029
23,mlp.experts.197.up_proj,0.0000153542,0.05000,15.106
23,mlp.experts.184.up_proj,0.0000041018,0.05000,15.125
23,mlp.experts.167.up_proj,0.0000096250,0.05000,15.188
23,mlp.experts.201.up_proj,0.0000069969,0.05000,15.021
23,mlp.experts.187.up_proj,0.0000101665,0.05000,15.107
23,mlp.experts.179.up_proj,0.0000474418,0.05000,15.177
23,mlp.experts.189.up_proj,0.0000058332,0.05000,15.412
23,mlp.experts.182.up_proj,0.0000276441,0.05000,15.478
23,mlp.experts.180.up_proj,0.0000084192,0.05000,15.411
23,mlp.experts.178.up_proj,0.0000048599,0.05000,15.466
23,mlp.experts.176.up_proj,0.0000109869,0.05000,15.679
23,mlp.experts.222.up_proj,0.0000077671,0.05000,15.524
23,mlp.experts.209.up_proj,0.0000074375,0.05000,15.449
23,mlp.experts.202.up_proj,0.0000096938,0.05000,15.319
23,mlp.experts.191.up_proj,0.0000096308,0.05000,15.591
23,mlp.experts.204.up_proj,0.0000088195,0.05000,15.457
23,mlp.experts.200.up_proj,0.0000136613,0.05000,15.354
23,mlp.experts.213.up_proj,0.0000141523,0.05000,15.417
23,mlp.experts.183.up_proj,0.0000098385,0.05000,15.432
23,mlp.experts.217.up_proj,0.0000371052,0.05000,15.306
23,mlp.experts.203.up_proj,0.0000109488,0.05000,15.559
23,mlp.experts.195.up_proj,0.0000347655,0.05000,15.626
23,mlp.experts.205.up_proj,0.0000061477,0.05000,14.799
23,mlp.experts.198.up_proj,0.0000101347,0.05000,15.108
23,mlp.experts.196.up_proj,0.0000098785,0.05000,15.089
23,mlp.experts.194.up_proj,0.0000096813,0.05000,15.157
23,mlp.experts.192.up_proj,0.0000083765,0.05000,15.160
23,mlp.experts.238.up_proj,0.0000075059,0.05000,15.063
23,mlp.experts.225.up_proj,0.0000073900,0.05000,15.013
23,mlp.experts.218.up_proj,0.0000071052,0.05000,15.109
23,mlp.experts.220.up_proj,0.0000084418,0.05000,15.058
23,mlp.experts.216.up_proj,0.0000100418,0.05000,15.055
23,mlp.experts.229.up_proj,0.0000053250,0.05000,15.053
23,mlp.experts.207.up_proj,0.0000078655,0.05000,15.252
23,mlp.experts.233.up_proj,0.0000052268,0.05000,15.044
23,mlp.experts.199.up_proj,0.0000034822,0.05000,15.118
23,mlp.experts.234.up_proj,failsafe(rtn): 0.0009003,0.00000,0.792
23,mlp.experts.219.up_proj,0.0000062194,0.05000,15.063
23,mlp.experts.232.up_proj,failsafe(rtn): 0.0009346,0.00000,0.711
23,mlp.experts.211.up_proj,0.0000151555,0.05000,15.064
23,mlp.experts.235.up_proj,failsafe(rtn): 0.0009308,0.00000,0.816
23,mlp.experts.227.up_proj,failsafe(rtn): 0.0008659,0.00000,0.826
23,mlp.experts.221.up_proj,0.0000226050,0.05000,16.291
23,mlp.experts.214.up_proj,0.0000198614,0.05000,16.219
23,mlp.experts.212.up_proj,0.0000141814,0.05000,16.049
23,mlp.experts.210.up_proj,0.0000053286,0.05000,16.186
23,mlp.experts.208.up_proj,0.0000054032,0.05000,16.075
23,mlp.experts.254.up_proj,0.0000094602,0.05000,16.127
23,mlp.experts.241.up_proj,0.0000078486,0.05000,16.254
23,mlp.experts.236.up_proj,0.0000082212,0.05000,16.097
23,mlp.experts.1.down_proj,failsafe(rtn): 0.0009155,0.00000,0.233
23,mlp.experts.245.up_proj,0.0000628983,0.05000,16.060
23,mlp.experts.223.up_proj,0.0000073223,0.05000,16.173
23,mlp.experts.249.up_proj,0.0000079604,0.05000,16.204
23,mlp.experts.215.up_proj,0.0000164228,0.05000,16.238
23,mlp.experts.250.up_proj,0.0000054212,0.05000,16.174
23,mlp.experts.252.up_proj,failsafe(rtn): 0.0008698,0.00000,0.810
23,mlp.experts.248.up_proj,0.0000093645,0.05000,16.244
23,mlp.experts.251.up_proj,0.0000188823,0.05000,16.016
23,mlp.experts.243.up_proj,0.0000057991,0.05000,16.112
23,mlp.experts.14.down_proj,0.0000004593,0.05000,3.819
23,mlp.experts.30.down_proj,failsafe(rtn): 0.0009079,0.00000,0.171
23,mlp.experts.17.down_proj,0.0000004057,0.05000,3.666
23,mlp.experts.5.down_proj,0.0000002096,0.05000,3.646
23,mlp.experts.9.down_proj,0.0000002220,0.05000,3.690
23,mlp.experts.10.down_proj,0.0000002158,0.05000,3.727
23,mlp.experts.12.down_proj,0.0000005708,0.05000,3.649
23,mlp.experts.8.down_proj,0.0000024866,0.05000,3.594
23,mlp.experts.11.down_proj,0.0000003855,0.05000,3.535
23,mlp.experts.3.down_proj,0.0000004200,0.05000,3.489
23,mlp.experts.46.down_proj,0.0000001082,0.05000,3.533
23,mlp.experts.33.down_proj,0.0000001700,0.05000,3.587
23,mlp.experts.21.down_proj,0.0000009391,0.05000,3.613
23,mlp.experts.25.down_proj,0.0000000764,0.05000,3.504
23,mlp.experts.26.down_proj,0.0000001288,0.05000,3.724
23,mlp.experts.28.down_proj,0.0000000899,0.05000,3.706
23,mlp.experts.24.down_proj,0.0000001777,0.05000,3.814
23,mlp.experts.27.down_proj,0.0000001819,0.05000,3.990
23,mlp.experts.19.down_proj,0.0000001889,0.05000,4.084
23,mlp.experts.62.down_proj,0.0000002473,0.05000,4.283
23,mlp.experts.49.down_proj,0.0000003368,0.05000,4.161
23,mlp.experts.37.down_proj,0.0000003172,0.05000,4.151
23,mlp.experts.53.down_proj,failsafe(rtn): 0.0009460,0.00000,0.157
23,mlp.experts.41.down_proj,0.0000001325,0.05000,4.140
23,mlp.experts.42.down_proj,0.0000005866,0.05000,3.984
23,mlp.experts.44.down_proj,0.0000002141,0.05000,4.037
23,mlp.experts.40.down_proj,0.0000001343,0.05000,3.960
23,mlp.experts.43.down_proj,0.0000003179,0.05000,3.933
23,mlp.experts.237.up_proj,0.0000085020,0.05000,15.373
23,mlp.experts.35.down_proj,0.0000003412,0.05000,3.962
23,mlp.experts.230.up_proj,0.0000144682,0.05000,15.322
23,mlp.experts.228.up_proj,0.0000177336,0.05000,15.227
23,mlp.experts.226.up_proj,0.0000099565,0.05000,15.189
23,mlp.experts.224.up_proj,0.0000080612,0.05000,15.168
23,mlp.experts.65.down_proj,0.0000014137,0.05000,3.704
23,mlp.experts.78.down_proj,0.0000002142,0.05000,3.715
23,mlp.experts.239.up_proj,0.0000091029,0.05000,15.141
23,mlp.experts.69.down_proj,0.0000003551,0.05000,3.742
23,mlp.experts.57.down_proj,0.0000004801,0.05000,3.776
23,mlp.experts.231.up_proj,0.0000086163,0.05000,15.154
23,mlp.experts.58.down_proj,0.0000001036,0.05000,3.754
23,mlp.experts.60.down_proj,0.0000001398,0.05000,3.782
23,mlp.experts.56.down_proj,0.0000004154,0.05000,3.722
23,mlp.experts.59.down_proj,0.0000009418,0.05000,3.721
23,mlp.experts.51.down_proj,0.0000001269,0.05000,3.788
23,mlp.experts.81.down_proj,0.0000001889,0.05000,3.960
23,mlp.experts.94.down_proj,0.0000007944,0.05000,3.967
23,mlp.experts.85.down_proj,0.0000003775,0.05000,3.962
23,mlp.experts.73.down_proj,0.0000001029,0.05000,3.896
23,mlp.experts.74.down_proj,0.0000001210,0.05000,4.133
23,mlp.experts.72.down_proj,0.0000003150,0.05000,4.098
23,mlp.experts.76.down_proj,0.0000001518,0.05000,4.208
23,mlp.experts.75.down_proj,0.0000001375,0.05000,4.065
23,mlp.experts.67.down_proj,0.0000022698,0.05000,3.916
23,mlp.experts.110.down_proj,0.0000005177,0.05000,3.601
23,mlp.experts.97.down_proj,0.0000011420,0.05000,3.651
23,mlp.experts.101.down_proj,0.0000020213,0.05000,3.578
23,mlp.experts.89.down_proj,0.0000003250,0.05000,3.617
23,mlp.experts.90.down_proj,0.0000001807,0.05000,3.510
23,mlp.experts.88.down_proj,0.0000000635,0.05000,3.524
23,mlp.experts.92.down_proj,0.0000000671,0.05000,3.553
23,mlp.experts.91.down_proj,0.0000003531,0.05000,3.705
23,mlp.experts.83.down_proj,0.0000014072,0.05000,3.743
23,mlp.experts.126.down_proj,0.0000000869,0.05000,3.811
23,mlp.experts.113.down_proj,0.0000005614,0.05000,3.818
23,mlp.experts.117.down_proj,0.0000001930,0.05000,3.741
23,mlp.experts.105.down_proj,0.0000002845,0.05000,3.796
23,mlp.experts.106.down_proj,0.0000006565,0.05000,3.678
23,mlp.experts.104.down_proj,0.0000002390,0.05000,3.684
23,mlp.experts.108.down_proj,0.0000001695,0.05000,3.622
23,mlp.experts.253.up_proj,0.0000104026,0.05000,14.754
23,mlp.experts.107.down_proj,0.0000001954,0.05000,3.517
23,mlp.experts.99.down_proj,0.0000004898,0.05000,3.558
23,mlp.experts.246.up_proj,0.0000101397,0.05000,14.763
23,mlp.experts.244.up_proj,0.0000390165,0.05000,14.980
23,mlp.experts.242.up_proj,0.0000112332,0.05000,14.819
23,mlp.experts.240.up_proj,0.0000244694,0.05000,14.912
23,mlp.experts.142.down_proj,0.0000001858,0.05000,3.385
23,mlp.experts.129.down_proj,0.0000000526,0.05000,3.375
23,mlp.experts.133.down_proj,0.0000004760,0.05000,3.410
23,mlp.experts.255.up_proj,0.0000064681,0.05000,14.746
23,mlp.experts.121.down_proj,0.0000002791,0.05000,3.457
23,mlp.experts.247.up_proj,0.0000070150,0.05000,14.706
23,mlp.experts.122.down_proj,0.0000004255,0.05000,3.500
23,mlp.experts.120.down_proj,0.0000001950,0.05000,3.585
23,mlp.experts.124.down_proj,0.0000008777,0.05000,3.597
23,mlp.experts.13.down_proj,0.0000001533,0.05000,3.720
23,mlp.experts.123.down_proj,0.0000000296,0.05000,3.814
23,mlp.experts.115.down_proj,0.0000002557,0.05000,3.814
23,mlp.experts.6.down_proj,0.0000011969,0.05000,3.831
23,mlp.experts.4.down_proj,0.0000001701,0.05000,3.980
23,mlp.experts.2.down_proj,0.0000006313,0.05000,3.972
23,mlp.experts.0.down_proj,0.0000010866,0.05000,3.985
23,mlp.experts.158.down_proj,0.0000003584,0.05000,4.084
23,mlp.experts.145.down_proj,0.0000005898,0.05000,4.065
23,mlp.experts.149.down_proj,0.0000001129,0.05000,3.999
23,mlp.experts.15.down_proj,0.0000001949,0.05000,4.038
23,mlp.experts.137.down_proj,0.0000000999,0.05000,4.045
23,mlp.experts.7.down_proj,0.0000004264,0.05000,4.072
23,mlp.experts.138.down_proj,0.0000000965,0.05000,4.014
23,mlp.experts.136.down_proj,0.0000002931,0.05000,3.910
23,mlp.experts.140.down_proj,0.0000003896,0.05000,3.913
23,mlp.experts.29.down_proj,0.0000001234,0.05000,3.764
23,mlp.experts.139.down_proj,0.0000002086,0.05000,3.665
23,mlp.experts.131.down_proj,0.0000002054,0.05000,3.608
23,mlp.experts.22.down_proj,0.0000001550,0.05000,3.676
23,mlp.experts.20.down_proj,0.0000002234,0.05000,3.587
23,mlp.experts.18.down_proj,0.0000002489,0.05000,3.558
23,mlp.experts.16.down_proj,0.0000001629,0.05000,3.646
23,mlp.experts.174.down_proj,0.0000003419,0.05000,3.612
23,mlp.experts.161.down_proj,0.0000001327,0.05000,3.621
23,mlp.experts.31.down_proj,0.0000001878,0.05000,3.571
23,mlp.experts.165.down_proj,0.0000010937,0.05000,3.630
23,mlp.experts.153.down_proj,0.0000002862,0.05000,3.604
23,mlp.experts.23.down_proj,0.0000002515,0.05000,3.707
23,mlp.experts.154.down_proj,0.0000002932,0.05000,3.755
23,mlp.experts.156.down_proj,0.0000002168,0.05000,3.884
23,mlp.experts.152.down_proj,0.0000000987,0.05000,3.959
23,mlp.experts.45.down_proj,0.0000001146,0.05000,3.993
23,mlp.experts.155.down_proj,0.0000000979,0.05000,4.150
23,mlp.experts.147.down_proj,0.0000002360,0.05000,4.127
23,mlp.experts.38.down_proj,0.0000001336,0.05000,4.249
23,mlp.experts.36.down_proj,0.0000002189,0.05000,4.345
23,mlp.experts.34.down_proj,0.0000001476,0.05000,4.384
23,mlp.experts.32.down_proj,0.0000002217,0.05000,4.420
23,mlp.experts.190.down_proj,0.0000005966,0.05000,4.459
23,mlp.experts.177.down_proj,0.0000000751,0.05000,4.458
23,mlp.experts.47.down_proj,0.0000003283,0.05000,4.467
23,mlp.experts.181.down_proj,0.0000008426,0.05000,4.493
23,mlp.experts.169.down_proj,0.0000002228,0.05000,4.434
23,mlp.experts.39.down_proj,0.0000004963,0.05000,4.477
23,mlp.experts.185.down_proj,failsafe(rtn): 0.0009041,0.00000,0.231
23,mlp.experts.170.down_proj,0.0000004561,0.05000,4.418
23,mlp.experts.172.down_proj,0.0000000911,0.05000,4.415
23,mlp.experts.168.down_proj,0.0000001284,0.05000,4.411
23,mlp.experts.61.down_proj,0.0000000986,0.05000,4.337
23,mlp.experts.171.down_proj,0.0000001802,0.05000,4.220
23,mlp.experts.163.down_proj,0.0000001669,0.05000,4.208
23,mlp.experts.54.down_proj,0.0000004218,0.05000,3.962
23,mlp.experts.52.down_proj,0.0000003222,0.05000,3.949
23,mlp.experts.50.down_proj,0.0000001087,0.05000,3.827
23,mlp.experts.48.down_proj,0.0000003625,0.05000,3.803
23,mlp.experts.197.down_proj,0.0000007182,0.05000,3.519
23,mlp.experts.206.down_proj,0.0000002628,0.05000,3.613
23,mlp.experts.193.down_proj,0.0000001286,0.05000,3.623
23,mlp.experts.63.down_proj,0.0000001808,0.05000,3.641
23,mlp.experts.201.down_proj,0.0000004528,0.05000,3.448
23,mlp.experts.55.down_proj,0.0000003791,0.05000,3.493
23,mlp.experts.186.down_proj,0.0000003973,0.05000,3.354
23,mlp.experts.188.down_proj,0.0000000602,0.05000,3.335
23,mlp.experts.184.down_proj,0.0000000601,0.05000,3.402
23,mlp.experts.77.down_proj,0.0000004606,0.05000,3.350
23,mlp.experts.187.down_proj,0.0000001107,0.05000,3.448
23,mlp.experts.179.down_proj,0.0000008768,0.05000,3.431
23,mlp.experts.70.down_proj,0.0000006506,0.05000,3.359
23,mlp.experts.68.down_proj,0.0000003961,0.05000,3.394
23,mlp.experts.66.down_proj,0.0000005065,0.05000,3.493
23,mlp.experts.64.down_proj,0.0000001602,0.05000,3.473
23,mlp.experts.213.down_proj,0.0000001688,0.05000,3.622
23,mlp.experts.222.down_proj,0.0000003357,0.05000,3.639
23,mlp.experts.209.down_proj,0.0000003230,0.05000,3.659
23,mlp.experts.79.down_proj,0.0000003971,0.05000,3.681
23,mlp.experts.217.down_proj,0.0000010062,0.05000,3.647
23,mlp.experts.71.down_proj,0.0000003216,0.05000,3.721
23,mlp.experts.202.down_proj,0.0000005420,0.05000,3.666
23,mlp.experts.204.down_proj,0.0000002105,0.05000,3.586
23,mlp.experts.200.down_proj,0.0000003083,0.05000,3.580
23,mlp.experts.93.down_proj,0.0000003594,0.05000,3.540
23,mlp.experts.203.down_proj,0.0000005061,0.05000,3.555
23,mlp.experts.195.down_proj,0.0000016255,0.05000,3.730
23,mlp.experts.86.down_proj,0.0000001699,0.05000,3.837
23,mlp.experts.84.down_proj,0.0000002735,0.05000,3.792
23,mlp.experts.82.down_proj,0.0000000952,0.05000,3.834
23,mlp.experts.80.down_proj,0.0000001271,0.05000,3.802
23,mlp.experts.229.down_proj,0.0000002622,0.05000,3.758
23,mlp.experts.225.down_proj,0.0000002397,0.05000,3.730
23,mlp.experts.238.down_proj,0.0000003179,0.05000,3.827
23,mlp.experts.95.down_proj,0.0000004476,0.05000,3.802
23,mlp.experts.233.down_proj,0.0000000505,0.05000,3.734
23,mlp.experts.87.down_proj,0.0000001058,0.05000,3.728
23,mlp.experts.218.down_proj,0.0000003505,0.05000,3.780
23,mlp.experts.234.down_proj,failsafe(rtn): 0.0008888,0.00000,0.210
23,mlp.experts.220.down_proj,0.0000004409,0.05000,3.889
23,mlp.experts.216.down_proj,0.0000004564,0.05000,3.903
23,mlp.experts.232.down_proj,failsafe(rtn): 0.0009155,0.00000,0.162
23,mlp.experts.109.down_proj,0.0000003482,0.05000,3.862
23,mlp.experts.219.down_proj,0.0000000750,0.05000,4.065
23,mlp.experts.235.down_proj,failsafe(rtn): 0.0009232,0.00000,0.231
23,mlp.experts.211.down_proj,0.0000008261,0.05000,3.975
23,mlp.experts.227.down_proj,failsafe(rtn): 0.0008583,0.00000,0.165
23,mlp.experts.102.down_proj,0.0000001875,0.05000,3.860
23,mlp.experts.100.down_proj,0.0000005521,0.05000,3.769
23,mlp.experts.98.down_proj,0.0000002600,0.05000,3.642
23,mlp.experts.96.down_proj,0.0000001201,0.05000,3.660
23,mlp.experts.245.down_proj,0.0000021705,0.05000,3.475
23,mlp.experts.241.down_proj,0.0000004881,0.05000,3.507
23,mlp.experts.254.down_proj,0.0000002831,0.05000,3.522
23,mlp.experts.111.down_proj,0.0000005598,0.05000,3.511
23,mlp.experts.249.down_proj,0.0000000931,0.05000,3.453
23,mlp.experts.103.down_proj,0.0000005335,0.05000,3.468
23,mlp.experts.250.down_proj,0.0000002575,0.05000,3.312
23,mlp.experts.236.down_proj,0.0000003041,0.05000,3.247
23,mlp.experts.252.down_proj,failsafe(rtn): 0.0008621,0.00000,0.111
23,mlp.experts.248.down_proj,0.0000004443,0.05000,3.107
23,mlp.experts.125.down_proj,0.0000004028,0.05000,3.084
23,mlp.experts.251.down_proj,0.0000002722,0.05000,2.780
23,mlp.experts.243.down_proj,0.0000000571,0.05000,2.719
23,mlp.experts.118.down_proj,0.0000006460,0.05000,2.661
23,mlp.experts.116.down_proj,0.0000004216,0.05000,2.507
23,mlp.experts.114.down_proj,0.0000002077,0.05000,2.444
23,mlp.experts.112.down_proj,0.0000001794,0.05000,2.298
23,mlp.experts.127.down_proj,0.0000002866,0.05000,2.026
23,mlp.experts.119.down_proj,0.0000010626,0.05000,2.043
23,mlp.experts.141.down_proj,0.0000001806,0.05000,1.833
23,mlp.experts.134.down_proj,0.0000002868,0.05000,1.583
23,mlp.experts.132.down_proj,0.0000001562,0.05000,1.566
23,mlp.experts.130.down_proj,0.0000005368,0.05000,1.694
23,mlp.experts.128.down_proj,0.0000001729,0.05000,1.575
23,mlp.experts.143.down_proj,0.0000002445,0.05000,1.414
23,mlp.experts.135.down_proj,0.0000001305,0.05000,1.456
23,mlp.experts.157.down_proj,0.0000002759,0.05000,1.398
23,mlp.experts.150.down_proj,0.0000001578,0.05000,1.483
23,mlp.experts.148.down_proj,0.0000001537,0.05000,1.406
23,mlp.experts.146.down_proj,0.0000003918,0.05000,1.388
23,mlp.experts.144.down_proj,0.0000002378,0.05000,1.413
23,mlp.experts.159.down_proj,0.0000002980,0.05000,1.386
23,mlp.experts.151.down_proj,0.0000004442,0.05000,1.388
23,mlp.experts.173.down_proj,0.0000001082,0.05000,1.277
23,mlp.experts.166.down_proj,0.0000002750,0.05000,1.389
23,mlp.experts.164.down_proj,0.0000004794,0.05000,1.441
23,mlp.experts.162.down_proj,0.0000001218,0.05000,1.521
23,mlp.experts.160.down_proj,0.0000004036,0.05000,1.503
23,mlp.experts.175.down_proj,0.0000002865,0.05000,1.523
23,mlp.experts.167.down_proj,0.0000003662,0.05000,1.562
23,mlp.experts.189.down_proj,0.0000001588,0.05000,1.534
23,mlp.experts.182.down_proj,0.0000011862,0.05000,1.575
23,mlp.experts.180.down_proj,0.0000001058,0.05000,1.537
23,mlp.experts.178.down_proj,0.0000002154,0.05000,1.492
23,mlp.experts.176.down_proj,0.0000001175,0.05000,1.472
23,mlp.experts.191.down_proj,0.0000004379,0.05000,1.474
23,mlp.experts.205.down_proj,0.0000000691,0.05000,1.371
23,mlp.experts.183.down_proj,0.0000001130,0.05000,1.501
23,mlp.experts.198.down_proj,0.0000003068,0.05000,1.543
23,mlp.experts.196.down_proj,0.0000001094,0.05000,1.619
23,mlp.experts.192.down_proj,0.0000001502,0.05000,1.496
23,mlp.experts.194.down_proj,0.0000005277,0.05000,1.603
23,mlp.experts.207.down_proj,0.0000003283,0.05000,1.568
23,mlp.experts.221.down_proj,0.0000002880,0.05000,1.506
23,mlp.experts.199.down_proj,0.0000002704,0.05000,1.555
23,mlp.experts.214.down_proj,0.0000003642,0.05000,1.485
23,mlp.experts.212.down_proj,0.0000005608,0.05000,1.539
23,mlp.experts.208.down_proj,0.0000002155,0.05000,1.561
23,mlp.experts.210.down_proj,0.0000002077,0.05000,1.529
23,mlp.experts.223.down_proj,0.0000002193,0.05000,1.542
23,mlp.experts.237.down_proj,0.0000001632,0.05000,1.594
23,mlp.experts.215.down_proj,0.0000001894,0.05000,1.597
23,mlp.experts.230.down_proj,0.0000002388,0.05000,1.501
23,mlp.experts.228.down_proj,0.0000002714,0.05000,1.442
23,mlp.experts.224.down_proj,0.0000000871,0.05000,1.514
23,mlp.experts.226.down_proj,0.0000001111,0.05000,1.550
23,mlp.experts.239.down_proj,0.0000001410,0.05000,1.464
23,mlp.experts.253.down_proj,0.0000001265,0.05000,1.499
23,mlp.experts.231.down_proj,0.0000003397,0.05000,1.488
23,mlp.experts.246.down_proj,0.0000001108,0.05000,1.275
23,mlp.experts.244.down_proj,0.0000023169,0.05000,1.304
23,mlp.experts.242.down_proj,0.0000002672,0.05000,1.054
23,mlp.experts.240.down_proj,0.0000006461,0.05000,1.156
23,mlp.experts.255.down_proj,0.0000002668,0.05000,0.978
23,mlp.experts.247.down_proj,0.0000003025,0.05000,0.671
24,mlp.experts.0.gate_proj,0.0000145588,0.05000,13.870
24,mlp.experts.1.gate_proj,0.0000024924,0.05000,13.879
24,mlp.experts.7.gate_proj,0.0000061543,0.05000,13.948
24,mlp.experts.9.gate_proj,0.0000087617,0.05000,13.959
24,mlp.experts.14.gate_proj,0.0000062185,0.05000,14.036
24,mlp.experts.15.gate_proj,0.0000380321,0.05000,14.051
24,mlp.experts.2.gate_proj,0.0000109392,0.05000,14.055
24,mlp.experts.3.gate_proj,0.0000079362,0.05000,14.065
24,mlp.experts.13.gate_proj,0.0000098393,0.05000,14.061
24,mlp.experts.11.gate_proj,0.0000070239,0.05000,14.068
24,mlp.experts.4.gate_proj,0.0000103459,0.05000,14.075
24,mlp.experts.6.gate_proj,0.0000119053,0.05000,14.084
24,mlp.experts.12.gate_proj,0.0000079390,0.05000,14.086
24,mlp.experts.10.gate_proj,0.0000039174,0.05000,14.089
24,mlp.experts.5.gate_proj,0.0000202614,0.05000,14.130
24,mlp.experts.8.gate_proj,0.0000148145,0.05000,14.175
24,mlp.experts.17.gate_proj,0.0000107065,0.05000,16.103
24,mlp.experts.23.gate_proj,0.0000144101,0.05000,16.162
24,mlp.experts.16.gate_proj,0.0000151377,0.05000,16.242
24,mlp.experts.26.gate_proj,0.0000050569,0.05000,15.988
24,mlp.experts.31.gate_proj,0.0000140405,0.05000,16.167
24,mlp.experts.19.gate_proj,0.0000096944,0.05000,16.156
24,mlp.experts.24.gate_proj,0.0000070706,0.05000,16.017
24,mlp.experts.30.gate_proj,0.0000302608,0.05000,16.213
24,mlp.experts.18.gate_proj,0.0000122644,0.05000,16.192
24,mlp.experts.25.gate_proj,0.0000559250,0.05000,16.327
24,mlp.experts.22.gate_proj,0.0000136045,0.05000,16.182
24,mlp.experts.27.gate_proj,0.0000111256,0.05000,16.229
24,mlp.experts.29.gate_proj,0.0000167226,0.05000,16.296
24,mlp.experts.21.gate_proj,0.0000049594,0.05000,16.173
24,mlp.experts.28.gate_proj,0.0000430865,0.05000,16.308
24,mlp.experts.20.gate_proj,0.0000039055,0.05000,16.359
24,mlp.experts.33.gate_proj,0.0000044901,0.05000,15.055
24,mlp.experts.42.gate_proj,0.0000265297,0.05000,15.124
24,mlp.experts.40.gate_proj,0.0000237983,0.05000,15.044
24,mlp.experts.37.gate_proj,0.0000135045,0.05000,14.898
24,mlp.experts.34.gate_proj,0.0000108272,0.05000,15.084
24,mlp.experts.41.gate_proj,0.0000087803,0.05000,15.043
24,mlp.experts.38.gate_proj,0.0000051132,0.05000,15.034
24,mlp.experts.46.gate_proj,0.0000086720,0.05000,15.116
24,mlp.experts.39.gate_proj,0.0000049728,0.05000,15.287
24,mlp.experts.43.gate_proj,0.0000075717,0.05000,15.082
24,mlp.experts.32.gate_proj,0.0000084424,0.05000,15.340
24,mlp.experts.45.gate_proj,0.0000587871,0.05000,15.159
24,mlp.experts.36.gate_proj,0.0000122894,0.05000,15.123
24,mlp.experts.44.gate_proj,0.0000047351,0.05000,15.152
24,mlp.experts.35.gate_proj,0.0000158330,0.05000,15.376
24,mlp.experts.47.gate_proj,0.0000110149,0.05000,15.387
24,mlp.experts.49.gate_proj,0.0000370546,0.05000,15.938
24,mlp.experts.55.gate_proj,0.0000058602,0.05000,16.079
24,mlp.experts.58.gate_proj,0.0000184356,0.05000,16.247
24,mlp.experts.56.gate_proj,0.0000089742,0.05000,16.225
24,mlp.experts.57.gate_proj,0.0000078805,0.05000,16.159
24,mlp.experts.62.gate_proj,0.0000116289,0.05000,16.145
24,mlp.experts.53.gate_proj,0.0000057133,0.05000,16.299
24,mlp.experts.54.gate_proj,0.0000094176,0.05000,16.265
24,mlp.experts.59.gate_proj,0.0000073436,0.05000,16.204
24,mlp.experts.61.gate_proj,0.0000389349,0.05000,16.092
24,mlp.experts.50.gate_proj,0.0000053974,0.05000,16.305
24,mlp.experts.60.gate_proj,0.0000074567,0.05000,16.170
24,mlp.experts.48.gate_proj,0.0000136725,0.05000,16.378
24,mlp.experts.63.gate_proj,0.0000044760,0.05000,16.235
24,mlp.experts.52.gate_proj,0.0000235268,0.05000,16.280
24,mlp.experts.51.gate_proj,0.0000164365,0.05000,16.405
24,mlp.experts.65.gate_proj,0.0000067628,0.05000,15.842
24,mlp.experts.73.gate_proj,0.0000134746,0.05000,15.767
24,mlp.experts.70.gate_proj,0.0000064456,0.05000,15.695
24,mlp.experts.71.gate_proj,0.0000057192,0.05000,15.865
24,mlp.experts.69.gate_proj,0.0000120751,0.05000,15.736
24,mlp.experts.74.gate_proj,0.0000045438,0.05000,15.873
24,mlp.experts.75.gate_proj,0.0000331391,0.05000,15.821
24,mlp.experts.77.gate_proj,0.0000141204,0.05000,15.859
24,mlp.experts.78.gate_proj,0.0000102279,0.05000,16.047
24,mlp.experts.76.gate_proj,0.0000182793,0.05000,15.822
24,mlp.experts.66.gate_proj,0.0000246735,0.05000,15.958
24,mlp.experts.72.gate_proj,0.0000113719,0.05000,16.150
24,mlp.experts.68.gate_proj,0.0000092360,0.05000,15.960
24,mlp.experts.79.gate_proj,0.0000072431,0.05000,15.999
24,mlp.experts.64.gate_proj,0.0000191634,0.05000,16.101
24,mlp.experts.67.gate_proj,0.0000062021,0.05000,16.117
24,mlp.experts.86.gate_proj,failsafe(rtn): 0.0010071,0.00000,1.003
24,mlp.experts.81.gate_proj,0.0000098596,0.05000,14.989
24,mlp.experts.85.gate_proj,0.0000048128,0.05000,14.855
24,mlp.experts.89.gate_proj,0.0000148701,0.05000,15.010
24,mlp.experts.90.gate_proj,0.0000172056,0.05000,14.921
24,mlp.experts.87.gate_proj,0.0000056356,0.05000,14.953
24,mlp.experts.93.gate_proj,0.0000060672,0.05000,14.889
24,mlp.experts.94.gate_proj,0.0000157307,0.05000,14.821
24,mlp.experts.91.gate_proj,0.0000102173,0.05000,15.004
24,mlp.experts.92.gate_proj,0.0000086946,0.05000,14.959
24,mlp.experts.88.gate_proj,0.0000091526,0.05000,14.914
24,mlp.experts.82.gate_proj,0.0000360784,0.05000,14.970
24,mlp.experts.95.gate_proj,0.0000136754,0.05000,14.825
24,mlp.experts.80.gate_proj,0.0000287003,0.05000,14.738
24,mlp.experts.84.gate_proj,0.0000068152,0.05000,14.915
24,mlp.experts.83.gate_proj,0.0000146854,0.05000,14.838
24,mlp.experts.102.gate_proj,0.0000104366,0.05000,14.992
24,mlp.experts.118.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.795
24,mlp.experts.97.gate_proj,0.0000160436,0.05000,14.686
24,mlp.experts.101.gate_proj,0.0000053739,0.05000,14.629
24,mlp.experts.103.gate_proj,0.0000047154,0.05000,14.706
24,mlp.experts.109.gate_proj,0.0000084176,0.05000,14.674
24,mlp.experts.105.gate_proj,0.0000127877,0.05000,14.767
24,mlp.experts.106.gate_proj,0.0000086321,0.05000,14.760
24,mlp.experts.108.gate_proj,0.0000053036,0.05000,14.595
24,mlp.experts.110.gate_proj,0.0000069773,0.05000,14.707
24,mlp.experts.104.gate_proj,0.0000132574,0.05000,14.577
24,mlp.experts.107.gate_proj,0.0000089182,0.05000,14.720
24,mlp.experts.98.gate_proj,0.0000089382,0.05000,14.724
24,mlp.experts.96.gate_proj,0.0000147254,0.05000,14.752
24,mlp.experts.111.gate_proj,0.0000185839,0.05000,14.794
24,mlp.experts.100.gate_proj,0.0000135898,0.05000,14.786
24,mlp.experts.99.gate_proj,0.0000130625,0.05000,14.813
24,mlp.experts.134.gate_proj,0.0000071106,0.05000,14.594
24,mlp.experts.113.gate_proj,0.0000121767,0.05000,13.934
24,mlp.experts.117.gate_proj,0.0000123945,0.05000,13.968
24,mlp.experts.119.gate_proj,0.0000095829,0.05000,14.070
24,mlp.experts.122.gate_proj,0.0000178906,0.05000,14.015
24,mlp.experts.121.gate_proj,0.0000118502,0.05000,14.038
24,mlp.experts.125.gate_proj,0.0000062090,0.05000,14.055
24,mlp.experts.124.gate_proj,0.0000112212,0.05000,14.128
24,mlp.experts.129.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.832
24,mlp.experts.126.gate_proj,0.0000117407,0.05000,14.122
24,mlp.experts.120.gate_proj,0.0000121382,0.05000,14.126
24,mlp.experts.123.gate_proj,0.0000198717,0.05000,14.229
24,mlp.experts.112.gate_proj,0.0000122171,0.05000,14.031
24,mlp.experts.127.gate_proj,0.0000053791,0.05000,14.021
24,mlp.experts.114.gate_proj,0.0000161922,0.05000,14.170
24,mlp.experts.116.gate_proj,0.0000031825,0.05000,14.055
24,mlp.experts.115.gate_proj,0.0000088864,0.05000,14.198
24,mlp.experts.130.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.849
24,mlp.experts.150.gate_proj,0.0000311985,0.05000,14.247
24,mlp.experts.133.gate_proj,0.0000200151,0.05000,15.039
24,mlp.experts.137.gate_proj,0.0000171878,0.05000,14.928
24,mlp.experts.141.gate_proj,0.0000164326,0.05000,14.975
24,mlp.experts.138.gate_proj,0.0000054843,0.05000,15.032
24,mlp.experts.135.gate_proj,0.0000291502,0.05000,15.098
24,mlp.experts.145.gate_proj,0.0000098420,0.05000,14.938
24,mlp.experts.142.gate_proj,0.0000073027,0.05000,14.981
24,mlp.experts.139.gate_proj,0.0000268028,0.05000,14.878
24,mlp.experts.136.gate_proj,0.0000252266,0.05000,15.113
24,mlp.experts.140.gate_proj,0.0000092202,0.05000,15.211
24,mlp.experts.143.gate_proj,0.0000054469,0.05000,15.061
24,mlp.experts.128.gate_proj,0.0000165620,0.05000,15.169
24,mlp.experts.132.gate_proj,0.0000062431,0.05000,15.088
24,mlp.experts.154.gate_proj,failsafe(rtn): 0.0007896,0.00000,0.937
24,mlp.experts.131.gate_proj,0.0000074833,0.05000,15.171
24,mlp.experts.156.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.925
24,mlp.experts.146.gate_proj,0.0000143555,0.05000,15.018
24,mlp.experts.166.gate_proj,0.0000087614,0.05000,15.189
24,mlp.experts.162.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.829
24,mlp.experts.149.gate_proj,0.0000049263,0.05000,15.134
24,mlp.experts.161.gate_proj,0.0000060733,0.05000,14.925
24,mlp.experts.157.gate_proj,0.0000069637,0.05000,15.185
24,mlp.experts.153.gate_proj,0.0000102453,0.05000,15.279
24,mlp.experts.151.gate_proj,0.0000073292,0.05000,15.272
24,mlp.experts.158.gate_proj,0.0000229859,0.05000,15.199
24,mlp.experts.155.gate_proj,0.0000072065,0.05000,15.234
24,mlp.experts.152.gate_proj,0.0000505496,0.05000,15.192
24,mlp.experts.144.gate_proj,0.0000075057,0.05000,15.136
24,mlp.experts.159.gate_proj,0.0000044024,0.05000,15.255
24,mlp.experts.148.gate_proj,0.0000107063,0.05000,15.319
24,mlp.experts.170.gate_proj,0.0000233150,0.05000,15.006
24,mlp.experts.147.gate_proj,0.0000086398,0.05000,15.218
24,mlp.experts.172.gate_proj,0.0000314971,0.05000,15.075
24,mlp.experts.182.gate_proj,0.0000323461,0.05000,15.196
24,mlp.experts.178.gate_proj,0.0000065286,0.05000,15.177
24,mlp.experts.165.gate_proj,0.0000097533,0.05000,15.314
24,mlp.experts.177.gate_proj,0.0000106652,0.05000,15.193
24,mlp.experts.173.gate_proj,0.0000147548,0.05000,15.227
24,mlp.experts.169.gate_proj,0.0000227801,0.05000,15.322
24,mlp.experts.167.gate_proj,0.0000118542,0.05000,15.434
24,mlp.experts.174.gate_proj,0.0000134758,0.05000,15.447
24,mlp.experts.171.gate_proj,0.0000422427,0.05000,15.440
24,mlp.experts.168.gate_proj,0.0000091236,0.05000,15.407
24,mlp.experts.175.gate_proj,0.0000111879,0.05000,15.431
24,mlp.experts.160.gate_proj,0.0000055603,0.05000,15.571
24,mlp.experts.164.gate_proj,0.0000146237,0.05000,15.486
24,mlp.experts.186.gate_proj,0.0000061641,0.05000,15.485
24,mlp.experts.188.gate_proj,0.0000118539,0.05000,15.352
24,mlp.experts.163.gate_proj,0.0000049498,0.05000,15.625
24,mlp.experts.198.gate_proj,0.0000073178,0.05000,15.377
24,mlp.experts.194.gate_proj,0.0000068056,0.05000,15.307
24,mlp.experts.181.gate_proj,0.0000177435,0.05000,14.928
24,mlp.experts.193.gate_proj,0.0000267356,0.05000,14.924
24,mlp.experts.189.gate_proj,0.0000084315,0.05000,14.850
24,mlp.experts.185.gate_proj,0.0000087029,0.05000,14.816
24,mlp.experts.184.gate_proj,0.0000029680,0.05000,14.852
24,mlp.experts.190.gate_proj,0.0000141350,0.05000,14.950
24,mlp.experts.197.gate_proj,failsafe(rtn): 0.0008888,0.00000,0.730
24,mlp.experts.183.gate_proj,0.0000159184,0.05000,15.105
24,mlp.experts.187.gate_proj,0.0000064137,0.05000,15.056
24,mlp.experts.191.gate_proj,0.0000075622,0.05000,14.938
24,mlp.experts.176.gate_proj,0.0000093684,0.05000,14.919
24,mlp.experts.180.gate_proj,0.0000227650,0.05000,14.870
24,mlp.experts.202.gate_proj,0.0000328850,0.05000,14.996
24,mlp.experts.204.gate_proj,0.0000149385,0.05000,14.927
24,mlp.experts.179.gate_proj,0.0000244810,0.05000,14.866
24,mlp.experts.214.gate_proj,0.0000051996,0.05000,14.750
24,mlp.experts.210.gate_proj,0.0000109859,0.05000,14.877
24,mlp.experts.209.gate_proj,0.0000251605,0.05000,14.934
24,mlp.experts.205.gate_proj,0.0000079241,0.05000,15.077
24,mlp.experts.201.gate_proj,0.0000135002,0.05000,15.067
24,mlp.experts.206.gate_proj,0.0000045607,0.05000,14.899
24,mlp.experts.213.gate_proj,0.0000113838,0.05000,14.988
24,mlp.experts.203.gate_proj,0.0000072199,0.05000,14.948
24,mlp.experts.200.gate_proj,0.0000094158,0.05000,15.131
24,mlp.experts.199.gate_proj,0.0000113826,0.05000,15.043
24,mlp.experts.192.gate_proj,0.0000220317,0.05000,14.908
24,mlp.experts.207.gate_proj,0.0000174579,0.05000,15.024
24,mlp.experts.196.gate_proj,0.0000067161,0.05000,15.044
24,mlp.experts.218.gate_proj,0.0000109892,0.05000,14.959
24,mlp.experts.215.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.727
24,mlp.experts.220.gate_proj,0.0000069864,0.05000,15.028
24,mlp.experts.195.gate_proj,0.0000112192,0.05000,14.939
24,mlp.experts.230.gate_proj,0.0000098392,0.05000,15.021
24,mlp.experts.226.gate_proj,0.0000229074,0.05000,14.921
24,mlp.experts.225.gate_proj,0.0000201968,0.05000,15.193
24,mlp.experts.221.gate_proj,0.0000073069,0.05000,15.166
24,mlp.experts.217.gate_proj,0.0000069279,0.05000,15.326
24,mlp.experts.222.gate_proj,0.0000075538,0.05000,15.477
24,mlp.experts.229.gate_proj,0.0000118965,0.05000,15.384
24,mlp.experts.216.gate_proj,0.0000099271,0.05000,15.486
24,mlp.experts.219.gate_proj,0.0000133700,0.05000,15.539
24,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.930
24,mlp.experts.208.gate_proj,0.0000060187,0.05000,15.566
24,mlp.experts.223.gate_proj,0.0000100323,0.05000,15.649
24,mlp.experts.212.gate_proj,0.0000086331,0.05000,15.479
24,mlp.experts.234.gate_proj,0.0000142180,0.05000,15.507
24,mlp.experts.236.gate_proj,0.0000377533,0.05000,15.585
24,mlp.experts.211.gate_proj,0.0000083629,0.05000,15.541
24,mlp.experts.231.gate_proj,0.0000207075,0.05000,15.699
24,mlp.experts.242.gate_proj,0.0000053887,0.05000,15.472
24,mlp.experts.246.gate_proj,0.0000264964,0.05000,15.627
24,mlp.experts.241.gate_proj,0.0000079250,0.05000,15.340
24,mlp.experts.233.gate_proj,0.0000204310,0.05000,15.240
24,mlp.experts.238.gate_proj,0.0000111350,0.05000,15.090
24,mlp.experts.245.gate_proj,0.0000253545,0.05000,15.061
24,mlp.experts.232.gate_proj,0.0000068717,0.05000,15.159
24,mlp.experts.235.gate_proj,0.0000174747,0.05000,15.203
24,mlp.experts.253.gate_proj,0.0000117262,0.05000,15.142
24,mlp.experts.224.gate_proj,0.0000183271,0.05000,15.104
24,mlp.experts.228.gate_proj,0.0000061851,0.05000,15.164
24,mlp.experts.250.gate_proj,0.0000071013,0.05000,15.056
24,mlp.experts.239.gate_proj,0.0000090926,0.05000,15.305
24,mlp.experts.227.gate_proj,0.0000131704,0.05000,15.082
24,mlp.experts.252.gate_proj,0.0000108609,0.05000,15.202
24,mlp.experts.247.gate_proj,0.0000125417,0.05000,15.210
24,mlp.experts.2.up_proj,0.0000095099,0.05000,14.996
24,mlp.experts.6.up_proj,0.0000108517,0.05000,15.047
24,mlp.experts.1.up_proj,0.0000026306,0.05000,14.919
24,mlp.experts.249.gate_proj,0.0000036259,0.05000,14.984
24,mlp.experts.254.gate_proj,0.0000157510,0.05000,15.132
24,mlp.experts.5.up_proj,0.0000181881,0.05000,15.052
24,mlp.experts.248.gate_proj,0.0000038060,0.05000,15.039
24,mlp.experts.13.up_proj,0.0000083824,0.05000,14.957
24,mlp.experts.240.gate_proj,0.0000051427,0.05000,14.899
24,mlp.experts.251.gate_proj,0.0000131721,0.05000,15.058
24,mlp.experts.244.gate_proj,0.0000138310,0.05000,15.054
24,mlp.experts.10.up_proj,0.0000037266,0.05000,15.014
24,mlp.experts.255.gate_proj,0.0000049411,0.05000,15.108
24,mlp.experts.12.up_proj,0.0000076072,0.05000,15.053
24,mlp.experts.243.gate_proj,0.0000107028,0.05000,15.188
24,mlp.experts.7.up_proj,0.0000066845,0.05000,15.195
24,mlp.experts.18.up_proj,0.0000093146,0.05000,15.250
24,mlp.experts.22.up_proj,0.0000123080,0.05000,15.319
24,mlp.experts.17.up_proj,0.0000096232,0.05000,15.305
24,mlp.experts.9.up_proj,0.0000075549,0.05000,15.421
24,mlp.experts.21.up_proj,0.0000047352,0.05000,15.448
24,mlp.experts.14.up_proj,0.0000059609,0.05000,15.572
24,mlp.experts.29.up_proj,0.0000143849,0.05000,15.534
24,mlp.experts.11.up_proj,0.0000077669,0.05000,15.587
24,mlp.experts.0.up_proj,0.0000134065,0.05000,15.645
24,mlp.experts.8.up_proj,0.0000137712,0.05000,15.656
24,mlp.experts.4.up_proj,0.0000095185,0.05000,15.635
24,mlp.experts.26.up_proj,0.0000056992,0.05000,15.720
24,mlp.experts.15.up_proj,0.0000436318,0.05000,15.671
24,mlp.experts.3.up_proj,0.0000088539,0.05000,15.675
24,mlp.experts.28.up_proj,0.0000502498,0.05000,15.700
24,mlp.experts.23.up_proj,0.0000074267,0.05000,15.582
24,mlp.experts.34.up_proj,0.0000099410,0.05000,15.464
24,mlp.experts.38.up_proj,0.0000055216,0.05000,15.661
24,mlp.experts.33.up_proj,0.0000044408,0.05000,15.719
24,mlp.experts.25.up_proj,0.0000540132,0.05000,15.594
24,mlp.experts.37.up_proj,0.0000116222,0.05000,15.723
24,mlp.experts.30.up_proj,0.0000263301,0.05000,15.688
24,mlp.experts.45.up_proj,0.0000482292,0.05000,15.665
24,mlp.experts.16.up_proj,0.0000139126,0.05000,15.681
24,mlp.experts.24.up_proj,0.0000065623,0.05000,15.767
24,mlp.experts.27.up_proj,0.0000085028,0.05000,15.838
24,mlp.experts.42.up_proj,0.0000217378,0.05000,15.598
24,mlp.experts.20.up_proj,0.0000035191,0.05000,15.833
24,mlp.experts.31.up_proj,0.0000161013,0.05000,15.638
24,mlp.experts.19.up_proj,0.0000097178,0.05000,15.565
24,mlp.experts.44.up_proj,0.0000050329,0.05000,15.745
24,mlp.experts.39.up_proj,0.0000049276,0.05000,15.802
24,mlp.experts.50.up_proj,0.0000066759,0.05000,15.704
24,mlp.experts.54.up_proj,0.0000075777,0.05000,15.780
24,mlp.experts.49.up_proj,0.0000312835,0.05000,15.539
24,mlp.experts.41.up_proj,0.0000081033,0.05000,15.544
24,mlp.experts.53.up_proj,0.0000053501,0.05000,15.574
24,mlp.experts.46.up_proj,0.0000072544,0.05000,15.506
24,mlp.experts.40.up_proj,0.0000254544,0.05000,15.266
24,mlp.experts.61.up_proj,0.0000316029,0.05000,15.508
24,mlp.experts.32.up_proj,0.0000093501,0.05000,15.498
24,mlp.experts.43.up_proj,0.0000078854,0.05000,15.440
24,mlp.experts.36.up_proj,0.0000085554,0.05000,15.298
24,mlp.experts.58.up_proj,0.0000169259,0.05000,15.450
24,mlp.experts.47.up_proj,0.0000099501,0.05000,15.558
24,mlp.experts.35.up_proj,0.0000175298,0.05000,15.505
24,mlp.experts.60.up_proj,0.0000069890,0.05000,15.485
24,mlp.experts.55.up_proj,0.0000052632,0.05000,15.518
24,mlp.experts.66.up_proj,0.0000189701,0.05000,15.438
24,mlp.experts.70.up_proj,0.0000059139,0.05000,15.367
24,mlp.experts.86.up_proj,failsafe(rtn): 0.0009346,0.00000,0.705
24,mlp.experts.65.up_proj,0.0000064890,0.05000,14.805
24,mlp.experts.57.up_proj,0.0000076631,0.05000,14.837
24,mlp.experts.69.up_proj,0.0000098762,0.05000,14.823
24,mlp.experts.62.up_proj,0.0000108480,0.05000,14.932
24,mlp.experts.77.up_proj,0.0000130255,0.05000,14.704
24,mlp.experts.56.up_proj,0.0000107946,0.05000,14.791
24,mlp.experts.48.up_proj,0.0000128820,0.05000,14.678
24,mlp.experts.59.up_proj,0.0000080340,0.05000,14.961
24,mlp.experts.74.up_proj,0.0000050143,0.05000,14.691
24,mlp.experts.52.up_proj,0.0000219058,0.05000,14.913
24,mlp.experts.63.up_proj,0.0000051695,0.05000,14.884
24,mlp.experts.51.up_proj,0.0000150861,0.05000,14.809
24,mlp.experts.76.up_proj,0.0000169654,0.05000,14.781
24,mlp.experts.71.up_proj,0.0000059070,0.05000,14.856
24,mlp.experts.82.up_proj,0.0000274368,0.05000,14.901
24,mlp.experts.102.up_proj,0.0000096116,0.05000,14.572
24,mlp.experts.118.up_proj,failsafe(rtn): 0.0008812,0.00000,0.674
24,mlp.experts.81.up_proj,0.0000103184,0.05000,14.773
24,mlp.experts.73.up_proj,0.0000105956,0.05000,14.721
24,mlp.experts.85.up_proj,0.0000044912,0.05000,14.900
24,mlp.experts.93.up_proj,0.0000050423,0.05000,14.887
24,mlp.experts.78.up_proj,0.0000094610,0.05000,14.949
24,mlp.experts.64.up_proj,0.0000159559,0.05000,14.912
24,mlp.experts.72.up_proj,0.0000093575,0.05000,15.003
24,mlp.experts.90.up_proj,0.0000145577,0.05000,14.852
24,mlp.experts.75.up_proj,0.0000344409,0.05000,14.977
24,mlp.experts.68.up_proj,0.0000086718,0.05000,14.887
24,mlp.experts.67.up_proj,0.0000065075,0.05000,14.807
24,mlp.experts.79.up_proj,0.0000068007,0.05000,15.041
24,mlp.experts.92.up_proj,0.0000079892,0.05000,14.894
24,mlp.experts.87.up_proj,0.0000049746,0.05000,14.936
24,mlp.experts.98.up_proj,0.0000080886,0.05000,14.856
24,mlp.experts.134.up_proj,0.0000063325,0.05000,15.212
24,mlp.experts.97.up_proj,0.0000134820,0.05000,15.093
24,mlp.experts.89.up_proj,0.0000122955,0.05000,14.903
24,mlp.experts.109.up_proj,0.0000091126,0.05000,14.695
24,mlp.experts.101.up_proj,0.0000058278,0.05000,14.863
24,mlp.experts.94.up_proj,0.0000128500,0.05000,14.930
24,mlp.experts.80.up_proj,0.0000250869,0.05000,14.953
24,mlp.experts.88.up_proj,0.0000084636,0.05000,14.919
24,mlp.experts.106.up_proj,0.0000121464,0.05000,14.984
24,mlp.experts.91.up_proj,0.0000095066,0.05000,14.936
24,mlp.experts.84.up_proj,0.0000078740,0.05000,14.875
24,mlp.experts.83.up_proj,0.0000136166,0.05000,14.898
24,mlp.experts.108.up_proj,0.0000050063,0.05000,14.940
24,mlp.experts.95.up_proj,0.0000130870,0.05000,15.144
24,mlp.experts.103.up_proj,0.0000045708,0.05000,15.049
24,mlp.experts.114.up_proj,0.0000132837,0.05000,15.052
24,mlp.experts.130.up_proj,failsafe(rtn): 0.0009232,0.00000,0.779
24,mlp.experts.150.up_proj,0.0000257549,0.05000,15.103
24,mlp.experts.113.up_proj,0.0000112485,0.05000,14.710
24,mlp.experts.105.up_proj,0.0000118704,0.05000,14.630
24,mlp.experts.129.up_proj,failsafe(rtn): 0.0008850,0.00000,0.693
24,mlp.experts.125.up_proj,0.0000055219,0.05000,14.674
24,mlp.experts.117.up_proj,0.0000111695,0.05000,14.722
24,mlp.experts.110.up_proj,0.0000083857,0.05000,14.748
24,mlp.experts.96.up_proj,0.0000132717,0.05000,14.697
24,mlp.experts.104.up_proj,0.0000123512,0.05000,14.734
24,mlp.experts.107.up_proj,0.0000078993,0.05000,14.560
24,mlp.experts.122.up_proj,0.0000163265,0.05000,14.611
24,mlp.experts.100.up_proj,0.0000124958,0.05000,14.650
24,mlp.experts.99.up_proj,0.0000121012,0.05000,14.676
24,mlp.experts.111.up_proj,0.0000157727,0.05000,14.676
24,mlp.experts.124.up_proj,0.0000103364,0.05000,14.755
24,mlp.experts.119.up_proj,0.0000106878,0.05000,14.594
24,mlp.experts.146.up_proj,0.0000131353,0.05000,14.651
24,mlp.experts.162.up_proj,failsafe(rtn): 0.0009346,0.00000,0.772
24,mlp.experts.166.up_proj,0.0000088530,0.05000,14.536
24,mlp.experts.121.up_proj,0.0000096652,0.05000,15.394
24,mlp.experts.141.up_proj,0.0000146369,0.05000,15.631
24,mlp.experts.145.up_proj,0.0000089685,0.05000,15.729
24,mlp.experts.133.up_proj,0.0000170526,0.05000,15.671
24,mlp.experts.126.up_proj,0.0000106977,0.05000,15.648
24,mlp.experts.112.up_proj,0.0000107696,0.05000,15.773
24,mlp.experts.120.up_proj,0.0000111724,0.05000,15.761
24,mlp.experts.123.up_proj,0.0000184406,0.05000,15.769
24,mlp.experts.138.up_proj,0.0000056661,0.05000,15.774
24,mlp.experts.116.up_proj,0.0000031889,0.05000,15.922
24,mlp.experts.115.up_proj,0.0000078040,0.05000,15.765
24,mlp.experts.127.up_proj,0.0000050442,0.05000,15.707
24,mlp.experts.154.up_proj,failsafe(rtn): 0.0010681,0.00000,0.841
24,mlp.experts.140.up_proj,0.0000087082,0.05000,15.935
24,mlp.experts.135.up_proj,0.0000232316,0.05000,15.849
24,mlp.experts.156.up_proj,failsafe(rtn): 0.0008507,0.00000,0.860
24,mlp.experts.178.up_proj,0.0000073101,0.05000,15.875
24,mlp.experts.182.up_proj,0.0000252853,0.05000,15.655
24,mlp.experts.137.up_proj,0.0000156529,0.05000,15.462
24,mlp.experts.157.up_proj,0.0000069911,0.05000,15.156
24,mlp.experts.161.up_proj,0.0000061041,0.05000,15.149
24,mlp.experts.149.up_proj,0.0000048861,0.05000,15.171
24,mlp.experts.142.up_proj,0.0000067913,0.05000,15.216
24,mlp.experts.136.up_proj,0.0000222400,0.05000,15.071
24,mlp.experts.128.up_proj,0.0000221571,0.05000,15.138
24,mlp.experts.139.up_proj,0.0000242715,0.05000,15.225
24,mlp.experts.132.up_proj,0.0000061283,0.05000,15.116
24,mlp.experts.131.up_proj,0.0000080434,0.05000,15.215
24,mlp.experts.170.up_proj,0.0000185381,0.05000,15.075
24,mlp.experts.143.up_proj,0.0000044767,0.05000,15.286
24,mlp.experts.151.up_proj,0.0000058312,0.05000,15.109
24,mlp.experts.172.up_proj,0.0000233997,0.05000,15.132
24,mlp.experts.198.up_proj,0.0000069600,0.05000,15.194
24,mlp.experts.194.up_proj,0.0000062783,0.05000,15.216
24,mlp.experts.153.up_proj,0.0000092763,0.05000,15.624
24,mlp.experts.177.up_proj,0.0000083724,0.05000,15.610
24,mlp.experts.173.up_proj,0.0000108677,0.05000,15.701
24,mlp.experts.165.up_proj,0.0000091141,0.05000,15.830
24,mlp.experts.158.up_proj,0.0000171757,0.05000,15.735
24,mlp.experts.144.up_proj,0.0000069124,0.05000,15.787
24,mlp.experts.152.up_proj,0.0000464153,0.05000,15.875
24,mlp.experts.155.up_proj,0.0000060226,0.05000,15.839
24,mlp.experts.148.up_proj,0.0000116355,0.05000,15.903
24,mlp.experts.147.up_proj,0.0000083259,0.05000,15.893
24,mlp.experts.186.up_proj,0.0000061485,0.05000,15.872
24,mlp.experts.159.up_proj,0.0000040838,0.05000,15.837
24,mlp.experts.167.up_proj,0.0000109111,0.05000,15.730
24,mlp.experts.188.up_proj,0.0000104363,0.05000,15.742
24,mlp.experts.214.up_proj,0.0000048615,0.05000,15.720
24,mlp.experts.210.up_proj,0.0000118355,0.05000,15.946
24,mlp.experts.169.up_proj,0.0000340226,0.05000,15.677
24,mlp.experts.189.up_proj,0.0000076895,0.05000,15.560
24,mlp.experts.193.up_proj,0.0000254440,0.05000,15.737
24,mlp.experts.181.up_proj,0.0000166439,0.05000,15.525
24,mlp.experts.174.up_proj,0.0000123776,0.05000,15.643
24,mlp.experts.168.up_proj,0.0000075904,0.05000,15.540
24,mlp.experts.160.up_proj,0.0000063528,0.05000,15.660
24,mlp.experts.197.up_proj,failsafe(rtn): 0.0008774,0.00000,0.665
24,mlp.experts.171.up_proj,0.0000415287,0.05000,15.676
24,mlp.experts.164.up_proj,0.0000135816,0.05000,15.650
24,mlp.experts.163.up_proj,0.0000048147,0.05000,15.509
24,mlp.experts.202.up_proj,0.0000307967,0.05000,15.637
24,mlp.experts.175.up_proj,0.0000105092,0.05000,15.671
24,mlp.experts.183.up_proj,0.0000148924,0.05000,15.685
24,mlp.experts.204.up_proj,0.0000119223,0.05000,15.733
24,mlp.experts.230.up_proj,0.0000092324,0.05000,15.503
24,mlp.experts.226.up_proj,0.0000199615,0.05000,15.522
24,mlp.experts.185.up_proj,0.0000100631,0.05000,14.746
24,mlp.experts.209.up_proj,0.0000212625,0.05000,14.470
24,mlp.experts.205.up_proj,0.0000080298,0.05000,14.592
24,mlp.experts.190.up_proj,0.0000163593,0.05000,14.758
24,mlp.experts.176.up_proj,0.0000077769,0.05000,14.715
24,mlp.experts.184.up_proj,0.0000028930,0.05000,14.898
24,mlp.experts.213.up_proj,0.0000106019,0.05000,14.826
24,mlp.experts.187.up_proj,0.0000060079,0.05000,14.738
24,mlp.experts.180.up_proj,0.0000179830,0.05000,14.749
24,mlp.experts.179.up_proj,0.0000203880,0.05000,14.775
24,mlp.experts.218.up_proj,0.0000102462,0.05000,14.700
24,mlp.experts.191.up_proj,0.0000077371,0.05000,14.790
24,mlp.experts.199.up_proj,0.0000105096,0.05000,14.782
24,mlp.experts.220.up_proj,0.0000074763,0.05000,14.742
24,mlp.experts.215.up_proj,failsafe(rtn): 0.0009193,0.00000,0.746
24,mlp.experts.246.up_proj,0.0000219675,0.05000,14.656
24,mlp.experts.242.up_proj,0.0000051504,0.05000,14.586
24,mlp.experts.6.down_proj,0.0000001200,0.05000,4.223
24,mlp.experts.2.down_proj,0.0000001779,0.05000,4.122
24,mlp.experts.22.down_proj,0.0000002523,0.05000,3.830
24,mlp.experts.18.down_proj,0.0000002564,0.05000,3.842
24,mlp.experts.201.up_proj,0.0000125603,0.05000,15.541
24,mlp.experts.225.up_proj,0.0000185588,0.05000,15.527
24,mlp.experts.221.up_proj,0.0000073104,0.05000,15.682
24,mlp.experts.38.down_proj,0.0000002374,0.05000,3.915
24,mlp.experts.34.down_proj,0.0000001061,0.05000,3.931
24,mlp.experts.206.up_proj,0.0000042168,0.05000,15.695
24,mlp.experts.192.up_proj,0.0000172008,0.05000,15.617
24,mlp.experts.237.up_proj,failsafe(rtn): 0.0009003,0.00000,0.786
24,mlp.experts.200.up_proj,0.0000072236,0.05000,15.753
24,mlp.experts.229.up_proj,0.0000107489,0.05000,15.832
24,mlp.experts.203.up_proj,0.0000106223,0.05000,15.814
24,mlp.experts.196.up_proj,0.0000065388,0.05000,15.823
24,mlp.experts.195.up_proj,0.0000100293,0.05000,15.773
24,mlp.experts.234.up_proj,0.0000154425,0.05000,15.832
24,mlp.experts.207.up_proj,0.0000143239,0.05000,15.885
24,mlp.experts.236.up_proj,0.0000296696,0.05000,15.942
24,mlp.experts.231.up_proj,0.0000163470,0.05000,15.950
24,mlp.experts.54.down_proj,0.0000001910,0.05000,4.206
24,mlp.experts.50.down_proj,0.0000002493,0.05000,4.315
24,mlp.experts.70.down_proj,0.0000000622,0.05000,3.814
24,mlp.experts.66.down_proj,0.0000004377,0.05000,3.756
24,mlp.experts.86.down_proj,failsafe(rtn): 0.0009117,0.00000,0.178
24,mlp.experts.102.down_proj,0.0000000985,0.05000,3.820
24,mlp.experts.82.down_proj,0.0000006098,0.05000,3.901
24,mlp.experts.118.down_proj,failsafe(rtn): 0.0008774,0.00000,0.155
24,mlp.experts.217.up_proj,0.0000074951,0.05000,15.478
24,mlp.experts.241.up_proj,0.0000068876,0.05000,15.482
24,mlp.experts.222.up_proj,0.0000104974,0.05000,15.374
24,mlp.experts.208.up_proj,0.0000059236,0.05000,15.360
24,mlp.experts.98.down_proj,0.0000000805,0.05000,3.762
24,mlp.experts.134.down_proj,0.0000001250,0.05000,3.749
24,mlp.experts.253.up_proj,0.0000097950,0.05000,15.528
24,mlp.experts.216.up_proj,0.0000092757,0.05000,15.543
24,mlp.experts.245.up_proj,0.0000230960,0.05000,15.426
24,mlp.experts.219.up_proj,0.0000110301,0.05000,15.533
24,mlp.experts.212.up_proj,0.0000090983,0.05000,15.606
24,mlp.experts.211.up_proj,0.0000076324,0.05000,15.489
24,mlp.experts.250.up_proj,0.0000063467,0.05000,15.488
24,mlp.experts.223.up_proj,0.0000122513,0.05000,15.642
24,mlp.experts.247.up_proj,0.0000114577,0.05000,15.494
24,mlp.experts.252.up_proj,0.0000096582,0.05000,15.528
24,mlp.experts.1.down_proj,0.0000000658,0.05000,4.121
24,mlp.experts.114.down_proj,0.0000002223,0.05000,3.858
24,mlp.experts.150.down_proj,0.0000005024,0.05000,3.911
24,mlp.experts.130.down_proj,failsafe(rtn): 0.0009003,0.00000,0.166
24,mlp.experts.13.down_proj,0.0000001414,0.05000,3.883
24,mlp.experts.5.down_proj,0.0000002305,0.05000,3.791
24,mlp.experts.10.down_proj,0.0000001404,0.05000,3.494
24,mlp.experts.7.down_proj,0.0000002386,0.05000,3.604
24,mlp.experts.12.down_proj,0.0000003070,0.05000,3.601
24,mlp.experts.17.down_proj,0.0000002556,0.05000,3.794
24,mlp.experts.146.down_proj,0.0000001509,0.05000,3.966
24,mlp.experts.166.down_proj,0.0000004072,0.05000,4.020
24,mlp.experts.29.down_proj,0.0000002773,0.05000,3.948
24,mlp.experts.162.down_proj,failsafe(rtn): 0.0009041,0.00000,0.231
24,mlp.experts.21.down_proj,0.0000001760,0.05000,4.143
24,mlp.experts.26.down_proj,0.0000002437,0.05000,4.252
24,mlp.experts.28.down_proj,0.0000016161,0.05000,4.187
24,mlp.experts.23.down_proj,0.0000001021,0.05000,4.230
24,mlp.experts.33.down_proj,0.0000001725,0.05000,4.101
24,mlp.experts.45.down_proj,0.0000010820,0.05000,4.039
24,mlp.experts.182.down_proj,0.0000005429,0.05000,4.125
24,mlp.experts.178.down_proj,0.0000002751,0.05000,4.098
24,mlp.experts.37.down_proj,0.0000002337,0.05000,3.987
24,mlp.experts.42.down_proj,0.0000004037,0.05000,3.907
24,mlp.experts.233.up_proj,0.0000192248,0.05000,15.475
24,mlp.experts.44.down_proj,0.0000002065,0.05000,3.672
24,mlp.experts.39.down_proj,0.0000001623,0.05000,3.694
24,mlp.experts.49.down_proj,0.0000005012,0.05000,3.631
24,mlp.experts.238.up_proj,0.0000124693,0.05000,15.502
24,mlp.experts.224.up_proj,0.0000170196,0.05000,15.599
24,mlp.experts.61.down_proj,0.0000007834,0.05000,3.653
24,mlp.experts.198.down_proj,0.0000003237,0.05000,3.624
24,mlp.experts.232.up_proj,0.0000063183,0.05000,15.537
24,mlp.experts.194.down_proj,0.0000001851,0.05000,3.704
24,mlp.experts.53.down_proj,0.0000000632,0.05000,3.639
24,mlp.experts.235.up_proj,0.0000164141,0.05000,15.563
24,mlp.experts.228.up_proj,0.0000065480,0.05000,15.500
24,mlp.experts.227.up_proj,0.0000102973,0.05000,15.538
24,mlp.experts.58.down_proj,0.0000002015,0.05000,3.774
24,mlp.experts.239.up_proj,0.0000073908,0.05000,15.520
24,mlp.experts.60.down_proj,0.0000001274,0.05000,3.877
24,mlp.experts.55.down_proj,0.0000001606,0.05000,3.910
24,mlp.experts.65.down_proj,0.0000002098,0.05000,3.893
24,mlp.experts.77.down_proj,0.0000001402,0.05000,3.678
24,mlp.experts.214.down_proj,0.0000000731,0.05000,3.705
24,mlp.experts.69.down_proj,0.0000001543,0.05000,3.659
24,mlp.experts.210.down_proj,0.0000004832,0.05000,3.695
24,mlp.experts.74.down_proj,0.0000001785,0.05000,3.612
24,mlp.experts.76.down_proj,0.0000002204,0.05000,3.751
24,mlp.experts.71.down_proj,0.0000001800,0.05000,3.774
24,mlp.experts.81.down_proj,0.0000003802,0.05000,3.823
24,mlp.experts.93.down_proj,0.0000001606,0.05000,4.065
24,mlp.experts.230.down_proj,0.0000003521,0.05000,4.115
24,mlp.experts.85.down_proj,0.0000000821,0.05000,4.055
24,mlp.experts.226.down_proj,0.0000003543,0.05000,4.042
24,mlp.experts.90.down_proj,0.0000002885,0.05000,4.043
24,mlp.experts.92.down_proj,0.0000001117,0.05000,4.045
24,mlp.experts.87.down_proj,0.0000000499,0.05000,4.054
24,mlp.experts.97.down_proj,0.0000005731,0.05000,3.948
24,mlp.experts.109.down_proj,0.0000004402,0.05000,3.921
24,mlp.experts.246.down_proj,0.0000003088,0.05000,3.806
24,mlp.experts.101.down_proj,0.0000001375,0.05000,3.855
24,mlp.experts.242.down_proj,0.0000003324,0.05000,3.918
24,mlp.experts.106.down_proj,0.0000003330,0.05000,3.649
24,mlp.experts.249.up_proj,0.0000028248,0.05000,15.051
24,mlp.experts.108.down_proj,0.0000001872,0.05000,3.447
24,mlp.experts.103.down_proj,0.0000001494,0.05000,3.416
24,mlp.experts.113.down_proj,0.0000001217,0.05000,3.441
24,mlp.experts.129.down_proj,failsafe(rtn): 0.0008659,0.00000,0.139
24,mlp.experts.254.up_proj,0.0000144874,0.05000,14.952
24,mlp.experts.240.up_proj,0.0000047454,0.05000,15.095
24,mlp.experts.248.up_proj,0.0000043754,0.05000,14.885
24,mlp.experts.125.down_proj,0.0000001365,0.05000,3.353
24,mlp.experts.117.down_proj,0.0000001180,0.05000,3.287
24,mlp.experts.251.up_proj,0.0000123247,0.05000,14.868
24,mlp.experts.244.up_proj,0.0000120022,0.05000,14.834
24,mlp.experts.243.up_proj,0.0000098027,0.05000,14.766
24,mlp.experts.122.down_proj,0.0000003595,0.05000,3.467
24,mlp.experts.255.up_proj,0.0000038704,0.05000,14.683
24,mlp.experts.9.down_proj,0.0000001871,0.05000,3.423
24,mlp.experts.119.down_proj,0.0000003985,0.05000,3.351
24,mlp.experts.124.down_proj,0.0000001063,0.05000,3.415
24,mlp.experts.145.down_proj,0.0000001435,0.05000,3.473
24,mlp.experts.14.down_proj,0.0000002006,0.05000,3.529
24,mlp.experts.0.down_proj,0.0000001693,0.05000,3.496
24,mlp.experts.141.down_proj,0.0000001978,0.05000,3.521
24,mlp.experts.8.down_proj,0.0000001455,0.05000,3.546
24,mlp.experts.133.down_proj,0.0000004442,0.05000,3.483
24,mlp.experts.11.down_proj,0.0000004033,0.05000,3.546
24,mlp.experts.4.down_proj,0.0000000999,0.05000,3.444
24,mlp.experts.3.down_proj,0.0000002604,0.05000,3.429
24,mlp.experts.138.down_proj,0.0000001609,0.05000,3.334
24,mlp.experts.154.down_proj,failsafe(rtn): 0.0010529,0.00000,0.134
24,mlp.experts.15.down_proj,0.0000019677,0.05000,3.335
24,mlp.experts.25.down_proj,0.0000013895,0.05000,3.441
24,mlp.experts.135.down_proj,0.0000004259,0.05000,3.453
24,mlp.experts.140.down_proj,0.0000002965,0.05000,3.490
24,mlp.experts.156.down_proj,failsafe(rtn): 0.0008469,0.00000,0.202
24,mlp.experts.161.down_proj,0.0000001768,0.05000,3.520
24,mlp.experts.30.down_proj,0.0000006162,0.05000,3.556
24,mlp.experts.16.down_proj,0.0000001859,0.05000,3.508
24,mlp.experts.24.down_proj,0.0000000656,0.05000,3.469
24,mlp.experts.157.down_proj,0.0000002932,0.05000,3.495
24,mlp.experts.149.down_proj,0.0000001867,0.05000,3.570
24,mlp.experts.27.down_proj,0.0000001201,0.05000,3.533
24,mlp.experts.20.down_proj,0.0000000974,0.05000,3.580
24,mlp.experts.19.down_proj,0.0000003213,0.05000,3.691
24,mlp.experts.170.down_proj,0.0000004395,0.05000,3.693
24,mlp.experts.31.down_proj,0.0000005025,0.05000,3.662
24,mlp.experts.41.down_proj,0.0000000886,0.05000,3.692
24,mlp.experts.151.down_proj,0.0000001357,0.05000,3.698
24,mlp.experts.172.down_proj,0.0000006824,0.05000,3.530
24,mlp.experts.177.down_proj,0.0000000954,0.05000,3.468
24,mlp.experts.46.down_proj,0.0000002336,0.05000,3.396
24,mlp.experts.32.down_proj,0.0000005549,0.05000,3.338
24,mlp.experts.173.down_proj,0.0000002395,0.05000,3.260
24,mlp.experts.40.down_proj,0.0000005464,0.05000,3.309
24,mlp.experts.165.down_proj,0.0000001190,0.05000,3.237
24,mlp.experts.43.down_proj,0.0000003901,0.05000,3.216
24,mlp.experts.36.down_proj,0.0000002024,0.05000,3.115
24,mlp.experts.35.down_proj,0.0000009284,0.05000,3.133
24,mlp.experts.186.down_proj,0.0000001680,0.05000,3.093
24,mlp.experts.47.down_proj,0.0000002581,0.05000,3.151
24,mlp.experts.57.down_proj,0.0000002292,0.05000,3.122
24,mlp.experts.167.down_proj,0.0000001150,0.05000,3.221
24,mlp.experts.188.down_proj,0.0000001110,0.05000,3.235
24,mlp.experts.193.down_proj,0.0000004219,0.05000,3.329
24,mlp.experts.62.down_proj,0.0000001118,0.05000,3.256
24,mlp.experts.48.down_proj,0.0000001675,0.05000,3.353
24,mlp.experts.56.down_proj,0.0000004054,0.05000,3.312
24,mlp.experts.189.down_proj,0.0000001046,0.05000,3.379
24,mlp.experts.181.down_proj,0.0000004767,0.05000,3.373
24,mlp.experts.59.down_proj,0.0000002803,0.05000,3.400
24,mlp.experts.197.down_proj,failsafe(rtn): 0.0008774,0.00000,0.173
24,mlp.experts.52.down_proj,0.0000002671,0.05000,3.417
24,mlp.experts.51.down_proj,0.0000001818,0.05000,3.386
24,mlp.experts.202.down_proj,0.0000006398,0.05000,3.402
24,mlp.experts.63.down_proj,0.0000002079,0.05000,3.379
24,mlp.experts.73.down_proj,0.0000001512,0.05000,3.472
24,mlp.experts.183.down_proj,0.0000004922,0.05000,3.449
24,mlp.experts.204.down_proj,0.0000001999,0.05000,3.471
24,mlp.experts.209.down_proj,0.0000005196,0.05000,3.367
24,mlp.experts.78.down_proj,0.0000001073,0.05000,3.390
24,mlp.experts.64.down_proj,0.0000002517,0.05000,3.553
24,mlp.experts.72.down_proj,0.0000001711,0.05000,3.578
24,mlp.experts.205.down_proj,0.0000002865,0.05000,3.587
24,mlp.experts.75.down_proj,0.0000013412,0.05000,3.547
24,mlp.experts.213.down_proj,0.0000001146,0.05000,3.564
24,mlp.experts.68.down_proj,0.0000001130,0.05000,3.636
24,mlp.experts.67.down_proj,0.0000001862,0.05000,3.632
24,mlp.experts.218.down_proj,0.0000001187,0.05000,3.555
24,mlp.experts.79.down_proj,0.0000000917,0.05000,3.665
24,mlp.experts.89.down_proj,0.0000001693,0.05000,3.658
24,mlp.experts.199.down_proj,0.0000001667,0.05000,3.640
24,mlp.experts.220.down_proj,0.0000003030,0.05000,3.564
24,mlp.experts.215.down_proj,failsafe(rtn): 0.0009117,0.00000,0.161
24,mlp.experts.225.down_proj,0.0000004618,0.05000,3.635
24,mlp.experts.94.down_proj,0.0000002309,0.05000,3.656
24,mlp.experts.80.down_proj,0.0000006239,0.05000,3.717
24,mlp.experts.88.down_proj,0.0000000918,0.05000,3.702
24,mlp.experts.221.down_proj,0.0000002074,0.05000,3.671
24,mlp.experts.237.down_proj,failsafe(rtn): 0.0008926,0.00000,0.138
24,mlp.experts.91.down_proj,0.0000001241,0.05000,3.542
24,mlp.experts.229.down_proj,0.0000001676,0.05000,3.546
24,mlp.experts.84.down_proj,0.0000002725,0.05000,3.586
24,mlp.experts.83.down_proj,0.0000001496,0.05000,3.519
24,mlp.experts.234.down_proj,0.0000004888,0.05000,3.555
24,mlp.experts.95.down_proj,0.0000003683,0.05000,3.541
24,mlp.experts.105.down_proj,0.0000001462,0.05000,3.341
24,mlp.experts.236.down_proj,0.0000008279,0.05000,3.334
24,mlp.experts.231.down_proj,0.0000003251,0.05000,3.305
24,mlp.experts.241.down_proj,0.0000001689,0.05000,3.223
24,mlp.experts.110.down_proj,0.0000003511,0.05000,3.191
24,mlp.experts.96.down_proj,0.0000003117,0.05000,3.177
24,mlp.experts.104.down_proj,0.0000001467,0.05000,3.158
24,mlp.experts.253.down_proj,0.0000001244,0.05000,3.121
24,mlp.experts.245.down_proj,0.0000006351,0.05000,3.059
24,mlp.experts.107.down_proj,0.0000002229,0.05000,3.134
24,mlp.experts.100.down_proj,0.0000001468,0.05000,3.057
24,mlp.experts.99.down_proj,0.0000001489,0.05000,3.015
24,mlp.experts.250.down_proj,0.0000001621,0.05000,2.953
24,mlp.experts.111.down_proj,0.0000002853,0.05000,2.789
24,mlp.experts.121.down_proj,0.0000002946,0.05000,2.517
24,mlp.experts.252.down_proj,0.0000001132,0.05000,2.521
24,mlp.experts.247.down_proj,0.0000001129,0.05000,2.448
24,mlp.experts.126.down_proj,0.0000001430,0.05000,2.158
24,mlp.experts.112.down_proj,0.0000001375,0.05000,1.955
24,mlp.experts.120.down_proj,0.0000001351,0.05000,1.933
24,mlp.experts.123.down_proj,0.0000003910,0.05000,1.926
24,mlp.experts.115.down_proj,0.0000004259,0.05000,1.923
24,mlp.experts.116.down_proj,0.0000001067,0.05000,1.955
24,mlp.experts.127.down_proj,0.0000000597,0.05000,1.929
24,mlp.experts.137.down_proj,0.0000002136,0.05000,1.804
24,mlp.experts.142.down_proj,0.0000000903,0.05000,1.898
24,mlp.experts.128.down_proj,0.0000008623,0.05000,2.044
24,mlp.experts.136.down_proj,0.0000004288,0.05000,1.970
24,mlp.experts.139.down_proj,0.0000007884,0.05000,1.978
24,mlp.experts.131.down_proj,0.0000004196,0.05000,1.907
24,mlp.experts.132.down_proj,0.0000001940,0.05000,1.968
24,mlp.experts.143.down_proj,0.0000001007,0.05000,2.013
24,mlp.experts.153.down_proj,0.0000001058,0.05000,1.930
24,mlp.experts.158.down_proj,0.0000001106,0.05000,1.852
24,mlp.experts.144.down_proj,0.0000000891,0.05000,1.707
24,mlp.experts.152.down_proj,0.0000014264,0.05000,1.747
24,mlp.experts.155.down_proj,0.0000002077,0.05000,1.760
24,mlp.experts.147.down_proj,0.0000003374,0.05000,1.749
24,mlp.experts.148.down_proj,0.0000006287,0.05000,1.717
24,mlp.experts.159.down_proj,0.0000001477,0.05000,1.716
24,mlp.experts.169.down_proj,0.0000009030,0.05000,1.745
24,mlp.experts.174.down_proj,0.0000001313,0.05000,1.787
24,mlp.experts.160.down_proj,0.0000002678,0.05000,1.830
24,mlp.experts.168.down_proj,0.0000001609,0.05000,1.909
24,mlp.experts.171.down_proj,0.0000012299,0.05000,1.887
24,mlp.experts.163.down_proj,0.0000001326,0.05000,1.904
24,mlp.experts.164.down_proj,0.0000001531,0.05000,1.863
24,mlp.experts.175.down_proj,0.0000001335,0.05000,2.017
24,mlp.experts.185.down_proj,0.0000003388,0.05000,1.827
24,mlp.experts.190.down_proj,0.0000005594,0.05000,1.832
24,mlp.experts.176.down_proj,0.0000001808,0.05000,1.957
24,mlp.experts.184.down_proj,0.0000000615,0.05000,1.964
24,mlp.experts.187.down_proj,0.0000000732,0.05000,1.874
24,mlp.experts.179.down_proj,0.0000004504,0.05000,1.914
24,mlp.experts.180.down_proj,0.0000002695,0.05000,2.005
24,mlp.experts.191.down_proj,0.0000002486,0.05000,1.869
24,mlp.experts.201.down_proj,0.0000002344,0.05000,1.804
24,mlp.experts.206.down_proj,0.0000001315,0.05000,1.714
24,mlp.experts.192.down_proj,0.0000003587,0.05000,1.868
24,mlp.experts.200.down_proj,0.0000001026,0.05000,1.878
24,mlp.experts.195.down_proj,0.0000001220,0.05000,1.757
24,mlp.experts.203.down_proj,0.0000003097,0.05000,1.867
24,mlp.experts.196.down_proj,0.0000001806,0.05000,1.875
24,mlp.experts.207.down_proj,0.0000003309,0.05000,1.784
24,mlp.experts.217.down_proj,0.0000003804,0.05000,1.678
24,mlp.experts.222.down_proj,0.0000003282,0.05000,1.888
24,mlp.experts.208.down_proj,0.0000001287,0.05000,1.943
24,mlp.experts.216.down_proj,0.0000000950,0.05000,1.924
24,mlp.experts.219.down_proj,0.0000002912,0.05000,1.867
24,mlp.experts.211.down_proj,0.0000001013,0.05000,1.966
24,mlp.experts.212.down_proj,0.0000003454,0.05000,1.997
24,mlp.experts.233.down_proj,0.0000005693,0.05000,1.921
24,mlp.experts.223.down_proj,0.0000004227,0.05000,1.979
24,mlp.experts.238.down_proj,0.0000005317,0.05000,1.727
24,mlp.experts.224.down_proj,0.0000001822,0.05000,1.679
24,mlp.experts.232.down_proj,0.0000000746,0.05000,1.664
24,mlp.experts.235.down_proj,0.0000001945,0.05000,1.670
24,mlp.experts.227.down_proj,0.0000002645,0.05000,1.693
24,mlp.experts.228.down_proj,0.0000005306,0.05000,1.689
24,mlp.experts.249.down_proj,0.0000002155,0.05000,1.707
24,mlp.experts.239.down_proj,0.0000001146,0.05000,1.741
24,mlp.experts.254.down_proj,0.0000001723,0.05000,1.626
24,mlp.experts.240.down_proj,0.0000001493,0.05000,1.742
24,mlp.experts.248.down_proj,0.0000001850,0.05000,1.656
24,mlp.experts.251.down_proj,0.0000001665,0.05000,1.625
24,mlp.experts.243.down_proj,0.0000001251,0.05000,1.527
24,mlp.experts.244.down_proj,0.0000002067,0.05000,1.256
24,mlp.experts.255.down_proj,0.0000000461,0.05000,1.068
25,mlp.experts.10.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.838
25,mlp.experts.9.gate_proj,0.0000688574,0.05000,15.641
25,mlp.experts.13.gate_proj,0.0000083126,0.05000,15.658
25,mlp.experts.0.gate_proj,0.0000069522,0.05000,15.658
25,mlp.experts.6.gate_proj,0.0000169800,0.05000,15.685
25,mlp.experts.11.gate_proj,0.0000051512,0.05000,15.702
25,mlp.experts.14.gate_proj,0.0000093605,0.05000,15.708
25,mlp.experts.12.gate_proj,0.0000737752,0.05000,15.771
25,mlp.experts.15.gate_proj,0.0000115784,0.05000,15.784
25,mlp.experts.8.gate_proj,0.0000271535,0.05000,15.822
25,mlp.experts.1.gate_proj,0.0000099795,0.05000,15.835
25,mlp.experts.5.gate_proj,0.0000116356,0.05000,15.823
25,mlp.experts.4.gate_proj,0.0000140115,0.05000,15.844
25,mlp.experts.2.gate_proj,0.0000066999,0.05000,15.869
25,mlp.experts.7.gate_proj,0.0000380519,0.05000,15.972
25,mlp.experts.3.gate_proj,0.0000119351,0.05000,16.011
25,mlp.experts.26.gate_proj,0.0000137504,0.05000,15.662
25,mlp.experts.25.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.904
25,mlp.experts.29.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.991
25,mlp.experts.28.gate_proj,0.0000114292,0.05000,15.481
25,mlp.experts.22.gate_proj,0.0000061319,0.05000,15.593
25,mlp.experts.27.gate_proj,0.0000102668,0.05000,15.593
25,mlp.experts.30.gate_proj,0.0000166597,0.05000,15.580
25,mlp.experts.24.gate_proj,0.0000231694,0.05000,15.589
25,mlp.experts.16.gate_proj,0.0000208234,0.05000,15.761
25,mlp.experts.31.gate_proj,0.0000454104,0.05000,15.640
25,mlp.experts.17.gate_proj,0.0000396377,0.05000,15.614
25,mlp.experts.20.gate_proj,0.0000078926,0.05000,15.656
25,mlp.experts.21.gate_proj,0.0000112920,0.05000,15.735
25,mlp.experts.19.gate_proj,0.0000379063,0.05000,15.563
25,mlp.experts.23.gate_proj,0.0000263422,0.05000,15.610
25,mlp.experts.18.gate_proj,0.0000050650,0.05000,15.724
25,mlp.experts.41.gate_proj,0.0000103671,0.05000,15.464
25,mlp.experts.42.gate_proj,0.0000084409,0.05000,15.496
25,mlp.experts.45.gate_proj,0.0000021566,0.05000,15.437
25,mlp.experts.32.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.838
25,mlp.experts.46.gate_proj,0.0000145971,0.05000,15.245
25,mlp.experts.40.gate_proj,0.0000206673,0.05000,15.169
25,mlp.experts.43.gate_proj,0.0000044395,0.05000,15.318
25,mlp.experts.33.gate_proj,0.0000083933,0.05000,15.169
25,mlp.experts.38.gate_proj,0.0000084897,0.05000,15.437
25,mlp.experts.44.gate_proj,0.0000184784,0.05000,15.456
25,mlp.experts.36.gate_proj,0.0000086635,0.05000,15.224
25,mlp.experts.35.gate_proj,0.0000170201,0.05000,15.211
25,mlp.experts.37.gate_proj,0.0000089453,0.05000,15.247
25,mlp.experts.34.gate_proj,0.0000071313,0.05000,15.199
25,mlp.experts.47.gate_proj,0.0000027233,0.05000,15.460
25,mlp.experts.39.gate_proj,0.0000244695,0.05000,15.397
25,mlp.experts.57.gate_proj,0.0000177809,0.05000,15.272
25,mlp.experts.58.gate_proj,0.0000077602,0.05000,15.375
25,mlp.experts.61.gate_proj,0.0000048719,0.05000,15.391
25,mlp.experts.62.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.915
25,mlp.experts.59.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.936
25,mlp.experts.48.gate_proj,0.0000077500,0.05000,15.307
25,mlp.experts.50.gate_proj,0.0000368800,0.05000,14.990
25,mlp.experts.56.gate_proj,0.0000082810,0.05000,15.238
25,mlp.experts.52.gate_proj,0.0000105401,0.05000,15.101
25,mlp.experts.53.gate_proj,0.0000645442,0.05000,15.082
25,mlp.experts.49.gate_proj,0.0000130469,0.05000,15.327
25,mlp.experts.60.gate_proj,0.0000025527,0.05000,15.329
25,mlp.experts.51.gate_proj,0.0000118150,0.05000,15.266
25,mlp.experts.54.gate_proj,0.0000292987,0.05000,15.370
25,mlp.experts.63.gate_proj,0.0000098787,0.05000,15.206
25,mlp.experts.55.gate_proj,0.0000141277,0.05000,15.376
25,mlp.experts.73.gate_proj,0.0000333970,0.05000,15.322
25,mlp.experts.75.gate_proj,0.0000163480,0.05000,15.103
25,mlp.experts.78.gate_proj,0.0000146893,0.05000,15.194
25,mlp.experts.74.gate_proj,0.0000045226,0.05000,15.318
25,mlp.experts.64.gate_proj,0.0000091813,0.05000,15.233
25,mlp.experts.77.gate_proj,0.0000199198,0.05000,15.381
25,mlp.experts.65.gate_proj,0.0000043093,0.05000,15.466
25,mlp.experts.72.gate_proj,0.0000099079,0.05000,15.653
25,mlp.experts.68.gate_proj,0.0000340749,0.05000,15.649
25,mlp.experts.66.gate_proj,0.0000056907,0.05000,15.681
25,mlp.experts.69.gate_proj,0.0000275312,0.05000,15.710
25,mlp.experts.76.gate_proj,0.0000075884,0.05000,15.580
25,mlp.experts.67.gate_proj,0.0000145197,0.05000,15.635
25,mlp.experts.70.gate_proj,0.0000111410,0.05000,15.738
25,mlp.experts.79.gate_proj,0.0000126314,0.05000,15.728
25,mlp.experts.71.gate_proj,0.0000045992,0.05000,15.627
25,mlp.experts.89.gate_proj,0.0000139400,0.05000,15.496
25,mlp.experts.90.gate_proj,0.0000505007,0.05000,15.452
25,mlp.experts.94.gate_proj,0.0000037147,0.05000,15.553
25,mlp.experts.91.gate_proj,0.0000025999,0.05000,15.614
25,mlp.experts.80.gate_proj,0.0000098731,0.05000,15.497
25,mlp.experts.93.gate_proj,0.0000041624,0.05000,15.457
25,mlp.experts.88.gate_proj,0.0000426652,0.05000,14.698
25,mlp.experts.84.gate_proj,0.0000100863,0.05000,14.700
25,mlp.experts.81.gate_proj,0.0000101896,0.05000,14.759
25,mlp.experts.82.gate_proj,0.0000289912,0.05000,14.859
25,mlp.experts.85.gate_proj,0.0000239540,0.05000,14.772
25,mlp.experts.83.gate_proj,0.0000035330,0.05000,14.784
25,mlp.experts.92.gate_proj,0.0000072073,0.05000,14.856
25,mlp.experts.86.gate_proj,0.0000156583,0.05000,14.732
25,mlp.experts.95.gate_proj,0.0000276979,0.05000,14.842
25,mlp.experts.105.gate_proj,0.0000083423,0.05000,14.728
25,mlp.experts.106.gate_proj,0.0000192667,0.05000,14.690
25,mlp.experts.87.gate_proj,0.0000039490,0.05000,14.950
25,mlp.experts.110.gate_proj,0.0000126564,0.05000,14.833
25,mlp.experts.96.gate_proj,0.0000719236,0.05000,14.776
25,mlp.experts.107.gate_proj,0.0000233984,0.05000,14.857
25,mlp.experts.109.gate_proj,0.0000291814,0.05000,14.904
25,mlp.experts.104.gate_proj,0.0000060864,0.05000,15.211
25,mlp.experts.97.gate_proj,0.0000067108,0.05000,15.209
25,mlp.experts.100.gate_proj,0.0000084580,0.05000,15.250
25,mlp.experts.98.gate_proj,0.0000076394,0.05000,15.210
25,mlp.experts.101.gate_proj,0.0000061740,0.05000,15.194
25,mlp.experts.108.gate_proj,0.0000183564,0.05000,15.189
25,mlp.experts.99.gate_proj,0.0000107322,0.05000,15.332
25,mlp.experts.102.gate_proj,0.0000160024,0.05000,15.333
25,mlp.experts.111.gate_proj,0.0000083662,0.05000,15.304
25,mlp.experts.121.gate_proj,0.0000157983,0.05000,15.224
25,mlp.experts.103.gate_proj,0.0000073139,0.05000,15.207
25,mlp.experts.122.gate_proj,0.0000091186,0.05000,15.253
25,mlp.experts.112.gate_proj,0.0000144830,0.05000,15.083
25,mlp.experts.126.gate_proj,0.0000118674,0.05000,15.171
25,mlp.experts.125.gate_proj,0.0000357052,0.05000,15.131
25,mlp.experts.123.gate_proj,0.0000159896,0.05000,15.284
25,mlp.experts.113.gate_proj,0.0000058369,0.05000,14.841
25,mlp.experts.116.gate_proj,0.0000106885,0.05000,14.862
25,mlp.experts.120.gate_proj,0.0000069655,0.05000,15.024
25,mlp.experts.117.gate_proj,0.0000145149,0.05000,14.862
25,mlp.experts.114.gate_proj,0.0000118608,0.05000,14.907
25,mlp.experts.124.gate_proj,0.0000087340,0.05000,14.888
25,mlp.experts.115.gate_proj,0.0000077099,0.05000,15.051
25,mlp.experts.118.gate_proj,0.0000140800,0.05000,14.981
25,mlp.experts.127.gate_proj,0.0000103440,0.05000,14.998
25,mlp.experts.137.gate_proj,0.0000107502,0.05000,14.895
25,mlp.experts.142.gate_proj,0.0000073232,0.05000,14.953
25,mlp.experts.138.gate_proj,0.0000082009,0.05000,15.077
25,mlp.experts.128.gate_proj,0.0000258738,0.05000,15.128
25,mlp.experts.119.gate_proj,0.0000099293,0.05000,15.197
25,mlp.experts.141.gate_proj,0.0000195175,0.05000,15.065
25,mlp.experts.139.gate_proj,0.0000163915,0.05000,15.151
25,mlp.experts.129.gate_proj,0.0000144491,0.05000,15.123
25,mlp.experts.132.gate_proj,0.0000125524,0.05000,15.250
25,mlp.experts.133.gate_proj,0.0000113286,0.05000,15.205
25,mlp.experts.136.gate_proj,0.0000121559,0.05000,15.269
25,mlp.experts.130.gate_proj,0.0000107871,0.05000,15.221
25,mlp.experts.140.gate_proj,0.0000065745,0.05000,15.237
25,mlp.experts.131.gate_proj,0.0000240278,0.05000,15.148
25,mlp.experts.153.gate_proj,0.0000151875,0.05000,15.047
25,mlp.experts.143.gate_proj,0.0000162496,0.05000,15.068
25,mlp.experts.134.gate_proj,0.0000079633,0.05000,15.193
25,mlp.experts.158.gate_proj,0.0000157175,0.05000,15.067
25,mlp.experts.135.gate_proj,0.0000104355,0.05000,15.023
25,mlp.experts.144.gate_proj,0.0000048214,0.05000,15.034
25,mlp.experts.154.gate_proj,0.0000201621,0.05000,15.132
25,mlp.experts.155.gate_proj,0.0000060625,0.05000,14.886
25,mlp.experts.157.gate_proj,0.0000183982,0.05000,15.043
25,mlp.experts.160.gate_proj,failsafe(rtn): 0.0008049,0.00000,0.723
25,mlp.experts.145.gate_proj,0.0000077806,0.05000,15.998
25,mlp.experts.152.gate_proj,0.0000087120,0.05000,15.973
25,mlp.experts.148.gate_proj,0.0000136793,0.05000,16.145
25,mlp.experts.156.gate_proj,0.0000104091,0.05000,15.882
25,mlp.experts.149.gate_proj,0.0000083282,0.05000,16.112
25,mlp.experts.146.gate_proj,0.0000148206,0.05000,16.175
25,mlp.experts.147.gate_proj,0.0000052119,0.05000,16.059
25,mlp.experts.159.gate_proj,0.0000133248,0.05000,16.048
25,mlp.experts.169.gate_proj,0.0000301211,0.05000,16.116
25,mlp.experts.150.gate_proj,0.0000260493,0.05000,16.061
25,mlp.experts.151.gate_proj,0.0000084945,0.05000,16.139
25,mlp.experts.171.gate_proj,0.0000114070,0.05000,16.035
25,mlp.experts.174.gate_proj,0.0000091810,0.05000,16.248
25,mlp.experts.170.gate_proj,0.0000107269,0.05000,16.184
25,mlp.experts.173.gate_proj,0.0000152488,0.05000,16.091
25,mlp.experts.176.gate_proj,0.0000138609,0.05000,16.116
25,mlp.experts.161.gate_proj,0.0000065553,0.05000,15.530
25,mlp.experts.168.gate_proj,0.0000061065,0.05000,15.485
25,mlp.experts.164.gate_proj,0.0000078783,0.05000,15.537
25,mlp.experts.172.gate_proj,0.0000120458,0.05000,15.561
25,mlp.experts.162.gate_proj,0.0000105852,0.05000,15.505
25,mlp.experts.165.gate_proj,0.0000081627,0.05000,15.620
25,mlp.experts.163.gate_proj,0.0000277078,0.05000,15.630
25,mlp.experts.185.gate_proj,0.0000246969,0.05000,15.616
25,mlp.experts.166.gate_proj,0.0000086509,0.05000,15.674
25,mlp.experts.175.gate_proj,0.0000120618,0.05000,15.766
25,mlp.experts.186.gate_proj,0.0000533073,0.05000,15.584
25,mlp.experts.187.gate_proj,0.0000514022,0.05000,15.643
25,mlp.experts.167.gate_proj,0.0000102283,0.05000,15.723
25,mlp.experts.190.gate_proj,0.0000148949,0.05000,15.675
25,mlp.experts.189.gate_proj,0.0000115862,0.05000,15.686
25,mlp.experts.192.gate_proj,0.0000088834,0.05000,15.525
25,mlp.experts.177.gate_proj,0.0000089259,0.05000,13.750
25,mlp.experts.184.gate_proj,0.0000281195,0.05000,13.733
25,mlp.experts.180.gate_proj,0.0000078440,0.05000,13.726
25,mlp.experts.188.gate_proj,0.0000130782,0.05000,13.817
25,mlp.experts.178.gate_proj,0.0000247278,0.05000,13.743
25,mlp.experts.181.gate_proj,0.0000089800,0.05000,13.766
25,mlp.experts.182.gate_proj,0.0000052085,0.05000,13.715
25,mlp.experts.201.gate_proj,0.0000129776,0.05000,13.799
25,mlp.experts.191.gate_proj,0.0000224191,0.05000,13.718
25,mlp.experts.179.gate_proj,0.0000188617,0.05000,13.885
25,mlp.experts.203.gate_proj,0.0000090757,0.05000,13.821
25,mlp.experts.205.gate_proj,0.0000069321,0.05000,13.717
25,mlp.experts.206.gate_proj,0.0000211117,0.05000,13.789
25,mlp.experts.202.gate_proj,0.0000055761,0.05000,13.899
25,mlp.experts.183.gate_proj,0.0000034588,0.05000,13.798
25,mlp.experts.208.gate_proj,0.0000073206,0.05000,13.886
25,mlp.experts.193.gate_proj,0.0000130180,0.05000,15.480
25,mlp.experts.200.gate_proj,0.0000075785,0.05000,15.428
25,mlp.experts.196.gate_proj,0.0000146489,0.05000,15.511
25,mlp.experts.197.gate_proj,0.0000055072,0.05000,15.387
25,mlp.experts.204.gate_proj,0.0000176946,0.05000,15.461
25,mlp.experts.194.gate_proj,0.0000293246,0.05000,15.449
25,mlp.experts.217.gate_proj,0.0000056347,0.05000,15.342
25,mlp.experts.207.gate_proj,0.0000289806,0.05000,15.380
25,mlp.experts.195.gate_proj,0.0000087208,0.05000,15.463
25,mlp.experts.198.gate_proj,0.0000189770,0.05000,15.534
25,mlp.experts.219.gate_proj,0.0000052759,0.05000,15.382
25,mlp.experts.222.gate_proj,0.0000098933,0.05000,15.453
25,mlp.experts.218.gate_proj,0.0000515363,0.05000,15.476
25,mlp.experts.221.gate_proj,0.0000094472,0.05000,15.502
25,mlp.experts.199.gate_proj,0.0000060512,0.05000,15.554
25,mlp.experts.224.gate_proj,0.0000025364,0.05000,15.270
25,mlp.experts.235.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.800
25,mlp.experts.209.gate_proj,0.0000145042,0.05000,18.986
25,mlp.experts.216.gate_proj,0.0000120413,0.05000,19.469
25,mlp.experts.213.gate_proj,0.0000430706,0.05000,19.258
25,mlp.experts.210.gate_proj,0.0000103369,0.05000,19.336
25,mlp.experts.212.gate_proj,0.0000075861,0.05000,19.606
25,mlp.experts.233.gate_proj,0.0000077952,0.05000,19.286
25,mlp.experts.211.gate_proj,0.0000108270,0.05000,19.134
25,mlp.experts.220.gate_proj,0.0000126193,0.05000,19.689
25,mlp.experts.214.gate_proj,0.0000030896,0.05000,19.467
25,mlp.experts.223.gate_proj,0.0000385907,0.05000,19.593
25,mlp.experts.237.gate_proj,0.0000055051,0.05000,19.140
25,mlp.experts.215.gate_proj,0.0000079586,0.05000,19.202
25,mlp.experts.234.gate_proj,0.0000225482,0.05000,19.359
25,mlp.experts.238.gate_proj,0.0000149935,0.05000,19.493
25,mlp.experts.240.gate_proj,0.0000091929,0.05000,19.467
25,mlp.experts.251.gate_proj,0.0000108539,0.05000,19.229
25,mlp.experts.225.gate_proj,0.0000141032,0.05000,17.516
25,mlp.experts.229.gate_proj,0.0000562675,0.05000,17.461
25,mlp.experts.226.gate_proj,0.0000247732,0.05000,17.640
25,mlp.experts.236.gate_proj,0.0000132787,0.05000,17.398
25,mlp.experts.232.gate_proj,0.0000182441,0.05000,18.001
25,mlp.experts.228.gate_proj,0.0000316240,0.05000,17.703
25,mlp.experts.249.gate_proj,0.0000178298,0.05000,17.723
25,mlp.experts.227.gate_proj,0.0000090818,0.05000,17.839
25,mlp.experts.254.gate_proj,0.0000204836,0.05000,17.104
25,mlp.experts.245.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.818
25,mlp.experts.230.gate_proj,0.0000090724,0.05000,17.570
25,mlp.experts.239.gate_proj,0.0000128807,0.05000,17.805
25,mlp.experts.250.gate_proj,0.0000340477,0.05000,17.752
25,mlp.experts.231.gate_proj,0.0000258860,0.05000,17.808
25,mlp.experts.253.gate_proj,0.0000181504,0.05000,17.968
25,mlp.experts.11.up_proj,0.0000049709,0.05000,18.262
25,mlp.experts.10.up_proj,failsafe(rtn): 0.0009918,0.00000,1.086
25,mlp.experts.0.up_proj,0.0000072350,0.05000,18.348
25,mlp.experts.241.gate_proj,0.0000084894,0.05000,17.879
25,mlp.experts.242.gate_proj,0.0000210798,0.05000,17.347
25,mlp.experts.252.gate_proj,0.0000239893,0.05000,17.336
25,mlp.experts.244.gate_proj,0.0000074779,0.05000,17.390
25,mlp.experts.248.gate_proj,0.0000112111,0.05000,17.612
25,mlp.experts.5.up_proj,0.0000108700,0.05000,17.238
25,mlp.experts.9.up_proj,0.0000566070,0.05000,17.450
25,mlp.experts.243.gate_proj,0.0000223859,0.05000,17.339
25,mlp.experts.255.gate_proj,0.0000219934,0.05000,17.075
25,mlp.experts.246.gate_proj,0.0000284673,0.05000,17.327
25,mlp.experts.14.up_proj,0.0000077510,0.05000,17.455
25,mlp.experts.247.gate_proj,0.0000351448,0.05000,17.037
25,mlp.experts.13.up_proj,0.0000088852,0.05000,17.169
25,mlp.experts.25.up_proj,failsafe(rtn): 0.0008926,0.00000,0.799
25,mlp.experts.27.up_proj,0.0000080459,0.05000,16.813
25,mlp.experts.26.up_proj,0.0000126999,0.05000,16.802
25,mlp.experts.16.up_proj,0.0000195789,0.05000,16.760
25,mlp.experts.29.up_proj,failsafe(rtn): 0.0009270,0.00000,0.738
25,mlp.experts.32.up_proj,failsafe(rtn): 0.0009041,0.00000,0.726
25,mlp.experts.1.up_proj,0.0000099987,0.05000,14.653
25,mlp.experts.2.up_proj,0.0000061366,0.05000,14.683
25,mlp.experts.4.up_proj,0.0000100001,0.05000,14.608
25,mlp.experts.12.up_proj,0.0000621383,0.05000,14.801
25,mlp.experts.21.up_proj,0.0000106004,0.05000,14.566
25,mlp.experts.8.up_proj,0.0000235058,0.05000,14.625
25,mlp.experts.3.up_proj,0.0000113266,0.05000,14.748
25,mlp.experts.6.up_proj,0.0000208617,0.05000,14.667
25,mlp.experts.15.up_proj,0.0000128301,0.05000,14.750
25,mlp.experts.7.up_proj,0.0000328921,0.05000,14.830
25,mlp.experts.30.up_proj,0.0000167216,0.05000,14.886
25,mlp.experts.41.up_proj,0.0000107456,0.05000,14.724
25,mlp.experts.42.up_proj,0.0000075073,0.05000,14.705
25,mlp.experts.43.up_proj,0.0000054012,0.05000,14.844
25,mlp.experts.45.up_proj,0.0000020048,0.05000,14.787
25,mlp.experts.48.up_proj,0.0000087221,0.05000,14.803
25,mlp.experts.59.up_proj,failsafe(rtn): 0.0008888,0.00000,0.740
25,mlp.experts.17.up_proj,0.0000321023,0.05000,14.583
25,mlp.experts.18.up_proj,0.0000051055,0.05000,14.577
25,mlp.experts.20.up_proj,0.0000061905,0.05000,14.504
25,mlp.experts.28.up_proj,0.0000133289,0.05000,14.484
25,mlp.experts.37.up_proj,0.0000088387,0.05000,14.528
25,mlp.experts.24.up_proj,0.0000184533,0.05000,14.506
25,mlp.experts.19.up_proj,0.0000428445,0.05000,14.574
25,mlp.experts.31.up_proj,0.0000404828,0.05000,14.583
25,mlp.experts.22.up_proj,0.0000056402,0.05000,14.650
25,mlp.experts.46.up_proj,0.0000126943,0.05000,14.510
25,mlp.experts.23.up_proj,0.0000263239,0.05000,14.598
25,mlp.experts.57.up_proj,0.0000165251,0.05000,14.516
25,mlp.experts.62.up_proj,failsafe(rtn): 0.0009270,0.00000,0.720
25,mlp.experts.58.up_proj,0.0000075566,0.05000,14.528
25,mlp.experts.61.up_proj,0.0000052640,0.05000,14.400
25,mlp.experts.64.up_proj,0.0000085850,0.05000,14.353
25,mlp.experts.75.up_proj,0.0000129702,0.05000,14.522
25,mlp.experts.33.up_proj,0.0000080562,0.05000,18.007
25,mlp.experts.34.up_proj,0.0000068425,0.05000,17.890
25,mlp.experts.36.up_proj,0.0000074794,0.05000,18.184
25,mlp.experts.44.up_proj,0.0000172822,0.05000,18.464
25,mlp.experts.53.up_proj,0.0000556964,0.05000,18.299
25,mlp.experts.40.up_proj,0.0000164563,0.05000,18.352
25,mlp.experts.35.up_proj,0.0000156555,0.05000,18.523
25,mlp.experts.38.up_proj,0.0000082082,0.05000,18.510
25,mlp.experts.47.up_proj,0.0000032025,0.05000,18.597
25,mlp.experts.39.up_proj,0.0000206866,0.05000,18.468
25,mlp.experts.77.up_proj,0.0000218903,0.05000,18.168
25,mlp.experts.74.up_proj,0.0000049942,0.05000,18.420
25,mlp.experts.73.up_proj,0.0000295311,0.05000,18.839
25,mlp.experts.78.up_proj,0.0000138296,0.05000,18.623
25,mlp.experts.80.up_proj,0.0000082975,0.05000,18.504
25,mlp.experts.91.up_proj,0.0000024320,0.05000,18.805
25,mlp.experts.49.up_proj,0.0000121314,0.05000,16.871
25,mlp.experts.50.up_proj,0.0000441092,0.05000,17.002
25,mlp.experts.69.up_proj,0.0000215230,0.05000,16.796
25,mlp.experts.56.up_proj,0.0000077459,0.05000,16.761
25,mlp.experts.52.up_proj,0.0000098628,0.05000,17.217
25,mlp.experts.60.up_proj,0.0000023956,0.05000,16.948
25,mlp.experts.51.up_proj,0.0000120054,0.05000,16.902
25,mlp.experts.63.up_proj,0.0000094825,0.05000,16.782
25,mlp.experts.54.up_proj,0.0000227893,0.05000,16.854
25,mlp.experts.55.up_proj,0.0000134361,0.05000,16.869
25,mlp.experts.93.up_proj,0.0000036616,0.05000,16.684
25,mlp.experts.90.up_proj,0.0000458123,0.05000,16.737
25,mlp.experts.89.up_proj,0.0000128359,0.05000,16.696
25,mlp.experts.94.up_proj,0.0000033358,0.05000,16.788
25,mlp.experts.96.up_proj,0.0000639260,0.05000,16.863
25,mlp.experts.107.up_proj,0.0000177608,0.05000,16.732
25,mlp.experts.65.up_proj,0.0000047268,0.05000,18.252
25,mlp.experts.66.up_proj,0.0000052566,0.05000,18.005
25,mlp.experts.72.up_proj,0.0000108079,0.05000,17.601
25,mlp.experts.76.up_proj,0.0000085095,0.05000,17.651
25,mlp.experts.85.up_proj,0.0000193154,0.05000,17.918
25,mlp.experts.70.up_proj,0.0000097147,0.05000,17.383
25,mlp.experts.67.up_proj,0.0000122543,0.05000,17.566
25,mlp.experts.68.up_proj,0.0000275173,0.05000,18.488
25,mlp.experts.79.up_proj,0.0000119217,0.05000,18.008
25,mlp.experts.109.up_proj,0.0000284537,0.05000,17.760
25,mlp.experts.71.up_proj,0.0000037421,0.05000,17.991
25,mlp.experts.110.up_proj,0.0000093970,0.05000,17.565
25,mlp.experts.105.up_proj,0.0000076470,0.05000,18.074
25,mlp.experts.106.up_proj,0.0000188813,0.05000,18.237
25,mlp.experts.112.up_proj,0.0000145530,0.05000,17.884
25,mlp.experts.123.up_proj,0.0000169938,0.05000,18.108
25,mlp.experts.81.up_proj,0.0000120756,0.05000,15.581
25,mlp.experts.82.up_proj,0.0000225419,0.05000,15.582
25,mlp.experts.88.up_proj,0.0000349036,0.05000,15.778
25,mlp.experts.86.up_proj,0.0000145948,0.05000,15.488
25,mlp.experts.92.up_proj,0.0000080383,0.05000,15.837
25,mlp.experts.101.up_proj,0.0000070585,0.05000,15.849
25,mlp.experts.83.up_proj,0.0000033394,0.05000,15.837
25,mlp.experts.84.up_proj,0.0000093063,0.05000,15.643
25,mlp.experts.95.up_proj,0.0000207511,0.05000,15.674
25,mlp.experts.125.up_proj,0.0000289772,0.05000,15.690
25,mlp.experts.87.up_proj,0.0000040931,0.05000,15.648
25,mlp.experts.126.up_proj,0.0000097554,0.05000,15.539
25,mlp.experts.121.up_proj,0.0000147250,0.05000,15.528
25,mlp.experts.122.up_proj,0.0000076573,0.05000,15.552
25,mlp.experts.128.up_proj,0.0000227794,0.05000,15.395
25,mlp.experts.139.up_proj,0.0000152790,0.05000,15.521
25,mlp.experts.97.up_proj,0.0000076541,0.05000,15.724
25,mlp.experts.98.up_proj,0.0000068977,0.05000,15.708
25,mlp.experts.104.up_proj,0.0000065433,0.05000,15.680
25,mlp.experts.108.up_proj,0.0000188260,0.05000,15.583
25,mlp.experts.117.up_proj,0.0000125545,0.05000,15.465
25,mlp.experts.102.up_proj,0.0000138438,0.05000,15.832
25,mlp.experts.99.up_proj,0.0000101842,0.05000,15.998
25,mlp.experts.111.up_proj,0.0000084396,0.05000,15.707
25,mlp.experts.100.up_proj,0.0000074988,0.05000,16.038
25,mlp.experts.103.up_proj,0.0000064651,0.05000,16.235
25,mlp.experts.141.up_proj,0.0000171906,0.05000,16.278
25,mlp.experts.142.up_proj,0.0000090291,0.05000,16.344
25,mlp.experts.137.up_proj,0.0000106177,0.05000,16.293
25,mlp.experts.138.up_proj,0.0000084557,0.05000,16.200
25,mlp.experts.144.up_proj,0.0000045475,0.05000,16.350
25,mlp.experts.155.up_proj,0.0000058360,0.05000,15.946
25,mlp.experts.160.up_proj,failsafe(rtn): 0.0009689,0.00000,0.924
25,mlp.experts.113.up_proj,0.0000059423,0.05000,17.245
25,mlp.experts.114.up_proj,0.0000111215,0.05000,17.450
25,mlp.experts.120.up_proj,0.0000060379,0.05000,17.258
25,mlp.experts.124.up_proj,0.0000084614,0.05000,17.309
25,mlp.experts.133.up_proj,0.0000098274,0.05000,17.336
25,mlp.experts.118.up_proj,0.0000088387,0.05000,17.389
25,mlp.experts.127.up_proj,0.0000095257,0.05000,17.050
25,mlp.experts.115.up_proj,0.0000070180,0.05000,17.177
25,mlp.experts.116.up_proj,0.0000111486,0.05000,17.169
25,mlp.experts.157.up_proj,0.0000179046,0.05000,16.880
25,mlp.experts.119.up_proj,0.0000094873,0.05000,16.968
25,mlp.experts.158.up_proj,0.0000146250,0.05000,16.951
25,mlp.experts.153.up_proj,0.0000124659,0.05000,16.766
25,mlp.experts.154.up_proj,0.0000210078,0.05000,16.912
25,mlp.experts.171.up_proj,0.0000105720,0.05000,17.058
25,mlp.experts.176.up_proj,0.0000136184,0.05000,16.882
25,mlp.experts.129.up_proj,0.0000121173,0.05000,17.232
25,mlp.experts.130.up_proj,0.0000106722,0.05000,17.581
25,mlp.experts.136.up_proj,0.0000100394,0.05000,17.512
25,mlp.experts.149.up_proj,0.0000077706,0.05000,17.359
25,mlp.experts.140.up_proj,0.0000072466,0.05000,17.664
25,mlp.experts.134.up_proj,0.0000076651,0.05000,17.776
25,mlp.experts.143.up_proj,0.0000132701,0.05000,17.818
25,mlp.experts.131.up_proj,0.0000226456,0.05000,18.001
25,mlp.experts.132.up_proj,0.0000116913,0.05000,18.039
25,mlp.experts.173.up_proj,0.0000130505,0.05000,17.850
25,mlp.experts.135.up_proj,0.0000097750,0.05000,18.172
25,mlp.experts.174.up_proj,0.0000075663,0.05000,18.207
25,mlp.experts.169.up_proj,0.0000384868,0.05000,18.256
25,mlp.experts.170.up_proj,0.0000104397,0.05000,18.168
25,mlp.experts.192.up_proj,0.0000093075,0.05000,17.785
25,mlp.experts.187.up_proj,0.0000458087,0.05000,18.333
25,mlp.experts.145.up_proj,0.0000065570,0.05000,17.557
25,mlp.experts.156.up_proj,0.0000110118,0.05000,17.495
25,mlp.experts.152.up_proj,0.0000075690,0.05000,17.821
25,mlp.experts.146.up_proj,0.0000136757,0.05000,17.897
25,mlp.experts.165.up_proj,0.0000068485,0.05000,17.792
25,mlp.experts.150.up_proj,0.0000232266,0.05000,17.645
25,mlp.experts.159.up_proj,0.0000125206,0.05000,17.925
25,mlp.experts.148.up_proj,0.0000137914,0.05000,17.608
25,mlp.experts.147.up_proj,0.0000054937,0.05000,17.949
25,mlp.experts.189.up_proj,0.0000110239,0.05000,17.817
25,mlp.experts.151.up_proj,0.0000073561,0.05000,18.127
25,mlp.experts.185.up_proj,0.0000227527,0.05000,17.939
25,mlp.experts.190.up_proj,0.0000132321,0.05000,18.064
25,mlp.experts.186.up_proj,0.0000432574,0.05000,17.985
25,mlp.experts.203.up_proj,0.0000083307,0.05000,17.994
25,mlp.experts.208.up_proj,0.0000067045,0.05000,18.154
25,mlp.experts.161.up_proj,0.0000059780,0.05000,18.291
25,mlp.experts.168.up_proj,0.0000063057,0.05000,17.753
25,mlp.experts.162.up_proj,0.0000098637,0.05000,17.685
25,mlp.experts.172.up_proj,0.0000109525,0.05000,17.811
25,mlp.experts.181.up_proj,0.0000076817,0.05000,17.739
25,mlp.experts.166.up_proj,0.0000075253,0.05000,17.687
25,mlp.experts.164.up_proj,0.0000078021,0.05000,17.062
25,mlp.experts.175.up_proj,0.0000116129,0.05000,17.329
25,mlp.experts.163.up_proj,0.0000225323,0.05000,17.141
25,mlp.experts.205.up_proj,0.0000065944,0.05000,17.082
25,mlp.experts.167.up_proj,0.0000094950,0.05000,16.905
25,mlp.experts.201.up_proj,0.0000115329,0.05000,16.682
25,mlp.experts.206.up_proj,0.0000196870,0.05000,16.917
25,mlp.experts.202.up_proj,0.0000052055,0.05000,16.819
25,mlp.experts.219.up_proj,0.0000053216,0.05000,16.463
25,mlp.experts.224.up_proj,0.0000022092,0.05000,16.372
25,mlp.experts.235.up_proj,failsafe(rtn): 0.0008926,0.00000,0.696
25,mlp.experts.177.up_proj,0.0000083944,0.05000,14.328
25,mlp.experts.184.up_proj,0.0000243512,0.05000,14.356
25,mlp.experts.178.up_proj,0.0000214439,0.05000,14.386
25,mlp.experts.197.up_proj,0.0000048330,0.05000,14.309
25,mlp.experts.188.up_proj,0.0000117890,0.05000,14.414
25,mlp.experts.182.up_proj,0.0000048030,0.05000,14.485
25,mlp.experts.180.up_proj,0.0000068457,0.05000,14.582
25,mlp.experts.191.up_proj,0.0000204191,0.05000,14.631
25,mlp.experts.179.up_proj,0.0000217801,0.05000,14.745
25,mlp.experts.221.up_proj,0.0000087642,0.05000,14.782
25,mlp.experts.183.up_proj,0.0000035616,0.05000,15.000
25,mlp.experts.217.up_proj,0.0000051673,0.05000,15.067
25,mlp.experts.222.up_proj,0.0000108197,0.05000,14.870
25,mlp.experts.218.up_proj,0.0000479266,0.05000,15.009
25,mlp.experts.240.up_proj,0.0000098642,0.05000,15.106
25,mlp.experts.251.up_proj,0.0000102988,0.05000,15.279
25,mlp.experts.0.down_proj,0.0000003327,0.05000,3.815
25,mlp.experts.11.down_proj,0.0000002113,0.05000,3.796
25,mlp.experts.16.down_proj,0.0000013750,0.05000,4.434
25,mlp.experts.32.down_proj,failsafe(rtn): 0.0009003,0.00000,0.276
25,mlp.experts.27.down_proj,0.0000001668,0.05000,4.612
25,mlp.experts.48.down_proj,0.0000003183,0.05000,4.413
25,mlp.experts.193.up_proj,0.0000110375,0.05000,17.311
25,mlp.experts.43.down_proj,0.0000002019,0.05000,4.428
25,mlp.experts.59.down_proj,failsafe(rtn): 0.0008888,0.00000,0.316
25,mlp.experts.200.up_proj,0.0000085807,0.05000,17.435
25,mlp.experts.213.up_proj,0.0000336585,0.05000,17.599
25,mlp.experts.204.up_proj,0.0000141757,0.05000,17.786
25,mlp.experts.194.up_proj,0.0000134928,0.05000,17.847
25,mlp.experts.198.up_proj,0.0000152256,0.05000,17.836
25,mlp.experts.196.up_proj,0.0000124924,0.05000,17.562
25,mlp.experts.195.up_proj,0.0000089141,0.05000,17.559
25,mlp.experts.207.up_proj,0.0000237817,0.05000,17.963
25,mlp.experts.237.up_proj,0.0000050903,0.05000,17.686
25,mlp.experts.199.up_proj,0.0000063464,0.05000,17.681
25,mlp.experts.233.up_proj,0.0000073663,0.05000,17.798
25,mlp.experts.238.up_proj,0.0000116561,0.05000,18.045
25,mlp.experts.234.up_proj,0.0000210362,0.05000,17.956
25,mlp.experts.64.down_proj,0.0000001077,0.05000,5.409
25,mlp.experts.75.down_proj,0.0000003537,0.05000,5.329
25,mlp.experts.80.down_proj,0.0000001417,0.05000,4.280
25,mlp.experts.91.down_proj,0.0000000335,0.05000,4.089
25,mlp.experts.96.down_proj,0.0000012351,0.05000,4.036
25,mlp.experts.107.down_proj,0.0000005704,0.05000,3.997
25,mlp.experts.112.down_proj,0.0000007126,0.05000,4.067
25,mlp.experts.209.up_proj,0.0000128445,0.05000,17.725
25,mlp.experts.216.up_proj,0.0000114906,0.05000,17.307
25,mlp.experts.123.down_proj,0.0000006341,0.05000,4.194
25,mlp.experts.229.up_proj,0.0000469702,0.05000,17.429
25,mlp.experts.220.up_proj,0.0000108359,0.05000,17.269
25,mlp.experts.210.up_proj,0.0000113280,0.05000,17.463
25,mlp.experts.212.up_proj,0.0000066514,0.05000,17.239
25,mlp.experts.214.up_proj,0.0000025936,0.05000,17.576
25,mlp.experts.245.up_proj,failsafe(rtn): 0.0009155,0.00000,0.907
25,mlp.experts.223.up_proj,0.0000377430,0.05000,17.174
25,mlp.experts.211.up_proj,0.0000115911,0.05000,17.353
25,mlp.experts.253.up_proj,0.0000162043,0.05000,17.191
25,mlp.experts.249.up_proj,0.0000139370,0.05000,16.793
25,mlp.experts.215.up_proj,0.0000074993,0.05000,17.125
25,mlp.experts.254.up_proj,0.0000176122,0.05000,16.811
25,mlp.experts.250.up_proj,0.0000337769,0.05000,16.904
25,mlp.experts.10.down_proj,failsafe(rtn): 0.0009384,0.00000,0.198
25,mlp.experts.128.down_proj,0.0000004128,0.05000,4.233
25,mlp.experts.139.down_proj,0.0000001717,0.05000,4.682
25,mlp.experts.5.down_proj,0.0000001295,0.05000,4.587
25,mlp.experts.13.down_proj,0.0000006600,0.05000,4.675
25,mlp.experts.29.down_proj,failsafe(rtn): 0.0009003,0.00000,0.166
25,mlp.experts.9.down_proj,0.0000012853,0.05000,4.440
25,mlp.experts.25.down_proj,failsafe(rtn): 0.0008850,0.00000,0.212
25,mlp.experts.14.down_proj,0.0000002194,0.05000,4.653
25,mlp.experts.26.down_proj,0.0000001465,0.05000,4.834
25,mlp.experts.144.down_proj,0.0000001664,0.05000,4.864
25,mlp.experts.160.down_proj,failsafe(rtn): 0.0009499,0.00000,0.256
25,mlp.experts.155.down_proj,0.0000001740,0.05000,4.528
25,mlp.experts.21.down_proj,0.0000006497,0.05000,4.427
25,mlp.experts.45.down_proj,0.0000000949,0.05000,4.612
25,mlp.experts.41.down_proj,0.0000004969,0.05000,4.538
25,mlp.experts.30.down_proj,0.0000006694,0.05000,4.639
25,mlp.experts.42.down_proj,0.0000002784,0.05000,4.561
25,mlp.experts.176.down_proj,0.0000003560,0.05000,4.420
25,mlp.experts.171.down_proj,0.0000001665,0.05000,4.267
25,mlp.experts.37.down_proj,0.0000006033,0.05000,4.133
25,mlp.experts.61.down_proj,0.0000002579,0.05000,4.178
25,mlp.experts.57.down_proj,0.0000002054,0.05000,4.136
25,mlp.experts.46.down_proj,0.0000002311,0.05000,4.067
25,mlp.experts.62.down_proj,failsafe(rtn): 0.0009041,0.00000,0.192
25,mlp.experts.58.down_proj,0.0000004211,0.05000,4.004
25,mlp.experts.225.up_proj,0.0000114855,0.05000,17.259
25,mlp.experts.192.down_proj,0.0000005138,0.05000,3.862
25,mlp.experts.232.up_proj,0.0000158714,0.05000,17.261
25,mlp.experts.236.up_proj,0.0000123901,0.05000,17.056
25,mlp.experts.226.up_proj,0.0000204925,0.05000,16.973
25,mlp.experts.187.down_proj,0.0000012997,0.05000,3.803
25,mlp.experts.230.up_proj,0.0000081961,0.05000,16.811
25,mlp.experts.228.up_proj,0.0000267478,0.05000,17.080
25,mlp.experts.53.down_proj,0.0000014840,0.05000,3.697
25,mlp.experts.239.up_proj,0.0000107329,0.05000,16.929
25,mlp.experts.227.up_proj,0.0000087040,0.05000,16.989
25,mlp.experts.77.down_proj,0.0000008951,0.05000,3.651
25,mlp.experts.231.up_proj,0.0000241923,0.05000,16.888
25,mlp.experts.73.down_proj,0.0000006253,0.05000,3.714
25,mlp.experts.78.down_proj,0.0000001779,0.05000,3.699
25,mlp.experts.74.down_proj,0.0000001430,0.05000,3.691
25,mlp.experts.208.down_proj,0.0000002303,0.05000,3.730
25,mlp.experts.203.down_proj,0.0000002478,0.05000,3.712
25,mlp.experts.69.down_proj,0.0000006926,0.05000,3.670
25,mlp.experts.93.down_proj,0.0000001364,0.05000,3.567
25,mlp.experts.89.down_proj,0.0000003070,0.05000,3.527
25,mlp.experts.94.down_proj,0.0000002200,0.05000,3.627
25,mlp.experts.90.down_proj,0.0000019258,0.05000,3.619
25,mlp.experts.224.down_proj,0.0000000671,0.05000,3.588
25,mlp.experts.219.down_proj,0.0000002331,0.05000,3.512
25,mlp.experts.235.down_proj,failsafe(rtn): 0.0008888,0.00000,0.196
25,mlp.experts.85.down_proj,0.0000004136,0.05000,3.587
25,mlp.experts.109.down_proj,0.0000008006,0.05000,3.571
25,mlp.experts.105.down_proj,0.0000002415,0.05000,3.567
25,mlp.experts.110.down_proj,0.0000002209,0.05000,3.583
25,mlp.experts.106.down_proj,0.0000005561,0.05000,3.529
25,mlp.experts.240.down_proj,0.0000006928,0.05000,3.463
25,mlp.experts.251.down_proj,0.0000001549,0.05000,3.374
25,mlp.experts.101.down_proj,0.0000002468,0.05000,3.350
25,mlp.experts.125.down_proj,0.0000009595,0.05000,3.253
25,mlp.experts.121.down_proj,0.0000001722,0.05000,3.253
25,mlp.experts.126.down_proj,0.0000003969,0.05000,3.251
25,mlp.experts.122.down_proj,0.0000002453,0.05000,3.214
25,mlp.experts.241.up_proj,0.0000075299,0.05000,13.845
25,mlp.experts.248.up_proj,0.0000103197,0.05000,13.772
25,mlp.experts.252.up_proj,0.0000193150,0.05000,13.880
25,mlp.experts.242.up_proj,0.0000195038,0.05000,13.877
25,mlp.experts.246.up_proj,0.0000228867,0.05000,13.621
25,mlp.experts.244.up_proj,0.0000067019,0.05000,13.718
25,mlp.experts.117.down_proj,0.0000001547,0.05000,3.099
25,mlp.experts.243.up_proj,0.0000204758,0.05000,13.659
25,mlp.experts.255.up_proj,0.0000206717,0.05000,13.787
25,mlp.experts.141.down_proj,0.0000002183,0.05000,3.101
25,mlp.experts.137.down_proj,0.0000004868,0.05000,3.028
25,mlp.experts.247.up_proj,0.0000280902,0.05000,13.534
25,mlp.experts.142.down_proj,0.0000003439,0.05000,3.144
25,mlp.experts.138.down_proj,0.0000001620,0.05000,3.111
25,mlp.experts.1.down_proj,0.0000004285,0.05000,3.082
25,mlp.experts.8.down_proj,0.0000005358,0.05000,3.058
25,mlp.experts.12.down_proj,0.0000018986,0.05000,3.109
25,mlp.experts.2.down_proj,0.0000000700,0.05000,3.123
25,mlp.experts.6.down_proj,0.0000006960,0.05000,3.104
25,mlp.experts.4.down_proj,0.0000001766,0.05000,3.143
25,mlp.experts.133.down_proj,0.0000002999,0.05000,3.083
25,mlp.experts.3.down_proj,0.0000001444,0.05000,3.091
25,mlp.experts.15.down_proj,0.0000007649,0.05000,3.124
25,mlp.experts.157.down_proj,0.0000004687,0.05000,3.169
25,mlp.experts.153.down_proj,0.0000001499,0.05000,3.097
25,mlp.experts.7.down_proj,0.0000006774,0.05000,3.171
25,mlp.experts.158.down_proj,0.0000003546,0.05000,3.128
25,mlp.experts.154.down_proj,0.0000007953,0.05000,3.060
25,mlp.experts.17.down_proj,0.0000005382,0.05000,3.076
25,mlp.experts.24.down_proj,0.0000003959,0.05000,3.141
25,mlp.experts.28.down_proj,0.0000003486,0.05000,3.054
25,mlp.experts.18.down_proj,0.0000002072,0.05000,3.044
25,mlp.experts.22.down_proj,0.0000002241,0.05000,3.094
25,mlp.experts.20.down_proj,0.0000001386,0.05000,3.124
25,mlp.experts.149.down_proj,0.0000001129,0.05000,3.040
25,mlp.experts.19.down_proj,0.0000021200,0.05000,3.068
25,mlp.experts.31.down_proj,0.0000008600,0.05000,3.053
25,mlp.experts.173.down_proj,0.0000002844,0.05000,3.022
25,mlp.experts.169.down_proj,0.0000010935,0.05000,3.070
25,mlp.experts.23.down_proj,0.0000009331,0.05000,3.121
25,mlp.experts.174.down_proj,0.0000001765,0.05000,3.106
25,mlp.experts.170.down_proj,0.0000003466,0.05000,3.118
25,mlp.experts.33.down_proj,0.0000004028,0.05000,3.154
25,mlp.experts.40.down_proj,0.0000003441,0.05000,3.169
25,mlp.experts.44.down_proj,0.0000003401,0.05000,3.174
25,mlp.experts.34.down_proj,0.0000001665,0.05000,3.213
25,mlp.experts.38.down_proj,0.0000003674,0.05000,3.192
25,mlp.experts.36.down_proj,0.0000001744,0.05000,3.134
25,mlp.experts.165.down_proj,0.0000001685,0.05000,3.157
25,mlp.experts.35.down_proj,0.0000001741,0.05000,3.167
25,mlp.experts.47.down_proj,0.0000001066,0.05000,3.154
25,mlp.experts.189.down_proj,0.0000001476,0.05000,3.152
25,mlp.experts.185.down_proj,0.0000003201,0.05000,3.141
25,mlp.experts.39.down_proj,0.0000006497,0.05000,3.160
25,mlp.experts.190.down_proj,0.0000003432,0.05000,3.117
25,mlp.experts.186.down_proj,0.0000010582,0.05000,3.129
25,mlp.experts.49.down_proj,0.0000001607,0.05000,3.143
25,mlp.experts.56.down_proj,0.0000002555,0.05000,3.085
25,mlp.experts.60.down_proj,0.0000001288,0.05000,3.107
25,mlp.experts.50.down_proj,0.0000015174,0.05000,3.131
25,mlp.experts.54.down_proj,0.0000005701,0.05000,3.113
25,mlp.experts.181.down_proj,0.0000001922,0.05000,3.089
25,mlp.experts.52.down_proj,0.0000001102,0.05000,3.154
25,mlp.experts.51.down_proj,0.0000004020,0.05000,3.143
25,mlp.experts.63.down_proj,0.0000002207,0.05000,3.143
25,mlp.experts.205.down_proj,0.0000000957,0.05000,3.060
25,mlp.experts.201.down_proj,0.0000001741,0.05000,3.087
25,mlp.experts.55.down_proj,0.0000001895,0.05000,3.120
25,mlp.experts.206.down_proj,0.0000002116,0.05000,3.109
25,mlp.experts.202.down_proj,0.0000001319,0.05000,3.159
25,mlp.experts.65.down_proj,0.0000001870,0.05000,3.142
25,mlp.experts.72.down_proj,0.0000004627,0.05000,3.164
25,mlp.experts.76.down_proj,0.0000003806,0.05000,3.226
25,mlp.experts.66.down_proj,0.0000001454,0.05000,3.175
25,mlp.experts.70.down_proj,0.0000001154,0.05000,3.159
25,mlp.experts.197.down_proj,0.0000001277,0.05000,3.164
25,mlp.experts.68.down_proj,0.0000004713,0.05000,3.236
25,mlp.experts.67.down_proj,0.0000002160,0.05000,3.157
25,mlp.experts.79.down_proj,0.0000003380,0.05000,3.131
25,mlp.experts.221.down_proj,0.0000000929,0.05000,3.166
25,mlp.experts.217.down_proj,0.0000001595,0.05000,3.170
25,mlp.experts.71.down_proj,0.0000000467,0.05000,3.169
25,mlp.experts.222.down_proj,0.0000005913,0.05000,3.085
25,mlp.experts.218.down_proj,0.0000011807,0.05000,3.158
25,mlp.experts.81.down_proj,0.0000003945,0.05000,3.164
25,mlp.experts.88.down_proj,0.0000008513,0.05000,3.171
25,mlp.experts.92.down_proj,0.0000004886,0.05000,3.097
25,mlp.experts.82.down_proj,0.0000004339,0.05000,3.166
25,mlp.experts.86.down_proj,0.0000003217,0.05000,3.188
25,mlp.experts.213.down_proj,0.0000007128,0.05000,3.115
25,mlp.experts.84.down_proj,0.0000001234,0.05000,3.110
25,mlp.experts.83.down_proj,0.0000001365,0.05000,3.122
25,mlp.experts.95.down_proj,0.0000005677,0.05000,3.194
25,mlp.experts.237.down_proj,0.0000001464,0.05000,3.142
25,mlp.experts.233.down_proj,0.0000000848,0.05000,3.142
25,mlp.experts.87.down_proj,0.0000002428,0.05000,3.238
25,mlp.experts.238.down_proj,0.0000002590,0.05000,3.235
25,mlp.experts.234.down_proj,0.0000002417,0.05000,3.182
25,mlp.experts.97.down_proj,0.0000004633,0.05000,3.161
25,mlp.experts.104.down_proj,0.0000003988,0.05000,3.142
25,mlp.experts.108.down_proj,0.0000007115,0.05000,3.148
25,mlp.experts.98.down_proj,0.0000001847,0.05000,3.190
25,mlp.experts.102.down_proj,0.0000002930,0.05000,3.160
25,mlp.experts.229.down_proj,0.0000011752,0.05000,3.112
25,mlp.experts.245.down_proj,failsafe(rtn): 0.0009155,0.00000,0.147
25,mlp.experts.100.down_proj,0.0000003416,0.05000,3.176
25,mlp.experts.99.down_proj,0.0000001875,0.05000,3.106
25,mlp.experts.111.down_proj,0.0000003936,0.05000,3.144
25,mlp.experts.253.down_proj,0.0000002214,0.05000,3.087
25,mlp.experts.249.down_proj,0.0000003650,0.05000,3.074
25,mlp.experts.103.down_proj,0.0000002715,0.05000,3.029
25,mlp.experts.254.down_proj,0.0000002050,0.05000,2.884
25,mlp.experts.250.down_proj,0.0000010762,0.05000,2.804
25,mlp.experts.113.down_proj,0.0000002206,0.05000,2.586
25,mlp.experts.120.down_proj,0.0000002389,0.05000,2.587
25,mlp.experts.124.down_proj,0.0000003820,0.05000,2.431
25,mlp.experts.114.down_proj,0.0000001441,0.05000,2.370
25,mlp.experts.118.down_proj,0.0000002067,0.05000,2.337
25,mlp.experts.116.down_proj,0.0000005188,0.05000,2.258
25,mlp.experts.115.down_proj,0.0000002603,0.05000,2.219
25,mlp.experts.127.down_proj,0.0000002740,0.05000,2.171
25,mlp.experts.119.down_proj,0.0000001208,0.05000,2.064
25,mlp.experts.129.down_proj,0.0000002787,0.05000,1.931
25,mlp.experts.136.down_proj,0.0000001777,0.05000,1.996
25,mlp.experts.140.down_proj,0.0000002634,0.05000,2.013
25,mlp.experts.130.down_proj,0.0000003585,0.05000,2.020
25,mlp.experts.134.down_proj,0.0000002029,0.05000,2.047
25,mlp.experts.132.down_proj,0.0000001453,0.05000,2.020
25,mlp.experts.131.down_proj,0.0000008211,0.05000,2.076
25,mlp.experts.143.down_proj,0.0000003311,0.05000,2.029
25,mlp.experts.135.down_proj,0.0000001107,0.05000,2.004
25,mlp.experts.145.down_proj,0.0000001606,0.05000,1.943
25,mlp.experts.152.down_proj,0.0000000935,0.05000,1.991
25,mlp.experts.156.down_proj,0.0000004294,0.05000,1.993
25,mlp.experts.146.down_proj,0.0000001558,0.05000,1.888
25,mlp.experts.150.down_proj,0.0000006420,0.05000,1.903
25,mlp.experts.148.down_proj,0.0000007994,0.05000,1.923
25,mlp.experts.147.down_proj,0.0000002458,0.05000,1.928
25,mlp.experts.159.down_proj,0.0000001787,0.05000,1.964
25,mlp.experts.151.down_proj,0.0000002079,0.05000,1.925
25,mlp.experts.161.down_proj,0.0000000633,0.05000,1.879
25,mlp.experts.168.down_proj,0.0000002469,0.05000,1.944
25,mlp.experts.172.down_proj,0.0000001741,0.05000,1.969
25,mlp.experts.162.down_proj,0.0000002940,0.05000,2.009
25,mlp.experts.166.down_proj,0.0000002014,0.05000,1.958
25,mlp.experts.164.down_proj,0.0000002895,0.05000,1.967
25,mlp.experts.163.down_proj,0.0000006467,0.05000,1.963
25,mlp.experts.175.down_proj,0.0000003874,0.05000,1.993
25,mlp.experts.167.down_proj,0.0000001025,0.05000,1.956
25,mlp.experts.177.down_proj,0.0000001016,0.05000,1.852
25,mlp.experts.184.down_proj,0.0000003427,0.05000,1.917
25,mlp.experts.188.down_proj,0.0000001983,0.05000,1.943
25,mlp.experts.178.down_proj,0.0000008317,0.05000,1.900
25,mlp.experts.182.down_proj,0.0000001571,0.05000,1.907
25,mlp.experts.180.down_proj,0.0000001492,0.05000,1.905
25,mlp.experts.179.down_proj,0.0000009530,0.05000,1.944
25,mlp.experts.191.down_proj,0.0000005197,0.05000,1.951
25,mlp.experts.183.down_proj,0.0000001588,0.05000,1.966
25,mlp.experts.193.down_proj,0.0000002258,0.05000,1.894
25,mlp.experts.200.down_proj,0.0000003544,0.05000,1.945
25,mlp.experts.194.down_proj,0.0000001339,0.05000,1.924
25,mlp.experts.204.down_proj,0.0000002505,0.05000,1.946
25,mlp.experts.198.down_proj,0.0000003152,0.05000,1.938
25,mlp.experts.196.down_proj,0.0000002713,0.05000,1.953
25,mlp.experts.195.down_proj,0.0000004826,0.05000,1.918
25,mlp.experts.207.down_proj,0.0000006054,0.05000,1.929
25,mlp.experts.199.down_proj,0.0000002293,0.05000,1.864
25,mlp.experts.209.down_proj,0.0000001495,0.05000,1.764
25,mlp.experts.216.down_proj,0.0000001628,0.05000,1.853
25,mlp.experts.210.down_proj,0.0000007600,0.05000,1.848
25,mlp.experts.220.down_proj,0.0000004219,0.05000,1.891
25,mlp.experts.214.down_proj,0.0000004030,0.05000,1.836
25,mlp.experts.212.down_proj,0.0000001263,0.05000,1.871
25,mlp.experts.211.down_proj,0.0000006388,0.05000,1.919
25,mlp.experts.223.down_proj,0.0000013731,0.05000,1.874
25,mlp.experts.215.down_proj,0.0000002794,0.05000,1.873
25,mlp.experts.225.down_proj,0.0000002749,0.05000,1.809
25,mlp.experts.232.down_proj,0.0000004352,0.05000,1.966
25,mlp.experts.226.down_proj,0.0000003874,0.05000,1.913
25,mlp.experts.236.down_proj,0.0000001359,0.05000,1.942
25,mlp.experts.230.down_proj,0.0000003575,0.05000,1.899
25,mlp.experts.228.down_proj,0.0000006511,0.05000,1.903
25,mlp.experts.227.down_proj,0.0000001139,0.05000,1.916
25,mlp.experts.239.down_proj,0.0000003450,0.05000,1.899
25,mlp.experts.231.down_proj,0.0000002933,0.05000,1.899
25,mlp.experts.241.down_proj,0.0000000915,0.05000,1.897
25,mlp.experts.248.down_proj,0.0000002442,0.05000,1.823
25,mlp.experts.242.down_proj,0.0000002563,0.05000,1.791
25,mlp.experts.252.down_proj,0.0000004006,0.05000,1.756
25,mlp.experts.246.down_proj,0.0000004337,0.05000,1.764
25,mlp.experts.244.down_proj,0.0000001751,0.05000,1.647
25,mlp.experts.255.down_proj,0.0000002365,0.05000,1.455
25,mlp.experts.243.down_proj,0.0000003038,0.05000,1.508
25,mlp.experts.247.down_proj,0.0000006645,0.05000,1.192
26,mlp.experts.2.gate_proj,0.0000380423,0.05000,14.355
26,mlp.experts.14.gate_proj,0.0000079767,0.05000,14.370
26,mlp.experts.12.gate_proj,0.0000092526,0.05000,14.482
26,mlp.experts.0.gate_proj,0.0000083140,0.05000,14.989
26,mlp.experts.5.gate_proj,0.0000123206,0.05000,14.505
26,mlp.experts.10.gate_proj,0.0000125969,0.05000,14.497
26,mlp.experts.1.gate_proj,0.0000169067,0.05000,14.521
26,mlp.experts.8.gate_proj,0.0000137924,0.05000,14.538
26,mlp.experts.9.gate_proj,0.0000051729,0.05000,14.589
26,mlp.experts.11.gate_proj,0.0000106880,0.05000,14.659
26,mlp.experts.15.gate_proj,0.0000390356,0.05000,14.689
26,mlp.experts.13.gate_proj,0.0000232953,0.05000,14.725
26,mlp.experts.4.gate_proj,0.0000084975,0.05000,14.730
26,mlp.experts.7.gate_proj,0.0000225266,0.05000,14.747
26,mlp.experts.6.gate_proj,0.0000045498,0.05000,14.735
26,mlp.experts.3.gate_proj,0.0000206954,0.05000,15.315
26,mlp.experts.23.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.799
26,mlp.experts.18.gate_proj,0.0000111239,0.05000,14.807
26,mlp.experts.30.gate_proj,0.0000020469,0.05000,14.878
26,mlp.experts.21.gate_proj,0.0000071961,0.05000,14.844
26,mlp.experts.16.gate_proj,0.0000111402,0.05000,14.898
26,mlp.experts.28.gate_proj,0.0000125492,0.05000,14.927
26,mlp.experts.24.gate_proj,0.0000239453,0.05000,14.863
26,mlp.experts.25.gate_proj,0.0000632253,0.05000,14.822
26,mlp.experts.26.gate_proj,0.0000193331,0.05000,14.932
26,mlp.experts.27.gate_proj,0.0000100680,0.05000,14.911
26,mlp.experts.17.gate_proj,0.0000174919,0.05000,15.068
26,mlp.experts.20.gate_proj,0.0000034329,0.05000,14.908
26,mlp.experts.29.gate_proj,0.0000039967,0.05000,14.974
26,mlp.experts.31.gate_proj,0.0000117940,0.05000,15.012
26,mlp.experts.19.gate_proj,0.0000170787,0.05000,14.900
26,mlp.experts.22.gate_proj,0.0000128970,0.05000,14.983
26,mlp.experts.39.gate_proj,0.0000114278,0.05000,15.094
26,mlp.experts.37.gate_proj,0.0000065608,0.05000,15.267
26,mlp.experts.34.gate_proj,0.0000215100,0.05000,15.475
26,mlp.experts.46.gate_proj,0.0000126718,0.05000,15.389
26,mlp.experts.44.gate_proj,0.0000049329,0.05000,15.285
26,mlp.experts.41.gate_proj,0.0000198663,0.05000,15.402
26,mlp.experts.42.gate_proj,0.0000076256,0.05000,15.333
26,mlp.experts.40.gate_proj,0.0000112896,0.05000,15.416
26,mlp.experts.32.gate_proj,0.0000064440,0.05000,15.459
26,mlp.experts.43.gate_proj,0.0000157177,0.05000,15.367
26,mlp.experts.36.gate_proj,0.0000172539,0.05000,15.302
26,mlp.experts.33.gate_proj,0.0000299588,0.05000,15.462
26,mlp.experts.35.gate_proj,0.0000098018,0.05000,15.362
26,mlp.experts.47.gate_proj,0.0000024878,0.05000,15.394
26,mlp.experts.45.gate_proj,0.0000350455,0.05000,15.406
26,mlp.experts.38.gate_proj,0.0000066874,0.05000,15.465
26,mlp.experts.62.gate_proj,failsafe(rtn): 0.0008163,0.00000,0.850
26,mlp.experts.55.gate_proj,0.0000077202,0.05000,15.418
26,mlp.experts.53.gate_proj,0.0000043822,0.05000,15.066
26,mlp.experts.60.gate_proj,0.0000082246,0.05000,15.103
26,mlp.experts.50.gate_proj,0.0000038330,0.05000,15.234
26,mlp.experts.56.gate_proj,0.0000112231,0.05000,15.101
26,mlp.experts.52.gate_proj,0.0000086560,0.05000,15.082
26,mlp.experts.48.gate_proj,0.0000113997,0.05000,15.147
26,mlp.experts.58.gate_proj,0.0000216744,0.05000,15.160
26,mlp.experts.57.gate_proj,0.0000108481,0.05000,15.190
26,mlp.experts.59.gate_proj,0.0000057622,0.05000,15.232
26,mlp.experts.51.gate_proj,0.0000133293,0.05000,15.201
26,mlp.experts.61.gate_proj,0.0000206018,0.05000,15.191
26,mlp.experts.49.gate_proj,0.0000171755,0.05000,15.232
26,mlp.experts.63.gate_proj,0.0000120364,0.05000,15.225
26,mlp.experts.54.gate_proj,0.0000046326,0.05000,15.207
26,mlp.experts.78.gate_proj,0.0000259429,0.05000,15.130
26,mlp.experts.71.gate_proj,0.0000076195,0.05000,15.220
26,mlp.experts.69.gate_proj,0.0000161043,0.05000,15.172
26,mlp.experts.76.gate_proj,0.0000282398,0.05000,15.279
26,mlp.experts.73.gate_proj,0.0000050077,0.05000,15.157
26,mlp.experts.66.gate_proj,0.0000098483,0.05000,15.388
26,mlp.experts.64.gate_proj,0.0000040437,0.05000,15.337
26,mlp.experts.68.gate_proj,0.0000209542,0.05000,15.371
26,mlp.experts.74.gate_proj,0.0000691935,0.05000,15.391
26,mlp.experts.65.gate_proj,0.0000140119,0.05000,15.157
26,mlp.experts.72.gate_proj,0.0000161525,0.05000,15.498
26,mlp.experts.77.gate_proj,0.0000125953,0.05000,15.288
26,mlp.experts.75.gate_proj,0.0000112833,0.05000,15.408
26,mlp.experts.67.gate_proj,0.0000044041,0.05000,15.414
26,mlp.experts.79.gate_proj,0.0000186215,0.05000,15.454
26,mlp.experts.70.gate_proj,0.0000086378,0.05000,15.374
26,mlp.experts.94.gate_proj,0.0000043081,0.05000,15.314
26,mlp.experts.87.gate_proj,0.0000112674,0.05000,15.406
26,mlp.experts.85.gate_proj,0.0000089393,0.05000,14.674
26,mlp.experts.92.gate_proj,0.0000060137,0.05000,14.735
26,mlp.experts.82.gate_proj,0.0000263960,0.05000,14.592
26,mlp.experts.89.gate_proj,0.0000397275,0.05000,14.671
26,mlp.experts.80.gate_proj,0.0000159794,0.05000,14.629
26,mlp.experts.88.gate_proj,0.0000199538,0.05000,14.535
26,mlp.experts.90.gate_proj,0.0000066685,0.05000,14.619
26,mlp.experts.84.gate_proj,0.0000195057,0.05000,14.669
26,mlp.experts.81.gate_proj,0.0000072090,0.05000,14.750
26,mlp.experts.93.gate_proj,0.0000244333,0.05000,14.675
26,mlp.experts.91.gate_proj,0.0000174452,0.05000,14.664
26,mlp.experts.83.gate_proj,0.0000071734,0.05000,14.750
26,mlp.experts.95.gate_proj,0.0000105459,0.05000,14.775
26,mlp.experts.86.gate_proj,0.0000117117,0.05000,14.842
26,mlp.experts.108.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.889
26,mlp.experts.110.gate_proj,0.0000094985,0.05000,14.811
26,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.864
26,mlp.experts.103.gate_proj,0.0000086948,0.05000,14.787
26,mlp.experts.101.gate_proj,0.0000172017,0.05000,15.015
26,mlp.experts.104.gate_proj,0.0000161305,0.05000,14.915
26,mlp.experts.98.gate_proj,0.0000177869,0.05000,15.118
26,mlp.experts.105.gate_proj,0.0000083981,0.05000,15.065
26,mlp.experts.96.gate_proj,0.0000042715,0.05000,15.112
26,mlp.experts.106.gate_proj,0.0000164847,0.05000,15.021
26,mlp.experts.97.gate_proj,0.0000152051,0.05000,14.944
26,mlp.experts.109.gate_proj,0.0000052115,0.05000,15.042
26,mlp.experts.107.gate_proj,0.0000101243,0.05000,15.056
26,mlp.experts.99.gate_proj,0.0000148175,0.05000,15.091
26,mlp.experts.111.gate_proj,0.0000193285,0.05000,14.998
26,mlp.experts.102.gate_proj,0.0000170170,0.05000,15.017
26,mlp.experts.124.gate_proj,0.0000053675,0.05000,15.027
26,mlp.experts.126.gate_proj,0.0000322181,0.05000,15.069
26,mlp.experts.116.gate_proj,0.0000135000,0.05000,14.874
26,mlp.experts.121.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.870
26,mlp.experts.119.gate_proj,0.0000119972,0.05000,15.014
26,mlp.experts.117.gate_proj,0.0000124344,0.05000,14.998
26,mlp.experts.120.gate_proj,0.0000268086,0.05000,14.974
26,mlp.experts.114.gate_proj,0.0000272004,0.05000,14.976
26,mlp.experts.122.gate_proj,0.0000110476,0.05000,14.884
26,mlp.experts.113.gate_proj,0.0000033269,0.05000,14.880
26,mlp.experts.112.gate_proj,0.0000089123,0.05000,14.973
26,mlp.experts.125.gate_proj,0.0000056806,0.05000,14.978
26,mlp.experts.123.gate_proj,0.0000114953,0.05000,15.036
26,mlp.experts.115.gate_proj,0.0000060903,0.05000,14.903
26,mlp.experts.127.gate_proj,0.0000077690,0.05000,14.897
26,mlp.experts.118.gate_proj,0.0000156167,0.05000,14.898
26,mlp.experts.140.gate_proj,0.0000158832,0.05000,15.044
26,mlp.experts.137.gate_proj,0.0000048924,0.05000,14.886
26,mlp.experts.132.gate_proj,0.0000077625,0.05000,14.912
26,mlp.experts.142.gate_proj,0.0000032319,0.05000,15.024
26,mlp.experts.135.gate_proj,0.0000130244,0.05000,14.744
26,mlp.experts.133.gate_proj,0.0000089603,0.05000,14.986
26,mlp.experts.136.gate_proj,0.0000126721,0.05000,14.982
26,mlp.experts.138.gate_proj,0.0000172872,0.05000,15.031
26,mlp.experts.129.gate_proj,0.0000257663,0.05000,14.979
26,mlp.experts.130.gate_proj,0.0000180727,0.05000,15.086
26,mlp.experts.128.gate_proj,0.0000443063,0.05000,15.016
26,mlp.experts.139.gate_proj,0.0000230564,0.05000,14.896
26,mlp.experts.141.gate_proj,0.0000199966,0.05000,15.017
26,mlp.experts.131.gate_proj,0.0000155832,0.05000,15.063
26,mlp.experts.143.gate_proj,0.0000053529,0.05000,15.018
26,mlp.experts.134.gate_proj,0.0000225737,0.05000,14.998
26,mlp.experts.148.gate_proj,0.0000042711,0.05000,14.857
26,mlp.experts.156.gate_proj,0.0000061004,0.05000,15.022
26,mlp.experts.158.gate_proj,0.0000086896,0.05000,15.016
26,mlp.experts.153.gate_proj,0.0000157893,0.05000,15.161
26,mlp.experts.151.gate_proj,0.0000337896,0.05000,15.255
26,mlp.experts.149.gate_proj,0.0000029531,0.05000,14.867
26,mlp.experts.152.gate_proj,0.0000165837,0.05000,14.784
26,mlp.experts.154.gate_proj,0.0000162342,0.05000,14.786
26,mlp.experts.146.gate_proj,0.0000092108,0.05000,14.812
26,mlp.experts.145.gate_proj,0.0000023644,0.05000,14.905
26,mlp.experts.144.gate_proj,0.0000082807,0.05000,14.859
26,mlp.experts.157.gate_proj,0.0000095220,0.05000,14.873
26,mlp.experts.155.gate_proj,0.0000246057,0.05000,14.946
26,mlp.experts.159.gate_proj,0.0000103824,0.05000,14.822
26,mlp.experts.147.gate_proj,0.0000074740,0.05000,15.063
26,mlp.experts.164.gate_proj,0.0000076871,0.05000,14.958
26,mlp.experts.150.gate_proj,0.0000121047,0.05000,15.070
26,mlp.experts.172.gate_proj,0.0000088848,0.05000,15.038
26,mlp.experts.174.gate_proj,0.0000151961,0.05000,14.949
26,mlp.experts.169.gate_proj,0.0000101062,0.05000,15.062
26,mlp.experts.167.gate_proj,0.0000065291,0.05000,15.007
26,mlp.experts.165.gate_proj,0.0000075753,0.05000,15.109
26,mlp.experts.170.gate_proj,0.0000375877,0.05000,14.963
26,mlp.experts.168.gate_proj,0.0000211084,0.05000,15.114
26,mlp.experts.160.gate_proj,0.0000039413,0.05000,15.015
26,mlp.experts.161.gate_proj,0.0000514970,0.05000,15.059
26,mlp.experts.162.gate_proj,0.0000086637,0.05000,15.151
26,mlp.experts.173.gate_proj,0.0000044155,0.05000,14.997
26,mlp.experts.171.gate_proj,0.0000060093,0.05000,15.228
26,mlp.experts.175.gate_proj,0.0000078131,0.05000,15.090
26,mlp.experts.163.gate_proj,0.0000066779,0.05000,14.994
26,mlp.experts.180.gate_proj,0.0000108959,0.05000,14.954
26,mlp.experts.166.gate_proj,0.0000128054,0.05000,15.001
26,mlp.experts.190.gate_proj,0.0000083247,0.05000,15.062
26,mlp.experts.188.gate_proj,0.0000144888,0.05000,15.111
26,mlp.experts.185.gate_proj,0.0000073867,0.05000,15.000
26,mlp.experts.183.gate_proj,0.0000092679,0.05000,15.130
26,mlp.experts.181.gate_proj,0.0000106498,0.05000,14.548
26,mlp.experts.184.gate_proj,0.0000047447,0.05000,14.596
26,mlp.experts.186.gate_proj,0.0000169200,0.05000,14.665
26,mlp.experts.177.gate_proj,0.0000119416,0.05000,14.629
26,mlp.experts.176.gate_proj,0.0000396816,0.05000,14.675
26,mlp.experts.178.gate_proj,0.0000159005,0.05000,14.644
26,mlp.experts.189.gate_proj,0.0000098716,0.05000,14.602
26,mlp.experts.187.gate_proj,0.0000082083,0.05000,14.652
26,mlp.experts.179.gate_proj,0.0000078005,0.05000,14.697
26,mlp.experts.182.gate_proj,0.0000065850,0.05000,14.612
26,mlp.experts.191.gate_proj,0.0000177017,0.05000,14.874
26,mlp.experts.196.gate_proj,0.0000058244,0.05000,14.766
26,mlp.experts.206.gate_proj,0.0000171670,0.05000,14.681
26,mlp.experts.201.gate_proj,0.0000086695,0.05000,14.614
26,mlp.experts.204.gate_proj,0.0000036872,0.05000,14.710
26,mlp.experts.199.gate_proj,0.0000222427,0.05000,14.723
26,mlp.experts.197.gate_proj,0.0000103067,0.05000,14.492
26,mlp.experts.200.gate_proj,0.0000087069,0.05000,14.531
26,mlp.experts.202.gate_proj,0.0000121793,0.05000,14.528
26,mlp.experts.193.gate_proj,0.0000155980,0.05000,14.558
26,mlp.experts.192.gate_proj,0.0000365576,0.05000,14.581
26,mlp.experts.194.gate_proj,0.0000060234,0.05000,14.645
26,mlp.experts.205.gate_proj,0.0000131850,0.05000,14.616
26,mlp.experts.203.gate_proj,0.0000080095,0.05000,14.525
26,mlp.experts.195.gate_proj,0.0000353865,0.05000,14.665
26,mlp.experts.198.gate_proj,0.0000050642,0.05000,14.627
26,mlp.experts.212.gate_proj,0.0000101433,0.05000,14.615
26,mlp.experts.207.gate_proj,0.0000091131,0.05000,14.735
26,mlp.experts.217.gate_proj,0.0000054575,0.05000,14.599
26,mlp.experts.222.gate_proj,0.0000457351,0.05000,14.680
26,mlp.experts.220.gate_proj,0.0000086545,0.05000,14.703
26,mlp.experts.215.gate_proj,0.0000063012,0.05000,14.613
26,mlp.experts.213.gate_proj,0.0000126118,0.05000,14.625
26,mlp.experts.218.gate_proj,0.0000046453,0.05000,14.615
26,mlp.experts.216.gate_proj,0.0000094174,0.05000,14.701
26,mlp.experts.209.gate_proj,0.0000148464,0.05000,14.540
26,mlp.experts.208.gate_proj,0.0000229777,0.05000,14.582
26,mlp.experts.221.gate_proj,0.0000391272,0.05000,14.615
26,mlp.experts.210.gate_proj,0.0000221255,0.05000,14.696
26,mlp.experts.219.gate_proj,0.0000090024,0.05000,14.639
26,mlp.experts.214.gate_proj,0.0000107999,0.05000,14.605
26,mlp.experts.228.gate_proj,0.0000181940,0.05000,14.655
26,mlp.experts.211.gate_proj,0.0000083387,0.05000,14.752
26,mlp.experts.223.gate_proj,0.0000070819,0.05000,14.614
26,mlp.experts.233.gate_proj,0.0000634793,0.05000,14.542
26,mlp.experts.238.gate_proj,0.0000114207,0.05000,14.569
26,mlp.experts.236.gate_proj,0.0000074115,0.05000,14.617
26,mlp.experts.231.gate_proj,0.0000038426,0.05000,14.589
26,mlp.experts.229.gate_proj,0.0000156183,0.05000,15.204
26,mlp.experts.234.gate_proj,0.0000386868,0.05000,15.104
26,mlp.experts.232.gate_proj,0.0000072378,0.05000,15.068
26,mlp.experts.225.gate_proj,0.0000040381,0.05000,15.159
26,mlp.experts.224.gate_proj,0.0000189357,0.05000,15.121
26,mlp.experts.237.gate_proj,0.0000144670,0.05000,15.202
26,mlp.experts.226.gate_proj,0.0000052113,0.05000,15.168
26,mlp.experts.235.gate_proj,0.0000094283,0.05000,15.157
26,mlp.experts.244.gate_proj,0.0000114908,0.05000,15.087
26,mlp.experts.230.gate_proj,0.0000202147,0.05000,15.187
26,mlp.experts.227.gate_proj,0.0000147991,0.05000,15.168
26,mlp.experts.249.gate_proj,0.0000095882,0.05000,15.093
26,mlp.experts.239.gate_proj,0.0000039682,0.05000,15.292
26,mlp.experts.254.gate_proj,0.0000138466,0.05000,15.182
26,mlp.experts.252.gate_proj,0.0000287663,0.05000,15.156
26,mlp.experts.247.gate_proj,0.0000090505,0.05000,15.196
26,mlp.experts.245.gate_proj,0.0000148931,0.05000,14.969
26,mlp.experts.248.gate_proj,0.0000047144,0.05000,14.989
26,mlp.experts.250.gate_proj,0.0000120526,0.05000,15.076
26,mlp.experts.240.gate_proj,0.0000144424,0.05000,15.006
26,mlp.experts.241.gate_proj,0.0000066129,0.05000,15.132
26,mlp.experts.253.gate_proj,0.0000077680,0.05000,15.109
26,mlp.experts.242.gate_proj,0.0000158803,0.05000,15.122
26,mlp.experts.251.gate_proj,0.0000143941,0.05000,15.043
26,mlp.experts.4.up_proj,0.0000080414,0.05000,15.066
26,mlp.experts.243.gate_proj,0.0000336262,0.05000,15.078
26,mlp.experts.9.up_proj,0.0000049142,0.05000,15.062
26,mlp.experts.246.gate_proj,0.0000111534,0.05000,15.201
26,mlp.experts.255.gate_proj,0.0000143251,0.05000,15.130
26,mlp.experts.14.up_proj,0.0000082427,0.05000,15.184
26,mlp.experts.12.up_proj,0.0000086708,0.05000,15.106
26,mlp.experts.7.up_proj,0.0000205507,0.05000,15.149
26,mlp.experts.23.up_proj,failsafe(rtn): 0.0009384,0.00000,0.723
26,mlp.experts.5.up_proj,0.0000116870,0.05000,14.669
26,mlp.experts.8.up_proj,0.0000114405,0.05000,14.627
26,mlp.experts.10.up_proj,0.0000127843,0.05000,14.635
26,mlp.experts.0.up_proj,0.0000078691,0.05000,14.720
26,mlp.experts.1.up_proj,0.0000175375,0.05000,14.646
26,mlp.experts.13.up_proj,0.0000197325,0.05000,14.643
26,mlp.experts.11.up_proj,0.0000102302,0.05000,14.621
26,mlp.experts.2.up_proj,0.0000364051,0.05000,14.806
26,mlp.experts.20.up_proj,0.0000051159,0.05000,14.604
26,mlp.experts.25.up_proj,0.0000621182,0.05000,14.580
26,mlp.experts.3.up_proj,0.0000203659,0.05000,14.724
26,mlp.experts.6.up_proj,0.0000042354,0.05000,14.736
26,mlp.experts.15.up_proj,0.0000338321,0.05000,14.749
26,mlp.experts.30.up_proj,0.0000021060,0.05000,14.694
26,mlp.experts.28.up_proj,0.0000113124,0.05000,14.844
26,mlp.experts.39.up_proj,0.0000118845,0.05000,14.644
26,mlp.experts.21.up_proj,0.0000068205,0.05000,14.799
26,mlp.experts.24.up_proj,0.0000214861,0.05000,14.738
26,mlp.experts.26.up_proj,0.0000182589,0.05000,14.882
26,mlp.experts.16.up_proj,0.0000099444,0.05000,14.851
26,mlp.experts.17.up_proj,0.0000096571,0.05000,14.850
26,mlp.experts.29.up_proj,0.0000038056,0.05000,14.800
26,mlp.experts.18.up_proj,0.0000129929,0.05000,14.838
26,mlp.experts.36.up_proj,0.0000156136,0.05000,14.711
26,mlp.experts.27.up_proj,0.0000081136,0.05000,15.055
26,mlp.experts.41.up_proj,0.0000174803,0.05000,14.868
26,mlp.experts.19.up_proj,0.0000184842,0.05000,14.935
26,mlp.experts.22.up_proj,0.0000115390,0.05000,14.953
26,mlp.experts.31.up_proj,0.0000110678,0.05000,14.952
26,mlp.experts.46.up_proj,0.0000119799,0.05000,14.940
26,mlp.experts.44.up_proj,0.0000051203,0.05000,14.900
26,mlp.experts.62.up_proj,failsafe(rtn): 0.0010300,0.00000,0.751
26,mlp.experts.55.up_proj,0.0000073361,0.05000,15.030
26,mlp.experts.37.up_proj,0.0000060592,0.05000,15.481
26,mlp.experts.40.up_proj,0.0000089720,0.05000,15.323
26,mlp.experts.42.up_proj,0.0000078555,0.05000,15.366
26,mlp.experts.33.up_proj,0.0000269410,0.05000,15.352
26,mlp.experts.32.up_proj,0.0000068891,0.05000,15.405
26,mlp.experts.45.up_proj,0.0000267706,0.05000,15.280
26,mlp.experts.34.up_proj,0.0000198785,0.05000,15.177
26,mlp.experts.52.up_proj,0.0000087983,0.05000,15.369
26,mlp.experts.43.up_proj,0.0000188484,0.05000,15.395
26,mlp.experts.57.up_proj,0.0000100599,0.05000,15.287
26,mlp.experts.38.up_proj,0.0000070212,0.05000,15.314
26,mlp.experts.35.up_proj,0.0000094069,0.05000,15.379
26,mlp.experts.47.up_proj,0.0000023975,0.05000,15.319
26,mlp.experts.60.up_proj,0.0000084237,0.05000,15.308
26,mlp.experts.78.up_proj,0.0000250001,0.05000,15.253
26,mlp.experts.71.up_proj,0.0000071061,0.05000,15.266
26,mlp.experts.53.up_proj,0.0000044270,0.05000,15.513
26,mlp.experts.56.up_proj,0.0000106199,0.05000,15.478
26,mlp.experts.58.up_proj,0.0000196262,0.05000,15.514
26,mlp.experts.48.up_proj,0.0000098447,0.05000,15.463
26,mlp.experts.61.up_proj,0.0000190879,0.05000,15.383
26,mlp.experts.49.up_proj,0.0000134682,0.05000,15.540
26,mlp.experts.50.up_proj,0.0000042688,0.05000,15.425
26,mlp.experts.68.up_proj,0.0000186098,0.05000,15.513
26,mlp.experts.59.up_proj,0.0000087404,0.05000,15.648
26,mlp.experts.73.up_proj,0.0000051204,0.05000,15.561
26,mlp.experts.51.up_proj,0.0000121439,0.05000,15.494
26,mlp.experts.54.up_proj,0.0000041660,0.05000,15.681
26,mlp.experts.63.up_proj,0.0000108232,0.05000,15.627
26,mlp.experts.76.up_proj,0.0000253834,0.05000,15.737
26,mlp.experts.94.up_proj,0.0000041874,0.05000,15.594
26,mlp.experts.87.up_proj,0.0000104639,0.05000,15.563
26,mlp.experts.69.up_proj,0.0000134359,0.05000,15.265
26,mlp.experts.72.up_proj,0.0000163181,0.05000,15.248
26,mlp.experts.74.up_proj,0.0000676760,0.05000,15.206
26,mlp.experts.64.up_proj,0.0000041053,0.05000,15.164
26,mlp.experts.65.up_proj,0.0000136423,0.05000,15.106
26,mlp.experts.77.up_proj,0.0000119795,0.05000,15.259
26,mlp.experts.66.up_proj,0.0000077342,0.05000,15.212
26,mlp.experts.84.up_proj,0.0000187593,0.05000,15.195
26,mlp.experts.75.up_proj,0.0000113663,0.05000,15.152
26,mlp.experts.89.up_proj,0.0000418737,0.05000,15.222
26,mlp.experts.67.up_proj,0.0000043886,0.05000,15.149
26,mlp.experts.79.up_proj,0.0000154312,0.05000,15.145
26,mlp.experts.70.up_proj,0.0000072592,0.05000,15.269
26,mlp.experts.100.up_proj,failsafe(rtn): 0.0009384,0.00000,0.717
26,mlp.experts.92.up_proj,0.0000054252,0.05000,15.152
26,mlp.experts.110.up_proj,0.0000090583,0.05000,15.001
26,mlp.experts.108.up_proj,failsafe(rtn): 0.0009575,0.00000,0.702
26,mlp.experts.103.up_proj,0.0000074835,0.05000,15.203
26,mlp.experts.85.up_proj,0.0000089524,0.05000,15.436
26,mlp.experts.88.up_proj,0.0000189064,0.05000,15.530
26,mlp.experts.90.up_proj,0.0000063520,0.05000,15.478
26,mlp.experts.81.up_proj,0.0000068944,0.05000,15.406
26,mlp.experts.93.up_proj,0.0000373427,0.05000,15.331
26,mlp.experts.80.up_proj,0.0000138418,0.05000,15.477
26,mlp.experts.82.up_proj,0.0000253635,0.05000,15.406
26,mlp.experts.91.up_proj,0.0000150311,0.05000,15.531
26,mlp.experts.105.up_proj,0.0000067921,0.05000,15.472
26,mlp.experts.83.up_proj,0.0000079109,0.05000,15.579
26,mlp.experts.116.up_proj,0.0000123523,0.05000,15.392
26,mlp.experts.95.up_proj,0.0000087399,0.05000,15.450
26,mlp.experts.86.up_proj,0.0000125078,0.05000,15.540
26,mlp.experts.121.up_proj,failsafe(rtn): 0.0009842,0.00000,0.741
26,mlp.experts.126.up_proj,0.0000294590,0.05000,15.446
26,mlp.experts.124.up_proj,0.0000058166,0.05000,15.387
26,mlp.experts.119.up_proj,0.0000105708,0.05000,15.330
26,mlp.experts.101.up_proj,0.0000174327,0.05000,14.374
26,mlp.experts.104.up_proj,0.0000194506,0.05000,14.362
26,mlp.experts.106.up_proj,0.0000147957,0.05000,14.634
26,mlp.experts.109.up_proj,0.0000049568,0.05000,14.474
26,mlp.experts.97.up_proj,0.0000144175,0.05000,14.527
26,mlp.experts.96.up_proj,0.0000044960,0.05000,14.491
26,mlp.experts.98.up_proj,0.0000142723,0.05000,14.504
26,mlp.experts.107.up_proj,0.0000091789,0.05000,14.410
26,mlp.experts.132.up_proj,0.0000065477,0.05000,14.351
26,mlp.experts.99.up_proj,0.0000138107,0.05000,14.607
26,mlp.experts.111.up_proj,0.0000178544,0.05000,14.535
26,mlp.experts.102.up_proj,0.0000161402,0.05000,14.570
26,mlp.experts.137.up_proj,0.0000054539,0.05000,14.413
26,mlp.experts.142.up_proj,0.0000029869,0.05000,14.410
26,mlp.experts.140.up_proj,0.0000151309,0.05000,14.444
26,mlp.experts.135.up_proj,0.0000114822,0.05000,14.526
26,mlp.experts.117.up_proj,0.0000105767,0.05000,14.416
26,mlp.experts.120.up_proj,0.0000244040,0.05000,14.332
26,mlp.experts.125.up_proj,0.0000053626,0.05000,14.245
26,mlp.experts.112.up_proj,0.0000083611,0.05000,14.276
26,mlp.experts.122.up_proj,0.0000099604,0.05000,14.368
26,mlp.experts.113.up_proj,0.0000031043,0.05000,14.330
26,mlp.experts.114.up_proj,0.0000264630,0.05000,14.435
26,mlp.experts.123.up_proj,0.0000109575,0.05000,14.375
26,mlp.experts.148.up_proj,0.0000045181,0.05000,14.488
26,mlp.experts.127.up_proj,0.0000073964,0.05000,14.365
26,mlp.experts.115.up_proj,0.0000055792,0.05000,14.503
26,mlp.experts.118.up_proj,0.0000236516,0.05000,14.378
26,mlp.experts.153.up_proj,0.0000156151,0.05000,14.364
26,mlp.experts.158.up_proj,0.0000080513,0.05000,14.482
26,mlp.experts.156.up_proj,0.0000057872,0.05000,14.360
26,mlp.experts.151.up_proj,0.0000322246,0.05000,14.402
26,mlp.experts.133.up_proj,0.0000085020,0.05000,15.297
26,mlp.experts.136.up_proj,0.0000117787,0.05000,15.440
26,mlp.experts.141.up_proj,0.0000170555,0.05000,15.205
26,mlp.experts.128.up_proj,0.0000401634,0.05000,15.299
26,mlp.experts.129.up_proj,0.0000227129,0.05000,15.281
26,mlp.experts.138.up_proj,0.0000175046,0.05000,15.310
26,mlp.experts.130.up_proj,0.0000189384,0.05000,15.277
26,mlp.experts.139.up_proj,0.0000220879,0.05000,15.399
26,mlp.experts.164.up_proj,0.0000072079,0.05000,15.382
26,mlp.experts.143.up_proj,0.0000054630,0.05000,15.373
26,mlp.experts.169.up_proj,0.0000098039,0.05000,15.271
26,mlp.experts.131.up_proj,0.0000179515,0.05000,15.455
26,mlp.experts.134.up_proj,0.0000217629,0.05000,15.406
26,mlp.experts.174.up_proj,0.0000149776,0.05000,15.290
26,mlp.experts.172.up_proj,0.0000073449,0.05000,15.397
26,mlp.experts.167.up_proj,0.0000065044,0.05000,15.391
26,mlp.experts.149.up_proj,0.0000027443,0.05000,14.495
26,mlp.experts.152.up_proj,0.0000130161,0.05000,14.698
26,mlp.experts.157.up_proj,0.0000089788,0.05000,14.743
26,mlp.experts.145.up_proj,0.0000023152,0.05000,14.602
26,mlp.experts.154.up_proj,0.0000153848,0.05000,14.563
26,mlp.experts.144.up_proj,0.0000066963,0.05000,14.660
26,mlp.experts.146.up_proj,0.0000091435,0.05000,14.694
26,mlp.experts.155.up_proj,0.0000232232,0.05000,14.809
26,mlp.experts.180.up_proj,0.0000097474,0.05000,14.736
26,mlp.experts.147.up_proj,0.0000075326,0.05000,14.631
26,mlp.experts.159.up_proj,0.0000091757,0.05000,14.888
26,mlp.experts.185.up_proj,0.0000070998,0.05000,14.797
26,mlp.experts.150.up_proj,0.0000111776,0.05000,14.766
26,mlp.experts.190.up_proj,0.0000080792,0.05000,14.681
26,mlp.experts.188.up_proj,0.0000126774,0.05000,14.588
26,mlp.experts.183.up_proj,0.0000089444,0.05000,14.712
26,mlp.experts.165.up_proj,0.0000065606,0.05000,14.409
26,mlp.experts.168.up_proj,0.0000187427,0.05000,14.430
26,mlp.experts.173.up_proj,0.0000044562,0.05000,14.371
26,mlp.experts.170.up_proj,0.0000311751,0.05000,14.348
26,mlp.experts.161.up_proj,0.0000557773,0.05000,14.392
26,mlp.experts.160.up_proj,0.0000034683,0.05000,14.463
26,mlp.experts.162.up_proj,0.0000079034,0.05000,14.492
26,mlp.experts.171.up_proj,0.0000057414,0.05000,14.460
26,mlp.experts.196.up_proj,0.0000059890,0.05000,14.365
26,mlp.experts.163.up_proj,0.0000062894,0.05000,14.401
26,mlp.experts.201.up_proj,0.0000081097,0.05000,14.302
26,mlp.experts.166.up_proj,0.0000119469,0.05000,14.378
26,mlp.experts.175.up_proj,0.0000073151,0.05000,14.632
26,mlp.experts.206.up_proj,0.0000152563,0.05000,14.454
26,mlp.experts.204.up_proj,0.0000032348,0.05000,14.379
26,mlp.experts.199.up_proj,0.0000195418,0.05000,14.553
26,mlp.experts.181.up_proj,0.0000098117,0.05000,15.171
26,mlp.experts.189.up_proj,0.0000094092,0.05000,15.059
26,mlp.experts.184.up_proj,0.0000046542,0.05000,15.194
26,mlp.experts.177.up_proj,0.0000113258,0.05000,15.167
26,mlp.experts.186.up_proj,0.0000148965,0.05000,15.224
26,mlp.experts.176.up_proj,0.0000400514,0.05000,15.246
26,mlp.experts.178.up_proj,0.0000145324,0.05000,15.275
26,mlp.experts.187.up_proj,0.0000070801,0.05000,15.293
26,mlp.experts.212.up_proj,0.0000093243,0.05000,15.272
26,mlp.experts.217.up_proj,0.0000051437,0.05000,15.257
26,mlp.experts.182.up_proj,0.0000057860,0.05000,15.199
26,mlp.experts.179.up_proj,0.0000082756,0.05000,15.406
26,mlp.experts.191.up_proj,0.0000156695,0.05000,15.295
26,mlp.experts.222.up_proj,0.0000526325,0.05000,15.267
26,mlp.experts.220.up_proj,0.0000074187,0.05000,15.173
26,mlp.experts.215.up_proj,0.0000049453,0.05000,15.369
26,mlp.experts.197.up_proj,0.0000092662,0.05000,15.016
26,mlp.experts.200.up_proj,0.0000081451,0.05000,14.941
26,mlp.experts.205.up_proj,0.0000123281,0.05000,14.957
26,mlp.experts.193.up_proj,0.0000145379,0.05000,14.805
26,mlp.experts.202.up_proj,0.0000102734,0.05000,14.838
26,mlp.experts.192.up_proj,0.0000301613,0.05000,14.967
26,mlp.experts.194.up_proj,0.0000052781,0.05000,14.912
26,mlp.experts.203.up_proj,0.0000109085,0.05000,15.067
26,mlp.experts.228.up_proj,0.0000159983,0.05000,15.032
26,mlp.experts.233.up_proj,0.0000638176,0.05000,14.950
26,mlp.experts.195.up_proj,0.0000314190,0.05000,14.946
26,mlp.experts.198.up_proj,0.0000049792,0.05000,14.965
26,mlp.experts.207.up_proj,0.0000085679,0.05000,14.973
26,mlp.experts.238.up_proj,0.0000112062,0.05000,14.900
26,mlp.experts.236.up_proj,0.0000068387,0.05000,14.897
26,mlp.experts.231.up_proj,0.0000036732,0.05000,14.917
26,mlp.experts.213.up_proj,0.0000135477,0.05000,15.203
26,mlp.experts.216.up_proj,0.0000089040,0.05000,15.122
26,mlp.experts.209.up_proj,0.0000134754,0.05000,15.119
26,mlp.experts.221.up_proj,0.0000339383,0.05000,15.191
26,mlp.experts.218.up_proj,0.0000046398,0.05000,15.206
26,mlp.experts.208.up_proj,0.0000272534,0.05000,15.187
26,mlp.experts.210.up_proj,0.0000185663,0.05000,15.183
26,mlp.experts.219.up_proj,0.0000084454,0.05000,15.304
26,mlp.experts.244.up_proj,0.0000106093,0.05000,15.157
26,mlp.experts.249.up_proj,0.0000084960,0.05000,15.137
26,mlp.experts.214.up_proj,0.0000092068,0.05000,15.137
26,mlp.experts.211.up_proj,0.0000079364,0.05000,15.306
26,mlp.experts.254.up_proj,0.0000131328,0.05000,15.330
26,mlp.experts.223.up_proj,0.0000067658,0.05000,15.394
26,mlp.experts.252.up_proj,0.0000291095,0.05000,15.425
26,mlp.experts.247.up_proj,0.0000091310,0.05000,15.438
26,mlp.experts.4.down_proj,0.0000001075,0.05000,4.016
26,mlp.experts.9.down_proj,0.0000000541,0.05000,4.079
26,mlp.experts.14.down_proj,0.0000003463,0.05000,3.821
26,mlp.experts.12.down_proj,0.0000001127,0.05000,3.732
26,mlp.experts.7.down_proj,0.0000005666,0.05000,3.732
26,mlp.experts.23.down_proj,failsafe(rtn): 0.0009117,0.00000,0.167
26,mlp.experts.20.down_proj,0.0000001184,0.05000,3.757
26,mlp.experts.25.down_proj,0.0000012066,0.05000,3.690
26,mlp.experts.30.down_proj,0.0000000444,0.05000,3.801
26,mlp.experts.28.down_proj,0.0000002648,0.05000,3.851
26,mlp.experts.39.down_proj,0.0000004795,0.05000,3.693
26,mlp.experts.36.down_proj,0.0000004541,0.05000,3.662
26,mlp.experts.41.down_proj,0.0000002279,0.05000,3.601
26,mlp.experts.46.down_proj,0.0000002285,0.05000,3.684
26,mlp.experts.44.down_proj,0.0000003339,0.05000,3.699
26,mlp.experts.62.down_proj,failsafe(rtn): 0.0010147,0.00000,0.158
26,mlp.experts.229.up_proj,0.0000147861,0.05000,15.098
26,mlp.experts.237.up_proj,0.0000131710,0.05000,14.901
26,mlp.experts.225.up_proj,0.0000043332,0.05000,14.967
26,mlp.experts.232.up_proj,0.0000064184,0.05000,15.097
26,mlp.experts.55.down_proj,0.0000001007,0.05000,3.559
26,mlp.experts.234.up_proj,0.0000380813,0.05000,15.094
26,mlp.experts.224.up_proj,0.0000189925,0.05000,15.011
26,mlp.experts.226.up_proj,0.0000050790,0.05000,14.871
26,mlp.experts.235.up_proj,0.0000093537,0.05000,14.746
26,mlp.experts.230.up_proj,0.0000182064,0.05000,14.688
26,mlp.experts.57.down_proj,0.0000001163,0.05000,3.384
26,mlp.experts.227.up_proj,0.0000134273,0.05000,14.671
26,mlp.experts.239.up_proj,0.0000037280,0.05000,14.492
26,mlp.experts.78.down_proj,0.0000008097,0.05000,3.221
26,mlp.experts.71.down_proj,0.0000000874,0.05000,3.249
26,mlp.experts.60.down_proj,0.0000003480,0.05000,3.319
26,mlp.experts.52.down_proj,0.0000005194,0.05000,3.370
26,mlp.experts.94.down_proj,0.0000001777,0.05000,3.555
26,mlp.experts.87.down_proj,0.0000001321,0.05000,3.801
26,mlp.experts.76.down_proj,0.0000007969,0.05000,3.833
26,mlp.experts.68.down_proj,0.0000002936,0.05000,3.802
26,mlp.experts.110.down_proj,0.0000001218,0.05000,3.978
26,mlp.experts.103.down_proj,0.0000003220,0.05000,3.705
26,mlp.experts.84.down_proj,0.0000006904,0.05000,3.655
26,mlp.experts.92.down_proj,0.0000006055,0.05000,3.713
26,mlp.experts.100.down_proj,failsafe(rtn): 0.0009193,0.00000,0.231
26,mlp.experts.108.down_proj,failsafe(rtn): 0.0009308,0.00000,0.229
26,mlp.experts.126.down_proj,0.0000004501,0.05000,3.456
26,mlp.experts.245.up_proj,0.0000128161,0.05000,14.412
26,mlp.experts.241.up_proj,0.0000067827,0.05000,14.394
26,mlp.experts.253.up_proj,0.0000070969,0.05000,14.430
26,mlp.experts.250.up_proj,0.0000103918,0.05000,14.515
26,mlp.experts.248.up_proj,0.0000045418,0.05000,14.394
26,mlp.experts.119.down_proj,0.0000001377,0.05000,3.794
26,mlp.experts.240.up_proj,0.0000132077,0.05000,14.531
26,mlp.experts.242.up_proj,0.0000164201,0.05000,14.414
26,mlp.experts.116.down_proj,0.0000002386,0.05000,3.688
26,mlp.experts.124.down_proj,0.0000004660,0.05000,3.698
26,mlp.experts.251.up_proj,0.0000129650,0.05000,14.590
26,mlp.experts.246.up_proj,0.0000109920,0.05000,14.403
26,mlp.experts.243.up_proj,0.0000300422,0.05000,14.388
26,mlp.experts.255.up_proj,0.0000128811,0.05000,14.434
26,mlp.experts.142.down_proj,0.0000000326,0.05000,3.420
26,mlp.experts.13.down_proj,0.0000004825,0.05000,3.133
26,mlp.experts.1.down_proj,0.0000008325,0.05000,3.190
26,mlp.experts.5.down_proj,0.0000004000,0.05000,3.202
26,mlp.experts.73.down_proj,0.0000001899,0.05000,3.202
26,mlp.experts.8.down_proj,0.0000001479,0.05000,3.192
26,mlp.experts.135.down_proj,0.0000002689,0.05000,3.181
26,mlp.experts.0.down_proj,0.0000001331,0.05000,3.198
26,mlp.experts.132.down_proj,0.0000002203,0.05000,3.242
26,mlp.experts.140.down_proj,0.0000002133,0.05000,3.266
26,mlp.experts.11.down_proj,0.0000003565,0.05000,3.315
26,mlp.experts.3.down_proj,0.0000008694,0.05000,3.302
26,mlp.experts.15.down_proj,0.0000009643,0.05000,3.303
26,mlp.experts.10.down_proj,0.0000005132,0.05000,3.358
26,mlp.experts.2.down_proj,0.0000012548,0.05000,3.361
26,mlp.experts.158.down_proj,0.0000002957,0.05000,3.378
26,mlp.experts.6.down_proj,0.0000001319,0.05000,3.402
26,mlp.experts.29.down_proj,0.0000000850,0.05000,3.462
26,mlp.experts.89.down_proj,0.0000017084,0.05000,3.456
26,mlp.experts.21.down_proj,0.0000001829,0.05000,3.472
26,mlp.experts.17.down_proj,0.0000000997,0.05000,3.496
26,mlp.experts.24.down_proj,0.0000005479,0.05000,3.554
26,mlp.experts.16.down_proj,0.0000002948,0.05000,3.567
26,mlp.experts.148.down_proj,0.0000003250,0.05000,3.518
26,mlp.experts.156.down_proj,0.0000002265,0.05000,3.511
26,mlp.experts.151.down_proj,0.0000013854,0.05000,3.555
26,mlp.experts.27.down_proj,0.0000002273,0.05000,3.643
26,mlp.experts.19.down_proj,0.0000006139,0.05000,3.648
26,mlp.experts.31.down_proj,0.0000001274,0.05000,3.651
26,mlp.experts.26.down_proj,0.0000002476,0.05000,3.565
26,mlp.experts.174.down_proj,0.0000005708,0.05000,3.571
26,mlp.experts.18.down_proj,0.0000006626,0.05000,3.606
26,mlp.experts.22.down_proj,0.0000003334,0.05000,3.582
26,mlp.experts.45.down_proj,0.0000008387,0.05000,3.547
26,mlp.experts.105.down_proj,0.0000001637,0.05000,3.598
26,mlp.experts.37.down_proj,0.0000002141,0.05000,3.587
26,mlp.experts.33.down_proj,0.0000007065,0.05000,3.579
26,mlp.experts.121.down_proj,failsafe(rtn): 0.0009460,0.00000,0.180
26,mlp.experts.40.down_proj,0.0000003738,0.05000,3.612
26,mlp.experts.32.down_proj,0.0000004097,0.05000,3.610
26,mlp.experts.164.down_proj,0.0000002090,0.05000,3.593
26,mlp.experts.172.down_proj,0.0000002468,0.05000,3.602
26,mlp.experts.167.down_proj,0.0000002914,0.05000,3.634
26,mlp.experts.35.down_proj,0.0000001404,0.05000,3.608
26,mlp.experts.47.down_proj,0.0000000543,0.05000,3.644
26,mlp.experts.43.down_proj,0.0000007504,0.05000,3.682
26,mlp.experts.190.down_proj,0.0000004588,0.05000,3.649
26,mlp.experts.38.down_proj,0.0000002668,0.05000,3.649
26,mlp.experts.42.down_proj,0.0000002779,0.05000,3.719
26,mlp.experts.34.down_proj,0.0000002914,0.05000,3.764
26,mlp.experts.61.down_proj,0.0000006800,0.05000,3.759
26,mlp.experts.53.down_proj,0.0000001571,0.05000,3.783
26,mlp.experts.49.down_proj,0.0000004217,0.05000,3.800
26,mlp.experts.137.down_proj,0.0000001896,0.05000,3.806
26,mlp.experts.56.down_proj,0.0000001489,0.05000,3.768
26,mlp.experts.48.down_proj,0.0000002267,0.05000,3.758
26,mlp.experts.180.down_proj,0.0000003911,0.05000,3.778
26,mlp.experts.188.down_proj,0.0000003843,0.05000,3.747
26,mlp.experts.183.down_proj,0.0000002517,0.05000,3.815
26,mlp.experts.59.down_proj,0.0000003129,0.05000,3.677
26,mlp.experts.51.down_proj,0.0000006285,0.05000,3.801
26,mlp.experts.63.down_proj,0.0000002447,0.05000,3.805
26,mlp.experts.206.down_proj,0.0000005471,0.05000,3.775
26,mlp.experts.54.down_proj,0.0000001480,0.05000,3.746
26,mlp.experts.58.down_proj,0.0000005123,0.05000,3.767
26,mlp.experts.50.down_proj,0.0000001814,0.05000,3.689
26,mlp.experts.77.down_proj,0.0000005011,0.05000,3.760
26,mlp.experts.69.down_proj,0.0000004189,0.05000,3.752
26,mlp.experts.65.down_proj,0.0000004192,0.05000,3.745
26,mlp.experts.153.down_proj,0.0000006886,0.05000,3.756
26,mlp.experts.72.down_proj,0.0000009294,0.05000,3.900
26,mlp.experts.64.down_proj,0.0000001565,0.05000,4.031
26,mlp.experts.196.down_proj,0.0000002518,0.05000,4.002
26,mlp.experts.204.down_proj,0.0000001150,0.05000,4.037
26,mlp.experts.75.down_proj,0.0000005098,0.05000,4.079
26,mlp.experts.199.down_proj,0.0000006128,0.05000,4.158
26,mlp.experts.67.down_proj,0.0000001626,0.05000,4.149
26,mlp.experts.79.down_proj,0.0000003661,0.05000,4.178
26,mlp.experts.222.down_proj,0.0000022944,0.05000,4.203
26,mlp.experts.70.down_proj,0.0000001260,0.05000,4.225
26,mlp.experts.74.down_proj,0.0000017592,0.05000,4.214
26,mlp.experts.66.down_proj,0.0000001722,0.05000,4.207
26,mlp.experts.93.down_proj,0.0000011300,0.05000,4.204
26,mlp.experts.85.down_proj,0.0000006943,0.05000,4.166
26,mlp.experts.81.down_proj,0.0000000875,0.05000,4.188
26,mlp.experts.169.down_proj,0.0000003607,0.05000,4.240
26,mlp.experts.88.down_proj,0.0000003204,0.05000,4.086
26,mlp.experts.80.down_proj,0.0000004008,0.05000,4.007
26,mlp.experts.212.down_proj,0.0000003595,0.05000,4.025
26,mlp.experts.220.down_proj,0.0000002914,0.05000,3.960
26,mlp.experts.91.down_proj,0.0000002154,0.05000,3.920
26,mlp.experts.215.down_proj,0.0000000513,0.05000,3.945
26,mlp.experts.83.down_proj,0.0000003821,0.05000,3.909
26,mlp.experts.95.down_proj,0.0000001813,0.05000,3.997
26,mlp.experts.82.down_proj,0.0000009809,0.05000,3.865
26,mlp.experts.86.down_proj,0.0000007046,0.05000,3.925
26,mlp.experts.238.down_proj,0.0000004626,0.05000,3.962
26,mlp.experts.90.down_proj,0.0000001922,0.05000,4.031
26,mlp.experts.109.down_proj,0.0000001614,0.05000,3.989
26,mlp.experts.101.down_proj,0.0000008134,0.05000,3.969
26,mlp.experts.97.down_proj,0.0000001978,0.05000,3.991
26,mlp.experts.185.down_proj,0.0000000902,0.05000,3.926
26,mlp.experts.104.down_proj,0.0000003383,0.05000,4.026
26,mlp.experts.96.down_proj,0.0000001848,0.05000,4.093
26,mlp.experts.228.down_proj,0.0000002897,0.05000,4.097
26,mlp.experts.236.down_proj,0.0000001003,0.05000,4.092
26,mlp.experts.107.down_proj,0.0000001017,0.05000,4.031
26,mlp.experts.231.down_proj,0.0000001371,0.05000,3.970
26,mlp.experts.99.down_proj,0.0000004098,0.05000,4.009
26,mlp.experts.111.down_proj,0.0000005139,0.05000,3.945
26,mlp.experts.106.down_proj,0.0000005117,0.05000,3.768
26,mlp.experts.98.down_proj,0.0000004945,0.05000,3.940
26,mlp.experts.102.down_proj,0.0000002161,0.05000,3.885
26,mlp.experts.254.down_proj,0.0000001931,0.05000,3.902
26,mlp.experts.125.down_proj,0.0000000992,0.05000,3.665
26,mlp.experts.117.down_proj,0.0000002422,0.05000,3.682
26,mlp.experts.113.down_proj,0.0000000999,0.05000,3.619
26,mlp.experts.201.down_proj,0.0000003228,0.05000,3.589
26,mlp.experts.120.down_proj,0.0000006534,0.05000,3.573
26,mlp.experts.112.down_proj,0.0000001123,0.05000,3.544
26,mlp.experts.252.down_proj,0.0000010210,0.05000,3.473
26,mlp.experts.244.down_proj,0.0000001189,0.05000,3.500
26,mlp.experts.123.down_proj,0.0000001557,0.05000,3.152
26,mlp.experts.247.down_proj,0.0000002770,0.05000,3.119
26,mlp.experts.115.down_proj,0.0000003217,0.05000,3.086
26,mlp.experts.127.down_proj,0.0000001029,0.05000,3.038
26,mlp.experts.114.down_proj,0.0000007052,0.05000,3.032
26,mlp.experts.118.down_proj,0.0000011059,0.05000,3.019
26,mlp.experts.122.down_proj,0.0000003328,0.05000,3.060
26,mlp.experts.141.down_proj,0.0000004938,0.05000,2.800
26,mlp.experts.133.down_proj,0.0000001038,0.05000,2.817
26,mlp.experts.129.down_proj,0.0000005000,0.05000,2.828
26,mlp.experts.217.down_proj,0.0000000610,0.05000,2.786
26,mlp.experts.136.down_proj,0.0000001554,0.05000,2.695
26,mlp.experts.128.down_proj,0.0000006020,0.05000,2.641
26,mlp.experts.139.down_proj,0.0000006843,0.05000,2.640
26,mlp.experts.131.down_proj,0.0000010072,0.05000,2.634
26,mlp.experts.143.down_proj,0.0000001936,0.05000,2.654
26,mlp.experts.130.down_proj,0.0000006587,0.05000,2.649
26,mlp.experts.138.down_proj,0.0000007760,0.05000,2.647
26,mlp.experts.134.down_proj,0.0000010537,0.05000,2.672
26,mlp.experts.157.down_proj,0.0000002701,0.05000,2.788
26,mlp.experts.149.down_proj,0.0000000539,0.05000,2.757
26,mlp.experts.145.down_proj,0.0000002871,0.05000,2.834
26,mlp.experts.233.down_proj,0.0000017655,0.05000,2.850
26,mlp.experts.152.down_proj,0.0000004153,0.05000,2.828
26,mlp.experts.144.down_proj,0.0000001829,0.05000,2.838
26,mlp.experts.159.down_proj,0.0000003296,0.05000,2.753
26,mlp.experts.155.down_proj,0.0000007405,0.05000,2.876
26,mlp.experts.147.down_proj,0.0000004605,0.05000,2.844
26,mlp.experts.150.down_proj,0.0000001386,0.05000,2.784
26,mlp.experts.154.down_proj,0.0000001875,0.05000,2.837
26,mlp.experts.146.down_proj,0.0000004974,0.05000,2.891
26,mlp.experts.165.down_proj,0.0000002381,0.05000,2.840
26,mlp.experts.173.down_proj,0.0000001673,0.05000,2.885
26,mlp.experts.161.down_proj,0.0000014185,0.05000,2.930
26,mlp.experts.249.down_proj,0.0000002612,0.05000,2.943
26,mlp.experts.168.down_proj,0.0000007804,0.05000,2.900
26,mlp.experts.160.down_proj,0.0000001029,0.05000,2.839
26,mlp.experts.175.down_proj,0.0000002834,0.05000,2.681
26,mlp.experts.163.down_proj,0.0000002634,0.05000,2.652
26,mlp.experts.171.down_proj,0.0000003928,0.05000,2.709
26,mlp.experts.166.down_proj,0.0000001719,0.05000,2.671
26,mlp.experts.170.down_proj,0.0000008547,0.05000,2.666
26,mlp.experts.162.down_proj,0.0000001939,0.05000,2.672
26,mlp.experts.189.down_proj,0.0000002843,0.05000,2.416
26,mlp.experts.181.down_proj,0.0000001073,0.05000,2.441
26,mlp.experts.177.down_proj,0.0000001383,0.05000,2.362
26,mlp.experts.184.down_proj,0.0000003156,0.05000,2.356
26,mlp.experts.176.down_proj,0.0000019563,0.05000,2.363
26,mlp.experts.191.down_proj,0.0000001987,0.05000,2.344
26,mlp.experts.179.down_proj,0.0000003382,0.05000,2.384
26,mlp.experts.187.down_proj,0.0000001535,0.05000,2.413
26,mlp.experts.182.down_proj,0.0000001764,0.05000,2.372
26,mlp.experts.178.down_proj,0.0000007785,0.05000,2.404
26,mlp.experts.186.down_proj,0.0000004226,0.05000,2.433
26,mlp.experts.197.down_proj,0.0000000873,0.05000,2.354
26,mlp.experts.205.down_proj,0.0000001619,0.05000,2.394
26,mlp.experts.193.down_proj,0.0000001882,0.05000,2.397
26,mlp.experts.200.down_proj,0.0000001009,0.05000,2.350
26,mlp.experts.192.down_proj,0.0000008938,0.05000,2.353
26,mlp.experts.207.down_proj,0.0000000846,0.05000,2.357
26,mlp.experts.195.down_proj,0.0000006622,0.05000,2.398
26,mlp.experts.203.down_proj,0.0000005030,0.05000,2.366
26,mlp.experts.198.down_proj,0.0000001930,0.05000,2.384
26,mlp.experts.202.down_proj,0.0000003104,0.05000,2.348
26,mlp.experts.194.down_proj,0.0000001521,0.05000,2.415
26,mlp.experts.221.down_proj,0.0000010807,0.05000,2.350
26,mlp.experts.213.down_proj,0.0000008955,0.05000,2.384
26,mlp.experts.209.down_proj,0.0000001600,0.05000,2.417
26,mlp.experts.216.down_proj,0.0000001096,0.05000,2.368
26,mlp.experts.208.down_proj,0.0000005866,0.05000,2.442
26,mlp.experts.223.down_proj,0.0000000945,0.05000,2.396
26,mlp.experts.219.down_proj,0.0000001567,0.05000,2.354
26,mlp.experts.211.down_proj,0.0000000991,0.05000,2.409
26,mlp.experts.214.down_proj,0.0000002559,0.05000,2.368
26,mlp.experts.218.down_proj,0.0000001908,0.05000,2.366
26,mlp.experts.210.down_proj,0.0000005498,0.05000,2.381
26,mlp.experts.229.down_proj,0.0000001930,0.05000,2.413
26,mlp.experts.237.down_proj,0.0000003758,0.05000,2.425
26,mlp.experts.225.down_proj,0.0000001808,0.05000,2.385
26,mlp.experts.232.down_proj,0.0000001773,0.05000,2.437
26,mlp.experts.224.down_proj,0.0000005416,0.05000,2.401
26,mlp.experts.239.down_proj,0.0000000952,0.05000,2.400
26,mlp.experts.235.down_proj,0.0000004661,0.05000,2.444
26,mlp.experts.227.down_proj,0.0000004401,0.05000,2.454
26,mlp.experts.230.down_proj,0.0000002355,0.05000,2.436
26,mlp.experts.234.down_proj,0.0000013584,0.05000,2.401
26,mlp.experts.226.down_proj,0.0000001414,0.05000,2.370
26,mlp.experts.245.down_proj,0.0000003309,0.05000,2.384
26,mlp.experts.253.down_proj,0.0000002202,0.05000,2.401
26,mlp.experts.241.down_proj,0.0000002877,0.05000,2.374
26,mlp.experts.248.down_proj,0.0000001868,0.05000,2.244
26,mlp.experts.240.down_proj,0.0000004003,0.05000,2.172
26,mlp.experts.255.down_proj,0.0000003893,0.05000,1.726
26,mlp.experts.243.down_proj,0.0000005067,0.05000,1.596
26,mlp.experts.251.down_proj,0.0000003987,0.05000,1.625
26,mlp.experts.246.down_proj,0.0000004686,0.05000,1.586
26,mlp.experts.250.down_proj,0.0000003061,0.05000,1.482
26,mlp.experts.242.down_proj,0.0000004032,0.05000,1.440
27,mlp.experts.0.gate_proj,0.0000099974,0.05000,14.453
27,mlp.experts.1.gate_proj,0.0000060138,0.05000,14.471
27,mlp.experts.6.gate_proj,0.0000316456,0.05000,14.462
27,mlp.experts.12.gate_proj,0.0000086786,0.05000,14.463
27,mlp.experts.5.gate_proj,0.0000152018,0.05000,14.486
27,mlp.experts.4.gate_proj,0.0000292281,0.05000,14.484
27,mlp.experts.11.gate_proj,0.0000069012,0.05000,14.518
27,mlp.experts.9.gate_proj,0.0000166726,0.05000,14.513
27,mlp.experts.13.gate_proj,0.0000081345,0.05000,14.536
27,mlp.experts.14.gate_proj,0.0000111327,0.05000,14.646
27,mlp.experts.10.gate_proj,0.0000187395,0.05000,14.638
27,mlp.experts.15.gate_proj,0.0000742670,0.05000,14.649
27,mlp.experts.8.gate_proj,0.0000573524,0.05000,14.677
27,mlp.experts.2.gate_proj,0.0000087131,0.05000,14.684
27,mlp.experts.7.gate_proj,0.0000199051,0.05000,14.691
27,mlp.experts.3.gate_proj,0.0000072076,0.05000,14.751
27,mlp.experts.20.gate_proj,0.0000219985,0.05000,15.362
27,mlp.experts.21.gate_proj,0.0000089348,0.05000,15.420
27,mlp.experts.28.gate_proj,0.0000079732,0.05000,15.441
27,mlp.experts.16.gate_proj,0.0000101361,0.05000,15.487
27,mlp.experts.17.gate_proj,0.0000110430,0.05000,15.488
27,mlp.experts.30.gate_proj,0.0000239124,0.05000,15.324
27,mlp.experts.22.gate_proj,0.0000197205,0.05000,15.509
27,mlp.experts.29.gate_proj,0.0000153900,0.05000,15.478
27,mlp.experts.26.gate_proj,0.0000081054,0.05000,15.386
27,mlp.experts.24.gate_proj,0.0000175617,0.05000,15.403
27,mlp.experts.25.gate_proj,0.0000022309,0.05000,15.538
27,mlp.experts.27.gate_proj,0.0000105862,0.05000,15.620
27,mlp.experts.31.gate_proj,0.0000121646,0.05000,15.632
27,mlp.experts.23.gate_proj,0.0000117780,0.05000,15.641
27,mlp.experts.19.gate_proj,0.0000128104,0.05000,15.583
27,mlp.experts.18.gate_proj,0.0000061356,0.05000,15.787
27,mlp.experts.33.gate_proj,0.0000096281,0.05000,15.377
27,mlp.experts.32.gate_proj,0.0000200261,0.05000,15.400
27,mlp.experts.36.gate_proj,0.0000416512,0.05000,15.508
27,mlp.experts.44.gate_proj,0.0000102711,0.05000,15.463
27,mlp.experts.37.gate_proj,0.0000135434,0.05000,15.503
27,mlp.experts.45.gate_proj,0.0000133579,0.05000,15.404
27,mlp.experts.41.gate_proj,0.0000326241,0.05000,15.385
27,mlp.experts.42.gate_proj,0.0000140080,0.05000,15.461
27,mlp.experts.46.gate_proj,0.0000127007,0.05000,15.545
27,mlp.experts.38.gate_proj,0.0000162839,0.05000,15.541
27,mlp.experts.40.gate_proj,0.0000084863,0.05000,15.428
27,mlp.experts.43.gate_proj,0.0000165594,0.05000,15.385
27,mlp.experts.39.gate_proj,0.0000525758,0.05000,15.401
27,mlp.experts.35.gate_proj,0.0000077843,0.05000,15.413
27,mlp.experts.47.gate_proj,0.0000104486,0.05000,15.520
27,mlp.experts.34.gate_proj,0.0000076877,0.05000,15.432
27,mlp.experts.48.gate_proj,0.0000218777,0.05000,14.208
27,mlp.experts.60.gate_proj,0.0000115905,0.05000,14.229
27,mlp.experts.61.gate_proj,0.0000154195,0.05000,14.182
27,mlp.experts.49.gate_proj,0.0000073070,0.05000,14.414
27,mlp.experts.53.gate_proj,0.0000138884,0.05000,14.337
27,mlp.experts.52.gate_proj,0.0000065399,0.05000,14.393
27,mlp.experts.62.gate_proj,0.0000455883,0.05000,14.280
27,mlp.experts.57.gate_proj,0.0000120531,0.05000,14.407
27,mlp.experts.54.gate_proj,0.0000142979,0.05000,14.348
27,mlp.experts.58.gate_proj,0.0000162357,0.05000,14.444
27,mlp.experts.55.gate_proj,0.0000140337,0.05000,14.245
27,mlp.experts.59.gate_proj,0.0000196190,0.05000,14.405
27,mlp.experts.56.gate_proj,0.0000085573,0.05000,14.446
27,mlp.experts.63.gate_proj,0.0000108118,0.05000,14.343
27,mlp.experts.51.gate_proj,0.0000071054,0.05000,14.434
27,mlp.experts.50.gate_proj,0.0000127879,0.05000,14.440
27,mlp.experts.76.gate_proj,0.0000104571,0.05000,15.023
27,mlp.experts.77.gate_proj,0.0000118791,0.05000,15.024
27,mlp.experts.64.gate_proj,0.0000038085,0.05000,15.119
27,mlp.experts.65.gate_proj,0.0000164700,0.05000,15.101
27,mlp.experts.69.gate_proj,0.0000133389,0.05000,15.100
27,mlp.experts.73.gate_proj,0.0000825051,0.05000,15.014
27,mlp.experts.78.gate_proj,0.0000066629,0.05000,15.126
27,mlp.experts.70.gate_proj,0.0000114078,0.05000,15.027
27,mlp.experts.68.gate_proj,0.0000336835,0.05000,15.187
27,mlp.experts.74.gate_proj,0.0000086785,0.05000,15.140
27,mlp.experts.72.gate_proj,0.0000119417,0.05000,15.127
27,mlp.experts.71.gate_proj,0.0000048119,0.05000,15.293
27,mlp.experts.67.gate_proj,0.0000086378,0.05000,15.132
27,mlp.experts.79.gate_proj,0.0000122574,0.05000,15.212
27,mlp.experts.75.gate_proj,0.0000689906,0.05000,15.372
27,mlp.experts.66.gate_proj,0.0000146906,0.05000,15.209
27,mlp.experts.91.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.788
27,mlp.experts.92.gate_proj,0.0000153971,0.05000,15.114
27,mlp.experts.93.gate_proj,0.0000155994,0.05000,15.178
27,mlp.experts.80.gate_proj,0.0000090546,0.05000,15.210
27,mlp.experts.81.gate_proj,0.0000070772,0.05000,15.203
27,mlp.experts.89.gate_proj,0.0000095933,0.05000,15.141
27,mlp.experts.86.gate_proj,0.0000096126,0.05000,15.135
27,mlp.experts.85.gate_proj,0.0000056755,0.05000,15.318
27,mlp.experts.84.gate_proj,0.0000243547,0.05000,15.207
27,mlp.experts.94.gate_proj,0.0000187014,0.05000,15.285
27,mlp.experts.90.gate_proj,0.0000104231,0.05000,15.197
27,mlp.experts.88.gate_proj,0.0000128024,0.05000,15.289
27,mlp.experts.87.gate_proj,0.0000064582,0.05000,15.244
27,mlp.experts.95.gate_proj,0.0000090817,0.05000,15.194
27,mlp.experts.83.gate_proj,0.0000195662,0.05000,15.267
27,mlp.experts.82.gate_proj,0.0000129122,0.05000,15.176
27,mlp.experts.107.gate_proj,0.0000605392,0.05000,15.257
27,mlp.experts.108.gate_proj,0.0000142074,0.05000,15.044
27,mlp.experts.109.gate_proj,0.0000139337,0.05000,15.005
27,mlp.experts.96.gate_proj,0.0000250619,0.05000,15.134
27,mlp.experts.97.gate_proj,0.0000106705,0.05000,14.975
27,mlp.experts.102.gate_proj,0.0000084453,0.05000,14.965
27,mlp.experts.101.gate_proj,0.0000103285,0.05000,14.900
27,mlp.experts.105.gate_proj,0.0000169164,0.05000,15.067
27,mlp.experts.110.gate_proj,0.0000063915,0.05000,14.930
27,mlp.experts.100.gate_proj,0.0000271016,0.05000,15.155
27,mlp.experts.106.gate_proj,0.0000113013,0.05000,15.072
27,mlp.experts.104.gate_proj,0.0000266217,0.05000,14.959
27,mlp.experts.99.gate_proj,0.0000104518,0.05000,15.028
27,mlp.experts.111.gate_proj,0.0000158264,0.05000,15.151
27,mlp.experts.98.gate_proj,0.0000095777,0.05000,15.022
27,mlp.experts.103.gate_proj,0.0000100773,0.05000,15.251
27,mlp.experts.123.gate_proj,0.0000093320,0.05000,15.240
27,mlp.experts.124.gate_proj,0.0000146045,0.05000,15.046
27,mlp.experts.125.gate_proj,0.0000344003,0.05000,15.111
27,mlp.experts.117.gate_proj,0.0000122740,0.05000,14.908
27,mlp.experts.121.gate_proj,0.0000079300,0.05000,14.874
27,mlp.experts.112.gate_proj,0.0000126313,0.05000,15.014
27,mlp.experts.118.gate_proj,0.0000205351,0.05000,15.093
27,mlp.experts.126.gate_proj,0.0000094095,0.05000,15.022
27,mlp.experts.113.gate_proj,0.0000130264,0.05000,15.169
27,mlp.experts.120.gate_proj,0.0000171882,0.05000,15.023
27,mlp.experts.116.gate_proj,0.0000100122,0.05000,15.139
27,mlp.experts.122.gate_proj,0.0000624478,0.05000,15.187
27,mlp.experts.115.gate_proj,0.0000170505,0.05000,15.144
27,mlp.experts.114.gate_proj,0.0000089610,0.05000,15.032
27,mlp.experts.127.gate_proj,0.0000095832,0.05000,15.119
27,mlp.experts.119.gate_proj,0.0000040187,0.05000,15.237
27,mlp.experts.139.gate_proj,0.0000040358,0.05000,15.092
27,mlp.experts.133.gate_proj,0.0000128891,0.05000,14.250
27,mlp.experts.140.gate_proj,0.0000169690,0.05000,14.461
27,mlp.experts.128.gate_proj,0.0000080550,0.05000,14.289
27,mlp.experts.141.gate_proj,0.0000083218,0.05000,14.514
27,mlp.experts.142.gate_proj,0.0000110993,0.05000,14.292
27,mlp.experts.129.gate_proj,0.0000430525,0.05000,14.346
27,mlp.experts.134.gate_proj,0.0000083492,0.05000,14.365
27,mlp.experts.137.gate_proj,0.0000068444,0.05000,14.555
27,mlp.experts.132.gate_proj,0.0000136562,0.05000,14.289
27,mlp.experts.136.gate_proj,0.0000077463,0.05000,14.507
27,mlp.experts.138.gate_proj,0.0000147764,0.05000,14.505
27,mlp.experts.143.gate_proj,0.0000412261,0.05000,14.323
27,mlp.experts.130.gate_proj,0.0000141525,0.05000,14.379
27,mlp.experts.131.gate_proj,0.0000082616,0.05000,14.545
27,mlp.experts.135.gate_proj,0.0000187012,0.05000,14.334
27,mlp.experts.155.gate_proj,0.0000153737,0.05000,14.354
27,mlp.experts.149.gate_proj,0.0000158411,0.05000,15.277
27,mlp.experts.144.gate_proj,0.0000166172,0.05000,15.210
27,mlp.experts.156.gate_proj,0.0000079009,0.05000,15.249
27,mlp.experts.153.gate_proj,0.0000097118,0.05000,15.148
27,mlp.experts.157.gate_proj,0.0000181259,0.05000,15.297
27,mlp.experts.158.gate_proj,0.0000262981,0.05000,15.277
27,mlp.experts.145.gate_proj,0.0000048540,0.05000,15.349
27,mlp.experts.150.gate_proj,0.0000136114,0.05000,15.371
27,mlp.experts.148.gate_proj,0.0000072039,0.05000,15.295
27,mlp.experts.152.gate_proj,0.0000119007,0.05000,15.299
27,mlp.experts.159.gate_proj,0.0000146027,0.05000,15.217
27,mlp.experts.154.gate_proj,0.0000123884,0.05000,15.352
27,mlp.experts.146.gate_proj,0.0000114469,0.05000,15.301
27,mlp.experts.147.gate_proj,0.0000027689,0.05000,15.247
27,mlp.experts.151.gate_proj,0.0000118292,0.05000,15.371
27,mlp.experts.164.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.788
27,mlp.experts.162.gate_proj,failsafe(rtn): 0.0008392,0.00000,0.763
27,mlp.experts.171.gate_proj,0.0000100191,0.05000,15.395
27,mlp.experts.160.gate_proj,0.0000138188,0.05000,14.782
27,mlp.experts.165.gate_proj,0.0000065286,0.05000,14.852
27,mlp.experts.172.gate_proj,0.0000113419,0.05000,14.912
27,mlp.experts.169.gate_proj,0.0000041932,0.05000,14.831
27,mlp.experts.173.gate_proj,0.0000085647,0.05000,14.916
27,mlp.experts.161.gate_proj,0.0000228285,0.05000,14.829
27,mlp.experts.174.gate_proj,0.0000083077,0.05000,15.068
27,mlp.experts.166.gate_proj,0.0000082841,0.05000,14.932
27,mlp.experts.168.gate_proj,0.0000097392,0.05000,14.841
27,mlp.experts.175.gate_proj,0.0000160045,0.05000,14.974
27,mlp.experts.170.gate_proj,0.0000122807,0.05000,15.001
27,mlp.experts.167.gate_proj,0.0000147851,0.05000,14.850
27,mlp.experts.163.gate_proj,0.0000161097,0.05000,15.017
27,mlp.experts.180.gate_proj,0.0000303904,0.05000,14.848
27,mlp.experts.178.gate_proj,0.0000237400,0.05000,14.934
27,mlp.experts.187.gate_proj,0.0000119724,0.05000,15.149
27,mlp.experts.194.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.715
27,mlp.experts.176.gate_proj,0.0000342975,0.05000,15.225
27,mlp.experts.188.gate_proj,0.0000082797,0.05000,15.114
27,mlp.experts.181.gate_proj,0.0000084903,0.05000,15.258
27,mlp.experts.185.gate_proj,0.0000094192,0.05000,15.173
27,mlp.experts.189.gate_proj,0.0000062397,0.05000,15.092
27,mlp.experts.177.gate_proj,0.0000138024,0.05000,15.055
27,mlp.experts.190.gate_proj,0.0000094449,0.05000,15.153
27,mlp.experts.182.gate_proj,0.0000075290,0.05000,15.291
27,mlp.experts.184.gate_proj,0.0000149985,0.05000,15.192
27,mlp.experts.205.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.841
27,mlp.experts.186.gate_proj,0.0000183143,0.05000,15.114
27,mlp.experts.191.gate_proj,0.0000101783,0.05000,15.294
27,mlp.experts.179.gate_proj,0.0000094834,0.05000,15.177
27,mlp.experts.196.gate_proj,0.0000097264,0.05000,15.132
27,mlp.experts.183.gate_proj,0.0000150211,0.05000,15.313
27,mlp.experts.203.gate_proj,0.0000088596,0.05000,15.160
27,mlp.experts.210.gate_proj,0.0000172670,0.05000,15.158
27,mlp.experts.204.gate_proj,0.0000088462,0.05000,14.282
27,mlp.experts.192.gate_proj,0.0000186795,0.05000,14.463
27,mlp.experts.197.gate_proj,0.0000137488,0.05000,14.465
27,mlp.experts.201.gate_proj,0.0000569164,0.05000,14.519
27,mlp.experts.193.gate_proj,0.0000071632,0.05000,14.518
27,mlp.experts.206.gate_proj,0.0000098584,0.05000,14.449
27,mlp.experts.198.gate_proj,0.0000618439,0.05000,14.360
27,mlp.experts.200.gate_proj,0.0000050364,0.05000,14.288
27,mlp.experts.202.gate_proj,0.0000242756,0.05000,14.362
27,mlp.experts.207.gate_proj,0.0000130105,0.05000,14.480
27,mlp.experts.221.gate_proj,0.0000041871,0.05000,14.586
27,mlp.experts.195.gate_proj,0.0000133577,0.05000,14.449
27,mlp.experts.212.gate_proj,0.0000273003,0.05000,14.440
27,mlp.experts.199.gate_proj,0.0000255348,0.05000,14.474
27,mlp.experts.219.gate_proj,0.0000157161,0.05000,14.487
27,mlp.experts.226.gate_proj,0.0000152031,0.05000,14.317
27,mlp.experts.220.gate_proj,0.0000062626,0.05000,14.674
27,mlp.experts.208.gate_proj,0.0000135096,0.05000,14.571
27,mlp.experts.213.gate_proj,0.0000355739,0.05000,14.666
27,mlp.experts.217.gate_proj,0.0000489057,0.05000,14.578
27,mlp.experts.209.gate_proj,0.0000086947,0.05000,14.705
27,mlp.experts.222.gate_proj,0.0000124174,0.05000,14.661
27,mlp.experts.214.gate_proj,0.0000592239,0.05000,14.691
27,mlp.experts.216.gate_proj,0.0000190461,0.05000,14.661
27,mlp.experts.218.gate_proj,0.0000016195,0.05000,14.723
27,mlp.experts.237.gate_proj,0.0000215420,0.05000,14.580
27,mlp.experts.223.gate_proj,0.0000190762,0.05000,14.701
27,mlp.experts.215.gate_proj,0.0000061900,0.05000,14.553
27,mlp.experts.228.gate_proj,0.0000082001,0.05000,14.613
27,mlp.experts.211.gate_proj,0.0000448052,0.05000,14.722
27,mlp.experts.232.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.860
27,mlp.experts.253.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.806
27,mlp.experts.235.gate_proj,0.0000077983,0.05000,14.810
27,mlp.experts.242.gate_proj,0.0000052214,0.05000,14.792
27,mlp.experts.236.gate_proj,0.0000138071,0.05000,14.942
27,mlp.experts.224.gate_proj,0.0000169292,0.05000,15.047
27,mlp.experts.233.gate_proj,0.0000128546,0.05000,14.983
27,mlp.experts.229.gate_proj,0.0000082415,0.05000,15.165
27,mlp.experts.225.gate_proj,0.0000149329,0.05000,15.003
27,mlp.experts.238.gate_proj,0.0000274299,0.05000,14.993
27,mlp.experts.230.gate_proj,0.0000233702,0.05000,15.122
27,mlp.experts.239.gate_proj,0.0000132372,0.05000,14.881
27,mlp.experts.234.gate_proj,0.0000283247,0.05000,15.047
27,mlp.experts.244.gate_proj,0.0000162581,0.05000,14.883
27,mlp.experts.248.gate_proj,0.0000079095,0.05000,14.832
27,mlp.experts.231.gate_proj,0.0000141366,0.05000,15.088
27,mlp.experts.227.gate_proj,0.0000053206,0.05000,15.077
27,mlp.experts.13.up_proj,0.0000083250,0.05000,15.016
27,mlp.experts.251.gate_proj,0.0000630051,0.05000,14.956
27,mlp.experts.2.up_proj,0.0000083291,0.05000,15.020
27,mlp.experts.252.gate_proj,0.0000270344,0.05000,14.492
27,mlp.experts.240.gate_proj,0.0000126273,0.05000,14.527
27,mlp.experts.249.gate_proj,0.0000121885,0.05000,14.604
27,mlp.experts.245.gate_proj,0.0000135590,0.05000,14.574
27,mlp.experts.241.gate_proj,0.0000083813,0.05000,14.634
27,mlp.experts.254.gate_proj,0.0000083627,0.05000,14.670
27,mlp.experts.246.gate_proj,0.0000463098,0.05000,14.628
27,mlp.experts.250.gate_proj,0.0000146862,0.05000,14.610
27,mlp.experts.255.gate_proj,0.0000121997,0.05000,14.658
27,mlp.experts.4.up_proj,0.0000281640,0.05000,14.643
27,mlp.experts.8.up_proj,0.0000578312,0.05000,14.693
27,mlp.experts.247.gate_proj,0.0000112650,0.05000,14.738
27,mlp.experts.243.gate_proj,0.0000130490,0.05000,14.858
27,mlp.experts.29.up_proj,0.0000144229,0.05000,14.707
27,mlp.experts.11.up_proj,0.0000062028,0.05000,14.663
27,mlp.experts.18.up_proj,0.0000053643,0.05000,14.723
27,mlp.experts.12.up_proj,0.0000079670,0.05000,14.657
27,mlp.experts.0.up_proj,0.0000098076,0.05000,14.741
27,mlp.experts.9.up_proj,0.0000145990,0.05000,14.636
27,mlp.experts.1.up_proj,0.0000052345,0.05000,14.453
27,mlp.experts.5.up_proj,0.0000136448,0.05000,14.703
27,mlp.experts.14.up_proj,0.0000096017,0.05000,14.709
27,mlp.experts.6.up_proj,0.0000199498,0.05000,14.605
27,mlp.experts.10.up_proj,0.0000172694,0.05000,14.657
27,mlp.experts.15.up_proj,0.0000657770,0.05000,14.724
27,mlp.experts.20.up_proj,0.0000206213,0.05000,14.706
27,mlp.experts.24.up_proj,0.0000180114,0.05000,14.676
27,mlp.experts.7.up_proj,0.0000191414,0.05000,14.788
27,mlp.experts.3.up_proj,0.0000073001,0.05000,14.850
27,mlp.experts.45.up_proj,0.0000118431,0.05000,14.697
27,mlp.experts.27.up_proj,0.0000098722,0.05000,14.812
27,mlp.experts.34.up_proj,0.0000070742,0.05000,14.744
27,mlp.experts.28.up_proj,0.0000077169,0.05000,15.585
27,mlp.experts.16.up_proj,0.0000091400,0.05000,15.592
27,mlp.experts.25.up_proj,0.0000022792,0.05000,15.564
27,mlp.experts.21.up_proj,0.0000079900,0.05000,15.521
27,mlp.experts.17.up_proj,0.0000097372,0.05000,15.675
27,mlp.experts.30.up_proj,0.0000209854,0.05000,15.603
27,mlp.experts.22.up_proj,0.0000172655,0.05000,15.602
27,mlp.experts.26.up_proj,0.0000078884,0.05000,15.630
27,mlp.experts.36.up_proj,0.0000485105,0.05000,15.584
27,mlp.experts.31.up_proj,0.0000107416,0.05000,15.698
27,mlp.experts.40.up_proj,0.0000083003,0.05000,15.700
27,mlp.experts.23.up_proj,0.0000101145,0.05000,15.632
27,mlp.experts.19.up_proj,0.0000104183,0.05000,15.657
27,mlp.experts.61.up_proj,0.0000143342,0.05000,15.556
27,mlp.experts.43.up_proj,0.0000141217,0.05000,15.450
27,mlp.experts.50.up_proj,0.0000111911,0.05000,15.546
27,mlp.experts.44.up_proj,0.0000084116,0.05000,14.129
27,mlp.experts.32.up_proj,0.0000180748,0.05000,14.024
27,mlp.experts.41.up_proj,0.0000317866,0.05000,13.990
27,mlp.experts.37.up_proj,0.0000127813,0.05000,14.029
27,mlp.experts.33.up_proj,0.0000091162,0.05000,14.112
27,mlp.experts.46.up_proj,0.0000117270,0.05000,14.075
27,mlp.experts.38.up_proj,0.0000145770,0.05000,14.225
27,mlp.experts.42.up_proj,0.0000132419,0.05000,14.108
27,mlp.experts.52.up_proj,0.0000064418,0.05000,14.117
27,mlp.experts.47.up_proj,0.0000092328,0.05000,14.210
27,mlp.experts.56.up_proj,0.0000078799,0.05000,14.146
27,mlp.experts.39.up_proj,0.0000597479,0.05000,14.128
27,mlp.experts.77.up_proj,0.0000103594,0.05000,13.931
27,mlp.experts.35.up_proj,0.0000078137,0.05000,14.144
27,mlp.experts.59.up_proj,0.0000184109,0.05000,14.277
27,mlp.experts.66.up_proj,0.0000139069,0.05000,14.181
27,mlp.experts.60.up_proj,0.0000109144,0.05000,14.767
27,mlp.experts.57.up_proj,0.0000131937,0.05000,14.831
27,mlp.experts.48.up_proj,0.0000201677,0.05000,14.944
27,mlp.experts.49.up_proj,0.0000068082,0.05000,14.704
27,mlp.experts.53.up_proj,0.0000132070,0.05000,14.859
27,mlp.experts.62.up_proj,0.0000336172,0.05000,14.846
27,mlp.experts.54.up_proj,0.0000147796,0.05000,14.826
27,mlp.experts.58.up_proj,0.0000171172,0.05000,14.783
27,mlp.experts.68.up_proj,0.0000304152,0.05000,14.891
27,mlp.experts.63.up_proj,0.0000093996,0.05000,14.901
27,mlp.experts.72.up_proj,0.0000173641,0.05000,14.815
27,mlp.experts.55.up_proj,0.0000130425,0.05000,14.908
27,mlp.experts.93.up_proj,0.0000136504,0.05000,14.832
27,mlp.experts.51.up_proj,0.0000066632,0.05000,14.922
27,mlp.experts.75.up_proj,0.0000654228,0.05000,14.827
27,mlp.experts.82.up_proj,0.0000122879,0.05000,14.849
27,mlp.experts.91.up_proj,failsafe(rtn): 0.0009232,0.00000,0.684
27,mlp.experts.76.up_proj,0.0000101174,0.05000,14.956
27,mlp.experts.64.up_proj,0.0000036940,0.05000,14.933
27,mlp.experts.73.up_proj,0.0000716520,0.05000,14.972
27,mlp.experts.65.up_proj,0.0000159773,0.05000,14.888
27,mlp.experts.69.up_proj,0.0000125483,0.05000,14.824
27,mlp.experts.78.up_proj,0.0000060519,0.05000,14.830
27,mlp.experts.70.up_proj,0.0000108827,0.05000,14.937
27,mlp.experts.74.up_proj,0.0000081805,0.05000,14.895
27,mlp.experts.84.up_proj,0.0000231283,0.05000,14.949
27,mlp.experts.88.up_proj,0.0000136910,0.05000,14.817
27,mlp.experts.79.up_proj,0.0000150280,0.05000,14.903
27,mlp.experts.71.up_proj,0.0000049144,0.05000,14.963
27,mlp.experts.109.up_proj,0.0000128544,0.05000,14.913
27,mlp.experts.67.up_proj,0.0000083348,0.05000,15.030
27,mlp.experts.98.up_proj,0.0000083296,0.05000,14.934
27,mlp.experts.107.up_proj,0.0000588742,0.05000,14.908
27,mlp.experts.92.up_proj,0.0000137516,0.05000,14.913
27,mlp.experts.80.up_proj,0.0000083675,0.05000,14.856
27,mlp.experts.89.up_proj,0.0000090363,0.05000,14.875
27,mlp.experts.81.up_proj,0.0000078205,0.05000,14.913
27,mlp.experts.85.up_proj,0.0000051831,0.05000,15.021
27,mlp.experts.94.up_proj,0.0000185139,0.05000,14.953
27,mlp.experts.86.up_proj,0.0000090160,0.05000,15.025
27,mlp.experts.90.up_proj,0.0000101715,0.05000,14.937
27,mlp.experts.100.up_proj,0.0000276361,0.05000,15.006
27,mlp.experts.95.up_proj,0.0000082578,0.05000,14.951
27,mlp.experts.104.up_proj,0.0000234486,0.05000,15.014
27,mlp.experts.125.up_proj,0.0000308497,0.05000,14.822
27,mlp.experts.87.up_proj,0.0000064635,0.05000,14.920
27,mlp.experts.83.up_proj,0.0000185337,0.05000,14.954
27,mlp.experts.114.up_proj,0.0000075202,0.05000,14.990
27,mlp.experts.123.up_proj,0.0000088058,0.05000,14.949
27,mlp.experts.108.up_proj,0.0000132646,0.05000,14.571
27,mlp.experts.96.up_proj,0.0000278879,0.05000,14.624
27,mlp.experts.97.up_proj,0.0000098046,0.05000,14.564
27,mlp.experts.105.up_proj,0.0000155983,0.05000,14.638
27,mlp.experts.101.up_proj,0.0000099147,0.05000,14.689
27,mlp.experts.110.up_proj,0.0000067031,0.05000,14.613
27,mlp.experts.102.up_proj,0.0000085209,0.05000,14.365
27,mlp.experts.106.up_proj,0.0000101415,0.05000,14.639
27,mlp.experts.116.up_proj,0.0000111330,0.05000,14.517
27,mlp.experts.120.up_proj,0.0000214340,0.05000,14.524
27,mlp.experts.111.up_proj,0.0000162014,0.05000,14.609
27,mlp.experts.141.up_proj,0.0000079239,0.05000,14.621
27,mlp.experts.103.up_proj,0.0000097538,0.05000,14.668
27,mlp.experts.99.up_proj,0.0000087945,0.05000,14.704
27,mlp.experts.130.up_proj,0.0000132627,0.05000,14.600
27,mlp.experts.139.up_proj,0.0000038060,0.05000,14.706
27,mlp.experts.124.up_proj,0.0000139116,0.05000,15.118
27,mlp.experts.112.up_proj,0.0000125746,0.05000,15.245
27,mlp.experts.113.up_proj,0.0000119318,0.05000,15.240
27,mlp.experts.121.up_proj,0.0000077692,0.05000,15.264
27,mlp.experts.117.up_proj,0.0000117078,0.05000,15.313
27,mlp.experts.126.up_proj,0.0000089664,0.05000,15.364
27,mlp.experts.118.up_proj,0.0000210932,0.05000,15.297
27,mlp.experts.122.up_proj,0.0000569534,0.05000,15.309
27,mlp.experts.136.up_proj,0.0000074277,0.05000,15.206
27,mlp.experts.132.up_proj,0.0000129029,0.05000,15.314
27,mlp.experts.127.up_proj,0.0000090784,0.05000,15.236
27,mlp.experts.157.up_proj,0.0000181887,0.05000,15.221
27,mlp.experts.119.up_proj,0.0000035616,0.05000,15.387
27,mlp.experts.115.up_proj,0.0000156473,0.05000,15.284
27,mlp.experts.146.up_proj,0.0000109458,0.05000,15.177
27,mlp.experts.155.up_proj,0.0000162126,0.05000,15.267
27,mlp.experts.162.up_proj,failsafe(rtn): 0.0009193,0.00000,0.673
27,mlp.experts.140.up_proj,0.0000155053,0.05000,14.899
27,mlp.experts.128.up_proj,0.0000061926,0.05000,14.869
27,mlp.experts.129.up_proj,0.0000434351,0.05000,14.882
27,mlp.experts.137.up_proj,0.0000066024,0.05000,15.144
27,mlp.experts.133.up_proj,0.0000120652,0.05000,15.029
27,mlp.experts.142.up_proj,0.0000105799,0.05000,15.019
27,mlp.experts.134.up_proj,0.0000072296,0.05000,15.058
27,mlp.experts.138.up_proj,0.0000144060,0.05000,14.950
27,mlp.experts.143.up_proj,0.0000372533,0.05000,14.868
27,mlp.experts.148.up_proj,0.0000081644,0.05000,15.033
27,mlp.experts.152.up_proj,0.0000108881,0.05000,15.137
27,mlp.experts.173.up_proj,0.0000074504,0.05000,15.059
27,mlp.experts.164.up_proj,failsafe(rtn): 0.0009232,0.00000,0.753
27,mlp.experts.135.up_proj,0.0000170991,0.05000,15.247
27,mlp.experts.131.up_proj,0.0000079337,0.05000,15.086
27,mlp.experts.171.up_proj,0.0000101058,0.05000,15.064
27,mlp.experts.178.up_proj,0.0000211321,0.05000,15.010
27,mlp.experts.194.up_proj,failsafe(rtn): 0.0009422,0.00000,0.676
27,mlp.experts.156.up_proj,0.0000073638,0.05000,14.654
27,mlp.experts.144.up_proj,0.0000147627,0.05000,14.598
27,mlp.experts.145.up_proj,0.0000044857,0.05000,14.497
27,mlp.experts.153.up_proj,0.0000091064,0.05000,14.583
27,mlp.experts.149.up_proj,0.0000147107,0.05000,14.512
27,mlp.experts.158.up_proj,0.0000233944,0.05000,14.622
27,mlp.experts.150.up_proj,0.0000124542,0.05000,14.630
27,mlp.experts.154.up_proj,0.0000118266,0.05000,14.573
27,mlp.experts.168.up_proj,0.0000091692,0.05000,14.459
27,mlp.experts.159.up_proj,0.0000140099,0.05000,14.639
27,mlp.experts.189.up_proj,0.0000057874,0.05000,14.457
27,mlp.experts.180.up_proj,0.0000289785,0.05000,14.431
27,mlp.experts.151.up_proj,0.0000114267,0.05000,14.469
27,mlp.experts.147.up_proj,0.0000026079,0.05000,14.467
27,mlp.experts.205.up_proj,failsafe(rtn): 0.0009727,0.00000,0.713
27,mlp.experts.187.up_proj,0.0000113668,0.05000,14.563
27,mlp.experts.210.up_proj,0.0000175908,0.05000,14.538
27,mlp.experts.172.up_proj,0.0000114594,0.05000,14.859
27,mlp.experts.160.up_proj,0.0000119980,0.05000,14.953
27,mlp.experts.161.up_proj,0.0000196816,0.05000,14.970
27,mlp.experts.169.up_proj,0.0000042314,0.05000,14.982
27,mlp.experts.165.up_proj,0.0000064821,0.05000,14.976
27,mlp.experts.174.up_proj,0.0000073519,0.05000,15.075
27,mlp.experts.166.up_proj,0.0000128685,0.05000,15.137
27,mlp.experts.170.up_proj,0.0000105928,0.05000,15.074
27,mlp.experts.184.up_proj,0.0000142161,0.05000,15.047
27,mlp.experts.175.up_proj,0.0000137511,0.05000,15.206
27,mlp.experts.196.up_proj,0.0000093180,0.05000,15.183
27,mlp.experts.163.up_proj,0.0000150430,0.05000,15.128
27,mlp.experts.167.up_proj,0.0000135918,0.05000,15.328
27,mlp.experts.221.up_proj,0.0000039091,0.05000,15.110
27,mlp.experts.203.up_proj,0.0000071090,0.05000,15.311
27,mlp.experts.226.up_proj,0.0000133216,0.05000,15.465
27,mlp.experts.188.up_proj,0.0000060997,0.05000,15.496
27,mlp.experts.177.up_proj,0.0000124044,0.05000,15.407
27,mlp.experts.176.up_proj,0.0000302946,0.05000,15.520
27,mlp.experts.185.up_proj,0.0000089143,0.05000,15.512
27,mlp.experts.181.up_proj,0.0000091231,0.05000,15.535
27,mlp.experts.190.up_proj,0.0000089541,0.05000,15.523
27,mlp.experts.182.up_proj,0.0000069326,0.05000,15.537
27,mlp.experts.186.up_proj,0.0000165342,0.05000,15.549
27,mlp.experts.200.up_proj,0.0000055121,0.05000,15.444
27,mlp.experts.191.up_proj,0.0000092413,0.05000,15.547
27,mlp.experts.212.up_proj,0.0000239549,0.05000,15.550
27,mlp.experts.179.up_proj,0.0000088999,0.05000,15.593
27,mlp.experts.237.up_proj,0.0000198781,0.05000,15.382
27,mlp.experts.183.up_proj,0.0000143069,0.05000,15.620
27,mlp.experts.253.up_proj,failsafe(rtn): 0.0010147,0.00000,0.769
27,mlp.experts.219.up_proj,0.0000119371,0.05000,15.518
27,mlp.experts.242.up_proj,0.0000049799,0.05000,15.299
27,mlp.experts.13.down_proj,0.0000003822,0.05000,3.505
27,mlp.experts.2.down_proj,0.0000000977,0.05000,3.788
27,mlp.experts.29.down_proj,0.0000001832,0.05000,4.160
27,mlp.experts.18.down_proj,0.0000001360,0.05000,3.950
27,mlp.experts.204.up_proj,0.0000082963,0.05000,15.359
27,mlp.experts.45.down_proj,0.0000001761,0.05000,3.943
27,mlp.experts.193.up_proj,0.0000070208,0.05000,15.359
27,mlp.experts.192.up_proj,0.0000188239,0.05000,15.406
27,mlp.experts.201.up_proj,0.0000518724,0.05000,15.351
27,mlp.experts.197.up_proj,0.0000142333,0.05000,15.414
27,mlp.experts.206.up_proj,0.0000092152,0.05000,15.299
27,mlp.experts.34.down_proj,0.0000000828,0.05000,4.051
27,mlp.experts.198.up_proj,0.0000613563,0.05000,15.468
27,mlp.experts.202.up_proj,0.0000202668,0.05000,15.351
27,mlp.experts.216.up_proj,0.0000184284,0.05000,15.299
27,mlp.experts.207.up_proj,0.0000123958,0.05000,15.336
27,mlp.experts.232.up_proj,failsafe(rtn): 0.0009270,0.00000,0.733
27,mlp.experts.228.up_proj,0.0000077110,0.05000,15.395
27,mlp.experts.195.up_proj,0.0000114841,0.05000,15.588
27,mlp.experts.199.up_proj,0.0000245787,0.05000,15.464
27,mlp.experts.61.down_proj,0.0000002301,0.05000,3.669
27,mlp.experts.235.up_proj,0.0000068118,0.05000,15.367
27,mlp.experts.50.down_proj,0.0000004125,0.05000,3.707
27,mlp.experts.77.down_proj,0.0000004801,0.05000,3.523
27,mlp.experts.66.down_proj,0.0000002261,0.05000,3.607
27,mlp.experts.93.down_proj,0.0000001719,0.05000,4.098
27,mlp.experts.82.down_proj,0.0000001666,0.05000,4.085
27,mlp.experts.220.up_proj,0.0000056918,0.05000,15.182
27,mlp.experts.109.down_proj,0.0000004737,0.05000,3.982
27,mlp.experts.209.up_proj,0.0000073115,0.05000,15.201
27,mlp.experts.208.up_proj,0.0000123136,0.05000,15.199
27,mlp.experts.217.up_proj,0.0000373465,0.05000,15.280
27,mlp.experts.213.up_proj,0.0000402745,0.05000,15.215
27,mlp.experts.222.up_proj,0.0000108419,0.05000,15.290
27,mlp.experts.214.up_proj,0.0000511670,0.05000,15.327
27,mlp.experts.98.down_proj,0.0000003013,0.05000,4.057
27,mlp.experts.218.up_proj,0.0000015744,0.05000,15.366
27,mlp.experts.223.up_proj,0.0000167975,0.05000,15.463
27,mlp.experts.248.up_proj,0.0000077044,0.05000,15.384
27,mlp.experts.244.up_proj,0.0000154142,0.05000,15.286
27,mlp.experts.211.up_proj,0.0000401036,0.05000,15.354
27,mlp.experts.215.up_proj,0.0000050576,0.05000,15.590
27,mlp.experts.125.down_proj,0.0000008659,0.05000,3.762
27,mlp.experts.251.up_proj,0.0000626776,0.05000,15.245
27,mlp.experts.114.down_proj,0.0000002879,0.05000,3.517
27,mlp.experts.8.down_proj,0.0000031189,0.05000,3.535
27,mlp.experts.4.down_proj,0.0000005272,0.05000,3.551
27,mlp.experts.141.down_proj,0.0000001305,0.05000,3.456
27,mlp.experts.11.down_proj,0.0000003347,0.05000,3.438
27,mlp.experts.130.down_proj,0.0000010987,0.05000,3.542
27,mlp.experts.24.down_proj,0.0000013480,0.05000,3.484
27,mlp.experts.20.down_proj,0.0000005136,0.05000,3.410
27,mlp.experts.157.down_proj,0.0000004030,0.05000,3.546
27,mlp.experts.27.down_proj,0.0000001255,0.05000,3.479
27,mlp.experts.146.down_proj,0.0000006109,0.05000,3.673
27,mlp.experts.162.down_proj,failsafe(rtn): 0.0009041,0.00000,0.182
27,mlp.experts.40.down_proj,0.0000002904,0.05000,3.785
27,mlp.experts.36.down_proj,0.0000029790,0.05000,3.796
27,mlp.experts.236.up_proj,0.0000128719,0.05000,14.591
27,mlp.experts.225.up_proj,0.0000141169,0.05000,14.493
27,mlp.experts.173.down_proj,0.0000001031,0.05000,3.840
27,mlp.experts.224.up_proj,0.0000153891,0.05000,14.533
27,mlp.experts.233.up_proj,0.0000124295,0.05000,14.334
27,mlp.experts.43.down_proj,0.0000004862,0.05000,3.890
27,mlp.experts.229.up_proj,0.0000078719,0.05000,14.503
27,mlp.experts.238.up_proj,0.0000252534,0.05000,14.310
27,mlp.experts.230.up_proj,0.0000216675,0.05000,14.437
27,mlp.experts.234.up_proj,0.0000253430,0.05000,14.462
27,mlp.experts.178.down_proj,0.0000007091,0.05000,3.609
27,mlp.experts.194.down_proj,failsafe(rtn): 0.0009232,0.00000,0.187
27,mlp.experts.239.up_proj,0.0000123055,0.05000,14.477
27,mlp.experts.56.down_proj,0.0000000990,0.05000,3.643
27,mlp.experts.52.down_proj,0.0000003432,0.05000,3.662
27,mlp.experts.227.up_proj,0.0000045293,0.05000,14.435
27,mlp.experts.231.up_proj,0.0000119943,0.05000,14.388
27,mlp.experts.189.down_proj,0.0000003042,0.05000,3.660
27,mlp.experts.205.down_proj,failsafe(rtn): 0.0009460,0.00000,0.184
27,mlp.experts.59.down_proj,0.0000002712,0.05000,3.597
27,mlp.experts.210.down_proj,0.0000008792,0.05000,3.676
27,mlp.experts.72.down_proj,0.0000004161,0.05000,3.741
27,mlp.experts.68.down_proj,0.0000006234,0.05000,3.715
27,mlp.experts.221.down_proj,0.0000001269,0.05000,3.723
27,mlp.experts.75.down_proj,0.0000024459,0.05000,3.739
27,mlp.experts.91.down_proj,failsafe(rtn): 0.0009079,0.00000,0.191
27,mlp.experts.226.down_proj,0.0000002764,0.05000,3.776
27,mlp.experts.88.down_proj,0.0000008201,0.05000,3.798
27,mlp.experts.84.down_proj,0.0000011050,0.05000,3.779
27,mlp.experts.237.down_proj,0.0000002562,0.05000,3.759
27,mlp.experts.253.down_proj,failsafe(rtn): 0.0009727,0.00000,0.162
27,mlp.experts.107.down_proj,0.0000016249,0.05000,3.617
27,mlp.experts.242.down_proj,0.0000002122,0.05000,3.656
27,mlp.experts.104.down_proj,0.0000014594,0.05000,3.509
27,mlp.experts.100.down_proj,0.0000011101,0.05000,3.503
27,mlp.experts.252.up_proj,0.0000265535,0.05000,14.519
27,mlp.experts.241.up_proj,0.0000092716,0.05000,14.497
27,mlp.experts.240.up_proj,0.0000102623,0.05000,14.519
27,mlp.experts.249.up_proj,0.0000116324,0.05000,14.510
27,mlp.experts.245.up_proj,0.0000129048,0.05000,14.269
27,mlp.experts.254.up_proj,0.0000078211,0.05000,14.360
27,mlp.experts.123.down_proj,0.0000003539,0.05000,3.455
27,mlp.experts.246.up_proj,0.0000439898,0.05000,14.345
27,mlp.experts.250.up_proj,0.0000140004,0.05000,14.221
27,mlp.experts.255.up_proj,0.0000110200,0.05000,14.107
27,mlp.experts.120.down_proj,0.0000015145,0.05000,3.092
27,mlp.experts.116.down_proj,0.0000007036,0.05000,3.090
27,mlp.experts.243.up_proj,0.0000121428,0.05000,13.989
27,mlp.experts.12.down_proj,0.0000003454,0.05000,3.020
27,mlp.experts.247.up_proj,0.0000105429,0.05000,14.013
27,mlp.experts.1.down_proj,0.0000002403,0.05000,3.016
27,mlp.experts.0.down_proj,0.0000007121,0.05000,3.004
27,mlp.experts.9.down_proj,0.0000004476,0.05000,2.980
27,mlp.experts.5.down_proj,0.0000005451,0.05000,3.016
27,mlp.experts.14.down_proj,0.0000004061,0.05000,2.990
27,mlp.experts.139.down_proj,0.0000001482,0.05000,3.050
27,mlp.experts.6.down_proj,0.0000000920,0.05000,3.045
27,mlp.experts.10.down_proj,0.0000009428,0.05000,3.087
27,mlp.experts.15.down_proj,0.0000029142,0.05000,3.122
27,mlp.experts.136.down_proj,0.0000001145,0.05000,3.095
27,mlp.experts.132.down_proj,0.0000001575,0.05000,3.130
27,mlp.experts.3.down_proj,0.0000004337,0.05000,3.140
27,mlp.experts.28.down_proj,0.0000005954,0.05000,3.172
27,mlp.experts.7.down_proj,0.0000007813,0.05000,3.162
27,mlp.experts.17.down_proj,0.0000004183,0.05000,3.117
27,mlp.experts.16.down_proj,0.0000004292,0.05000,3.139
27,mlp.experts.25.down_proj,0.0000001566,0.05000,3.095
27,mlp.experts.21.down_proj,0.0000002662,0.05000,3.083
27,mlp.experts.30.down_proj,0.0000004587,0.05000,3.134
27,mlp.experts.155.down_proj,0.0000006866,0.05000,3.103
27,mlp.experts.22.down_proj,0.0000005285,0.05000,3.131
27,mlp.experts.26.down_proj,0.0000003921,0.05000,3.073
27,mlp.experts.31.down_proj,0.0000003134,0.05000,3.111
27,mlp.experts.152.down_proj,0.0000003938,0.05000,3.118
27,mlp.experts.148.down_proj,0.0000002785,0.05000,3.141
27,mlp.experts.164.down_proj,failsafe(rtn): 0.0009079,0.00000,0.166
27,mlp.experts.19.down_proj,0.0000003806,0.05000,3.159
27,mlp.experts.44.down_proj,0.0000003840,0.05000,3.134
27,mlp.experts.23.down_proj,0.0000005726,0.05000,3.159
27,mlp.experts.33.down_proj,0.0000004656,0.05000,3.117
27,mlp.experts.32.down_proj,0.0000007426,0.05000,3.132
27,mlp.experts.37.down_proj,0.0000009555,0.05000,3.111
27,mlp.experts.41.down_proj,0.0000014528,0.05000,3.164
27,mlp.experts.46.down_proj,0.0000003605,0.05000,3.096
27,mlp.experts.171.down_proj,0.0000005193,0.05000,3.149
27,mlp.experts.38.down_proj,0.0000004396,0.05000,3.100
27,mlp.experts.42.down_proj,0.0000002215,0.05000,3.132
27,mlp.experts.47.down_proj,0.0000001488,0.05000,3.148
27,mlp.experts.168.down_proj,0.0000001026,0.05000,3.130
27,mlp.experts.180.down_proj,0.0000014383,0.05000,3.063
27,mlp.experts.35.down_proj,0.0000005728,0.05000,2.995
27,mlp.experts.60.down_proj,0.0000005651,0.05000,3.083
27,mlp.experts.39.down_proj,0.0000033048,0.05000,3.054
27,mlp.experts.49.down_proj,0.0000003567,0.05000,2.989
27,mlp.experts.48.down_proj,0.0000002807,0.05000,2.997
27,mlp.experts.57.down_proj,0.0000008045,0.05000,3.000
27,mlp.experts.53.down_proj,0.0000002026,0.05000,3.043
27,mlp.experts.62.down_proj,0.0000009348,0.05000,2.981
27,mlp.experts.187.down_proj,0.0000001387,0.05000,3.023
27,mlp.experts.54.down_proj,0.0000008992,0.05000,3.048
27,mlp.experts.58.down_proj,0.0000007287,0.05000,3.088
27,mlp.experts.63.down_proj,0.0000004277,0.05000,3.108
27,mlp.experts.184.down_proj,0.0000001989,0.05000,3.169
27,mlp.experts.196.down_proj,0.0000001329,0.05000,3.187
27,mlp.experts.51.down_proj,0.0000002776,0.05000,3.185
27,mlp.experts.76.down_proj,0.0000005811,0.05000,3.147
27,mlp.experts.55.down_proj,0.0000002643,0.05000,3.219
27,mlp.experts.65.down_proj,0.0000007427,0.05000,3.201
27,mlp.experts.64.down_proj,0.0000002884,0.05000,3.155
27,mlp.experts.73.down_proj,0.0000028740,0.05000,3.180
27,mlp.experts.69.down_proj,0.0000001929,0.05000,3.182
27,mlp.experts.78.down_proj,0.0000001913,0.05000,3.184
27,mlp.experts.203.down_proj,0.0000005232,0.05000,3.211
27,mlp.experts.70.down_proj,0.0000001709,0.05000,3.169
27,mlp.experts.74.down_proj,0.0000003577,0.05000,3.122
27,mlp.experts.79.down_proj,0.0000003689,0.05000,3.222
27,mlp.experts.200.down_proj,0.0000003978,0.05000,3.172
27,mlp.experts.212.down_proj,0.0000006113,0.05000,3.213
27,mlp.experts.67.down_proj,0.0000003161,0.05000,3.184
27,mlp.experts.92.down_proj,0.0000002472,0.05000,3.183
27,mlp.experts.71.down_proj,0.0000002504,0.05000,3.214
27,mlp.experts.81.down_proj,0.0000006935,0.05000,3.154
27,mlp.experts.80.down_proj,0.0000002949,0.05000,3.120
27,mlp.experts.89.down_proj,0.0000001096,0.05000,3.168
27,mlp.experts.85.down_proj,0.0000002071,0.05000,3.165
27,mlp.experts.94.down_proj,0.0000010969,0.05000,3.170
27,mlp.experts.219.down_proj,0.0000004126,0.05000,3.150
27,mlp.experts.86.down_proj,0.0000001174,0.05000,3.168
27,mlp.experts.90.down_proj,0.0000006313,0.05000,3.147
27,mlp.experts.95.down_proj,0.0000003133,0.05000,3.177
27,mlp.experts.216.down_proj,0.0000009796,0.05000,3.185
27,mlp.experts.232.down_proj,failsafe(rtn): 0.0009155,0.00000,0.146
27,mlp.experts.228.down_proj,0.0000001267,0.05000,3.238
27,mlp.experts.83.down_proj,0.0000002538,0.05000,3.194
27,mlp.experts.108.down_proj,0.0000001839,0.05000,3.174
27,mlp.experts.87.down_proj,0.0000003661,0.05000,3.217
27,mlp.experts.97.down_proj,0.0000007300,0.05000,3.173
27,mlp.experts.96.down_proj,0.0000018026,0.05000,3.197
27,mlp.experts.101.down_proj,0.0000004974,0.05000,3.159
27,mlp.experts.105.down_proj,0.0000004750,0.05000,3.193
27,mlp.experts.110.down_proj,0.0000002586,0.05000,3.210
27,mlp.experts.235.down_proj,0.0000002575,0.05000,3.163
27,mlp.experts.106.down_proj,0.0000003527,0.05000,3.161
27,mlp.experts.102.down_proj,0.0000000830,0.05000,3.249
27,mlp.experts.111.down_proj,0.0000007550,0.05000,3.129
27,mlp.experts.248.down_proj,0.0000005053,0.05000,3.103
27,mlp.experts.244.down_proj,0.0000002857,0.05000,3.084
27,mlp.experts.99.down_proj,0.0000004347,0.05000,3.099
27,mlp.experts.124.down_proj,0.0000002228,0.05000,3.052
27,mlp.experts.113.down_proj,0.0000005431,0.05000,3.009
27,mlp.experts.103.down_proj,0.0000004789,0.05000,3.032
27,mlp.experts.112.down_proj,0.0000003848,0.05000,2.983
27,mlp.experts.117.down_proj,0.0000001868,0.05000,2.968
27,mlp.experts.121.down_proj,0.0000003063,0.05000,2.954
27,mlp.experts.126.down_proj,0.0000001332,0.05000,2.942
27,mlp.experts.251.down_proj,0.0000018288,0.05000,2.970
27,mlp.experts.122.down_proj,0.0000017059,0.05000,2.753
27,mlp.experts.118.down_proj,0.0000008087,0.05000,2.772
27,mlp.experts.127.down_proj,0.0000001258,0.05000,2.575
27,mlp.experts.115.down_proj,0.0000003497,0.05000,2.464
27,mlp.experts.140.down_proj,0.0000002268,0.05000,2.434
27,mlp.experts.129.down_proj,0.0000012880,0.05000,2.402
27,mlp.experts.119.down_proj,0.0000003295,0.05000,2.440
27,mlp.experts.128.down_proj,0.0000001008,0.05000,2.375
27,mlp.experts.133.down_proj,0.0000003987,0.05000,2.350
27,mlp.experts.137.down_proj,0.0000000931,0.05000,2.430
27,mlp.experts.142.down_proj,0.0000004126,0.05000,2.358
27,mlp.experts.138.down_proj,0.0000003328,0.05000,2.368
27,mlp.experts.134.down_proj,0.0000002846,0.05000,2.341
27,mlp.experts.143.down_proj,0.0000017763,0.05000,2.410
27,mlp.experts.131.down_proj,0.0000001452,0.05000,2.409
27,mlp.experts.156.down_proj,0.0000001199,0.05000,2.382
27,mlp.experts.145.down_proj,0.0000002519,0.05000,2.407
27,mlp.experts.135.down_proj,0.0000008529,0.05000,2.444
27,mlp.experts.144.down_proj,0.0000004846,0.05000,2.380
27,mlp.experts.149.down_proj,0.0000002367,0.05000,2.363
27,mlp.experts.153.down_proj,0.0000001630,0.05000,2.378
27,mlp.experts.158.down_proj,0.0000005494,0.05000,2.318
27,mlp.experts.154.down_proj,0.0000001944,0.05000,2.353
27,mlp.experts.150.down_proj,0.0000001610,0.05000,2.382
27,mlp.experts.159.down_proj,0.0000004911,0.05000,2.377
27,mlp.experts.147.down_proj,0.0000001735,0.05000,2.307
27,mlp.experts.172.down_proj,0.0000008768,0.05000,2.325
27,mlp.experts.161.down_proj,0.0000006327,0.05000,2.348
27,mlp.experts.151.down_proj,0.0000002628,0.05000,2.399
27,mlp.experts.160.down_proj,0.0000002056,0.05000,2.358
27,mlp.experts.165.down_proj,0.0000004654,0.05000,2.397
27,mlp.experts.169.down_proj,0.0000002318,0.05000,2.386
27,mlp.experts.174.down_proj,0.0000001803,0.05000,2.448
27,mlp.experts.170.down_proj,0.0000004197,0.05000,2.467
27,mlp.experts.166.down_proj,0.0000003474,0.05000,2.514
27,mlp.experts.175.down_proj,0.0000002919,0.05000,2.473
27,mlp.experts.163.down_proj,0.0000002954,0.05000,2.481
27,mlp.experts.188.down_proj,0.0000001423,0.05000,2.466
27,mlp.experts.177.down_proj,0.0000012203,0.05000,2.437
27,mlp.experts.167.down_proj,0.0000001888,0.05000,2.470
27,mlp.experts.176.down_proj,0.0000007004,0.05000,2.446
27,mlp.experts.181.down_proj,0.0000004916,0.05000,2.444
27,mlp.experts.185.down_proj,0.0000004118,0.05000,2.407
27,mlp.experts.190.down_proj,0.0000001447,0.05000,2.448
27,mlp.experts.186.down_proj,0.0000006664,0.05000,2.387
27,mlp.experts.182.down_proj,0.0000002159,0.05000,2.370
27,mlp.experts.191.down_proj,0.0000001138,0.05000,2.410
27,mlp.experts.179.down_proj,0.0000001115,0.05000,2.396
27,mlp.experts.204.down_proj,0.0000003178,0.05000,2.409
27,mlp.experts.193.down_proj,0.0000003834,0.05000,2.425
27,mlp.experts.183.down_proj,0.0000002218,0.05000,2.396
27,mlp.experts.192.down_proj,0.0000006137,0.05000,2.440
27,mlp.experts.197.down_proj,0.0000005972,0.05000,2.424
27,mlp.experts.201.down_proj,0.0000021103,0.05000,2.452
27,mlp.experts.206.down_proj,0.0000003303,0.05000,2.444
27,mlp.experts.202.down_proj,0.0000004767,0.05000,2.421
27,mlp.experts.198.down_proj,0.0000020640,0.05000,2.455
27,mlp.experts.207.down_proj,0.0000004951,0.05000,2.411
27,mlp.experts.195.down_proj,0.0000002145,0.05000,2.411
27,mlp.experts.220.down_proj,0.0000001956,0.05000,2.425
27,mlp.experts.209.down_proj,0.0000002714,0.05000,2.410
27,mlp.experts.199.down_proj,0.0000007821,0.05000,2.478
27,mlp.experts.208.down_proj,0.0000002833,0.05000,2.443
27,mlp.experts.213.down_proj,0.0000016551,0.05000,2.427
27,mlp.experts.217.down_proj,0.0000011991,0.05000,2.448
27,mlp.experts.222.down_proj,0.0000004008,0.05000,2.492
27,mlp.experts.218.down_proj,0.0000000546,0.05000,2.478
27,mlp.experts.214.down_proj,0.0000014942,0.05000,2.448
27,mlp.experts.223.down_proj,0.0000003781,0.05000,2.497
27,mlp.experts.211.down_proj,0.0000011785,0.05000,2.438
27,mlp.experts.236.down_proj,0.0000005510,0.05000,2.449
27,mlp.experts.225.down_proj,0.0000001934,0.05000,2.412
27,mlp.experts.224.down_proj,0.0000005311,0.05000,2.353
27,mlp.experts.215.down_proj,0.0000001302,0.05000,2.399
27,mlp.experts.229.down_proj,0.0000001795,0.05000,2.420
27,mlp.experts.233.down_proj,0.0000009389,0.05000,2.381
27,mlp.experts.238.down_proj,0.0000004988,0.05000,2.406
27,mlp.experts.234.down_proj,0.0000009519,0.05000,2.366
27,mlp.experts.230.down_proj,0.0000008339,0.05000,2.425
27,mlp.experts.239.down_proj,0.0000004976,0.05000,2.363
27,mlp.experts.227.down_proj,0.0000002944,0.05000,2.374
27,mlp.experts.252.down_proj,0.0000012593,0.05000,2.438
27,mlp.experts.241.down_proj,0.0000004789,0.05000,2.427
27,mlp.experts.240.down_proj,0.0000003509,0.05000,2.365
27,mlp.experts.231.down_proj,0.0000003720,0.05000,2.377
27,mlp.experts.245.down_proj,0.0000005498,0.05000,2.278
27,mlp.experts.249.down_proj,0.0000007440,0.05000,2.231
27,mlp.experts.254.down_proj,0.0000000853,0.05000,2.172
27,mlp.experts.250.down_proj,0.0000006677,0.05000,1.911
27,mlp.experts.246.down_proj,0.0000020622,0.05000,1.818
27,mlp.experts.255.down_proj,0.0000001782,0.05000,1.564
27,mlp.experts.243.down_proj,0.0000001911,0.05000,1.061
27,mlp.experts.247.down_proj,0.0000002043,0.05000,0.710
28,mlp.experts.3.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.725
28,mlp.experts.11.gate_proj,0.0000427048,0.05000,15.181
28,mlp.experts.7.gate_proj,0.0000401831,0.05000,15.188
28,mlp.experts.13.gate_proj,0.0000127688,0.05000,15.241
28,mlp.experts.12.gate_proj,0.0000118938,0.05000,15.296
28,mlp.experts.9.gate_proj,0.0000251217,0.05000,15.302
28,mlp.experts.8.gate_proj,0.0000104990,0.05000,15.314
28,mlp.experts.0.gate_proj,0.0000060288,0.05000,15.348
28,mlp.experts.5.gate_proj,0.0000083947,0.05000,15.353
28,mlp.experts.15.gate_proj,0.0000168050,0.05000,15.353
28,mlp.experts.14.gate_proj,0.0000102582,0.05000,15.393
28,mlp.experts.4.gate_proj,0.0000103983,0.05000,15.426
28,mlp.experts.6.gate_proj,0.0000112903,0.05000,15.449
28,mlp.experts.2.gate_proj,0.0000088005,0.05000,15.439
28,mlp.experts.10.gate_proj,0.0000091560,0.05000,15.444
28,mlp.experts.1.gate_proj,0.0000061145,0.05000,15.489
28,mlp.experts.19.gate_proj,0.0000326867,0.05000,15.320
28,mlp.experts.27.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.858
28,mlp.experts.23.gate_proj,0.0000094651,0.05000,14.702
28,mlp.experts.25.gate_proj,0.0000084542,0.05000,14.601
28,mlp.experts.21.gate_proj,0.0000066193,0.05000,14.531
28,mlp.experts.30.gate_proj,0.0000081524,0.05000,14.562
28,mlp.experts.28.gate_proj,0.0000061838,0.05000,14.668
28,mlp.experts.24.gate_proj,0.0000081136,0.05000,14.665
28,mlp.experts.20.gate_proj,0.0000101965,0.05000,14.600
28,mlp.experts.29.gate_proj,0.0000128580,0.05000,14.804
28,mlp.experts.31.gate_proj,0.0000273288,0.05000,14.748
28,mlp.experts.17.gate_proj,0.0000350827,0.05000,14.666
28,mlp.experts.22.gate_proj,0.0000050281,0.05000,14.709
28,mlp.experts.26.gate_proj,0.0000103989,0.05000,14.708
28,mlp.experts.16.gate_proj,0.0000118095,0.05000,14.829
28,mlp.experts.18.gate_proj,0.0000042007,0.05000,14.860
28,mlp.experts.35.gate_proj,0.0000082936,0.05000,14.779
28,mlp.experts.43.gate_proj,0.0000089466,0.05000,14.794
28,mlp.experts.36.gate_proj,0.0000096929,0.05000,14.805
28,mlp.experts.41.gate_proj,0.0000076658,0.05000,15.048
28,mlp.experts.39.gate_proj,0.0000082368,0.05000,15.063
28,mlp.experts.45.gate_proj,0.0000078151,0.05000,14.916
28,mlp.experts.44.gate_proj,0.0000282570,0.05000,15.005
28,mlp.experts.37.gate_proj,0.0000162014,0.05000,15.075
28,mlp.experts.38.gate_proj,0.0000092297,0.05000,14.839
28,mlp.experts.40.gate_proj,0.0000061154,0.05000,15.016
28,mlp.experts.33.gate_proj,0.0000101565,0.05000,14.995
28,mlp.experts.42.gate_proj,0.0000125993,0.05000,15.015
28,mlp.experts.46.gate_proj,0.0000075758,0.05000,15.215
28,mlp.experts.32.gate_proj,0.0000458128,0.05000,14.978
28,mlp.experts.47.gate_proj,0.0000076812,0.05000,15.163
28,mlp.experts.34.gate_proj,0.0000070878,0.05000,15.061
28,mlp.experts.59.gate_proj,0.0000077464,0.05000,15.114
28,mlp.experts.51.gate_proj,0.0000031636,0.05000,15.266
28,mlp.experts.57.gate_proj,0.0000135479,0.05000,15.095
28,mlp.experts.55.gate_proj,0.0000071759,0.05000,15.152
28,mlp.experts.52.gate_proj,0.0000300643,0.05000,15.267
28,mlp.experts.61.gate_proj,0.0000099603,0.05000,15.164
28,mlp.experts.53.gate_proj,0.0000074700,0.05000,15.157
28,mlp.experts.54.gate_proj,0.0000060119,0.05000,15.147
28,mlp.experts.60.gate_proj,0.0000064515,0.05000,15.193
28,mlp.experts.56.gate_proj,0.0000062089,0.05000,15.181
28,mlp.experts.62.gate_proj,0.0000233075,0.05000,15.052
28,mlp.experts.48.gate_proj,0.0000034777,0.05000,15.099
28,mlp.experts.49.gate_proj,0.0000225193,0.05000,15.201
28,mlp.experts.63.gate_proj,0.0000073949,0.05000,15.077
28,mlp.experts.58.gate_proj,0.0000043791,0.05000,15.262
28,mlp.experts.50.gate_proj,0.0000094388,0.05000,15.209
28,mlp.experts.75.gate_proj,0.0000150647,0.05000,15.016
28,mlp.experts.69.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.793
28,mlp.experts.67.gate_proj,0.0000087110,0.05000,15.222
28,mlp.experts.73.gate_proj,0.0000103175,0.05000,14.885
28,mlp.experts.68.gate_proj,0.0000315067,0.05000,14.910
28,mlp.experts.71.gate_proj,0.0000225914,0.05000,15.025
28,mlp.experts.78.gate_proj,0.0000116633,0.05000,14.875
28,mlp.experts.77.gate_proj,0.0000635698,0.05000,15.034
28,mlp.experts.70.gate_proj,0.0000174633,0.05000,15.037
28,mlp.experts.72.gate_proj,0.0000029840,0.05000,15.012
28,mlp.experts.65.gate_proj,0.0000079174,0.05000,14.927
28,mlp.experts.76.gate_proj,0.0000553043,0.05000,15.073
28,mlp.experts.64.gate_proj,0.0000147554,0.05000,15.012
28,mlp.experts.79.gate_proj,0.0000230275,0.05000,14.927
28,mlp.experts.74.gate_proj,0.0000038418,0.05000,14.929
28,mlp.experts.66.gate_proj,0.0000108824,0.05000,15.040
28,mlp.experts.91.gate_proj,0.0000071207,0.05000,14.952
28,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.811
28,mlp.experts.85.gate_proj,0.0000097469,0.05000,15.076
28,mlp.experts.83.gate_proj,0.0000146230,0.05000,14.991
28,mlp.experts.89.gate_proj,0.0000080643,0.05000,14.491
28,mlp.experts.94.gate_proj,0.0000562736,0.05000,14.326
28,mlp.experts.81.gate_proj,0.0000112737,0.05000,14.355
28,mlp.experts.84.gate_proj,0.0000110330,0.05000,14.658
28,mlp.experts.80.gate_proj,0.0000057663,0.05000,14.395
28,mlp.experts.87.gate_proj,0.0000090529,0.05000,14.655
28,mlp.experts.93.gate_proj,0.0000116408,0.05000,14.581
28,mlp.experts.95.gate_proj,0.0000053955,0.05000,14.440
28,mlp.experts.88.gate_proj,0.0000137163,0.05000,14.560
28,mlp.experts.92.gate_proj,0.0000071572,0.05000,14.636
28,mlp.experts.90.gate_proj,0.0000351406,0.05000,14.596
28,mlp.experts.82.gate_proj,0.0000287108,0.05000,14.557
28,mlp.experts.97.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.814
28,mlp.experts.101.gate_proj,0.0000038776,0.05000,14.578
28,mlp.experts.107.gate_proj,0.0000096383,0.05000,14.673
28,mlp.experts.102.gate_proj,0.0000428343,0.05000,14.732
28,mlp.experts.99.gate_proj,0.0000067220,0.05000,14.664
28,mlp.experts.98.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.865
28,mlp.experts.105.gate_proj,0.0000072777,0.05000,14.586
28,mlp.experts.110.gate_proj,0.0000151480,0.05000,14.658
28,mlp.experts.96.gate_proj,0.0000127812,0.05000,14.576
28,mlp.experts.103.gate_proj,0.0000209277,0.05000,14.630
28,mlp.experts.100.gate_proj,0.0000509272,0.05000,14.730
28,mlp.experts.104.gate_proj,0.0000158809,0.05000,14.587
28,mlp.experts.111.gate_proj,0.0000196538,0.05000,14.662
28,mlp.experts.109.gate_proj,0.0000112691,0.05000,14.663
28,mlp.experts.108.gate_proj,0.0000230465,0.05000,14.746
28,mlp.experts.106.gate_proj,0.0000041593,0.05000,14.669
28,mlp.experts.113.gate_proj,0.0000097351,0.05000,14.596
28,mlp.experts.117.gate_proj,0.0000045955,0.05000,14.662
28,mlp.experts.123.gate_proj,0.0000154278,0.05000,14.687
28,mlp.experts.118.gate_proj,0.0000142856,0.05000,14.629
28,mlp.experts.114.gate_proj,0.0000099143,0.05000,14.486
28,mlp.experts.115.gate_proj,0.0000071603,0.05000,14.589
28,mlp.experts.139.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.748
28,mlp.experts.121.gate_proj,0.0000120973,0.05000,15.518
28,mlp.experts.126.gate_proj,0.0000166346,0.05000,15.540
28,mlp.experts.112.gate_proj,0.0000095329,0.05000,15.543
28,mlp.experts.120.gate_proj,0.0000169767,0.05000,15.422
28,mlp.experts.125.gate_proj,0.0000370103,0.05000,15.429
28,mlp.experts.116.gate_proj,0.0000079847,0.05000,15.556
28,mlp.experts.127.gate_proj,0.0000098514,0.05000,15.519
28,mlp.experts.119.gate_proj,0.0000069528,0.05000,15.651
28,mlp.experts.124.gate_proj,0.0000119847,0.05000,15.464
28,mlp.experts.122.gate_proj,0.0000166144,0.05000,15.464
28,mlp.experts.129.gate_proj,0.0000194990,0.05000,15.606
28,mlp.experts.133.gate_proj,0.0000057991,0.05000,15.511
28,mlp.experts.134.gate_proj,0.0000235362,0.05000,15.411
28,mlp.experts.131.gate_proj,0.0000191263,0.05000,15.471
28,mlp.experts.130.gate_proj,0.0000024601,0.05000,15.574
28,mlp.experts.155.gate_proj,0.0000125872,0.05000,15.462
28,mlp.experts.137.gate_proj,0.0000102427,0.05000,15.059
28,mlp.experts.142.gate_proj,0.0000155156,0.05000,15.097
28,mlp.experts.136.gate_proj,0.0000094041,0.05000,14.964
28,mlp.experts.132.gate_proj,0.0000288841,0.05000,14.879
28,mlp.experts.128.gate_proj,0.0000544493,0.05000,15.101
28,mlp.experts.143.gate_proj,0.0000060236,0.05000,14.975
28,mlp.experts.141.gate_proj,0.0000108429,0.05000,15.118
28,mlp.experts.140.gate_proj,0.0000236186,0.05000,14.916
28,mlp.experts.135.gate_proj,0.0000549007,0.05000,15.048
28,mlp.experts.138.gate_proj,0.0000086313,0.05000,15.037
28,mlp.experts.145.gate_proj,0.0000065464,0.05000,14.812
28,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.742
28,mlp.experts.150.gate_proj,0.0000168352,0.05000,14.805
28,mlp.experts.149.gate_proj,0.0000073426,0.05000,14.842
28,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.774
28,mlp.experts.146.gate_proj,0.0000476277,0.05000,14.863
28,mlp.experts.147.gate_proj,0.0000106061,0.05000,14.974
28,mlp.experts.171.gate_proj,0.0000114410,0.05000,14.902
28,mlp.experts.153.gate_proj,0.0000175964,0.05000,15.049
28,mlp.experts.158.gate_proj,0.0000058875,0.05000,14.918
28,mlp.experts.152.gate_proj,0.0000054760,0.05000,15.008
28,mlp.experts.144.gate_proj,0.0000097818,0.05000,14.973
28,mlp.experts.157.gate_proj,0.0000069529,0.05000,15.002
28,mlp.experts.151.gate_proj,0.0000099298,0.05000,14.952
28,mlp.experts.156.gate_proj,0.0000092357,0.05000,15.089
28,mlp.experts.159.gate_proj,0.0000094942,0.05000,15.192
28,mlp.experts.161.gate_proj,0.0000078666,0.05000,15.049
28,mlp.experts.164.gate_proj,0.0000119008,0.05000,14.963
28,mlp.experts.165.gate_proj,0.0000324010,0.05000,14.974
28,mlp.experts.166.gate_proj,0.0000173482,0.05000,15.161
28,mlp.experts.170.gate_proj,0.0000157225,0.05000,15.099
28,mlp.experts.162.gate_proj,0.0000158444,0.05000,15.246
28,mlp.experts.163.gate_proj,0.0000227892,0.05000,15.190
28,mlp.experts.187.gate_proj,0.0000188294,0.05000,15.059
28,mlp.experts.169.gate_proj,0.0000174500,0.05000,15.268
28,mlp.experts.174.gate_proj,0.0000149200,0.05000,15.457
28,mlp.experts.168.gate_proj,0.0000096081,0.05000,15.348
28,mlp.experts.160.gate_proj,0.0000119475,0.05000,15.365
28,mlp.experts.173.gate_proj,0.0000174031,0.05000,15.367
28,mlp.experts.167.gate_proj,0.0000064627,0.05000,15.433
28,mlp.experts.172.gate_proj,0.0000091608,0.05000,15.461
28,mlp.experts.175.gate_proj,0.0000116448,0.05000,15.421
28,mlp.experts.177.gate_proj,0.0000039667,0.05000,15.296
28,mlp.experts.181.gate_proj,0.0000118183,0.05000,15.346
28,mlp.experts.180.gate_proj,0.0000426007,0.05000,15.466
28,mlp.experts.182.gate_proj,0.0000165290,0.05000,15.403
28,mlp.experts.186.gate_proj,0.0000097406,0.05000,15.501
28,mlp.experts.179.gate_proj,0.0000127376,0.05000,15.419
28,mlp.experts.178.gate_proj,0.0000118674,0.05000,15.470
28,mlp.experts.203.gate_proj,0.0000112357,0.05000,15.421
28,mlp.experts.185.gate_proj,0.0000101849,0.05000,14.826
28,mlp.experts.176.gate_proj,0.0000299970,0.05000,14.652
28,mlp.experts.190.gate_proj,0.0000062451,0.05000,14.828
28,mlp.experts.189.gate_proj,0.0000074309,0.05000,14.748
28,mlp.experts.184.gate_proj,0.0000073796,0.05000,14.927
28,mlp.experts.183.gate_proj,0.0000039123,0.05000,14.848
28,mlp.experts.188.gate_proj,0.0000091554,0.05000,14.868
28,mlp.experts.191.gate_proj,0.0000043538,0.05000,14.857
28,mlp.experts.193.gate_proj,0.0000062775,0.05000,14.778
28,mlp.experts.197.gate_proj,0.0000209260,0.05000,14.616
28,mlp.experts.196.gate_proj,0.0000102632,0.05000,14.809
28,mlp.experts.198.gate_proj,0.0000228503,0.05000,14.689
28,mlp.experts.207.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.727
28,mlp.experts.202.gate_proj,0.0000234702,0.05000,14.823
28,mlp.experts.194.gate_proj,0.0000041646,0.05000,14.829
28,mlp.experts.195.gate_proj,0.0000395063,0.05000,14.886
28,mlp.experts.219.gate_proj,0.0000117330,0.05000,14.867
28,mlp.experts.201.gate_proj,0.0000080711,0.05000,15.377
28,mlp.experts.192.gate_proj,0.0000152996,0.05000,15.254
28,mlp.experts.200.gate_proj,0.0000130140,0.05000,15.211
28,mlp.experts.206.gate_proj,0.0000336710,0.05000,15.355
28,mlp.experts.205.gate_proj,0.0000265641,0.05000,15.397
28,mlp.experts.199.gate_proj,0.0000097278,0.05000,15.364
28,mlp.experts.204.gate_proj,0.0000131409,0.05000,15.417
28,mlp.experts.209.gate_proj,0.0000081822,0.05000,15.303
28,mlp.experts.213.gate_proj,0.0000293995,0.05000,15.525
28,mlp.experts.212.gate_proj,0.0000091900,0.05000,15.485
28,mlp.experts.214.gate_proj,0.0000205327,0.05000,15.608
28,mlp.experts.223.gate_proj,0.0000367841,0.05000,15.506
28,mlp.experts.210.gate_proj,0.0000042874,0.05000,15.327
28,mlp.experts.218.gate_proj,0.0000058313,0.05000,15.484
28,mlp.experts.211.gate_proj,0.0000107084,0.05000,15.519
28,mlp.experts.235.gate_proj,0.0000072237,0.05000,15.588
28,mlp.experts.217.gate_proj,0.0000187421,0.05000,14.647
28,mlp.experts.208.gate_proj,0.0000355252,0.05000,14.659
28,mlp.experts.222.gate_proj,0.0000195100,0.05000,14.723
28,mlp.experts.216.gate_proj,0.0000140888,0.05000,14.763
28,mlp.experts.221.gate_proj,0.0000094073,0.05000,14.651
28,mlp.experts.215.gate_proj,0.0000229080,0.05000,14.698
28,mlp.experts.225.gate_proj,0.0000181545,0.05000,14.673
28,mlp.experts.220.gate_proj,0.0000100705,0.05000,14.755
28,mlp.experts.229.gate_proj,0.0000103078,0.05000,14.644
28,mlp.experts.228.gate_proj,0.0000084270,0.05000,14.690
28,mlp.experts.230.gate_proj,0.0000083788,0.05000,14.784
28,mlp.experts.239.gate_proj,0.0000249709,0.05000,14.645
28,mlp.experts.234.gate_proj,0.0000091415,0.05000,14.483
28,mlp.experts.226.gate_proj,0.0000246704,0.05000,14.740
28,mlp.experts.227.gate_proj,0.0000086838,0.05000,14.654
28,mlp.experts.251.gate_proj,0.0000449573,0.05000,14.704
28,mlp.experts.224.gate_proj,0.0000112014,0.05000,14.716
28,mlp.experts.233.gate_proj,0.0000101834,0.05000,14.896
28,mlp.experts.238.gate_proj,0.0000068326,0.05000,14.727
28,mlp.experts.237.gate_proj,0.0000156868,0.05000,14.661
28,mlp.experts.232.gate_proj,0.0000094897,0.05000,14.814
28,mlp.experts.231.gate_proj,0.0000401677,0.05000,14.791
28,mlp.experts.236.gate_proj,0.0000115552,0.05000,14.756
28,mlp.experts.241.gate_proj,0.0000169182,0.05000,14.774
28,mlp.experts.245.gate_proj,0.0000112003,0.05000,14.742
28,mlp.experts.244.gate_proj,0.0000235762,0.05000,14.807
28,mlp.experts.246.gate_proj,0.0000185405,0.05000,14.791
28,mlp.experts.255.gate_proj,0.0000083093,0.05000,14.766
28,mlp.experts.250.gate_proj,0.0000130515,0.05000,14.956
28,mlp.experts.242.gate_proj,0.0000255307,0.05000,14.801
28,mlp.experts.243.gate_proj,0.0000099695,0.05000,14.806
28,mlp.experts.11.up_proj,0.0000399779,0.05000,14.707
28,mlp.experts.3.up_proj,failsafe(rtn): 0.0009308,0.00000,0.701
28,mlp.experts.27.up_proj,failsafe(rtn): 0.0008965,0.00000,0.661
28,mlp.experts.249.gate_proj,0.0000160597,0.05000,15.185
28,mlp.experts.240.gate_proj,0.0000256061,0.05000,15.302
28,mlp.experts.253.gate_proj,0.0000065763,0.05000,15.356
28,mlp.experts.254.gate_proj,0.0000085817,0.05000,15.370
28,mlp.experts.248.gate_proj,0.0000169358,0.05000,15.268
28,mlp.experts.1.up_proj,0.0000054381,0.05000,15.237
28,mlp.experts.252.gate_proj,0.0000127748,0.05000,15.351
28,mlp.experts.247.gate_proj,0.0000130906,0.05000,15.488
28,mlp.experts.5.up_proj,0.0000082870,0.05000,15.522
28,mlp.experts.4.up_proj,0.0000100044,0.05000,15.436
28,mlp.experts.6.up_proj,0.0000107977,0.05000,15.432
28,mlp.experts.15.up_proj,0.0000152017,0.05000,15.566
28,mlp.experts.2.up_proj,0.0000087379,0.05000,15.508
28,mlp.experts.10.up_proj,0.0000080144,0.05000,15.604
28,mlp.experts.19.up_proj,0.0000283696,0.05000,15.615
28,mlp.experts.43.up_proj,0.0000079275,0.05000,15.614
28,mlp.experts.9.up_proj,0.0000258271,0.05000,14.598
28,mlp.experts.0.up_proj,0.0000058478,0.05000,14.608
28,mlp.experts.8.up_proj,0.0000103239,0.05000,14.465
28,mlp.experts.14.up_proj,0.0000098267,0.05000,14.568
28,mlp.experts.13.up_proj,0.0000183991,0.05000,14.612
28,mlp.experts.17.up_proj,0.0000374404,0.05000,14.567
28,mlp.experts.12.up_proj,0.0000111674,0.05000,14.466
28,mlp.experts.7.up_proj,0.0000406819,0.05000,14.575
28,mlp.experts.21.up_proj,0.0000068566,0.05000,14.515
28,mlp.experts.20.up_proj,0.0000108276,0.05000,14.341
28,mlp.experts.22.up_proj,0.0000045684,0.05000,14.629
28,mlp.experts.31.up_proj,0.0000290453,0.05000,14.578
28,mlp.experts.18.up_proj,0.0000040725,0.05000,14.490
28,mlp.experts.26.up_proj,0.0000098128,0.05000,14.589
28,mlp.experts.35.up_proj,0.0000073097,0.05000,14.532
28,mlp.experts.59.up_proj,0.0000078176,0.05000,14.540
28,mlp.experts.25.up_proj,0.0000081022,0.05000,14.570
28,mlp.experts.16.up_proj,0.0000114422,0.05000,14.509
28,mlp.experts.24.up_proj,0.0000083491,0.05000,14.480
28,mlp.experts.30.up_proj,0.0000075906,0.05000,14.494
28,mlp.experts.29.up_proj,0.0000121975,0.05000,14.457
28,mlp.experts.33.up_proj,0.0000103783,0.05000,14.473
28,mlp.experts.28.up_proj,0.0000060011,0.05000,14.666
28,mlp.experts.23.up_proj,0.0000087639,0.05000,14.679
28,mlp.experts.36.up_proj,0.0000092433,0.05000,14.580
28,mlp.experts.37.up_proj,0.0000152849,0.05000,14.616
28,mlp.experts.38.up_proj,0.0000093292,0.05000,14.473
28,mlp.experts.47.up_proj,0.0000077549,0.05000,14.540
28,mlp.experts.34.up_proj,0.0000066503,0.05000,14.564
28,mlp.experts.42.up_proj,0.0000122905,0.05000,14.454
28,mlp.experts.51.up_proj,0.0000032141,0.05000,14.661
28,mlp.experts.75.up_proj,0.0000144819,0.05000,14.654
28,mlp.experts.41.up_proj,0.0000070938,0.05000,14.731
28,mlp.experts.32.up_proj,0.0000538641,0.05000,14.894
28,mlp.experts.46.up_proj,0.0000067918,0.05000,14.818
28,mlp.experts.40.up_proj,0.0000053803,0.05000,14.938
28,mlp.experts.45.up_proj,0.0000076503,0.05000,14.837
28,mlp.experts.49.up_proj,0.0000207196,0.05000,14.775
28,mlp.experts.44.up_proj,0.0000265735,0.05000,14.851
28,mlp.experts.39.up_proj,0.0000060541,0.05000,14.894
28,mlp.experts.53.up_proj,0.0000076684,0.05000,14.849
28,mlp.experts.52.up_proj,0.0000288240,0.05000,14.870
28,mlp.experts.54.up_proj,0.0000064495,0.05000,14.908
28,mlp.experts.63.up_proj,0.0000070970,0.05000,14.949
28,mlp.experts.69.up_proj,failsafe(rtn): 0.0009079,0.00000,0.754
28,mlp.experts.50.up_proj,0.0000089750,0.05000,14.936
28,mlp.experts.58.up_proj,0.0000042748,0.05000,14.902
28,mlp.experts.67.up_proj,0.0000082363,0.05000,15.019
28,mlp.experts.91.up_proj,0.0000069592,0.05000,14.919
28,mlp.experts.57.up_proj,0.0000128975,0.05000,14.906
28,mlp.experts.48.up_proj,0.0000033625,0.05000,14.842
28,mlp.experts.61.up_proj,0.0000085385,0.05000,14.865
28,mlp.experts.56.up_proj,0.0000072235,0.05000,14.951
28,mlp.experts.62.up_proj,0.0000224159,0.05000,14.995
28,mlp.experts.65.up_proj,0.0000074371,0.05000,14.760
28,mlp.experts.60.up_proj,0.0000038587,0.05000,14.742
28,mlp.experts.55.up_proj,0.0000063860,0.05000,14.843
28,mlp.experts.68.up_proj,0.0000330362,0.05000,15.063
28,mlp.experts.70.up_proj,0.0000163193,0.05000,15.045
28,mlp.experts.85.up_proj,0.0000094221,0.05000,14.858
28,mlp.experts.79.up_proj,0.0000209582,0.05000,14.946
28,mlp.experts.66.up_proj,0.0000076471,0.05000,14.950
28,mlp.experts.74.up_proj,0.0000038607,0.05000,14.931
28,mlp.experts.86.up_proj,failsafe(rtn): 0.0009689,0.00000,0.777
28,mlp.experts.83.up_proj,0.0000135336,0.05000,14.935
28,mlp.experts.107.up_proj,0.0000090500,0.05000,14.971
28,mlp.experts.73.up_proj,0.0000105739,0.05000,15.294
28,mlp.experts.64.up_proj,0.0000138720,0.05000,15.385
28,mlp.experts.77.up_proj,0.0000666217,0.05000,15.313
28,mlp.experts.78.up_proj,0.0000109882,0.05000,15.370
28,mlp.experts.72.up_proj,0.0000029481,0.05000,15.429
28,mlp.experts.81.up_proj,0.0000101917,0.05000,15.334
28,mlp.experts.76.up_proj,0.0000544791,0.05000,15.281
28,mlp.experts.71.up_proj,0.0000208275,0.05000,15.124
28,mlp.experts.97.up_proj,failsafe(rtn): 0.0009651,0.00000,0.731
28,mlp.experts.84.up_proj,0.0000103644,0.05000,15.262
28,mlp.experts.101.up_proj,0.0000038106,0.05000,15.188
28,mlp.experts.95.up_proj,0.0000054287,0.05000,15.196
28,mlp.experts.82.up_proj,0.0000298781,0.05000,15.195
28,mlp.experts.90.up_proj,0.0000325576,0.05000,15.240
28,mlp.experts.102.up_proj,0.0000458079,0.05000,15.177
28,mlp.experts.98.up_proj,failsafe(rtn): 0.0009270,0.00000,0.757
28,mlp.experts.99.up_proj,0.0000065008,0.05000,15.238
28,mlp.experts.123.up_proj,0.0000145192,0.05000,15.248
28,mlp.experts.139.up_proj,failsafe(rtn): 0.0009842,0.00000,0.696
28,mlp.experts.89.up_proj,0.0000077038,0.05000,14.969
28,mlp.experts.80.up_proj,0.0000054841,0.05000,15.001
28,mlp.experts.93.up_proj,0.0000110743,0.05000,15.092
28,mlp.experts.94.up_proj,0.0000565445,0.05000,15.047
28,mlp.experts.88.up_proj,0.0000125273,0.05000,15.046
28,mlp.experts.87.up_proj,0.0000082023,0.05000,14.899
28,mlp.experts.92.up_proj,0.0000063761,0.05000,15.086
28,mlp.experts.113.up_proj,0.0000095043,0.05000,15.050
28,mlp.experts.100.up_proj,0.0000452166,0.05000,15.053
28,mlp.experts.117.up_proj,0.0000043968,0.05000,15.068
28,mlp.experts.111.up_proj,0.0000173657,0.05000,15.195
28,mlp.experts.106.up_proj,0.0000037809,0.05000,15.148
28,mlp.experts.118.up_proj,0.0000144049,0.05000,15.213
28,mlp.experts.114.up_proj,0.0000084181,0.05000,15.166
28,mlp.experts.115.up_proj,0.0000063805,0.05000,15.281
28,mlp.experts.155.up_proj,0.0000114102,0.05000,15.311
28,mlp.experts.105.up_proj,0.0000054804,0.05000,15.014
28,mlp.experts.96.up_proj,0.0000128289,0.05000,14.922
28,mlp.experts.104.up_proj,0.0000132830,0.05000,14.847
28,mlp.experts.109.up_proj,0.0000106828,0.05000,15.077
28,mlp.experts.110.up_proj,0.0000128223,0.05000,14.977
28,mlp.experts.108.up_proj,0.0000200731,0.05000,14.962
28,mlp.experts.103.up_proj,0.0000203448,0.05000,15.043
28,mlp.experts.129.up_proj,0.0000195494,0.05000,14.942
28,mlp.experts.116.up_proj,0.0000076256,0.05000,15.023
28,mlp.experts.133.up_proj,0.0000056398,0.05000,14.908
28,mlp.experts.127.up_proj,0.0000093840,0.05000,15.027
28,mlp.experts.122.up_proj,0.0000176591,0.05000,14.919
28,mlp.experts.134.up_proj,0.0000208574,0.05000,14.847
28,mlp.experts.130.up_proj,0.0000031069,0.05000,14.813
28,mlp.experts.131.up_proj,0.0000179581,0.05000,14.876
28,mlp.experts.171.up_proj,0.0000101158,0.05000,15.009
28,mlp.experts.121.up_proj,0.0000117037,0.05000,15.021
28,mlp.experts.112.up_proj,0.0000088828,0.05000,15.054
28,mlp.experts.120.up_proj,0.0000161514,0.05000,15.022
28,mlp.experts.126.up_proj,0.0000160880,0.05000,14.950
28,mlp.experts.125.up_proj,0.0000350027,0.05000,15.003
28,mlp.experts.124.up_proj,0.0000112483,0.05000,14.909
28,mlp.experts.119.up_proj,0.0000064187,0.05000,15.053
28,mlp.experts.145.up_proj,0.0000061005,0.05000,15.002
28,mlp.experts.132.up_proj,0.0000264431,0.05000,14.855
28,mlp.experts.149.up_proj,0.0000080124,0.05000,14.963
28,mlp.experts.143.up_proj,0.0000057308,0.05000,14.984
28,mlp.experts.148.up_proj,failsafe(rtn): 0.0009193,0.00000,0.755
28,mlp.experts.138.up_proj,0.0000092359,0.05000,15.008
28,mlp.experts.150.up_proj,0.0000182424,0.05000,14.994
28,mlp.experts.146.up_proj,0.0000427200,0.05000,15.165
28,mlp.experts.154.up_proj,failsafe(rtn): 0.0009308,0.00000,0.763
28,mlp.experts.147.up_proj,0.0000105849,0.05000,15.130
28,mlp.experts.187.up_proj,0.0000172055,0.05000,15.143
28,mlp.experts.137.up_proj,0.0000101289,0.05000,14.476
28,mlp.experts.128.up_proj,0.0000544386,0.05000,14.426
28,mlp.experts.141.up_proj,0.0000102154,0.05000,14.427
28,mlp.experts.136.up_proj,0.0000095406,0.05000,14.522
28,mlp.experts.142.up_proj,0.0000155194,0.05000,14.573
28,mlp.experts.140.up_proj,0.0000215292,0.05000,14.555
28,mlp.experts.135.up_proj,0.0000510090,0.05000,14.637
28,mlp.experts.161.up_proj,0.0000070969,0.05000,14.556
28,mlp.experts.165.up_proj,0.0000312522,0.05000,14.436
28,mlp.experts.164.up_proj,0.0000103077,0.05000,14.449
28,mlp.experts.159.up_proj,0.0000086751,0.05000,14.515
28,mlp.experts.166.up_proj,0.0000165609,0.05000,14.419
28,mlp.experts.162.up_proj,0.0000161025,0.05000,14.385
28,mlp.experts.170.up_proj,0.0000159367,0.05000,14.396
28,mlp.experts.163.up_proj,0.0000210404,0.05000,14.474
28,mlp.experts.203.up_proj,0.0000107187,0.05000,14.451
28,mlp.experts.153.up_proj,0.0000164048,0.05000,14.880
28,mlp.experts.144.up_proj,0.0000094091,0.05000,14.853
28,mlp.experts.157.up_proj,0.0000067357,0.05000,14.889
28,mlp.experts.152.up_proj,0.0000054460,0.05000,14.882
28,mlp.experts.158.up_proj,0.0000055490,0.05000,14.865
28,mlp.experts.156.up_proj,0.0000085268,0.05000,14.888
28,mlp.experts.151.up_proj,0.0000099646,0.05000,15.016
28,mlp.experts.177.up_proj,0.0000038869,0.05000,14.949
28,mlp.experts.181.up_proj,0.0000122556,0.05000,15.021
28,mlp.experts.175.up_proj,0.0000107903,0.05000,15.000
28,mlp.experts.180.up_proj,0.0000426595,0.05000,15.062
28,mlp.experts.182.up_proj,0.0000156518,0.05000,15.017
28,mlp.experts.186.up_proj,0.0000090773,0.05000,14.954
28,mlp.experts.178.up_proj,0.0000114310,0.05000,15.131
28,mlp.experts.179.up_proj,0.0000105232,0.05000,15.018
28,mlp.experts.219.up_proj,0.0000121936,0.05000,15.067
28,mlp.experts.169.up_proj,0.0000176567,0.05000,14.988
28,mlp.experts.160.up_proj,0.0000112783,0.05000,14.979
28,mlp.experts.173.up_proj,0.0000173111,0.05000,14.988
28,mlp.experts.174.up_proj,0.0000142034,0.05000,14.909
28,mlp.experts.168.up_proj,0.0000093485,0.05000,15.032
28,mlp.experts.172.up_proj,0.0000080643,0.05000,14.928
28,mlp.experts.167.up_proj,0.0000059707,0.05000,14.862
28,mlp.experts.193.up_proj,0.0000065006,0.05000,14.849
28,mlp.experts.197.up_proj,0.0000216201,0.05000,14.873
28,mlp.experts.196.up_proj,0.0000106598,0.05000,14.844
28,mlp.experts.191.up_proj,0.0000043420,0.05000,14.883
28,mlp.experts.198.up_proj,0.0000198094,0.05000,14.926
28,mlp.experts.207.up_proj,failsafe(rtn): 0.0009193,0.00000,0.714
28,mlp.experts.202.up_proj,0.0000207154,0.05000,14.831
28,mlp.experts.194.up_proj,0.0000037587,0.05000,14.847
28,mlp.experts.195.up_proj,0.0000438636,0.05000,14.863
28,mlp.experts.235.up_proj,0.0000069451,0.05000,14.781
28,mlp.experts.185.up_proj,0.0000106072,0.05000,14.733
28,mlp.experts.176.up_proj,0.0000304516,0.05000,14.748
28,mlp.experts.189.up_proj,0.0000073035,0.05000,14.653
28,mlp.experts.190.up_proj,0.0000065286,0.05000,14.796
28,mlp.experts.184.up_proj,0.0000064660,0.05000,14.795
28,mlp.experts.188.up_proj,0.0000095051,0.05000,14.695
28,mlp.experts.183.up_proj,0.0000037205,0.05000,14.866
28,mlp.experts.209.up_proj,0.0000075450,0.05000,14.755
28,mlp.experts.213.up_proj,0.0000278356,0.05000,14.782
28,mlp.experts.212.up_proj,0.0000092872,0.05000,14.869
28,mlp.experts.214.up_proj,0.0000183553,0.05000,14.998
28,mlp.experts.223.up_proj,0.0000353507,0.05000,14.904
28,mlp.experts.218.up_proj,0.0000055635,0.05000,14.968
28,mlp.experts.210.up_proj,0.0000039478,0.05000,14.905
28,mlp.experts.211.up_proj,0.0000106986,0.05000,14.791
28,mlp.experts.251.up_proj,0.0000392461,0.05000,14.934
28,mlp.experts.11.down_proj,0.0000008481,0.05000,3.860
28,mlp.experts.27.down_proj,failsafe(rtn): 0.0008965,0.00000,0.150
28,mlp.experts.43.down_proj,0.0000005819,0.05000,3.693
28,mlp.experts.201.up_proj,0.0000083247,0.05000,14.816
28,mlp.experts.192.up_proj,0.0000148655,0.05000,14.908
28,mlp.experts.205.up_proj,0.0000263461,0.05000,14.848
28,mlp.experts.200.up_proj,0.0000100286,0.05000,14.953
28,mlp.experts.206.up_proj,0.0000330444,0.05000,15.092
28,mlp.experts.204.up_proj,0.0000110793,0.05000,15.043
28,mlp.experts.199.up_proj,0.0000101708,0.05000,15.018
28,mlp.experts.225.up_proj,0.0000169396,0.05000,14.951
28,mlp.experts.59.down_proj,0.0000004401,0.05000,3.866
28,mlp.experts.229.up_proj,0.0000097464,0.05000,15.046
28,mlp.experts.228.up_proj,0.0000079759,0.05000,14.979
28,mlp.experts.230.up_proj,0.0000071746,0.05000,15.060
28,mlp.experts.234.up_proj,0.0000090768,0.05000,14.915
28,mlp.experts.239.up_proj,0.0000247033,0.05000,15.088
28,mlp.experts.226.up_proj,0.0000230782,0.05000,15.007
28,mlp.experts.227.up_proj,0.0000083126,0.05000,14.981
28,mlp.experts.75.down_proj,0.0000003018,0.05000,3.645
28,mlp.experts.91.down_proj,0.0000007633,0.05000,3.833
28,mlp.experts.107.down_proj,0.0000002985,0.05000,3.889
28,mlp.experts.217.up_proj,0.0000160662,0.05000,14.889
28,mlp.experts.208.up_proj,0.0000334211,0.05000,15.194
28,mlp.experts.221.up_proj,0.0000085657,0.05000,15.090
28,mlp.experts.216.up_proj,0.0000134589,0.05000,15.194
28,mlp.experts.222.up_proj,0.0000168473,0.05000,15.144
28,mlp.experts.220.up_proj,0.0000095195,0.05000,15.257
28,mlp.experts.241.up_proj,0.0000148167,0.05000,15.022
28,mlp.experts.215.up_proj,0.0000193157,0.05000,15.200
28,mlp.experts.123.down_proj,0.0000005664,0.05000,3.787
28,mlp.experts.139.down_proj,failsafe(rtn): 0.0009537,0.00000,0.172
28,mlp.experts.245.up_proj,0.0000107030,0.05000,15.027
28,mlp.experts.244.up_proj,0.0000213347,0.05000,15.064
28,mlp.experts.250.up_proj,0.0000127066,0.05000,14.924
28,mlp.experts.246.up_proj,0.0000176087,0.05000,15.146
28,mlp.experts.242.up_proj,0.0000236434,0.05000,15.025
28,mlp.experts.255.up_proj,0.0000075719,0.05000,15.146
28,mlp.experts.243.up_proj,0.0000101375,0.05000,15.068
28,mlp.experts.3.down_proj,failsafe(rtn): 0.0009079,0.00000,0.181
28,mlp.experts.1.down_proj,0.0000003760,0.05000,3.592
28,mlp.experts.155.down_proj,0.0000004549,0.05000,3.634
28,mlp.experts.5.down_proj,0.0000006575,0.05000,3.569
28,mlp.experts.4.down_proj,0.0000004609,0.05000,3.644
28,mlp.experts.10.down_proj,0.0000002421,0.05000,3.514
28,mlp.experts.6.down_proj,0.0000004329,0.05000,3.541
28,mlp.experts.2.down_proj,0.0000005492,0.05000,3.513
28,mlp.experts.15.down_proj,0.0000012327,0.05000,3.512
28,mlp.experts.19.down_proj,0.0000010298,0.05000,3.527
28,mlp.experts.17.down_proj,0.0000009419,0.05000,3.618
28,mlp.experts.171.down_proj,0.0000002740,0.05000,3.691
28,mlp.experts.21.down_proj,0.0000003231,0.05000,3.679
28,mlp.experts.20.down_proj,0.0000005680,0.05000,3.769
28,mlp.experts.26.down_proj,0.0000007386,0.05000,3.761
28,mlp.experts.22.down_proj,0.0000002177,0.05000,3.770
28,mlp.experts.18.down_proj,0.0000000662,0.05000,3.832
28,mlp.experts.31.down_proj,0.0000013740,0.05000,3.835
28,mlp.experts.35.down_proj,0.0000003120,0.05000,3.827
28,mlp.experts.33.down_proj,0.0000007324,0.05000,3.730
28,mlp.experts.187.down_proj,0.0000004906,0.05000,3.658
28,mlp.experts.37.down_proj,0.0000002944,0.05000,3.707
28,mlp.experts.36.down_proj,0.0000001535,0.05000,3.863
28,mlp.experts.42.down_proj,0.0000005253,0.05000,3.925
28,mlp.experts.38.down_proj,0.0000003127,0.05000,3.906
28,mlp.experts.34.down_proj,0.0000003672,0.05000,3.844
28,mlp.experts.233.up_proj,0.0000099349,0.05000,14.880
28,mlp.experts.47.down_proj,0.0000006256,0.05000,3.899
28,mlp.experts.237.up_proj,0.0000154434,0.05000,14.745
28,mlp.experts.224.up_proj,0.0000100766,0.05000,14.889
28,mlp.experts.51.down_proj,0.0000000849,0.05000,3.943
28,mlp.experts.238.up_proj,0.0000065874,0.05000,14.636
28,mlp.experts.232.up_proj,0.0000082342,0.05000,14.917
28,mlp.experts.236.up_proj,0.0000103294,0.05000,14.830
28,mlp.experts.231.up_proj,0.0000452985,0.05000,14.815
28,mlp.experts.49.down_proj,0.0000003922,0.05000,4.034
28,mlp.experts.203.down_proj,0.0000002006,0.05000,3.939
28,mlp.experts.53.down_proj,0.0000005511,0.05000,3.875
28,mlp.experts.69.down_proj,failsafe(rtn): 0.0008965,0.00000,0.182
28,mlp.experts.52.down_proj,0.0000015247,0.05000,3.731
28,mlp.experts.58.down_proj,0.0000002275,0.05000,3.643
28,mlp.experts.54.down_proj,0.0000004165,0.05000,3.668
28,mlp.experts.50.down_proj,0.0000001222,0.05000,3.661
28,mlp.experts.63.down_proj,0.0000001206,0.05000,3.714
28,mlp.experts.67.down_proj,0.0000002595,0.05000,3.698
28,mlp.experts.65.down_proj,0.0000001952,0.05000,3.587
28,mlp.experts.219.down_proj,0.0000006877,0.05000,3.679
28,mlp.experts.85.down_proj,0.0000003524,0.05000,3.597
28,mlp.experts.68.down_proj,0.0000018328,0.05000,3.557
28,mlp.experts.74.down_proj,0.0000001309,0.05000,3.616
28,mlp.experts.70.down_proj,0.0000004010,0.05000,3.551
28,mlp.experts.66.down_proj,0.0000001147,0.05000,3.583
28,mlp.experts.86.down_proj,failsafe(rtn): 0.0009422,0.00000,0.178
28,mlp.experts.79.down_proj,0.0000009147,0.05000,3.594
28,mlp.experts.83.down_proj,0.0000004881,0.05000,3.615
28,mlp.experts.81.down_proj,0.0000002499,0.05000,3.489
28,mlp.experts.97.down_proj,failsafe(rtn): 0.0009346,0.00000,0.149
28,mlp.experts.235.down_proj,0.0000002869,0.05000,3.568
28,mlp.experts.101.down_proj,0.0000002502,0.05000,3.531
28,mlp.experts.84.down_proj,0.0000001584,0.05000,3.502
28,mlp.experts.90.down_proj,0.0000017518,0.05000,3.505
28,mlp.experts.82.down_proj,0.0000018041,0.05000,3.492
28,mlp.experts.98.down_proj,failsafe(rtn): 0.0009117,0.00000,0.190
28,mlp.experts.102.down_proj,0.0000027426,0.05000,3.590
28,mlp.experts.95.down_proj,0.0000003831,0.05000,3.589
28,mlp.experts.99.down_proj,0.0000003368,0.05000,3.512
28,mlp.experts.113.down_proj,0.0000002595,0.05000,3.490
28,mlp.experts.251.down_proj,0.0000022813,0.05000,3.495
28,mlp.experts.117.down_proj,0.0000003047,0.05000,3.452
28,mlp.experts.100.down_proj,0.0000007499,0.05000,3.492
28,mlp.experts.106.down_proj,0.0000003452,0.05000,3.471
28,mlp.experts.249.up_proj,0.0000155842,0.05000,14.122
28,mlp.experts.114.down_proj,0.0000003860,0.05000,3.425
28,mlp.experts.118.down_proj,0.0000006148,0.05000,3.429
28,mlp.experts.111.down_proj,0.0000006922,0.05000,3.408
28,mlp.experts.253.up_proj,0.0000063397,0.05000,13.962
28,mlp.experts.240.up_proj,0.0000244714,0.05000,14.057
28,mlp.experts.254.up_proj,0.0000081825,0.05000,14.021
28,mlp.experts.115.down_proj,0.0000004484,0.05000,3.417
28,mlp.experts.248.up_proj,0.0000158091,0.05000,13.949
28,mlp.experts.252.up_proj,0.0000119219,0.05000,13.968
28,mlp.experts.247.up_proj,0.0000122985,0.05000,13.933
28,mlp.experts.129.down_proj,0.0000007253,0.05000,3.330
28,mlp.experts.133.down_proj,0.0000004357,0.05000,3.299
28,mlp.experts.116.down_proj,0.0000005910,0.05000,3.317
28,mlp.experts.122.down_proj,0.0000011808,0.05000,3.383
28,mlp.experts.9.down_proj,0.0000018094,0.05000,3.350
28,mlp.experts.134.down_proj,0.0000003401,0.05000,3.337
28,mlp.experts.130.down_proj,0.0000000961,0.05000,3.372
28,mlp.experts.13.down_proj,0.0000004468,0.05000,3.357
28,mlp.experts.127.down_proj,0.0000008954,0.05000,3.419
28,mlp.experts.0.down_proj,0.0000003843,0.05000,3.428
28,mlp.experts.131.down_proj,0.0000002988,0.05000,3.424
28,mlp.experts.14.down_proj,0.0000001816,0.05000,3.438
28,mlp.experts.8.down_proj,0.0000004351,0.05000,3.445
28,mlp.experts.12.down_proj,0.0000005919,0.05000,3.439
28,mlp.experts.7.down_proj,0.0000028349,0.05000,3.325
28,mlp.experts.145.down_proj,0.0000002844,0.05000,3.373
28,mlp.experts.149.down_proj,0.0000004590,0.05000,3.367
28,mlp.experts.132.down_proj,0.0000007279,0.05000,3.316
28,mlp.experts.148.down_proj,failsafe(rtn): 0.0009041,0.00000,0.180
28,mlp.experts.138.down_proj,0.0000006271,0.05000,3.320
28,mlp.experts.154.down_proj,failsafe(rtn): 0.0009117,0.00000,0.155
28,mlp.experts.25.down_proj,0.0000006266,0.05000,3.377
28,mlp.experts.146.down_proj,0.0000012585,0.05000,3.334
28,mlp.experts.150.down_proj,0.0000009157,0.05000,3.377
28,mlp.experts.29.down_proj,0.0000001653,0.05000,3.333
28,mlp.experts.143.down_proj,0.0000001730,0.05000,3.372
28,mlp.experts.16.down_proj,0.0000001882,0.05000,3.339
28,mlp.experts.147.down_proj,0.0000008720,0.05000,3.310
28,mlp.experts.30.down_proj,0.0000003974,0.05000,3.315
28,mlp.experts.24.down_proj,0.0000006570,0.05000,3.326
28,mlp.experts.28.down_proj,0.0000002569,0.05000,3.337
28,mlp.experts.23.down_proj,0.0000001221,0.05000,3.325
28,mlp.experts.161.down_proj,0.0000005793,0.05000,3.377
28,mlp.experts.165.down_proj,0.0000013737,0.05000,3.381
28,mlp.experts.164.down_proj,0.0000002166,0.05000,3.360
28,mlp.experts.170.down_proj,0.0000012900,0.05000,3.357
28,mlp.experts.41.down_proj,0.0000001215,0.05000,3.390
28,mlp.experts.162.down_proj,0.0000002234,0.05000,3.416
28,mlp.experts.166.down_proj,0.0000003138,0.05000,3.399
28,mlp.experts.45.down_proj,0.0000004987,0.05000,3.468
28,mlp.experts.159.down_proj,0.0000001607,0.05000,3.460
28,mlp.experts.32.down_proj,0.0000017309,0.05000,3.422
28,mlp.experts.46.down_proj,0.0000004383,0.05000,3.405
28,mlp.experts.163.down_proj,0.0000004241,0.05000,3.434
28,mlp.experts.40.down_proj,0.0000000932,0.05000,3.398
28,mlp.experts.44.down_proj,0.0000006923,0.05000,3.403
28,mlp.experts.39.down_proj,0.0000000739,0.05000,3.445
28,mlp.experts.177.down_proj,0.0000001312,0.05000,3.364
28,mlp.experts.181.down_proj,0.0000009063,0.05000,3.375
28,mlp.experts.180.down_proj,0.0000018099,0.05000,3.375
28,mlp.experts.186.down_proj,0.0000004371,0.05000,3.287
28,mlp.experts.57.down_proj,0.0000002122,0.05000,3.287
28,mlp.experts.178.down_proj,0.0000006304,0.05000,3.266
28,mlp.experts.182.down_proj,0.0000002515,0.05000,3.266
28,mlp.experts.61.down_proj,0.0000004314,0.05000,3.303
28,mlp.experts.175.down_proj,0.0000002101,0.05000,3.360
28,mlp.experts.48.down_proj,0.0000001284,0.05000,3.287
28,mlp.experts.179.down_proj,0.0000005249,0.05000,3.318
28,mlp.experts.62.down_proj,0.0000004896,0.05000,3.331
28,mlp.experts.56.down_proj,0.0000003037,0.05000,3.304
28,mlp.experts.60.down_proj,0.0000000870,0.05000,3.275
28,mlp.experts.55.down_proj,0.0000004232,0.05000,3.325
28,mlp.experts.193.down_proj,0.0000005585,0.05000,3.245
28,mlp.experts.197.down_proj,0.0000013960,0.05000,3.274
28,mlp.experts.196.down_proj,0.0000007150,0.05000,3.373
28,mlp.experts.202.down_proj,0.0000005867,0.05000,3.326
28,mlp.experts.73.down_proj,0.0000006515,0.05000,3.310
28,mlp.experts.194.down_proj,0.0000000744,0.05000,3.266
28,mlp.experts.198.down_proj,0.0000009764,0.05000,3.316
28,mlp.experts.77.down_proj,0.0000021211,0.05000,3.303
28,mlp.experts.191.down_proj,0.0000002317,0.05000,3.269
28,mlp.experts.64.down_proj,0.0000002577,0.05000,3.271
28,mlp.experts.207.down_proj,failsafe(rtn): 0.0009232,0.00000,0.174
28,mlp.experts.78.down_proj,0.0000007370,0.05000,3.225
28,mlp.experts.195.down_proj,0.0000043005,0.05000,3.287
28,mlp.experts.72.down_proj,0.0000001714,0.05000,3.295
28,mlp.experts.76.down_proj,0.0000029858,0.05000,3.352
28,mlp.experts.71.down_proj,0.0000014071,0.05000,3.349
28,mlp.experts.209.down_proj,0.0000004516,0.05000,3.427
28,mlp.experts.213.down_proj,0.0000003872,0.05000,3.350
28,mlp.experts.212.down_proj,0.0000005904,0.05000,3.355
28,mlp.experts.218.down_proj,0.0000000839,0.05000,3.331
28,mlp.experts.89.down_proj,0.0000001063,0.05000,3.343
28,mlp.experts.210.down_proj,0.0000000532,0.05000,3.312
28,mlp.experts.214.down_proj,0.0000005802,0.05000,3.350
28,mlp.experts.93.down_proj,0.0000002054,0.05000,3.431
28,mlp.experts.80.down_proj,0.0000003067,0.05000,3.373
28,mlp.experts.223.down_proj,0.0000008648,0.05000,3.376
28,mlp.experts.94.down_proj,0.0000016943,0.05000,3.369
28,mlp.experts.211.down_proj,0.0000005336,0.05000,3.370
28,mlp.experts.88.down_proj,0.0000002068,0.05000,3.394
28,mlp.experts.92.down_proj,0.0000000951,0.05000,3.346
28,mlp.experts.87.down_proj,0.0000002858,0.05000,3.297
28,mlp.experts.225.down_proj,0.0000002273,0.05000,3.252
28,mlp.experts.229.down_proj,0.0000006414,0.05000,3.262
28,mlp.experts.228.down_proj,0.0000003334,0.05000,3.277
28,mlp.experts.105.down_proj,0.0000002239,0.05000,3.194
28,mlp.experts.234.down_proj,0.0000002296,0.05000,3.259
28,mlp.experts.226.down_proj,0.0000009491,0.05000,3.262
28,mlp.experts.230.down_proj,0.0000005901,0.05000,3.194
28,mlp.experts.109.down_proj,0.0000001797,0.05000,3.250
28,mlp.experts.96.down_proj,0.0000009610,0.05000,3.253
28,mlp.experts.239.down_proj,0.0000008616,0.05000,3.260
28,mlp.experts.110.down_proj,0.0000004620,0.05000,3.237
28,mlp.experts.227.down_proj,0.0000001345,0.05000,3.265
28,mlp.experts.104.down_proj,0.0000004908,0.05000,3.300
28,mlp.experts.108.down_proj,0.0000007920,0.05000,3.288
28,mlp.experts.103.down_proj,0.0000005342,0.05000,3.333
28,mlp.experts.241.down_proj,0.0000005877,0.05000,3.310
28,mlp.experts.245.down_proj,0.0000001987,0.05000,3.328
28,mlp.experts.244.down_proj,0.0000006541,0.05000,3.264
28,mlp.experts.121.down_proj,0.0000006652,0.05000,3.197
28,mlp.experts.250.down_proj,0.0000008941,0.05000,3.263
28,mlp.experts.246.down_proj,0.0000002940,0.05000,3.116
28,mlp.experts.242.down_proj,0.0000003838,0.05000,3.184
28,mlp.experts.125.down_proj,0.0000011020,0.05000,3.035
28,mlp.experts.112.down_proj,0.0000002224,0.05000,3.043
28,mlp.experts.255.down_proj,0.0000006617,0.05000,2.996
28,mlp.experts.126.down_proj,0.0000002912,0.05000,2.912
28,mlp.experts.243.down_proj,0.0000008293,0.05000,2.836
28,mlp.experts.120.down_proj,0.0000014658,0.05000,2.718
28,mlp.experts.124.down_proj,0.0000006463,0.05000,2.672
28,mlp.experts.119.down_proj,0.0000003796,0.05000,2.465
28,mlp.experts.137.down_proj,0.0000008422,0.05000,1.644
28,mlp.experts.141.down_proj,0.0000001980,0.05000,1.451
28,mlp.experts.128.down_proj,0.0000032664,0.05000,1.502
28,mlp.experts.142.down_proj,0.0000012937,0.05000,1.460
28,mlp.experts.136.down_proj,0.0000006452,0.05000,1.477
28,mlp.experts.140.down_proj,0.0000005397,0.05000,1.504
28,mlp.experts.135.down_proj,0.0000017548,0.05000,1.408
28,mlp.experts.153.down_proj,0.0000004552,0.05000,1.445
28,mlp.experts.157.down_proj,0.0000002885,0.05000,1.428
28,mlp.experts.144.down_proj,0.0000002773,0.05000,1.452
28,mlp.experts.158.down_proj,0.0000000853,0.05000,1.397
28,mlp.experts.152.down_proj,0.0000003491,0.05000,1.478
28,mlp.experts.156.down_proj,0.0000006164,0.05000,1.484
28,mlp.experts.151.down_proj,0.0000009112,0.05000,1.460
28,mlp.experts.169.down_proj,0.0000007623,0.05000,1.475
28,mlp.experts.173.down_proj,0.0000006344,0.05000,1.452
28,mlp.experts.160.down_proj,0.0000003711,0.05000,1.493
28,mlp.experts.174.down_proj,0.0000002119,0.05000,1.457
28,mlp.experts.168.down_proj,0.0000006681,0.05000,1.509
28,mlp.experts.172.down_proj,0.0000004588,0.05000,1.516
28,mlp.experts.167.down_proj,0.0000003535,0.05000,1.482
28,mlp.experts.185.down_proj,0.0000005948,0.05000,1.445
28,mlp.experts.189.down_proj,0.0000004004,0.05000,1.487
28,mlp.experts.176.down_proj,0.0000019193,0.05000,1.513
28,mlp.experts.190.down_proj,0.0000004613,0.05000,1.523
28,mlp.experts.184.down_proj,0.0000002657,0.05000,1.488
28,mlp.experts.183.down_proj,0.0000002082,0.05000,1.461
28,mlp.experts.188.down_proj,0.0000005510,0.05000,1.523
28,mlp.experts.201.down_proj,0.0000005101,0.05000,1.485
28,mlp.experts.205.down_proj,0.0000007436,0.05000,1.446
28,mlp.experts.206.down_proj,0.0000014491,0.05000,1.399
28,mlp.experts.192.down_proj,0.0000002681,0.05000,1.483
28,mlp.experts.200.down_proj,0.0000003691,0.05000,1.469
28,mlp.experts.199.down_proj,0.0000005242,0.05000,1.421
28,mlp.experts.204.down_proj,0.0000002131,0.05000,1.475
28,mlp.experts.217.down_proj,0.0000003388,0.05000,1.461
28,mlp.experts.221.down_proj,0.0000004068,0.05000,1.479
28,mlp.experts.222.down_proj,0.0000006490,0.05000,1.490
28,mlp.experts.208.down_proj,0.0000005126,0.05000,1.514
28,mlp.experts.216.down_proj,0.0000002138,0.05000,1.546
28,mlp.experts.215.down_proj,0.0000005887,0.05000,1.522
28,mlp.experts.220.down_proj,0.0000001251,0.05000,1.545
28,mlp.experts.233.down_proj,0.0000003507,0.05000,1.523
28,mlp.experts.237.down_proj,0.0000010971,0.05000,1.490
28,mlp.experts.238.down_proj,0.0000002227,0.05000,1.508
28,mlp.experts.224.down_proj,0.0000007422,0.05000,1.559
28,mlp.experts.231.down_proj,0.0000017329,0.05000,1.457
28,mlp.experts.232.down_proj,0.0000004531,0.05000,1.513
28,mlp.experts.236.down_proj,0.0000001472,0.05000,1.494
28,mlp.experts.249.down_proj,0.0000008253,0.05000,1.552
28,mlp.experts.253.down_proj,0.0000003246,0.05000,1.478
28,mlp.experts.254.down_proj,0.0000004065,0.05000,1.416
28,mlp.experts.240.down_proj,0.0000009318,0.05000,1.395
28,mlp.experts.247.down_proj,0.0000002133,0.05000,1.210
28,mlp.experts.248.down_proj,0.0000002171,0.05000,1.216
28,mlp.experts.252.down_proj,0.0000005038,0.05000,1.103
29,mlp.experts.6.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.812
29,mlp.experts.14.gate_proj,0.0000042812,0.05000,15.078
29,mlp.experts.5.gate_proj,0.0000147122,0.05000,15.085
29,mlp.experts.12.gate_proj,0.0000202541,0.05000,15.085
29,mlp.experts.11.gate_proj,0.0000255012,0.05000,15.184
29,mlp.experts.2.gate_proj,0.0000139778,0.05000,15.211
29,mlp.experts.9.gate_proj,0.0000142961,0.05000,15.261
29,mlp.experts.0.gate_proj,0.0000070290,0.05000,15.271
29,mlp.experts.1.gate_proj,0.0000037431,0.05000,15.270
29,mlp.experts.7.gate_proj,0.0000077440,0.05000,15.300
29,mlp.experts.8.gate_proj,0.0000463653,0.05000,15.315
29,mlp.experts.13.gate_proj,0.0000060028,0.05000,15.313
29,mlp.experts.3.gate_proj,0.0000292935,0.05000,15.366
29,mlp.experts.15.gate_proj,0.0000113710,0.05000,15.418
29,mlp.experts.4.gate_proj,0.0000203909,0.05000,15.419
29,mlp.experts.10.gate_proj,0.0000139521,0.05000,15.425
29,mlp.experts.24.gate_proj,failsafe(rtn): 0.0008774,0.00000,0.770
29,mlp.experts.22.gate_proj,0.0000059852,0.05000,15.293
29,mlp.experts.28.gate_proj,0.0000171949,0.05000,15.178
29,mlp.experts.18.gate_proj,0.0000189692,0.05000,15.091
29,mlp.experts.30.gate_proj,0.0000153193,0.05000,15.238
29,mlp.experts.21.gate_proj,0.0000149884,0.05000,15.258
29,mlp.experts.27.gate_proj,0.0000239732,0.05000,15.278
29,mlp.experts.16.gate_proj,0.0000068089,0.05000,15.223
29,mlp.experts.29.gate_proj,0.0000086261,0.05000,15.198
29,mlp.experts.25.gate_proj,0.0000129024,0.05000,15.385
29,mlp.experts.17.gate_proj,0.0000091916,0.05000,15.376
29,mlp.experts.26.gate_proj,0.0000081182,0.05000,15.239
29,mlp.experts.20.gate_proj,0.0000078979,0.05000,15.250
29,mlp.experts.23.gate_proj,0.0000077371,0.05000,15.493
29,mlp.experts.19.gate_proj,0.0000045773,0.05000,15.419
29,mlp.experts.31.gate_proj,0.0000235372,0.05000,15.473
29,mlp.experts.40.gate_proj,0.0000217705,0.05000,15.201
29,mlp.experts.38.gate_proj,0.0000091598,0.05000,15.327
29,mlp.experts.44.gate_proj,0.0000126894,0.05000,14.474
29,mlp.experts.34.gate_proj,0.0000141037,0.05000,14.542
29,mlp.experts.37.gate_proj,0.0000052983,0.05000,14.540
29,mlp.experts.45.gate_proj,0.0000063504,0.05000,14.446
29,mlp.experts.46.gate_proj,0.0000119229,0.05000,14.681
29,mlp.experts.36.gate_proj,0.0000074403,0.05000,14.314
29,mlp.experts.32.gate_proj,0.0000097281,0.05000,14.568
29,mlp.experts.43.gate_proj,0.0000492467,0.05000,14.732
29,mlp.experts.33.gate_proj,0.0000135920,0.05000,14.674
29,mlp.experts.41.gate_proj,0.0000224958,0.05000,14.693
29,mlp.experts.42.gate_proj,0.0000118282,0.05000,14.680
29,mlp.experts.39.gate_proj,0.0000176905,0.05000,14.592
29,mlp.experts.35.gate_proj,0.0000109407,0.05000,14.730
29,mlp.experts.47.gate_proj,0.0000137047,0.05000,14.673
29,mlp.experts.56.gate_proj,0.0000117108,0.05000,14.709
29,mlp.experts.54.gate_proj,0.0000124082,0.05000,14.706
29,mlp.experts.70.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.691
29,mlp.experts.60.gate_proj,0.0000167684,0.05000,15.056
29,mlp.experts.50.gate_proj,0.0000069096,0.05000,15.001
29,mlp.experts.53.gate_proj,0.0000147169,0.05000,14.998
29,mlp.experts.48.gate_proj,0.0000243444,0.05000,15.024
29,mlp.experts.61.gate_proj,0.0000092356,0.05000,15.146
29,mlp.experts.52.gate_proj,0.0000688028,0.05000,15.139
29,mlp.experts.62.gate_proj,0.0000093648,0.05000,15.239
29,mlp.experts.49.gate_proj,0.0000101447,0.05000,14.988
29,mlp.experts.58.gate_proj,0.0000089364,0.05000,14.940
29,mlp.experts.59.gate_proj,0.0000051861,0.05000,15.156
29,mlp.experts.57.gate_proj,0.0000086657,0.05000,15.099
29,mlp.experts.51.gate_proj,0.0000152295,0.05000,14.982
29,mlp.experts.55.gate_proj,0.0000176980,0.05000,15.171
29,mlp.experts.63.gate_proj,0.0000313191,0.05000,15.151
29,mlp.experts.72.gate_proj,0.0000271447,0.05000,15.066
29,mlp.experts.75.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.833
29,mlp.experts.86.gate_proj,0.0000135243,0.05000,14.958
29,mlp.experts.76.gate_proj,0.0000057299,0.05000,14.724
29,mlp.experts.69.gate_proj,0.0000036738,0.05000,14.678
29,mlp.experts.66.gate_proj,0.0000277579,0.05000,14.722
29,mlp.experts.64.gate_proj,0.0000050902,0.05000,14.642
29,mlp.experts.65.gate_proj,0.0000159135,0.05000,14.460
29,mlp.experts.78.gate_proj,0.0000089492,0.05000,14.538
29,mlp.experts.68.gate_proj,0.0000161614,0.05000,14.610
29,mlp.experts.77.gate_proj,0.0000204789,0.05000,14.712
29,mlp.experts.74.gate_proj,0.0000153318,0.05000,14.667
29,mlp.experts.73.gate_proj,0.0000030408,0.05000,14.732
29,mlp.experts.67.gate_proj,0.0000201015,0.05000,14.703
29,mlp.experts.79.gate_proj,0.0000084645,0.05000,14.591
29,mlp.experts.71.gate_proj,0.0000103215,0.05000,14.757
29,mlp.experts.85.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.818
29,mlp.experts.80.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.796
29,mlp.experts.81.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.838
29,mlp.experts.88.gate_proj,0.0000050305,0.05000,14.766
29,mlp.experts.91.gate_proj,0.0000043881,0.05000,14.744
29,mlp.experts.83.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.839
29,mlp.experts.102.gate_proj,0.0000143983,0.05000,14.618
29,mlp.experts.82.gate_proj,0.0000233907,0.05000,15.071
29,mlp.experts.92.gate_proj,0.0000159439,0.05000,15.230
29,mlp.experts.84.gate_proj,0.0000028271,0.05000,15.044
29,mlp.experts.94.gate_proj,0.0000233330,0.05000,15.078
29,mlp.experts.93.gate_proj,0.0000106158,0.05000,15.087
29,mlp.experts.90.gate_proj,0.0000215634,0.05000,14.992
29,mlp.experts.89.gate_proj,0.0000036332,0.05000,15.065
29,mlp.experts.87.gate_proj,0.0000074888,0.05000,15.073
29,mlp.experts.101.gate_proj,0.0000108043,0.05000,15.014
29,mlp.experts.95.gate_proj,0.0000185125,0.05000,15.215
29,mlp.experts.97.gate_proj,0.0000078360,0.05000,14.997
29,mlp.experts.96.gate_proj,0.0000117923,0.05000,15.199
29,mlp.experts.104.gate_proj,0.0000072033,0.05000,15.097
29,mlp.experts.107.gate_proj,0.0000246333,0.05000,15.052
29,mlp.experts.99.gate_proj,0.0000095174,0.05000,15.189
29,mlp.experts.103.gate_proj,failsafe(rtn): 0.0008583,0.00000,0.853
29,mlp.experts.118.gate_proj,0.0000107708,0.05000,15.065
29,mlp.experts.98.gate_proj,0.0000053167,0.05000,14.787
29,mlp.experts.100.gate_proj,0.0000063526,0.05000,14.626
29,mlp.experts.108.gate_proj,0.0000203604,0.05000,14.762
29,mlp.experts.106.gate_proj,0.0000125169,0.05000,14.612
29,mlp.experts.110.gate_proj,0.0000088815,0.05000,14.722
29,mlp.experts.109.gate_proj,0.0000063631,0.05000,14.860
29,mlp.experts.105.gate_proj,0.0000628848,0.05000,14.831
29,mlp.experts.117.gate_proj,0.0000137309,0.05000,14.676
29,mlp.experts.111.gate_proj,0.0000138323,0.05000,14.652
29,mlp.experts.113.gate_proj,0.0000113489,0.05000,14.735
29,mlp.experts.112.gate_proj,0.0000106689,0.05000,14.695
29,mlp.experts.123.gate_proj,0.0000148027,0.05000,14.672
29,mlp.experts.120.gate_proj,0.0000194564,0.05000,14.811
29,mlp.experts.133.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.830
29,mlp.experts.115.gate_proj,0.0000140209,0.05000,14.797
29,mlp.experts.119.gate_proj,0.0000124583,0.05000,14.782
29,mlp.experts.134.gate_proj,0.0000173745,0.05000,14.779
29,mlp.experts.114.gate_proj,0.0000098271,0.05000,15.498
29,mlp.experts.124.gate_proj,0.0000367188,0.05000,15.447
29,mlp.experts.116.gate_proj,0.0000283768,0.05000,15.499
29,mlp.experts.122.gate_proj,0.0000155173,0.05000,15.498
29,mlp.experts.126.gate_proj,0.0000087329,0.05000,15.483
29,mlp.experts.125.gate_proj,0.0000080696,0.05000,15.486
29,mlp.experts.121.gate_proj,0.0000178946,0.05000,15.453
29,mlp.experts.127.gate_proj,0.0000144417,0.05000,15.468
29,mlp.experts.129.gate_proj,0.0000074770,0.05000,15.432
29,mlp.experts.128.gate_proj,0.0000174019,0.05000,15.426
29,mlp.experts.136.gate_proj,0.0000248157,0.05000,15.418
29,mlp.experts.139.gate_proj,0.0000100654,0.05000,15.656
29,mlp.experts.149.gate_proj,0.0000143140,0.05000,15.507
29,mlp.experts.143.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.806
29,mlp.experts.131.gate_proj,0.0000074103,0.05000,15.553
29,mlp.experts.135.gate_proj,0.0000111904,0.05000,15.663
29,mlp.experts.150.gate_proj,0.0000027305,0.05000,15.649
29,mlp.experts.132.gate_proj,0.0000405893,0.05000,14.729
29,mlp.experts.130.gate_proj,0.0000104019,0.05000,14.765
29,mlp.experts.140.gate_proj,0.0000291912,0.05000,14.756
29,mlp.experts.142.gate_proj,0.0000087162,0.05000,14.723
29,mlp.experts.138.gate_proj,0.0000209631,0.05000,14.747
29,mlp.experts.141.gate_proj,0.0000144206,0.05000,14.784
29,mlp.experts.137.gate_proj,0.0000166778,0.05000,14.690
29,mlp.experts.145.gate_proj,0.0000180730,0.05000,14.823
29,mlp.experts.144.gate_proj,0.0000329637,0.05000,14.725
29,mlp.experts.152.gate_proj,0.0000075552,0.05000,14.682
29,mlp.experts.155.gate_proj,0.0000071825,0.05000,14.595
29,mlp.experts.165.gate_proj,0.0000179860,0.05000,14.576
29,mlp.experts.159.gate_proj,0.0000142012,0.05000,14.658
29,mlp.experts.151.gate_proj,0.0000126967,0.05000,14.451
29,mlp.experts.147.gate_proj,0.0000141345,0.05000,14.593
29,mlp.experts.166.gate_proj,0.0000131732,0.05000,14.728
29,mlp.experts.156.gate_proj,0.0000124646,0.05000,15.071
29,mlp.experts.148.gate_proj,0.0000456029,0.05000,15.082
29,mlp.experts.146.gate_proj,0.0000601560,0.05000,15.177
29,mlp.experts.158.gate_proj,0.0000216495,0.05000,15.064
29,mlp.experts.154.gate_proj,0.0000355731,0.05000,15.186
29,mlp.experts.157.gate_proj,0.0000106996,0.05000,15.138
29,mlp.experts.153.gate_proj,0.0000193628,0.05000,15.121
29,mlp.experts.161.gate_proj,0.0000185177,0.05000,15.104
29,mlp.experts.160.gate_proj,0.0000032555,0.05000,15.329
29,mlp.experts.168.gate_proj,0.0000088255,0.05000,15.173
29,mlp.experts.171.gate_proj,0.0000115037,0.05000,15.167
29,mlp.experts.167.gate_proj,0.0000396372,0.05000,15.117
29,mlp.experts.181.gate_proj,0.0000373024,0.05000,15.311
29,mlp.experts.175.gate_proj,0.0000134787,0.05000,15.269
29,mlp.experts.163.gate_proj,0.0000301696,0.05000,15.221
29,mlp.experts.182.gate_proj,0.0000146446,0.05000,15.136
29,mlp.experts.164.gate_proj,0.0000097674,0.05000,14.929
29,mlp.experts.174.gate_proj,0.0000080318,0.05000,14.843
29,mlp.experts.162.gate_proj,0.0000070686,0.05000,14.864
29,mlp.experts.172.gate_proj,0.0000072653,0.05000,15.063
29,mlp.experts.170.gate_proj,0.0000065337,0.05000,14.900
29,mlp.experts.173.gate_proj,0.0000103422,0.05000,14.745
29,mlp.experts.169.gate_proj,0.0000135757,0.05000,14.734
29,mlp.experts.177.gate_proj,0.0000138464,0.05000,14.865
29,mlp.experts.176.gate_proj,0.0000123190,0.05000,14.740
29,mlp.experts.184.gate_proj,0.0000239185,0.05000,14.750
29,mlp.experts.187.gate_proj,0.0000278109,0.05000,14.870
29,mlp.experts.197.gate_proj,0.0000639944,0.05000,14.801
29,mlp.experts.183.gate_proj,0.0000068351,0.05000,14.969
29,mlp.experts.191.gate_proj,0.0000087614,0.05000,14.836
29,mlp.experts.179.gate_proj,0.0000444791,0.05000,14.978
29,mlp.experts.193.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.865
29,mlp.experts.198.gate_proj,0.0000048076,0.05000,14.901
29,mlp.experts.178.gate_proj,0.0000192980,0.05000,15.029
29,mlp.experts.190.gate_proj,0.0000155948,0.05000,15.072
29,mlp.experts.180.gate_proj,0.0000092778,0.05000,15.118
29,mlp.experts.188.gate_proj,0.0000102488,0.05000,15.096
29,mlp.experts.189.gate_proj,0.0000198920,0.05000,15.087
29,mlp.experts.185.gate_proj,0.0000078992,0.05000,14.990
29,mlp.experts.186.gate_proj,0.0000097101,0.05000,15.118
29,mlp.experts.200.gate_proj,0.0000198425,0.05000,15.097
29,mlp.experts.192.gate_proj,0.0000094072,0.05000,15.310
29,mlp.experts.203.gate_proj,0.0000468758,0.05000,15.104
29,mlp.experts.213.gate_proj,0.0000127402,0.05000,15.210
29,mlp.experts.199.gate_proj,0.0000313405,0.05000,15.115
29,mlp.experts.209.gate_proj,0.0000186688,0.05000,14.875
29,mlp.experts.207.gate_proj,0.0000422580,0.05000,15.219
29,mlp.experts.195.gate_proj,0.0000115995,0.05000,15.132
29,mlp.experts.214.gate_proj,0.0000085000,0.05000,15.116
29,mlp.experts.206.gate_proj,0.0000041191,0.05000,14.611
29,mlp.experts.194.gate_proj,0.0000233978,0.05000,14.834
29,mlp.experts.201.gate_proj,0.0000149980,0.05000,14.717
29,mlp.experts.196.gate_proj,0.0000068271,0.05000,14.927
29,mlp.experts.204.gate_proj,0.0000166192,0.05000,14.861
29,mlp.experts.205.gate_proj,0.0000383316,0.05000,14.754
29,mlp.experts.202.gate_proj,0.0000069524,0.05000,14.932
29,mlp.experts.216.gate_proj,0.0000098905,0.05000,14.879
29,mlp.experts.208.gate_proj,0.0000143972,0.05000,14.922
29,mlp.experts.219.gate_proj,0.0000092513,0.05000,14.888
29,mlp.experts.229.gate_proj,0.0000119574,0.05000,14.788
29,mlp.experts.225.gate_proj,0.0000151873,0.05000,14.761
29,mlp.experts.215.gate_proj,0.0000071790,0.05000,14.919
29,mlp.experts.223.gate_proj,0.0000117065,0.05000,14.894
29,mlp.experts.211.gate_proj,0.0000149573,0.05000,14.873
29,mlp.experts.230.gate_proj,0.0000099500,0.05000,14.758
29,mlp.experts.224.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.731
29,mlp.experts.222.gate_proj,0.0000047994,0.05000,15.279
29,mlp.experts.210.gate_proj,0.0000067289,0.05000,15.139
29,mlp.experts.217.gate_proj,0.0000103937,0.05000,15.029
29,mlp.experts.221.gate_proj,0.0000379599,0.05000,15.149
29,mlp.experts.212.gate_proj,0.0000477574,0.05000,15.184
29,mlp.experts.220.gate_proj,0.0000111480,0.05000,15.185
29,mlp.experts.218.gate_proj,0.0000069405,0.05000,15.174
29,mlp.experts.232.gate_proj,0.0000120725,0.05000,15.045
29,mlp.experts.235.gate_proj,0.0000067437,0.05000,15.108
29,mlp.experts.241.gate_proj,0.0000127669,0.05000,15.112
29,mlp.experts.245.gate_proj,0.0000327405,0.05000,15.181
29,mlp.experts.227.gate_proj,0.0000175655,0.05000,15.121
29,mlp.experts.231.gate_proj,0.0000086118,0.05000,15.276
29,mlp.experts.239.gate_proj,0.0000125799,0.05000,15.348
29,mlp.experts.246.gate_proj,0.0000056923,0.05000,15.200
29,mlp.experts.240.gate_proj,0.0000275190,0.05000,15.154
29,mlp.experts.6.up_proj,failsafe(rtn): 0.0009766,0.00000,0.697
29,mlp.experts.233.gate_proj,0.0000105135,0.05000,14.489
29,mlp.experts.238.gate_proj,0.0000041746,0.05000,14.670
29,mlp.experts.237.gate_proj,0.0000141238,0.05000,14.473
29,mlp.experts.226.gate_proj,0.0000142280,0.05000,14.678
29,mlp.experts.236.gate_proj,0.0000066785,0.05000,14.499
29,mlp.experts.228.gate_proj,0.0000101991,0.05000,14.670
29,mlp.experts.234.gate_proj,0.0000035404,0.05000,14.646
29,mlp.experts.248.gate_proj,0.0000074158,0.05000,14.518
29,mlp.experts.251.gate_proj,0.0000303068,0.05000,14.841
29,mlp.experts.5.up_proj,0.0000150095,0.05000,14.696
29,mlp.experts.1.up_proj,0.0000033111,0.05000,14.805
29,mlp.experts.243.gate_proj,0.0000208123,0.05000,14.677
29,mlp.experts.247.gate_proj,0.0000090741,0.05000,14.835
29,mlp.experts.255.gate_proj,0.0000088833,0.05000,14.803
29,mlp.experts.0.up_proj,0.0000058333,0.05000,14.711
29,mlp.experts.22.up_proj,0.0000057749,0.05000,14.659
29,mlp.experts.249.gate_proj,0.0000098300,0.05000,15.074
29,mlp.experts.252.gate_proj,0.0000274564,0.05000,14.945
29,mlp.experts.242.gate_proj,0.0000123602,0.05000,15.127
29,mlp.experts.254.gate_proj,0.0000139514,0.05000,15.212
29,mlp.experts.253.gate_proj,0.0000134453,0.05000,15.175
29,mlp.experts.244.gate_proj,0.0000102841,0.05000,15.104
29,mlp.experts.250.gate_proj,0.0000067916,0.05000,15.037
29,mlp.experts.8.up_proj,0.0000493251,0.05000,14.988
29,mlp.experts.17.up_proj,0.0000080927,0.05000,14.677
29,mlp.experts.11.up_proj,0.0000233515,0.05000,14.859
29,mlp.experts.21.up_proj,0.0000152058,0.05000,14.776
29,mlp.experts.3.up_proj,0.0000282270,0.05000,14.724
29,mlp.experts.7.up_proj,0.0000080974,0.05000,14.767
29,mlp.experts.24.up_proj,failsafe(rtn): 0.0008965,0.00000,0.713
29,mlp.experts.15.up_proj,0.0000109860,0.05000,14.849
29,mlp.experts.16.up_proj,0.0000069803,0.05000,14.902
29,mlp.experts.38.up_proj,0.0000074737,0.05000,14.859
29,mlp.experts.2.up_proj,0.0000121463,0.05000,15.188
29,mlp.experts.14.up_proj,0.0000037185,0.05000,15.178
29,mlp.experts.12.up_proj,0.0000186850,0.05000,15.449
29,mlp.experts.4.up_proj,0.0000175557,0.05000,15.299
29,mlp.experts.10.up_proj,0.0000090995,0.05000,15.285
29,mlp.experts.13.up_proj,0.0000054364,0.05000,15.256
29,mlp.experts.27.up_proj,0.0000228516,0.05000,15.348
29,mlp.experts.33.up_proj,0.0000129123,0.05000,15.277
29,mlp.experts.9.up_proj,0.0000117012,0.05000,15.455
29,mlp.experts.19.up_proj,0.0000079005,0.05000,15.395
29,mlp.experts.37.up_proj,0.0000041210,0.05000,15.569
29,mlp.experts.23.up_proj,0.0000069183,0.05000,15.300
29,mlp.experts.40.up_proj,0.0000209251,0.05000,15.303
29,mlp.experts.31.up_proj,0.0000214539,0.05000,15.361
29,mlp.experts.32.up_proj,0.0000080290,0.05000,15.287
29,mlp.experts.54.up_proj,0.0000101768,0.05000,15.193
29,mlp.experts.18.up_proj,0.0000162455,0.05000,13.982
29,mlp.experts.30.up_proj,0.0000138392,0.05000,14.002
29,mlp.experts.26.up_proj,0.0000077547,0.05000,13.873
29,mlp.experts.70.up_proj,failsafe(rtn): 0.0009117,0.00000,0.728
29,mlp.experts.43.up_proj,0.0000415859,0.05000,14.005
29,mlp.experts.29.up_proj,0.0000093197,0.05000,14.054
29,mlp.experts.49.up_proj,0.0000092831,0.05000,14.029
29,mlp.experts.25.up_proj,0.0000119386,0.05000,13.872
29,mlp.experts.35.up_proj,0.0000099305,0.05000,14.066
29,mlp.experts.53.up_proj,0.0000141168,0.05000,14.009
29,mlp.experts.39.up_proj,0.0000161326,0.05000,13.964
29,mlp.experts.47.up_proj,0.0000129784,0.05000,14.059
29,mlp.experts.20.up_proj,0.0000078157,0.05000,14.126
29,mlp.experts.56.up_proj,0.0000106477,0.05000,14.149
29,mlp.experts.28.up_proj,0.0000166621,0.05000,14.197
29,mlp.experts.48.up_proj,0.0000230123,0.05000,14.320
29,mlp.experts.46.up_proj,0.0000118140,0.05000,15.082
29,mlp.experts.34.up_proj,0.0000123492,0.05000,15.134
29,mlp.experts.42.up_proj,0.0000108475,0.05000,15.315
29,mlp.experts.86.up_proj,0.0000129381,0.05000,15.197
29,mlp.experts.65.up_proj,0.0000171244,0.05000,15.103
29,mlp.experts.45.up_proj,0.0000059724,0.05000,15.166
29,mlp.experts.41.up_proj,0.0000208113,0.05000,15.320
29,mlp.experts.69.up_proj,0.0000033377,0.05000,15.209
29,mlp.experts.81.up_proj,failsafe(rtn): 0.0009422,0.00000,0.739
29,mlp.experts.55.up_proj,0.0000166093,0.05000,15.328
29,mlp.experts.36.up_proj,0.0000076862,0.05000,15.285
29,mlp.experts.72.up_proj,0.0000259479,0.05000,15.292
29,mlp.experts.59.up_proj,0.0000050121,0.05000,15.406
29,mlp.experts.63.up_proj,0.0000280178,0.05000,15.409
29,mlp.experts.51.up_proj,0.0000145843,0.05000,15.489
29,mlp.experts.64.up_proj,0.0000047428,0.05000,15.321
29,mlp.experts.44.up_proj,0.0000105489,0.05000,15.445
29,mlp.experts.85.up_proj,failsafe(rtn): 0.0010071,0.00000,0.785
29,mlp.experts.75.up_proj,failsafe(rtn): 0.0009689,0.00000,0.769
29,mlp.experts.80.up_proj,failsafe(rtn): 0.0009460,0.00000,0.750
29,mlp.experts.50.up_proj,0.0000064646,0.05000,14.791
29,mlp.experts.62.up_proj,0.0000089034,0.05000,14.859
29,mlp.experts.58.up_proj,0.0000080714,0.05000,14.808
29,mlp.experts.102.up_proj,0.0000142509,0.05000,14.691
29,mlp.experts.61.up_proj,0.0000090504,0.05000,14.524
29,mlp.experts.57.up_proj,0.0000078570,0.05000,14.637
29,mlp.experts.97.up_proj,0.0000074040,0.05000,14.633
29,mlp.experts.52.up_proj,0.0000626017,0.05000,14.595
29,mlp.experts.71.up_proj,0.0000081396,0.05000,14.701
29,mlp.experts.88.up_proj,0.0000059029,0.05000,14.727
29,mlp.experts.79.up_proj,0.0000078272,0.05000,14.745
29,mlp.experts.67.up_proj,0.0000182217,0.05000,14.721
29,mlp.experts.101.up_proj,0.0000095049,0.05000,14.648
29,mlp.experts.60.up_proj,0.0000164893,0.05000,14.732
29,mlp.experts.91.up_proj,0.0000041453,0.05000,14.527
29,mlp.experts.83.up_proj,failsafe(rtn): 0.0009995,0.00000,0.718
29,mlp.experts.96.up_proj,0.0000103195,0.05000,14.634
29,mlp.experts.66.up_proj,0.0000263630,0.05000,14.574
29,mlp.experts.78.up_proj,0.0000087370,0.05000,14.674
29,mlp.experts.74.up_proj,0.0000147208,0.05000,14.831
29,mlp.experts.118.up_proj,0.0000107820,0.05000,14.756
29,mlp.experts.77.up_proj,0.0000193970,0.05000,14.775
29,mlp.experts.73.up_proj,0.0000026911,0.05000,14.696
29,mlp.experts.113.up_proj,0.0000101370,0.05000,14.790
29,mlp.experts.68.up_proj,0.0000154869,0.05000,14.742
29,mlp.experts.87.up_proj,0.0000072216,0.05000,14.788
29,mlp.experts.117.up_proj,0.0000125341,0.05000,14.605
29,mlp.experts.104.up_proj,0.0000067321,0.05000,14.843
29,mlp.experts.95.up_proj,0.0000168430,0.05000,14.844
29,mlp.experts.76.up_proj,0.0000057685,0.05000,14.847
29,mlp.experts.107.up_proj,0.0000267465,0.05000,14.762
29,mlp.experts.103.up_proj,failsafe(rtn): 0.0009079,0.00000,0.763
29,mlp.experts.133.up_proj,failsafe(rtn): 0.0009689,0.00000,0.767
29,mlp.experts.99.up_proj,0.0000107932,0.05000,14.763
29,mlp.experts.112.up_proj,0.0000101014,0.05000,14.780
29,mlp.experts.82.up_proj,0.0000209546,0.05000,14.786
29,mlp.experts.94.up_proj,0.0000226190,0.05000,14.751
29,mlp.experts.90.up_proj,0.0000199081,0.05000,14.676
29,mlp.experts.134.up_proj,0.0000165036,0.05000,14.733
29,mlp.experts.93.up_proj,0.0000094413,0.05000,14.619
29,mlp.experts.89.up_proj,0.0000034030,0.05000,14.632
29,mlp.experts.129.up_proj,0.0000068067,0.05000,14.794
29,mlp.experts.84.up_proj,0.0000026609,0.05000,14.761
29,mlp.experts.120.up_proj,0.0000177047,0.05000,14.845
29,mlp.experts.111.up_proj,0.0000131547,0.05000,14.831
29,mlp.experts.92.up_proj,0.0000152057,0.05000,14.766
29,mlp.experts.123.up_proj,0.0000142540,0.05000,14.797
29,mlp.experts.149.up_proj,0.0000133247,0.05000,14.624
29,mlp.experts.119.up_proj,0.0000102021,0.05000,14.712
29,mlp.experts.115.up_proj,0.0000112376,0.05000,14.657
29,mlp.experts.128.up_proj,0.0000177669,0.05000,14.816
29,mlp.experts.98.up_proj,0.0000046372,0.05000,14.233
29,mlp.experts.110.up_proj,0.0000085500,0.05000,14.308
29,mlp.experts.106.up_proj,0.0000120159,0.05000,14.280
29,mlp.experts.150.up_proj,0.0000064267,0.05000,14.227
29,mlp.experts.109.up_proj,0.0000055782,0.05000,14.219
29,mlp.experts.105.up_proj,0.0000569699,0.05000,14.174
29,mlp.experts.145.up_proj,0.0000173600,0.05000,14.240
29,mlp.experts.100.up_proj,0.0000059554,0.05000,14.400
29,mlp.experts.136.up_proj,0.0000207683,0.05000,14.349
29,mlp.experts.127.up_proj,0.0000131202,0.05000,14.420
29,mlp.experts.108.up_proj,0.0000193519,0.05000,14.526
29,mlp.experts.165.up_proj,0.0000127378,0.05000,14.238
29,mlp.experts.139.up_proj,0.0000101204,0.05000,14.358
29,mlp.experts.135.up_proj,0.0000105278,0.05000,14.343
29,mlp.experts.131.up_proj,0.0000068597,0.05000,14.457
29,mlp.experts.143.up_proj,failsafe(rtn): 0.0009117,0.00000,0.782
29,mlp.experts.144.up_proj,0.0000185072,0.05000,14.433
29,mlp.experts.114.up_proj,0.0000097350,0.05000,14.921
29,mlp.experts.126.up_proj,0.0000072866,0.05000,15.034
29,mlp.experts.122.up_proj,0.0000140356,0.05000,15.055
29,mlp.experts.125.up_proj,0.0000075934,0.05000,14.906
29,mlp.experts.166.up_proj,0.0000137078,0.05000,15.131
29,mlp.experts.121.up_proj,0.0000124582,0.05000,14.964
29,mlp.experts.161.up_proj,0.0000174900,0.05000,15.012
29,mlp.experts.116.up_proj,0.0000254072,0.05000,15.034
29,mlp.experts.152.up_proj,0.0000065966,0.05000,14.963
29,mlp.experts.124.up_proj,0.0000310573,0.05000,14.873
29,mlp.experts.181.up_proj,0.0000332908,0.05000,14.969
29,mlp.experts.155.up_proj,0.0000064501,0.05000,14.981
29,mlp.experts.151.up_proj,0.0000120828,0.05000,14.955
29,mlp.experts.147.up_proj,0.0000132399,0.05000,14.934
29,mlp.experts.159.up_proj,0.0000137169,0.05000,15.041
29,mlp.experts.160.up_proj,0.0000029989,0.05000,15.062
29,mlp.experts.130.up_proj,0.0000100904,0.05000,14.806
29,mlp.experts.142.up_proj,0.0000085014,0.05000,14.768
29,mlp.experts.138.up_proj,0.0000185938,0.05000,14.707
29,mlp.experts.141.up_proj,0.0000135186,0.05000,14.787
29,mlp.experts.182.up_proj,0.0000138051,0.05000,14.693
29,mlp.experts.137.up_proj,0.0000148534,0.05000,14.708
29,mlp.experts.177.up_proj,0.0000125051,0.05000,14.846
29,mlp.experts.132.up_proj,0.0000444029,0.05000,14.766
29,mlp.experts.168.up_proj,0.0000082882,0.05000,14.843
29,mlp.experts.140.up_proj,0.0000251330,0.05000,14.718
29,mlp.experts.193.up_proj,failsafe(rtn): 0.0009079,0.00000,0.686
29,mlp.experts.197.up_proj,0.0000589173,0.05000,14.745
29,mlp.experts.171.up_proj,0.0000098526,0.05000,14.805
29,mlp.experts.167.up_proj,0.0000363502,0.05000,15.005
29,mlp.experts.163.up_proj,0.0000282902,0.05000,14.807
29,mlp.experts.175.up_proj,0.0000125128,0.05000,14.892
29,mlp.experts.176.up_proj,0.0000113957,0.05000,14.920
29,mlp.experts.146.up_proj,0.0000551595,0.05000,15.288
29,mlp.experts.158.up_proj,0.0000220869,0.05000,15.189
29,mlp.experts.154.up_proj,0.0000319808,0.05000,15.166
29,mlp.experts.157.up_proj,0.0000093635,0.05000,15.161
29,mlp.experts.153.up_proj,0.0000176861,0.05000,15.028
29,mlp.experts.198.up_proj,0.0000043194,0.05000,15.272
29,mlp.experts.148.up_proj,0.0000436689,0.05000,15.198
29,mlp.experts.184.up_proj,0.0000274315,0.05000,15.258
29,mlp.experts.209.up_proj,0.0000148556,0.05000,15.107
29,mlp.experts.156.up_proj,0.0000102880,0.05000,15.373
29,mlp.experts.187.up_proj,0.0000284371,0.05000,15.100
29,mlp.experts.213.up_proj,0.0000106885,0.05000,15.365
29,mlp.experts.183.up_proj,0.0000065652,0.05000,15.286
29,mlp.experts.179.up_proj,0.0000403186,0.05000,15.299
29,mlp.experts.191.up_proj,0.0000078623,0.05000,15.299
29,mlp.experts.192.up_proj,0.0000084858,0.05000,15.329
29,mlp.experts.162.up_proj,0.0000060331,0.05000,14.573
29,mlp.experts.170.up_proj,0.0000057777,0.05000,14.643
29,mlp.experts.174.up_proj,0.0000081935,0.05000,14.762
29,mlp.experts.173.up_proj,0.0000092520,0.05000,14.600
29,mlp.experts.169.up_proj,0.0000125368,0.05000,14.587
29,mlp.experts.214.up_proj,0.0000081909,0.05000,14.643
29,mlp.experts.164.up_proj,0.0000088035,0.05000,14.735
29,mlp.experts.200.up_proj,0.0000178115,0.05000,14.598
29,mlp.experts.225.up_proj,0.0000124994,0.05000,14.732
29,mlp.experts.203.up_proj,0.0000414755,0.05000,14.617
29,mlp.experts.229.up_proj,0.0000123066,0.05000,14.638
29,mlp.experts.172.up_proj,0.0000072833,0.05000,14.925
29,mlp.experts.199.up_proj,0.0000286722,0.05000,14.740
29,mlp.experts.195.up_proj,0.0000111309,0.05000,14.864
29,mlp.experts.207.up_proj,0.0000413209,0.05000,14.638
29,mlp.experts.208.up_proj,0.0000133251,0.05000,14.776
29,mlp.experts.224.up_proj,failsafe(rtn): 0.0009193,0.00000,0.708
29,mlp.experts.178.up_proj,0.0000178665,0.05000,14.921
29,mlp.experts.190.up_proj,0.0000152766,0.05000,14.743
29,mlp.experts.186.up_proj,0.0000086995,0.05000,14.853
29,mlp.experts.189.up_proj,0.0000174040,0.05000,14.732
29,mlp.experts.185.up_proj,0.0000071112,0.05000,14.766
29,mlp.experts.230.up_proj,0.0000097190,0.05000,14.868
29,mlp.experts.180.up_proj,0.0000081857,0.05000,14.819
29,mlp.experts.216.up_proj,0.0000084837,0.05000,14.858
29,mlp.experts.241.up_proj,0.0000124652,0.05000,14.610
29,mlp.experts.219.up_proj,0.0000079518,0.05000,14.725
29,mlp.experts.245.up_proj,0.0000265977,0.05000,14.562
29,mlp.experts.188.up_proj,0.0000099539,0.05000,14.765
29,mlp.experts.215.up_proj,0.0000059667,0.05000,14.527
29,mlp.experts.211.up_proj,0.0000151727,0.05000,14.780
29,mlp.experts.223.up_proj,0.0000107047,0.05000,14.732
29,mlp.experts.240.up_proj,0.0000236497,0.05000,14.804
29,mlp.experts.1.down_proj,0.0000001924,0.05000,3.642
29,mlp.experts.5.down_proj,0.0000010847,0.05000,3.745
29,mlp.experts.0.down_proj,0.0000003207,0.05000,3.624
29,mlp.experts.17.down_proj,0.0000005183,0.05000,3.712
29,mlp.experts.21.down_proj,0.0000013720,0.05000,3.773
29,mlp.experts.16.down_proj,0.0000004891,0.05000,3.725
29,mlp.experts.33.down_proj,0.0000002114,0.05000,3.844
29,mlp.experts.37.down_proj,0.0000001816,0.05000,3.890
29,mlp.experts.194.up_proj,0.0000213135,0.05000,15.149
29,mlp.experts.206.up_proj,0.0000042926,0.05000,15.167
29,mlp.experts.202.up_proj,0.0000060930,0.05000,15.190
29,mlp.experts.205.up_proj,0.0000349812,0.05000,15.031
29,mlp.experts.201.up_proj,0.0000142043,0.05000,15.152
29,mlp.experts.32.down_proj,0.0000003255,0.05000,3.999
29,mlp.experts.246.up_proj,0.0000053570,0.05000,15.078
29,mlp.experts.6.down_proj,failsafe(rtn): 0.0009460,0.00000,0.168
29,mlp.experts.196.up_proj,0.0000057420,0.05000,15.119
29,mlp.experts.49.down_proj,0.0000010246,0.05000,3.876
29,mlp.experts.232.up_proj,0.0000101591,0.05000,15.128
29,mlp.experts.53.down_proj,0.0000002224,0.05000,3.686
29,mlp.experts.235.up_proj,0.0000058787,0.05000,15.172
29,mlp.experts.204.up_proj,0.0000164389,0.05000,14.998
29,mlp.experts.231.up_proj,0.0000074044,0.05000,14.983
29,mlp.experts.227.up_proj,0.0000163264,0.05000,14.880
29,mlp.experts.239.up_proj,0.0000118205,0.05000,14.919
29,mlp.experts.48.down_proj,0.0000007210,0.05000,3.670
29,mlp.experts.22.down_proj,0.0000002319,0.05000,3.659
29,mlp.experts.65.down_proj,0.0000013726,0.05000,3.825
29,mlp.experts.69.down_proj,0.0000001144,0.05000,3.743
29,mlp.experts.81.down_proj,failsafe(rtn): 0.0009155,0.00000,0.184
29,mlp.experts.85.down_proj,failsafe(rtn): 0.0009727,0.00000,0.260
29,mlp.experts.64.down_proj,0.0000001441,0.05000,4.056
29,mlp.experts.80.down_proj,failsafe(rtn): 0.0009346,0.00000,0.215
29,mlp.experts.38.down_proj,0.0000003398,0.05000,4.246
29,mlp.experts.97.down_proj,0.0000001247,0.05000,4.276
29,mlp.experts.101.down_proj,0.0000006471,0.05000,4.149
29,mlp.experts.96.down_proj,0.0000001846,0.05000,3.929
29,mlp.experts.54.down_proj,0.0000004575,0.05000,3.853
29,mlp.experts.70.down_proj,failsafe(rtn): 0.0008965,0.00000,0.330
29,mlp.experts.113.down_proj,0.0000003012,0.05000,3.879
29,mlp.experts.117.down_proj,0.0000004073,0.05000,4.008
29,mlp.experts.133.down_proj,failsafe(rtn): 0.0009422,0.00000,0.185
29,mlp.experts.222.up_proj,0.0000045780,0.05000,15.558
29,mlp.experts.210.up_proj,0.0000059948,0.05000,15.762
29,mlp.experts.218.up_proj,0.0000067228,0.05000,15.680
29,mlp.experts.221.up_proj,0.0000321587,0.05000,15.571
29,mlp.experts.217.up_proj,0.0000096879,0.05000,15.602
29,mlp.experts.112.down_proj,0.0000001913,0.05000,3.915
29,mlp.experts.86.down_proj,0.0000002666,0.05000,3.770
29,mlp.experts.212.up_proj,0.0000402312,0.05000,15.620
29,mlp.experts.248.up_proj,0.0000070340,0.05000,15.600
29,mlp.experts.251.up_proj,0.0000279611,0.05000,15.441
29,mlp.experts.129.down_proj,0.0000003053,0.05000,3.657
29,mlp.experts.220.up_proj,0.0000101158,0.05000,15.609
29,mlp.experts.247.up_proj,0.0000086854,0.05000,15.556
29,mlp.experts.243.up_proj,0.0000199861,0.05000,15.529
29,mlp.experts.149.down_proj,0.0000004464,0.05000,3.634
29,mlp.experts.255.up_proj,0.0000087968,0.05000,15.494
29,mlp.experts.128.down_proj,0.0000012554,0.05000,3.486
29,mlp.experts.102.down_proj,0.0000010293,0.05000,3.410
29,mlp.experts.8.down_proj,0.0000037396,0.05000,3.610
29,mlp.experts.11.down_proj,0.0000007400,0.05000,3.671
29,mlp.experts.24.down_proj,failsafe(rtn): 0.0008965,0.00000,0.150
29,mlp.experts.145.down_proj,0.0000004523,0.05000,3.644
29,mlp.experts.7.down_proj,0.0000003922,0.05000,3.733
29,mlp.experts.3.down_proj,0.0000014451,0.05000,3.820
29,mlp.experts.165.down_proj,0.0000001858,0.05000,3.801
29,mlp.experts.15.down_proj,0.0000003896,0.05000,3.871
29,mlp.experts.144.down_proj,0.0000003269,0.05000,3.983
29,mlp.experts.118.down_proj,0.0000003231,0.05000,4.101
29,mlp.experts.27.down_proj,0.0000007275,0.05000,4.068
29,mlp.experts.40.down_proj,0.0000003726,0.05000,4.111
29,mlp.experts.161.down_proj,0.0000003302,0.05000,4.047
29,mlp.experts.23.down_proj,0.0000003599,0.05000,3.999
29,mlp.experts.181.down_proj,0.0000015553,0.05000,3.886
29,mlp.experts.19.down_proj,0.0000003371,0.05000,3.922
29,mlp.experts.31.down_proj,0.0000009700,0.05000,3.905
29,mlp.experts.160.down_proj,0.0000001073,0.05000,3.662
29,mlp.experts.134.down_proj,0.0000002872,0.05000,3.552
29,mlp.experts.43.down_proj,0.0000022396,0.05000,3.534
29,mlp.experts.56.down_proj,0.0000006105,0.05000,3.516
29,mlp.experts.177.down_proj,0.0000007625,0.05000,3.501
29,mlp.experts.39.down_proj,0.0000003260,0.05000,3.506
29,mlp.experts.193.down_proj,failsafe(rtn): 0.0009003,0.00000,0.192
29,mlp.experts.197.down_proj,0.0000024741,0.05000,3.499
29,mlp.experts.35.down_proj,0.0000003213,0.05000,3.517
29,mlp.experts.47.down_proj,0.0000002785,0.05000,3.560
29,mlp.experts.226.up_proj,0.0000138050,0.05000,14.701
29,mlp.experts.238.up_proj,0.0000039906,0.05000,14.762
29,mlp.experts.237.up_proj,0.0000122838,0.05000,14.702
29,mlp.experts.234.up_proj,0.0000029183,0.05000,14.819
29,mlp.experts.233.up_proj,0.0000086029,0.05000,14.797
29,mlp.experts.176.down_proj,0.0000003846,0.05000,3.604
29,mlp.experts.150.down_proj,0.0000004601,0.05000,3.725
29,mlp.experts.228.up_proj,0.0000091937,0.05000,14.748
29,mlp.experts.59.down_proj,0.0000001256,0.05000,3.645
29,mlp.experts.72.down_proj,0.0000005004,0.05000,3.653
29,mlp.experts.236.up_proj,0.0000071525,0.05000,14.769
29,mlp.experts.75.down_proj,failsafe(rtn): 0.0009346,0.00000,0.190
29,mlp.experts.55.down_proj,0.0000005821,0.05000,3.614
29,mlp.experts.209.down_proj,0.0000005786,0.05000,3.658
29,mlp.experts.213.down_proj,0.0000010127,0.05000,3.667
29,mlp.experts.51.down_proj,0.0000002685,0.05000,3.665
29,mlp.experts.63.down_proj,0.0000019557,0.05000,3.622
29,mlp.experts.192.down_proj,0.0000003000,0.05000,3.597
29,mlp.experts.166.down_proj,0.0000006988,0.05000,3.723
29,mlp.experts.88.down_proj,0.0000003964,0.05000,3.838
29,mlp.experts.91.down_proj,0.0000000637,0.05000,3.847
29,mlp.experts.71.down_proj,0.0000002286,0.05000,3.833
29,mlp.experts.225.down_proj,0.0000009892,0.05000,3.803
29,mlp.experts.229.down_proj,0.0000007624,0.05000,3.795
29,mlp.experts.67.down_proj,0.0000007786,0.05000,3.765
29,mlp.experts.79.down_proj,0.0000002219,0.05000,3.756
29,mlp.experts.83.down_proj,failsafe(rtn): 0.0009651,0.00000,0.196
29,mlp.experts.208.down_proj,0.0000002940,0.05000,3.892
29,mlp.experts.224.down_proj,failsafe(rtn): 0.0009003,0.00000,0.175
29,mlp.experts.182.down_proj,0.0000002067,0.05000,3.708
29,mlp.experts.104.down_proj,0.0000005523,0.05000,3.608
29,mlp.experts.107.down_proj,0.0000006067,0.05000,3.632
29,mlp.experts.241.down_proj,0.0000003408,0.05000,3.615
29,mlp.experts.87.down_proj,0.0000003748,0.05000,3.675
29,mlp.experts.245.down_proj,0.0000005521,0.05000,3.619
29,mlp.experts.103.down_proj,failsafe(rtn): 0.0009041,0.00000,0.164
29,mlp.experts.95.down_proj,0.0000002564,0.05000,3.617
29,mlp.experts.99.down_proj,0.0000001583,0.05000,3.582
29,mlp.experts.240.down_proj,0.0000011556,0.05000,3.430
29,mlp.experts.198.down_proj,0.0000001316,0.05000,3.306
29,mlp.experts.120.down_proj,0.0000011303,0.05000,3.080
29,mlp.experts.123.down_proj,0.0000006723,0.05000,3.008
29,mlp.experts.119.down_proj,0.0000009784,0.05000,2.935
29,mlp.experts.111.down_proj,0.0000001776,0.05000,2.909
29,mlp.experts.115.down_proj,0.0000008192,0.05000,2.971
29,mlp.experts.242.up_proj,0.0000117344,0.05000,13.840
29,mlp.experts.254.up_proj,0.0000128905,0.05000,13.913
29,mlp.experts.253.up_proj,0.0000121528,0.05000,13.685
29,mlp.experts.250.up_proj,0.0000068978,0.05000,13.853
29,mlp.experts.249.up_proj,0.0000095210,0.05000,13.726
29,mlp.experts.214.down_proj,0.0000007212,0.05000,2.875
29,mlp.experts.244.up_proj,0.0000097996,0.05000,13.472
29,mlp.experts.252.up_proj,0.0000242355,0.05000,13.203
29,mlp.experts.136.down_proj,0.0000004368,0.05000,2.858
29,mlp.experts.139.down_proj,0.0000005325,0.05000,2.799
29,mlp.experts.135.down_proj,0.0000005747,0.05000,2.829
29,mlp.experts.127.down_proj,0.0000002095,0.05000,2.838
29,mlp.experts.143.down_proj,failsafe(rtn): 0.0009003,0.00000,0.133
29,mlp.experts.131.down_proj,0.0000001230,0.05000,2.827
29,mlp.experts.2.down_proj,0.0000010142,0.05000,2.820
29,mlp.experts.14.down_proj,0.0000001559,0.05000,2.755
29,mlp.experts.13.down_proj,0.0000003140,0.05000,2.733
29,mlp.experts.10.down_proj,0.0000003424,0.05000,2.786
29,mlp.experts.9.down_proj,0.0000001693,0.05000,2.769
29,mlp.experts.230.down_proj,0.0000007154,0.05000,2.819
29,mlp.experts.4.down_proj,0.0000004907,0.05000,2.893
29,mlp.experts.12.down_proj,0.0000008632,0.05000,2.866
29,mlp.experts.155.down_proj,0.0000003471,0.05000,2.870
29,mlp.experts.152.down_proj,0.0000002085,0.05000,2.906
29,mlp.experts.151.down_proj,0.0000007744,0.05000,2.867
29,mlp.experts.147.down_proj,0.0000007263,0.05000,2.899
29,mlp.experts.159.down_proj,0.0000002066,0.05000,2.912
29,mlp.experts.29.down_proj,0.0000002453,0.05000,2.880
29,mlp.experts.18.down_proj,0.0000004566,0.05000,2.931
29,mlp.experts.30.down_proj,0.0000002205,0.05000,2.942
29,mlp.experts.26.down_proj,0.0000005715,0.05000,2.874
29,mlp.experts.25.down_proj,0.0000002040,0.05000,2.890
29,mlp.experts.246.down_proj,0.0000000727,0.05000,2.918
29,mlp.experts.20.down_proj,0.0000004995,0.05000,2.867
29,mlp.experts.28.down_proj,0.0000006610,0.05000,2.834
29,mlp.experts.171.down_proj,0.0000002108,0.05000,2.817
29,mlp.experts.168.down_proj,0.0000001106,0.05000,2.856
29,mlp.experts.167.down_proj,0.0000006862,0.05000,2.838
29,mlp.experts.163.down_proj,0.0000013778,0.05000,2.800
29,mlp.experts.175.down_proj,0.0000001608,0.05000,2.833
29,mlp.experts.45.down_proj,0.0000001011,0.05000,2.783
29,mlp.experts.34.down_proj,0.0000002148,0.05000,2.810
29,mlp.experts.46.down_proj,0.0000004176,0.05000,2.818
29,mlp.experts.42.down_proj,0.0000002072,0.05000,2.736
29,mlp.experts.41.down_proj,0.0000016201,0.05000,2.695
29,mlp.experts.36.down_proj,0.0000001566,0.05000,2.570
29,mlp.experts.44.down_proj,0.0000004530,0.05000,2.589
29,mlp.experts.187.down_proj,0.0000015112,0.05000,2.609
29,mlp.experts.184.down_proj,0.0000018445,0.05000,2.593
29,mlp.experts.183.down_proj,0.0000001409,0.05000,2.565
29,mlp.experts.179.down_proj,0.0000021367,0.05000,2.555
29,mlp.experts.191.down_proj,0.0000004904,0.05000,2.577
29,mlp.experts.61.down_proj,0.0000006657,0.05000,2.530
29,mlp.experts.50.down_proj,0.0000004400,0.05000,2.542
29,mlp.experts.62.down_proj,0.0000008656,0.05000,2.567
29,mlp.experts.58.down_proj,0.0000004494,0.05000,2.545
29,mlp.experts.57.down_proj,0.0000008263,0.05000,2.527
29,mlp.experts.52.down_proj,0.0000032719,0.05000,2.576
29,mlp.experts.60.down_proj,0.0000010279,0.05000,2.636
29,mlp.experts.203.down_proj,0.0000011761,0.05000,2.691
29,mlp.experts.200.down_proj,0.0000009261,0.05000,2.691
29,mlp.experts.199.down_proj,0.0000011109,0.05000,2.671
29,mlp.experts.207.down_proj,0.0000014328,0.05000,2.627
29,mlp.experts.195.down_proj,0.0000011081,0.05000,2.717
29,mlp.experts.77.down_proj,0.0000005249,0.05000,2.633
29,mlp.experts.78.down_proj,0.0000009146,0.05000,2.630
29,mlp.experts.66.down_proj,0.0000017126,0.05000,2.709
29,mlp.experts.74.down_proj,0.0000002730,0.05000,2.668
29,mlp.experts.73.down_proj,0.0000000551,0.05000,2.624
29,mlp.experts.68.down_proj,0.0000003139,0.05000,2.659
29,mlp.experts.76.down_proj,0.0000005769,0.05000,2.596
29,mlp.experts.219.down_proj,0.0000003061,0.05000,2.605
29,mlp.experts.216.down_proj,0.0000005880,0.05000,2.617
29,mlp.experts.215.down_proj,0.0000001089,0.05000,2.619
29,mlp.experts.223.down_proj,0.0000008856,0.05000,2.592
29,mlp.experts.211.down_proj,0.0000006772,0.05000,2.634
29,mlp.experts.93.down_proj,0.0000001962,0.05000,2.615
29,mlp.experts.82.down_proj,0.0000008691,0.05000,2.617
29,mlp.experts.94.down_proj,0.0000017585,0.05000,2.689
29,mlp.experts.89.down_proj,0.0000001938,0.05000,2.627
29,mlp.experts.90.down_proj,0.0000008368,0.05000,2.706
29,mlp.experts.84.down_proj,0.0000003044,0.05000,2.631
29,mlp.experts.92.down_proj,0.0000006324,0.05000,2.626
29,mlp.experts.232.down_proj,0.0000002544,0.05000,2.609
29,mlp.experts.235.down_proj,0.0000002217,0.05000,2.669
29,mlp.experts.231.down_proj,0.0000003665,0.05000,2.588
29,mlp.experts.227.down_proj,0.0000002775,0.05000,2.556
29,mlp.experts.239.down_proj,0.0000004113,0.05000,2.632
29,mlp.experts.109.down_proj,0.0000005220,0.05000,2.599
29,mlp.experts.98.down_proj,0.0000002794,0.05000,2.517
29,mlp.experts.110.down_proj,0.0000005635,0.05000,2.510
29,mlp.experts.105.down_proj,0.0000020856,0.05000,2.549
29,mlp.experts.106.down_proj,0.0000001882,0.05000,2.572
29,mlp.experts.100.down_proj,0.0000001783,0.05000,2.586
29,mlp.experts.108.down_proj,0.0000003537,0.05000,2.598
29,mlp.experts.248.down_proj,0.0000001573,0.05000,2.589
29,mlp.experts.251.down_proj,0.0000007233,0.05000,2.621
29,mlp.experts.247.down_proj,0.0000001784,0.05000,2.612
29,mlp.experts.243.down_proj,0.0000002659,0.05000,2.538
29,mlp.experts.255.down_proj,0.0000006142,0.05000,2.552
29,mlp.experts.125.down_proj,0.0000001419,0.05000,2.476
29,mlp.experts.114.down_proj,0.0000006919,0.05000,2.469
29,mlp.experts.126.down_proj,0.0000002582,0.05000,2.449
29,mlp.experts.121.down_proj,0.0000001835,0.05000,2.353
29,mlp.experts.122.down_proj,0.0000007104,0.05000,2.345
29,mlp.experts.116.down_proj,0.0000006838,0.05000,1.746
29,mlp.experts.124.down_proj,0.0000013674,0.05000,1.633
29,mlp.experts.141.down_proj,0.0000012017,0.05000,1.390
29,mlp.experts.130.down_proj,0.0000006984,0.05000,1.403
29,mlp.experts.137.down_proj,0.0000007147,0.05000,1.378
29,mlp.experts.142.down_proj,0.0000005272,0.05000,1.433
29,mlp.experts.138.down_proj,0.0000007962,0.05000,1.412
29,mlp.experts.132.down_proj,0.0000024089,0.05000,1.441
29,mlp.experts.140.down_proj,0.0000006094,0.05000,1.430
29,mlp.experts.157.down_proj,0.0000006468,0.05000,1.496
29,mlp.experts.146.down_proj,0.0000023116,0.05000,1.512
29,mlp.experts.158.down_proj,0.0000011427,0.05000,1.492
29,mlp.experts.153.down_proj,0.0000005857,0.05000,1.528
29,mlp.experts.154.down_proj,0.0000017939,0.05000,1.527
29,mlp.experts.148.down_proj,0.0000023347,0.05000,1.523
29,mlp.experts.156.down_proj,0.0000003530,0.05000,1.515
29,mlp.experts.173.down_proj,0.0000006345,0.05000,1.488
29,mlp.experts.162.down_proj,0.0000004018,0.05000,1.522
29,mlp.experts.174.down_proj,0.0000003707,0.05000,1.499
29,mlp.experts.169.down_proj,0.0000006288,0.05000,1.478
29,mlp.experts.170.down_proj,0.0000002146,0.05000,1.507
29,mlp.experts.164.down_proj,0.0000007068,0.05000,1.498
29,mlp.experts.172.down_proj,0.0000007038,0.05000,1.470
29,mlp.experts.189.down_proj,0.0000006869,0.05000,1.474
29,mlp.experts.178.down_proj,0.0000004613,0.05000,1.451
29,mlp.experts.185.down_proj,0.0000005274,0.05000,1.440
29,mlp.experts.190.down_proj,0.0000011176,0.05000,1.463
29,mlp.experts.186.down_proj,0.0000001537,0.05000,1.468
29,mlp.experts.180.down_proj,0.0000003493,0.05000,1.525
29,mlp.experts.188.down_proj,0.0000005933,0.05000,1.485
29,mlp.experts.205.down_proj,0.0000013876,0.05000,1.491
29,mlp.experts.194.down_proj,0.0000003678,0.05000,1.550
29,mlp.experts.201.down_proj,0.0000007132,0.05000,1.515
29,mlp.experts.206.down_proj,0.0000002551,0.05000,1.516
29,mlp.experts.202.down_proj,0.0000003285,0.05000,1.536
29,mlp.experts.196.down_proj,0.0000003297,0.05000,1.482
29,mlp.experts.204.down_proj,0.0000009132,0.05000,1.486
29,mlp.experts.221.down_proj,0.0000008620,0.05000,1.519
29,mlp.experts.210.down_proj,0.0000002755,0.05000,1.536
29,mlp.experts.217.down_proj,0.0000007477,0.05000,1.512
29,mlp.experts.222.down_proj,0.0000002334,0.05000,1.524
29,mlp.experts.218.down_proj,0.0000006198,0.05000,1.529
29,mlp.experts.212.down_proj,0.0000010497,0.05000,1.537
29,mlp.experts.220.down_proj,0.0000004534,0.05000,1.527
29,mlp.experts.237.down_proj,0.0000005317,0.05000,1.480
29,mlp.experts.233.down_proj,0.0000004631,0.05000,1.459
29,mlp.experts.226.down_proj,0.0000002545,0.05000,1.480
29,mlp.experts.238.down_proj,0.0000002247,0.05000,1.490
29,mlp.experts.234.down_proj,0.0000002565,0.05000,1.458
29,mlp.experts.228.down_proj,0.0000002533,0.05000,1.452
29,mlp.experts.236.down_proj,0.0000004910,0.05000,1.485
29,mlp.experts.253.down_proj,0.0000001661,0.05000,1.466
29,mlp.experts.249.down_proj,0.0000002185,0.05000,1.431
29,mlp.experts.242.down_proj,0.0000005417,0.05000,1.461
29,mlp.experts.254.down_proj,0.0000005974,0.05000,1.447
29,mlp.experts.250.down_proj,0.0000007664,0.05000,1.389
29,mlp.experts.244.down_proj,0.0000004136,0.05000,0.795
29,mlp.experts.252.down_proj,0.0000005338,0.05000,0.711
30,mlp.experts.7.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.717
30,mlp.experts.13.gate_proj,0.0000047286,0.05000,13.749
30,mlp.experts.1.gate_proj,0.0000083738,0.05000,13.774
30,mlp.experts.14.gate_proj,0.0000147099,0.05000,13.789
30,mlp.experts.0.gate_proj,0.0000067963,0.05000,13.824
30,mlp.experts.6.gate_proj,0.0000078587,0.05000,13.888
30,mlp.experts.3.gate_proj,0.0000191074,0.05000,13.929
30,mlp.experts.10.gate_proj,0.0000266780,0.05000,13.954
30,mlp.experts.4.gate_proj,0.0000144793,0.05000,13.955
30,mlp.experts.5.gate_proj,0.0000189325,0.05000,13.960
30,mlp.experts.9.gate_proj,0.0000162683,0.05000,13.963
30,mlp.experts.12.gate_proj,0.0000178429,0.05000,14.007
30,mlp.experts.8.gate_proj,0.0000058778,0.05000,14.018
30,mlp.experts.15.gate_proj,0.0000087942,0.05000,14.088
30,mlp.experts.11.gate_proj,0.0000185849,0.05000,14.081
30,mlp.experts.2.gate_proj,0.0000309343,0.05000,14.149
30,mlp.experts.29.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.835
30,mlp.experts.22.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.861
30,mlp.experts.23.gate_proj,0.0000090014,0.05000,14.088
30,mlp.experts.30.gate_proj,0.0000193741,0.05000,14.483
30,mlp.experts.17.gate_proj,0.0000302948,0.05000,14.515
30,mlp.experts.16.gate_proj,0.0000081539,0.05000,14.560
30,mlp.experts.21.gate_proj,0.0000145661,0.05000,14.476
30,mlp.experts.28.gate_proj,0.0000093725,0.05000,14.474
30,mlp.experts.18.gate_proj,0.0000093631,0.05000,14.431
30,mlp.experts.26.gate_proj,0.0000612051,0.05000,14.619
30,mlp.experts.25.gate_proj,0.0000086524,0.05000,14.597
30,mlp.experts.20.gate_proj,0.0000455118,0.05000,14.617
30,mlp.experts.24.gate_proj,0.0000101663,0.05000,14.554
30,mlp.experts.19.gate_proj,0.0000140193,0.05000,14.769
30,mlp.experts.31.gate_proj,0.0000075797,0.05000,14.659
30,mlp.experts.27.gate_proj,0.0000115654,0.05000,14.836
30,mlp.experts.45.gate_proj,0.0000118338,0.05000,14.588
30,mlp.experts.38.gate_proj,0.0000144882,0.05000,14.590
30,mlp.experts.39.gate_proj,0.0000089495,0.05000,14.767
30,mlp.experts.33.gate_proj,0.0000043168,0.05000,14.668
30,mlp.experts.37.gate_proj,0.0000065100,0.05000,14.676
30,mlp.experts.46.gate_proj,0.0000489888,0.05000,14.889
30,mlp.experts.32.gate_proj,0.0000138869,0.05000,14.777
30,mlp.experts.42.gate_proj,0.0000049247,0.05000,14.712
30,mlp.experts.36.gate_proj,0.0000452196,0.05000,14.716
30,mlp.experts.41.gate_proj,0.0000216395,0.05000,14.766
30,mlp.experts.40.gate_proj,0.0000038231,0.05000,14.789
30,mlp.experts.44.gate_proj,0.0000065996,0.05000,14.819
30,mlp.experts.34.gate_proj,0.0000151333,0.05000,14.884
30,mlp.experts.35.gate_proj,0.0000170966,0.05000,14.945
30,mlp.experts.47.gate_proj,0.0000264429,0.05000,14.892
30,mlp.experts.43.gate_proj,0.0000076386,0.05000,14.912
30,mlp.experts.61.gate_proj,0.0000067266,0.05000,14.767
30,mlp.experts.54.gate_proj,0.0000207312,0.05000,14.781
30,mlp.experts.55.gate_proj,0.0000083466,0.05000,14.828
30,mlp.experts.49.gate_proj,0.0000888085,0.05000,14.725
30,mlp.experts.53.gate_proj,0.0000145488,0.05000,14.649
30,mlp.experts.62.gate_proj,0.0000052011,0.05000,14.818
30,mlp.experts.57.gate_proj,0.0000167409,0.05000,14.650
30,mlp.experts.48.gate_proj,0.0000413178,0.05000,14.814
30,mlp.experts.58.gate_proj,0.0000066890,0.05000,14.721
30,mlp.experts.60.gate_proj,0.0000115166,0.05000,14.670
30,mlp.experts.56.gate_proj,0.0000205313,0.05000,14.730
30,mlp.experts.52.gate_proj,0.0000228395,0.05000,14.836
30,mlp.experts.50.gate_proj,0.0000050877,0.05000,14.799
30,mlp.experts.51.gate_proj,0.0000468361,0.05000,14.687
30,mlp.experts.63.gate_proj,0.0000074919,0.05000,14.767
30,mlp.experts.65.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.789
30,mlp.experts.77.gate_proj,0.0000050040,0.05000,14.717
30,mlp.experts.59.gate_proj,0.0000265485,0.05000,14.897
30,mlp.experts.78.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.861
30,mlp.experts.76.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.782
30,mlp.experts.70.gate_proj,0.0000207859,0.05000,14.867
30,mlp.experts.71.gate_proj,0.0000058704,0.05000,14.880
30,mlp.experts.69.gate_proj,0.0000076049,0.05000,14.940
30,mlp.experts.74.gate_proj,0.0000044385,0.05000,14.881
30,mlp.experts.64.gate_proj,0.0000119869,0.05000,14.962
30,mlp.experts.73.gate_proj,0.0000123501,0.05000,15.027
30,mlp.experts.72.gate_proj,0.0000091134,0.05000,14.961
30,mlp.experts.68.gate_proj,0.0000561563,0.05000,14.935
30,mlp.experts.66.gate_proj,0.0000118002,0.05000,15.007
30,mlp.experts.67.gate_proj,0.0000097161,0.05000,15.066
30,mlp.experts.81.gate_proj,0.0000077194,0.05000,14.895
30,mlp.experts.79.gate_proj,0.0000041599,0.05000,14.966
30,mlp.experts.93.gate_proj,0.0000080654,0.05000,14.923
30,mlp.experts.75.gate_proj,0.0000120069,0.05000,14.900
30,mlp.experts.94.gate_proj,0.0000126426,0.05000,14.800
30,mlp.experts.92.gate_proj,0.0000089285,0.05000,14.811
30,mlp.experts.86.gate_proj,0.0000169440,0.05000,14.839
30,mlp.experts.87.gate_proj,0.0000078484,0.05000,14.929
30,mlp.experts.85.gate_proj,0.0000136915,0.05000,14.929
30,mlp.experts.90.gate_proj,0.0000114965,0.05000,15.051
30,mlp.experts.80.gate_proj,0.0000078930,0.05000,15.111
30,mlp.experts.84.gate_proj,0.0000260436,0.05000,15.010
30,mlp.experts.89.gate_proj,0.0000119398,0.05000,15.122
30,mlp.experts.88.gate_proj,0.0000147468,0.05000,15.123
30,mlp.experts.82.gate_proj,0.0000104927,0.05000,15.077
30,mlp.experts.97.gate_proj,0.0000215660,0.05000,14.999
30,mlp.experts.83.gate_proj,0.0000074523,0.05000,15.137
30,mlp.experts.109.gate_proj,0.0000339293,0.05000,15.014
30,mlp.experts.95.gate_proj,0.0000206016,0.05000,15.208
30,mlp.experts.108.gate_proj,0.0000124755,0.05000,15.131
30,mlp.experts.102.gate_proj,0.0000130420,0.05000,14.996
30,mlp.experts.110.gate_proj,0.0000481246,0.05000,15.166
30,mlp.experts.91.gate_proj,0.0000037693,0.05000,15.235
30,mlp.experts.103.gate_proj,0.0000070927,0.05000,15.070
30,mlp.experts.124.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.710
30,mlp.experts.101.gate_proj,0.0000220233,0.05000,15.125
30,mlp.experts.106.gate_proj,0.0000145921,0.05000,15.003
30,mlp.experts.96.gate_proj,0.0000198232,0.05000,15.000
30,mlp.experts.105.gate_proj,0.0000161138,0.05000,15.044
30,mlp.experts.100.gate_proj,0.0000416429,0.05000,15.152
30,mlp.experts.98.gate_proj,0.0000136796,0.05000,14.996
30,mlp.experts.113.gate_proj,0.0000168922,0.05000,14.953
30,mlp.experts.104.gate_proj,0.0000117109,0.05000,15.176
30,mlp.experts.125.gate_proj,0.0000653321,0.05000,15.004
30,mlp.experts.99.gate_proj,0.0000066968,0.05000,15.082
30,mlp.experts.111.gate_proj,0.0000068415,0.05000,15.143
30,mlp.experts.118.gate_proj,0.0000545835,0.05000,14.983
30,mlp.experts.126.gate_proj,0.0000129568,0.05000,15.000
30,mlp.experts.107.gate_proj,0.0000375217,0.05000,14.952
30,mlp.experts.119.gate_proj,0.0000134372,0.05000,15.108
30,mlp.experts.140.gate_proj,0.0000469753,0.05000,14.987
30,mlp.experts.117.gate_proj,0.0000067888,0.05000,15.519
30,mlp.experts.122.gate_proj,0.0000078507,0.05000,15.438
30,mlp.experts.116.gate_proj,0.0000083181,0.05000,15.414
30,mlp.experts.112.gate_proj,0.0000111553,0.05000,15.605
30,mlp.experts.121.gate_proj,0.0000154623,0.05000,15.499
30,mlp.experts.114.gate_proj,0.0000185840,0.05000,15.411
30,mlp.experts.129.gate_proj,0.0000071770,0.05000,15.403
30,mlp.experts.120.gate_proj,0.0000208848,0.05000,15.466
30,mlp.experts.115.gate_proj,0.0000163327,0.05000,15.506
30,mlp.experts.141.gate_proj,0.0000144767,0.05000,15.633
30,mlp.experts.134.gate_proj,0.0000128301,0.05000,15.484
30,mlp.experts.127.gate_proj,0.0000155283,0.05000,15.624
30,mlp.experts.123.gate_proj,0.0000056222,0.05000,15.533
30,mlp.experts.142.gate_proj,0.0000290558,0.05000,15.590
30,mlp.experts.135.gate_proj,0.0000146826,0.05000,15.464
30,mlp.experts.156.gate_proj,0.0000153830,0.05000,15.509
30,mlp.experts.138.gate_proj,0.0000117821,0.05000,15.121
30,mlp.experts.133.gate_proj,0.0000179853,0.05000,15.389
30,mlp.experts.128.gate_proj,0.0000116320,0.05000,15.163
30,mlp.experts.132.gate_proj,0.0000232121,0.05000,15.208
30,mlp.experts.137.gate_proj,0.0000186343,0.05000,15.219
30,mlp.experts.145.gate_proj,0.0000116576,0.05000,15.292
30,mlp.experts.130.gate_proj,0.0000138350,0.05000,15.336
30,mlp.experts.136.gate_proj,0.0000384221,0.05000,15.278
30,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.774
30,mlp.experts.131.gate_proj,0.0000042489,0.05000,15.244
30,mlp.experts.157.gate_proj,0.0000143164,0.05000,15.200
30,mlp.experts.150.gate_proj,0.0000380748,0.05000,15.171
30,mlp.experts.143.gate_proj,0.0000208018,0.05000,15.270
30,mlp.experts.158.gate_proj,0.0000116095,0.05000,15.131
30,mlp.experts.139.gate_proj,0.0000042901,0.05000,15.328
30,mlp.experts.153.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.851
30,mlp.experts.151.gate_proj,0.0000147095,0.05000,15.290
30,mlp.experts.172.gate_proj,0.0000086684,0.05000,15.129
30,mlp.experts.149.gate_proj,0.0000368415,0.05000,14.801
30,mlp.experts.144.gate_proj,0.0000299240,0.05000,14.835
30,mlp.experts.148.gate_proj,0.0000138279,0.05000,14.915
30,mlp.experts.161.gate_proj,0.0000289689,0.05000,14.893
30,mlp.experts.146.gate_proj,0.0000192256,0.05000,14.853
30,mlp.experts.152.gate_proj,0.0000066392,0.05000,14.858
30,mlp.experts.147.gate_proj,0.0000506939,0.05000,14.752
30,mlp.experts.170.gate_proj,0.0000190111,0.05000,14.827
30,mlp.experts.173.gate_proj,0.0000123387,0.05000,14.733
30,mlp.experts.166.gate_proj,0.0000112158,0.05000,14.740
30,mlp.experts.159.gate_proj,0.0000074664,0.05000,14.852
30,mlp.experts.169.gate_proj,0.0000232256,0.05000,14.726
30,mlp.experts.174.gate_proj,0.0000091874,0.05000,14.874
30,mlp.experts.155.gate_proj,0.0000164113,0.05000,14.846
30,mlp.experts.188.gate_proj,0.0000125234,0.05000,14.838
30,mlp.experts.167.gate_proj,0.0000467239,0.05000,15.003
30,mlp.experts.165.gate_proj,0.0000050148,0.05000,14.539
30,mlp.experts.160.gate_proj,0.0000098328,0.05000,14.596
30,mlp.experts.177.gate_proj,0.0000090874,0.05000,14.538
30,mlp.experts.164.gate_proj,0.0000117275,0.05000,14.783
30,mlp.experts.162.gate_proj,0.0000066658,0.05000,14.692
30,mlp.experts.189.gate_proj,0.0000283851,0.05000,14.548
30,mlp.experts.168.gate_proj,0.0000304167,0.05000,14.709
30,mlp.experts.186.gate_proj,0.0000144488,0.05000,14.652
30,mlp.experts.163.gate_proj,0.0000073407,0.05000,14.757
30,mlp.experts.182.gate_proj,0.0000071252,0.05000,14.658
30,mlp.experts.190.gate_proj,0.0000094002,0.05000,14.559
30,mlp.experts.185.gate_proj,0.0000276671,0.05000,14.644
30,mlp.experts.175.gate_proj,0.0000074586,0.05000,14.832
30,mlp.experts.171.gate_proj,0.0000116709,0.05000,14.803
30,mlp.experts.204.gate_proj,0.0000131771,0.05000,14.702
30,mlp.experts.183.gate_proj,0.0000135420,0.05000,14.935
30,mlp.experts.181.gate_proj,0.0000191106,0.05000,15.040
30,mlp.experts.176.gate_proj,0.0000071848,0.05000,15.183
30,mlp.experts.193.gate_proj,0.0000184435,0.05000,15.067
30,mlp.experts.205.gate_proj,0.0000106528,0.05000,15.004
30,mlp.experts.184.gate_proj,0.0000271085,0.05000,15.081
30,mlp.experts.180.gate_proj,0.0000042049,0.05000,15.288
30,mlp.experts.178.gate_proj,0.0000235162,0.05000,15.241
30,mlp.experts.202.gate_proj,0.0000551211,0.05000,15.176
30,mlp.experts.179.gate_proj,0.0000067949,0.05000,15.166
30,mlp.experts.198.gate_proj,0.0000195441,0.05000,15.120
30,mlp.experts.206.gate_proj,0.0000149249,0.05000,15.111
30,mlp.experts.191.gate_proj,0.0000351275,0.05000,15.159
30,mlp.experts.201.gate_proj,0.0000063418,0.05000,15.340
30,mlp.experts.187.gate_proj,0.0000085446,0.05000,15.106
30,mlp.experts.200.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.857
30,mlp.experts.218.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.858
30,mlp.experts.220.gate_proj,0.0000258163,0.05000,15.135
30,mlp.experts.199.gate_proj,0.0000083000,0.05000,15.241
30,mlp.experts.197.gate_proj,0.0000114786,0.05000,14.363
30,mlp.experts.192.gate_proj,0.0000132562,0.05000,14.394
30,mlp.experts.209.gate_proj,0.0000079964,0.05000,14.428
30,mlp.experts.221.gate_proj,0.0000210187,0.05000,14.421
30,mlp.experts.194.gate_proj,0.0000132153,0.05000,14.369
30,mlp.experts.196.gate_proj,0.0000138084,0.05000,14.465
30,mlp.experts.214.gate_proj,0.0000115246,0.05000,14.428
30,mlp.experts.195.gate_proj,0.0000224106,0.05000,14.462
30,mlp.experts.222.gate_proj,0.0000260678,0.05000,14.497
30,mlp.experts.217.gate_proj,0.0000128990,0.05000,14.410
30,mlp.experts.207.gate_proj,0.0000028934,0.05000,14.472
30,mlp.experts.203.gate_proj,0.0000079859,0.05000,14.420
30,mlp.experts.216.gate_proj,0.0000228213,0.05000,14.414
30,mlp.experts.234.gate_proj,0.0000119878,0.05000,14.366
30,mlp.experts.236.gate_proj,0.0000145967,0.05000,14.477
30,mlp.experts.215.gate_proj,0.0000117435,0.05000,14.430
30,mlp.experts.252.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.733
30,mlp.experts.213.gate_proj,0.0000133745,0.05000,14.786
30,mlp.experts.208.gate_proj,0.0000214133,0.05000,14.918
30,mlp.experts.225.gate_proj,0.0000037789,0.05000,14.869
30,mlp.experts.237.gate_proj,0.0000119292,0.05000,14.841
30,mlp.experts.210.gate_proj,0.0000279242,0.05000,14.894
30,mlp.experts.212.gate_proj,0.0000151147,0.05000,14.880
30,mlp.experts.230.gate_proj,0.0000081615,0.05000,14.902
30,mlp.experts.238.gate_proj,0.0000164466,0.05000,14.750
30,mlp.experts.211.gate_proj,0.0000289750,0.05000,15.003
30,mlp.experts.233.gate_proj,0.0000136260,0.05000,14.822
30,mlp.experts.232.gate_proj,0.0000099837,0.05000,14.785
30,mlp.experts.223.gate_proj,0.0000095182,0.05000,14.892
30,mlp.experts.219.gate_proj,0.0000148399,0.05000,14.863
30,mlp.experts.246.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.727
30,mlp.experts.250.gate_proj,0.0000103507,0.05000,15.029
30,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.750
30,mlp.experts.248.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.764
30,mlp.experts.231.gate_proj,0.0000246728,0.05000,14.900
30,mlp.experts.12.up_proj,0.0000170796,0.05000,14.820
30,mlp.experts.229.gate_proj,0.0000121770,0.05000,15.402
30,mlp.experts.241.gate_proj,0.0000065323,0.05000,15.319
30,mlp.experts.224.gate_proj,0.0000068816,0.05000,15.469
30,mlp.experts.253.gate_proj,0.0000075162,0.05000,15.468
30,mlp.experts.226.gate_proj,0.0000111130,0.05000,15.492
30,mlp.experts.228.gate_proj,0.0000185896,0.05000,15.461
30,mlp.experts.254.gate_proj,0.0000083436,0.05000,15.345
30,mlp.experts.227.gate_proj,0.0000107760,0.05000,15.490
30,mlp.experts.235.gate_proj,0.0000187089,0.05000,15.488
30,mlp.experts.239.gate_proj,0.0000065318,0.05000,15.559
30,mlp.experts.244.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.777
30,mlp.experts.10.up_proj,0.0000241493,0.05000,15.343
30,mlp.experts.6.up_proj,0.0000088974,0.05000,15.456
30,mlp.experts.9.up_proj,0.0000122117,0.05000,15.373
30,mlp.experts.8.up_proj,0.0000052960,0.05000,15.443
30,mlp.experts.247.gate_proj,0.0000435693,0.05000,15.486
30,mlp.experts.22.up_proj,failsafe(rtn): 0.0009270,0.00000,0.722
30,mlp.experts.28.up_proj,0.0000078702,0.05000,15.448
30,mlp.experts.7.up_proj,failsafe(rtn): 0.0010147,0.00000,0.769
30,mlp.experts.245.gate_proj,0.0000076807,0.05000,15.075
30,mlp.experts.1.up_proj,0.0000072089,0.05000,15.094
30,mlp.experts.240.gate_proj,0.0000064497,0.05000,15.118
30,mlp.experts.13.up_proj,0.0000044993,0.05000,14.974
30,mlp.experts.242.gate_proj,0.0000712708,0.05000,15.093
30,mlp.experts.14.up_proj,0.0000140107,0.05000,15.030
30,mlp.experts.29.up_proj,failsafe(rtn): 0.0009613,0.00000,0.764
30,mlp.experts.243.gate_proj,0.0000288286,0.05000,15.161
30,mlp.experts.4.up_proj,0.0000121799,0.05000,14.962
30,mlp.experts.251.gate_proj,0.0000139866,0.05000,15.094
30,mlp.experts.255.gate_proj,0.0000088320,0.05000,15.194
30,mlp.experts.26.up_proj,0.0000539849,0.05000,15.046
30,mlp.experts.25.up_proj,0.0000076455,0.05000,15.088
30,mlp.experts.24.up_proj,0.0000096727,0.05000,15.038
30,mlp.experts.38.up_proj,0.0000120320,0.05000,14.978
30,mlp.experts.44.up_proj,0.0000062789,0.05000,14.984
30,mlp.experts.23.up_proj,0.0000091689,0.05000,15.098
30,mlp.experts.5.up_proj,0.0000172164,0.05000,15.485
30,mlp.experts.17.up_proj,0.0000269250,0.05000,15.620
30,mlp.experts.0.up_proj,0.0000073573,0.05000,15.620
30,mlp.experts.30.up_proj,0.0000181460,0.05000,15.550
30,mlp.experts.2.up_proj,0.0000262172,0.05000,15.835
30,mlp.experts.45.up_proj,0.0000129373,0.05000,15.659
30,mlp.experts.3.up_proj,0.0000183147,0.05000,15.695
30,mlp.experts.20.up_proj,0.0000450522,0.05000,15.548
30,mlp.experts.11.up_proj,0.0000168646,0.05000,15.660
30,mlp.experts.42.up_proj,0.0000042775,0.05000,15.571
30,mlp.experts.15.up_proj,0.0000085903,0.05000,15.616
30,mlp.experts.41.up_proj,0.0000179092,0.05000,15.458
30,mlp.experts.40.up_proj,0.0000035136,0.05000,15.602
30,mlp.experts.54.up_proj,0.0000186398,0.05000,15.686
30,mlp.experts.60.up_proj,0.0000100444,0.05000,15.774
30,mlp.experts.39.up_proj,0.0000086682,0.05000,15.777
30,mlp.experts.76.up_proj,failsafe(rtn): 0.0009422,0.00000,0.731
30,mlp.experts.21.up_proj,0.0000133299,0.05000,14.882
30,mlp.experts.33.up_proj,0.0000035707,0.05000,14.777
30,mlp.experts.16.up_proj,0.0000081298,0.05000,14.880
30,mlp.experts.18.up_proj,0.0000085905,0.05000,14.747
30,mlp.experts.46.up_proj,0.0000431825,0.05000,14.879
30,mlp.experts.61.up_proj,0.0000064348,0.05000,14.940
30,mlp.experts.19.up_proj,0.0000125028,0.05000,14.967
30,mlp.experts.36.up_proj,0.0000380396,0.05000,14.891
30,mlp.experts.27.up_proj,0.0000101566,0.05000,14.986
30,mlp.experts.58.up_proj,0.0000057640,0.05000,14.933
30,mlp.experts.31.up_proj,0.0000071561,0.05000,14.944
30,mlp.experts.57.up_proj,0.0000148394,0.05000,14.880
30,mlp.experts.56.up_proj,0.0000184798,0.05000,15.012
30,mlp.experts.70.up_proj,0.0000177776,0.05000,15.024
30,mlp.experts.55.up_proj,0.0000086261,0.05000,15.030
30,mlp.experts.92.up_proj,0.0000073828,0.05000,14.969
30,mlp.experts.37.up_proj,0.0000061488,0.05000,15.385
30,mlp.experts.49.up_proj,0.0000731525,0.05000,15.341
30,mlp.experts.32.up_proj,0.0000113750,0.05000,15.468
30,mlp.experts.62.up_proj,0.0000048749,0.05000,15.322
30,mlp.experts.65.up_proj,failsafe(rtn): 0.0009193,0.00000,0.777
30,mlp.experts.34.up_proj,0.0000144573,0.05000,15.461
30,mlp.experts.77.up_proj,0.0000046543,0.05000,15.276
30,mlp.experts.52.up_proj,0.0000194177,0.05000,15.315
30,mlp.experts.35.up_proj,0.0000163423,0.05000,15.470
30,mlp.experts.43.up_proj,0.0000073074,0.05000,15.243
30,mlp.experts.78.up_proj,failsafe(rtn): 0.0010300,0.00000,0.723
30,mlp.experts.74.up_proj,0.0000042904,0.05000,15.305
30,mlp.experts.47.up_proj,0.0000221166,0.05000,15.435
30,mlp.experts.73.up_proj,0.0000101799,0.05000,15.469
30,mlp.experts.72.up_proj,0.0000080639,0.05000,15.374
30,mlp.experts.86.up_proj,0.0000141639,0.05000,15.372
30,mlp.experts.71.up_proj,0.0000062299,0.05000,15.277
30,mlp.experts.108.up_proj,0.0000096423,0.05000,15.288
30,mlp.experts.124.up_proj,failsafe(rtn): 0.0008698,0.00000,0.706
30,mlp.experts.53.up_proj,0.0000129058,0.05000,14.672
30,mlp.experts.48.up_proj,0.0000365245,0.05000,14.871
30,mlp.experts.81.up_proj,0.0000070239,0.05000,14.637
30,mlp.experts.50.up_proj,0.0000053008,0.05000,14.690
30,mlp.experts.93.up_proj,0.0000076324,0.05000,14.671
30,mlp.experts.68.up_proj,0.0000583060,0.05000,14.815
30,mlp.experts.51.up_proj,0.0000452695,0.05000,14.776
30,mlp.experts.94.up_proj,0.0000123177,0.05000,14.830
30,mlp.experts.59.up_proj,0.0000242383,0.05000,14.883
30,mlp.experts.90.up_proj,0.0000105530,0.05000,14.833
30,mlp.experts.63.up_proj,0.0000073889,0.05000,14.838
30,mlp.experts.89.up_proj,0.0000112524,0.05000,14.747
30,mlp.experts.88.up_proj,0.0000123118,0.05000,14.836
30,mlp.experts.102.up_proj,0.0000123560,0.05000,14.798
30,mlp.experts.87.up_proj,0.0000069362,0.05000,14.847
30,mlp.experts.140.up_proj,0.0000421609,0.05000,14.807
30,mlp.experts.69.up_proj,0.0000061971,0.05000,14.916
30,mlp.experts.64.up_proj,0.0000107101,0.05000,15.112
30,mlp.experts.97.up_proj,0.0000174981,0.05000,14.987
30,mlp.experts.66.up_proj,0.0000117083,0.05000,15.101
30,mlp.experts.109.up_proj,0.0000306048,0.05000,15.156
30,mlp.experts.84.up_proj,0.0000237203,0.05000,15.168
30,mlp.experts.67.up_proj,0.0000091813,0.05000,15.366
30,mlp.experts.106.up_proj,0.0000135734,0.05000,15.260
30,mlp.experts.110.up_proj,0.0000444867,0.05000,15.370
30,mlp.experts.75.up_proj,0.0000116804,0.05000,15.378
30,mlp.experts.105.up_proj,0.0000141498,0.05000,15.226
30,mlp.experts.79.up_proj,0.0000037574,0.05000,15.402
30,mlp.experts.104.up_proj,0.0000085597,0.05000,15.258
30,mlp.experts.118.up_proj,0.0000511367,0.05000,15.425
30,mlp.experts.103.up_proj,0.0000067112,0.05000,15.392
30,mlp.experts.156.up_proj,0.0000145231,0.05000,15.360
30,mlp.experts.85.up_proj,0.0000130940,0.05000,15.032
30,mlp.experts.80.up_proj,0.0000075617,0.05000,14.942
30,mlp.experts.113.up_proj,0.0000183919,0.05000,14.921
30,mlp.experts.82.up_proj,0.0000089719,0.05000,14.864
30,mlp.experts.125.up_proj,0.0000464699,0.05000,14.831
30,mlp.experts.100.up_proj,0.0000403016,0.05000,14.780
30,mlp.experts.83.up_proj,0.0000064365,0.05000,14.742
30,mlp.experts.91.up_proj,0.0000033189,0.05000,14.619
30,mlp.experts.126.up_proj,0.0000123171,0.05000,14.736
30,mlp.experts.122.up_proj,0.0000073964,0.05000,14.810
30,mlp.experts.121.up_proj,0.0000152970,0.05000,14.683
30,mlp.experts.95.up_proj,0.0000176375,0.05000,14.860
30,mlp.experts.120.up_proj,0.0000244427,0.05000,14.672
30,mlp.experts.134.up_proj,0.0000120141,0.05000,14.696
30,mlp.experts.119.up_proj,0.0000123021,0.05000,14.708
30,mlp.experts.172.up_proj,0.0000084699,0.05000,14.730
30,mlp.experts.101.up_proj,0.0000196700,0.05000,13.933
30,mlp.experts.98.up_proj,0.0000110561,0.05000,13.837
30,mlp.experts.96.up_proj,0.0000194243,0.05000,14.094
30,mlp.experts.129.up_proj,0.0000060220,0.05000,14.013
30,mlp.experts.141.up_proj,0.0000111878,0.05000,14.102
30,mlp.experts.116.up_proj,0.0000071129,0.05000,14.133
30,mlp.experts.138.up_proj,0.0000101996,0.05000,14.100
30,mlp.experts.142.up_proj,0.0000302136,0.05000,14.151
30,mlp.experts.99.up_proj,0.0000069920,0.05000,14.303
30,mlp.experts.107.up_proj,0.0000346611,0.05000,14.328
30,mlp.experts.137.up_proj,0.0000157934,0.05000,14.148
30,mlp.experts.111.up_proj,0.0000065001,0.05000,14.235
30,mlp.experts.136.up_proj,0.0000367572,0.05000,14.059
30,mlp.experts.154.up_proj,failsafe(rtn): 0.0009117,0.00000,0.790
30,mlp.experts.153.up_proj,failsafe(rtn): 0.0009232,0.00000,0.729
30,mlp.experts.150.up_proj,0.0000306186,0.05000,14.330
30,mlp.experts.135.up_proj,0.0000129278,0.05000,14.230
30,mlp.experts.188.up_proj,0.0000121319,0.05000,14.315
30,mlp.experts.117.up_proj,0.0000056017,0.05000,14.795
30,mlp.experts.114.up_proj,0.0000173108,0.05000,14.840
30,mlp.experts.145.up_proj,0.0000110252,0.05000,14.767
30,mlp.experts.112.up_proj,0.0000096510,0.05000,14.814
30,mlp.experts.157.up_proj,0.0000123213,0.05000,14.750
30,mlp.experts.132.up_proj,0.0000203622,0.05000,14.684
30,mlp.experts.115.up_proj,0.0000154632,0.05000,14.789
30,mlp.experts.158.up_proj,0.0000108667,0.05000,14.816
30,mlp.experts.123.up_proj,0.0000052736,0.05000,14.915
30,mlp.experts.152.up_proj,0.0000056746,0.05000,14.779
30,mlp.experts.127.up_proj,0.0000107086,0.05000,14.805
30,mlp.experts.169.up_proj,0.0000237847,0.05000,14.787
30,mlp.experts.170.up_proj,0.0000176813,0.05000,14.871
30,mlp.experts.166.up_proj,0.0000098329,0.05000,14.973
30,mlp.experts.151.up_proj,0.0000145412,0.05000,14.885
30,mlp.experts.204.up_proj,0.0000120621,0.05000,14.812
30,mlp.experts.133.up_proj,0.0000171206,0.05000,14.674
30,mlp.experts.161.up_proj,0.0000265179,0.05000,14.740
30,mlp.experts.128.up_proj,0.0000102465,0.05000,14.746
30,mlp.experts.130.up_proj,0.0000125173,0.05000,14.810
30,mlp.experts.173.up_proj,0.0000103841,0.05000,14.687
30,mlp.experts.148.up_proj,0.0000118278,0.05000,14.993
30,mlp.experts.131.up_proj,0.0000073074,0.05000,14.894
30,mlp.experts.174.up_proj,0.0000089362,0.05000,14.915
30,mlp.experts.139.up_proj,0.0000035903,0.05000,14.902
30,mlp.experts.168.up_proj,0.0000257111,0.05000,14.909
30,mlp.experts.143.up_proj,0.0000202129,0.05000,14.925
30,mlp.experts.185.up_proj,0.0000220285,0.05000,14.770
30,mlp.experts.186.up_proj,0.0000137472,0.05000,14.837
30,mlp.experts.182.up_proj,0.0000068180,0.05000,14.841
30,mlp.experts.167.up_proj,0.0000419322,0.05000,14.970
30,mlp.experts.220.up_proj,0.0000215713,0.05000,14.821
30,mlp.experts.149.up_proj,0.0000340626,0.05000,15.333
30,mlp.experts.177.up_proj,0.0000080619,0.05000,15.321
30,mlp.experts.144.up_proj,0.0000282873,0.05000,15.341
30,mlp.experts.146.up_proj,0.0000179874,0.05000,15.362
30,mlp.experts.189.up_proj,0.0000242853,0.05000,15.453
30,mlp.experts.164.up_proj,0.0000100087,0.05000,15.308
30,mlp.experts.147.up_proj,0.0000472953,0.05000,15.302
30,mlp.experts.190.up_proj,0.0000090238,0.05000,15.262
30,mlp.experts.155.up_proj,0.0000153091,0.05000,15.289
30,mlp.experts.184.up_proj,0.0000254204,0.05000,15.336
30,mlp.experts.159.up_proj,0.0000071805,0.05000,15.381
30,mlp.experts.201.up_proj,0.0000059902,0.05000,15.209
30,mlp.experts.202.up_proj,0.0000477820,0.05000,15.327
30,mlp.experts.200.up_proj,failsafe(rtn): 0.0009918,0.00000,0.800
30,mlp.experts.198.up_proj,0.0000161246,0.05000,15.452
30,mlp.experts.218.up_proj,failsafe(rtn): 0.0009422,0.00000,0.771
30,mlp.experts.183.up_proj,0.0000127338,0.05000,15.399
30,mlp.experts.236.up_proj,0.0000133652,0.05000,15.295
30,mlp.experts.252.up_proj,failsafe(rtn): 0.0009155,0.00000,0.665
30,mlp.experts.12.down_proj,0.0000010097,0.05000,3.568
30,mlp.experts.28.down_proj,0.0000005010,0.05000,3.577
30,mlp.experts.165.up_proj,0.0000047572,0.05000,14.315
30,mlp.experts.193.up_proj,0.0000176546,0.05000,14.450
30,mlp.experts.160.up_proj,0.0000094093,0.05000,14.552
30,mlp.experts.162.up_proj,0.0000070636,0.05000,14.633
30,mlp.experts.205.up_proj,0.0000118184,0.05000,14.803
30,mlp.experts.180.up_proj,0.0000040535,0.05000,14.640
30,mlp.experts.44.down_proj,0.0000001630,0.05000,3.995
30,mlp.experts.163.up_proj,0.0000058806,0.05000,14.725
30,mlp.experts.206.up_proj,0.0000111506,0.05000,14.725
30,mlp.experts.171.up_proj,0.0000110725,0.05000,14.714
30,mlp.experts.175.up_proj,0.0000063548,0.05000,14.562
30,mlp.experts.217.up_proj,0.0000123929,0.05000,14.791
30,mlp.experts.216.up_proj,0.0000217531,0.05000,14.634
30,mlp.experts.214.up_proj,0.0000112859,0.05000,14.674
30,mlp.experts.234.up_proj,0.0000109926,0.05000,14.732
30,mlp.experts.199.up_proj,0.0000078556,0.05000,14.832
30,mlp.experts.60.down_proj,0.0000001449,0.05000,3.764
30,mlp.experts.76.down_proj,failsafe(rtn): 0.0009193,0.00000,0.172
30,mlp.experts.92.down_proj,0.0000003316,0.05000,3.977
30,mlp.experts.108.down_proj,0.0000003408,0.05000,3.539
30,mlp.experts.124.down_proj,failsafe(rtn): 0.0008621,0.00000,0.175
30,mlp.experts.181.up_proj,0.0000185673,0.05000,15.186
30,mlp.experts.209.up_proj,0.0000054787,0.05000,15.044
30,mlp.experts.178.up_proj,0.0000197691,0.05000,14.952
30,mlp.experts.176.up_proj,0.0000065588,0.05000,15.099
30,mlp.experts.221.up_proj,0.0000227929,0.05000,15.171
30,mlp.experts.196.up_proj,0.0000106732,0.05000,15.077
30,mlp.experts.222.up_proj,0.0000201496,0.05000,14.980
30,mlp.experts.179.up_proj,0.0000065662,0.05000,15.226
30,mlp.experts.140.down_proj,0.0000015975,0.05000,4.039
30,mlp.experts.187.up_proj,0.0000080213,0.05000,15.240
30,mlp.experts.191.up_proj,0.0000290406,0.05000,15.220
30,mlp.experts.233.up_proj,0.0000115197,0.05000,14.965
30,mlp.experts.232.up_proj,0.0000103687,0.05000,15.028
30,mlp.experts.249.up_proj,failsafe(rtn): 0.0009079,0.00000,0.745
30,mlp.experts.230.up_proj,0.0000076808,0.05000,15.159
30,mlp.experts.250.up_proj,0.0000101085,0.05000,15.202
30,mlp.experts.248.up_proj,failsafe(rtn): 0.0009918,0.00000,0.733
30,mlp.experts.246.up_proj,failsafe(rtn): 0.0009079,0.00000,0.746
30,mlp.experts.215.up_proj,0.0000102279,0.05000,15.239
30,mlp.experts.156.down_proj,0.0000007029,0.05000,3.739
30,mlp.experts.9.down_proj,0.0000007034,0.05000,3.627
30,mlp.experts.10.down_proj,0.0000015650,0.05000,3.665
30,mlp.experts.8.down_proj,0.0000004599,0.05000,3.646
30,mlp.experts.6.down_proj,0.0000003595,0.05000,3.564
30,mlp.experts.22.down_proj,failsafe(rtn): 0.0009079,0.00000,0.164
30,mlp.experts.172.down_proj,0.0000001611,0.05000,3.624
30,mlp.experts.25.down_proj,0.0000004881,0.05000,3.740
30,mlp.experts.26.down_proj,0.0000041422,0.05000,3.751
30,mlp.experts.24.down_proj,0.0000001482,0.05000,3.798
30,mlp.experts.38.down_proj,0.0000001994,0.05000,3.733
30,mlp.experts.188.down_proj,0.0000013766,0.05000,3.752
30,mlp.experts.197.up_proj,0.0000107974,0.05000,15.178
30,mlp.experts.41.down_proj,0.0000011128,0.05000,3.773
30,mlp.experts.42.down_proj,0.0000000684,0.05000,3.844
30,mlp.experts.40.down_proj,0.0000000768,0.05000,3.844
30,mlp.experts.54.down_proj,0.0000005179,0.05000,3.741
30,mlp.experts.225.up_proj,0.0000035608,0.05000,15.191
30,mlp.experts.194.up_proj,0.0000125679,0.05000,15.059
30,mlp.experts.192.up_proj,0.0000134822,0.05000,15.143
30,mlp.experts.212.up_proj,0.0000126372,0.05000,14.914
30,mlp.experts.237.up_proj,0.0000102455,0.05000,15.093
30,mlp.experts.238.up_proj,0.0000163738,0.05000,14.894
30,mlp.experts.195.up_proj,0.0000217018,0.05000,14.973
30,mlp.experts.204.down_proj,0.0000009191,0.05000,3.846
30,mlp.experts.207.up_proj,0.0000027276,0.05000,14.822
30,mlp.experts.203.up_proj,0.0000073680,0.05000,15.127
30,mlp.experts.57.down_proj,0.0000003654,0.05000,3.698
30,mlp.experts.58.down_proj,0.0000003777,0.05000,3.639
30,mlp.experts.56.down_proj,0.0000012076,0.05000,3.745
30,mlp.experts.231.up_proj,0.0000194773,0.05000,14.751
30,mlp.experts.70.down_proj,0.0000010931,0.05000,3.757
30,mlp.experts.220.down_proj,0.0000015056,0.05000,3.493
30,mlp.experts.73.down_proj,0.0000006775,0.05000,3.811
30,mlp.experts.74.down_proj,0.0000004087,0.05000,3.875
30,mlp.experts.72.down_proj,0.0000006271,0.05000,3.783
30,mlp.experts.86.down_proj,0.0000007438,0.05000,4.059
30,mlp.experts.236.down_proj,0.0000003160,0.05000,3.904
30,mlp.experts.252.down_proj,failsafe(rtn): 0.0009155,0.00000,0.246
30,mlp.experts.89.down_proj,0.0000004804,0.05000,4.049
30,mlp.experts.90.down_proj,0.0000010872,0.05000,4.051
30,mlp.experts.88.down_proj,0.0000001464,0.05000,4.057
30,mlp.experts.102.down_proj,0.0000002736,0.05000,4.156
30,mlp.experts.213.up_proj,0.0000127397,0.05000,15.282
30,mlp.experts.105.down_proj,0.0000003831,0.05000,3.969
30,mlp.experts.106.down_proj,0.0000010950,0.05000,3.992
30,mlp.experts.104.down_proj,0.0000001086,0.05000,3.954
30,mlp.experts.241.up_proj,0.0000055465,0.05000,15.318
30,mlp.experts.118.down_proj,0.0000032657,0.05000,3.670
30,mlp.experts.210.up_proj,0.0000221644,0.05000,15.568
30,mlp.experts.208.up_proj,0.0000185141,0.05000,15.444
30,mlp.experts.253.up_proj,0.0000059555,0.05000,15.251
30,mlp.experts.228.up_proj,0.0000148293,0.05000,15.483
30,mlp.experts.254.up_proj,0.0000078210,0.05000,15.291
30,mlp.experts.223.up_proj,0.0000086753,0.05000,15.276
30,mlp.experts.211.up_proj,0.0000252310,0.05000,15.416
30,mlp.experts.244.up_proj,failsafe(rtn): 0.0009117,0.00000,0.729
30,mlp.experts.219.up_proj,0.0000139675,0.05000,15.346
30,mlp.experts.121.down_proj,0.0000005527,0.05000,3.510
30,mlp.experts.122.down_proj,0.0000004386,0.05000,3.542
30,mlp.experts.120.down_proj,0.0000012207,0.05000,3.510
30,mlp.experts.1.down_proj,0.0000003348,0.05000,3.514
30,mlp.experts.247.up_proj,0.0000342050,0.05000,15.263
30,mlp.experts.134.down_proj,0.0000003196,0.05000,3.489
30,mlp.experts.7.down_proj,failsafe(rtn): 0.0009766,0.00000,0.176
30,mlp.experts.13.down_proj,0.0000002143,0.05000,3.538
30,mlp.experts.29.down_proj,failsafe(rtn): 0.0009422,0.00000,0.165
30,mlp.experts.14.down_proj,0.0000002241,0.05000,3.546
30,mlp.experts.4.down_proj,0.0000008818,0.05000,3.475
30,mlp.experts.137.down_proj,0.0000004053,0.05000,3.380
30,mlp.experts.153.down_proj,failsafe(rtn): 0.0009155,0.00000,0.175
30,mlp.experts.138.down_proj,0.0000003234,0.05000,3.378
30,mlp.experts.136.down_proj,0.0000006554,0.05000,3.357
30,mlp.experts.154.down_proj,failsafe(rtn): 0.0008926,0.00000,0.178
30,mlp.experts.17.down_proj,0.0000018990,0.05000,3.456
30,mlp.experts.150.down_proj,0.0000017279,0.05000,3.411
30,mlp.experts.23.down_proj,0.0000003496,0.05000,3.415
30,mlp.experts.45.down_proj,0.0000014847,0.05000,3.357
30,mlp.experts.30.down_proj,0.0000003642,0.05000,3.333
30,mlp.experts.20.down_proj,0.0000016799,0.05000,3.284
30,mlp.experts.169.down_proj,0.0000020845,0.05000,3.250
30,mlp.experts.152.down_proj,0.0000003871,0.05000,3.263
30,mlp.experts.170.down_proj,0.0000015406,0.05000,3.269
30,mlp.experts.33.down_proj,0.0000002784,0.05000,3.251
30,mlp.experts.166.down_proj,0.0000002283,0.05000,3.344
30,mlp.experts.39.down_proj,0.0000001693,0.05000,3.321
30,mlp.experts.61.down_proj,0.0000001262,0.05000,3.334
30,mlp.experts.46.down_proj,0.0000012070,0.05000,3.338
30,mlp.experts.36.down_proj,0.0000016350,0.05000,3.324
30,mlp.experts.229.up_proj,0.0000098648,0.05000,13.457
30,mlp.experts.185.down_proj,0.0000019810,0.05000,3.440
30,mlp.experts.168.down_proj,0.0000017559,0.05000,3.491
30,mlp.experts.186.down_proj,0.0000011861,0.05000,3.459
30,mlp.experts.49.down_proj,0.0000043157,0.05000,3.444
30,mlp.experts.224.up_proj,0.0000058770,0.05000,13.430
30,mlp.experts.65.down_proj,failsafe(rtn): 0.0009079,0.00000,0.160
30,mlp.experts.226.up_proj,0.0000108313,0.05000,13.600
30,mlp.experts.182.down_proj,0.0000003606,0.05000,3.411
30,mlp.experts.55.down_proj,0.0000005370,0.05000,3.435
30,mlp.experts.77.down_proj,0.0000003104,0.05000,3.434
30,mlp.experts.62.down_proj,0.0000002781,0.05000,3.421
30,mlp.experts.78.down_proj,failsafe(rtn): 0.0009918,0.00000,0.189
30,mlp.experts.227.up_proj,0.0000096855,0.05000,13.518
30,mlp.experts.239.up_proj,0.0000055871,0.05000,13.649
30,mlp.experts.52.down_proj,0.0000006373,0.05000,3.502
30,mlp.experts.235.up_proj,0.0000142300,0.05000,13.492
30,mlp.experts.201.down_proj,0.0000001464,0.05000,3.443
30,mlp.experts.184.down_proj,0.0000006504,0.05000,3.437
30,mlp.experts.202.down_proj,0.0000028319,0.05000,3.420
30,mlp.experts.200.down_proj,failsafe(rtn): 0.0009727,0.00000,0.160
30,mlp.experts.218.down_proj,failsafe(rtn): 0.0009232,0.00000,0.168
30,mlp.experts.81.down_proj,0.0000005907,0.05000,3.436
30,mlp.experts.198.down_proj,0.0000008918,0.05000,3.454
30,mlp.experts.71.down_proj,0.0000005330,0.05000,3.447
30,mlp.experts.93.down_proj,0.0000001601,0.05000,3.452
30,mlp.experts.94.down_proj,0.0000002699,0.05000,3.428
30,mlp.experts.68.down_proj,0.0000032220,0.05000,3.416
30,mlp.experts.217.down_proj,0.0000002480,0.05000,3.339
30,mlp.experts.216.down_proj,0.0000003166,0.05000,3.386
30,mlp.experts.234.down_proj,0.0000002376,0.05000,3.318
30,mlp.experts.214.down_proj,0.0000009500,0.05000,3.271
30,mlp.experts.97.down_proj,0.0000017502,0.05000,3.395
30,mlp.experts.87.down_proj,0.0000003627,0.05000,3.399
30,mlp.experts.109.down_proj,0.0000016665,0.05000,3.360
30,mlp.experts.110.down_proj,0.0000008085,0.05000,3.411
30,mlp.experts.84.down_proj,0.0000010172,0.05000,3.319
30,mlp.experts.233.down_proj,0.0000005766,0.05000,3.412
30,mlp.experts.249.down_proj,failsafe(rtn): 0.0009003,0.00000,0.162
30,mlp.experts.232.down_proj,0.0000007727,0.05000,3.403
30,mlp.experts.250.down_proj,0.0000013611,0.05000,3.406
30,mlp.experts.230.down_proj,0.0000001179,0.05000,3.420
30,mlp.experts.113.down_proj,0.0000005483,0.05000,3.359
30,mlp.experts.248.down_proj,failsafe(rtn): 0.0009575,0.00000,0.142
30,mlp.experts.103.down_proj,0.0000004204,0.05000,3.336
30,mlp.experts.246.down_proj,failsafe(rtn): 0.0009003,0.00000,0.168
30,mlp.experts.125.down_proj,0.0000016896,0.05000,3.111
30,mlp.experts.126.down_proj,0.0000003844,0.05000,3.037
30,mlp.experts.245.up_proj,0.0000066820,0.05000,13.072
30,mlp.experts.100.down_proj,0.0000007402,0.05000,2.947
30,mlp.experts.240.up_proj,0.0000059211,0.05000,12.652
30,mlp.experts.242.up_proj,0.0000685363,0.05000,12.582
30,mlp.experts.129.down_proj,0.0000004553,0.05000,2.482
30,mlp.experts.119.down_proj,0.0000006885,0.05000,2.458
30,mlp.experts.141.down_proj,0.0000002598,0.05000,2.426
30,mlp.experts.5.down_proj,0.0000009262,0.05000,2.381
30,mlp.experts.142.down_proj,0.0000025281,0.05000,2.438
30,mlp.experts.243.up_proj,0.0000213880,0.05000,12.238
30,mlp.experts.255.up_proj,0.0000071706,0.05000,12.224
30,mlp.experts.116.down_proj,0.0000002217,0.05000,2.415
30,mlp.experts.251.up_proj,0.0000130192,0.05000,12.141
30,mlp.experts.0.down_proj,0.0000008036,0.05000,2.389
30,mlp.experts.2.down_proj,0.0000010263,0.05000,2.439
30,mlp.experts.145.down_proj,0.0000004852,0.05000,2.383
30,mlp.experts.135.down_proj,0.0000009057,0.05000,2.453
30,mlp.experts.157.down_proj,0.0000006308,0.05000,2.457
30,mlp.experts.21.down_proj,0.0000010799,0.05000,2.391
30,mlp.experts.158.down_proj,0.0000008499,0.05000,2.386
30,mlp.experts.11.down_proj,0.0000014966,0.05000,2.365
30,mlp.experts.132.down_proj,0.0000004757,0.05000,2.375
30,mlp.experts.3.down_proj,0.0000003059,0.05000,2.463
30,mlp.experts.15.down_proj,0.0000002788,0.05000,2.398
30,mlp.experts.16.down_proj,0.0000007255,0.05000,2.452
30,mlp.experts.18.down_proj,0.0000002653,0.05000,2.434
30,mlp.experts.161.down_proj,0.0000007122,0.05000,2.446
30,mlp.experts.151.down_proj,0.0000005982,0.05000,2.475
30,mlp.experts.173.down_proj,0.0000006427,0.05000,2.634
30,mlp.experts.174.down_proj,0.0000003302,0.05000,2.688
30,mlp.experts.37.down_proj,0.0000001112,0.05000,2.723
30,mlp.experts.27.down_proj,0.0000005180,0.05000,2.771
30,mlp.experts.19.down_proj,0.0000011450,0.05000,2.761
30,mlp.experts.148.down_proj,0.0000009859,0.05000,2.786
30,mlp.experts.31.down_proj,0.0000001828,0.05000,2.850
30,mlp.experts.32.down_proj,0.0000002400,0.05000,2.619
30,mlp.experts.34.down_proj,0.0000003772,0.05000,2.715
30,mlp.experts.177.down_proj,0.0000006044,0.05000,2.734
30,mlp.experts.167.down_proj,0.0000008751,0.05000,2.750
30,mlp.experts.189.down_proj,0.0000013535,0.05000,2.749
30,mlp.experts.190.down_proj,0.0000007792,0.05000,2.743
30,mlp.experts.53.down_proj,0.0000006647,0.05000,2.726
30,mlp.experts.43.down_proj,0.0000003533,0.05000,2.739
30,mlp.experts.35.down_proj,0.0000003125,0.05000,2.746
30,mlp.experts.164.down_proj,0.0000004706,0.05000,2.770
30,mlp.experts.47.down_proj,0.0000003546,0.05000,2.743
30,mlp.experts.48.down_proj,0.0000015335,0.05000,2.744
30,mlp.experts.50.down_proj,0.0000004927,0.05000,2.789
30,mlp.experts.193.down_proj,0.0000002988,0.05000,2.761
30,mlp.experts.183.down_proj,0.0000005561,0.05000,2.813
30,mlp.experts.205.down_proj,0.0000010963,0.05000,2.524
30,mlp.experts.206.down_proj,0.0000005814,0.05000,2.522
30,mlp.experts.69.down_proj,0.0000005756,0.05000,2.536
30,mlp.experts.59.down_proj,0.0000007386,0.05000,2.489
30,mlp.experts.180.down_proj,0.0000000755,0.05000,2.458
30,mlp.experts.51.down_proj,0.0000012954,0.05000,2.512
30,mlp.experts.63.down_proj,0.0000006333,0.05000,2.499
30,mlp.experts.64.down_proj,0.0000011119,0.05000,2.445
30,mlp.experts.66.down_proj,0.0000011813,0.05000,2.494
30,mlp.experts.209.down_proj,0.0000001830,0.05000,2.409
30,mlp.experts.199.down_proj,0.0000001600,0.05000,2.441
30,mlp.experts.221.down_proj,0.0000013844,0.05000,2.403
30,mlp.experts.222.down_proj,0.0000011446,0.05000,2.351
30,mlp.experts.85.down_proj,0.0000010810,0.05000,2.359
30,mlp.experts.196.down_proj,0.0000004714,0.05000,2.319
30,mlp.experts.75.down_proj,0.0000003253,0.05000,2.345
30,mlp.experts.67.down_proj,0.0000002850,0.05000,2.332
30,mlp.experts.79.down_proj,0.0000004250,0.05000,2.375
30,mlp.experts.80.down_proj,0.0000004292,0.05000,2.278
30,mlp.experts.82.down_proj,0.0000004371,0.05000,2.280
30,mlp.experts.225.down_proj,0.0000002312,0.05000,2.303
30,mlp.experts.215.down_proj,0.0000007403,0.05000,2.313
30,mlp.experts.237.down_proj,0.0000009608,0.05000,2.291
30,mlp.experts.238.down_proj,0.0000009645,0.05000,2.283
30,mlp.experts.101.down_proj,0.0000011489,0.05000,2.304
30,mlp.experts.212.down_proj,0.0000004891,0.05000,2.319
30,mlp.experts.91.down_proj,0.0000002330,0.05000,2.329
30,mlp.experts.83.down_proj,0.0000003074,0.05000,2.311
30,mlp.experts.95.down_proj,0.0000007028,0.05000,2.353
30,mlp.experts.96.down_proj,0.0000013834,0.05000,2.362
30,mlp.experts.98.down_proj,0.0000005254,0.05000,2.317
30,mlp.experts.241.down_proj,0.0000002552,0.05000,2.344
30,mlp.experts.231.down_proj,0.0000010735,0.05000,2.327
30,mlp.experts.253.down_proj,0.0000001457,0.05000,2.313
30,mlp.experts.254.down_proj,0.0000002695,0.05000,2.259
30,mlp.experts.117.down_proj,0.0000003571,0.05000,2.236
30,mlp.experts.228.down_proj,0.0000007833,0.05000,2.204
30,mlp.experts.99.down_proj,0.0000001228,0.05000,2.220
30,mlp.experts.107.down_proj,0.0000007677,0.05000,2.226
30,mlp.experts.244.down_proj,failsafe(rtn): 0.0009079,0.00000,0.079
30,mlp.experts.111.down_proj,0.0000001136,0.05000,2.180
30,mlp.experts.112.down_proj,0.0000007485,0.05000,1.816
30,mlp.experts.114.down_proj,0.0000011994,0.05000,1.715
30,mlp.experts.247.down_proj,0.0000021555,0.05000,1.654
30,mlp.experts.133.down_proj,0.0000002849,0.05000,1.389
30,mlp.experts.115.down_proj,0.0000014190,0.05000,1.385
30,mlp.experts.123.down_proj,0.0000001887,0.05000,1.402
30,mlp.experts.127.down_proj,0.0000003514,0.05000,1.348
30,mlp.experts.128.down_proj,0.0000011666,0.05000,1.209
30,mlp.experts.130.down_proj,0.0000009111,0.05000,1.179
30,mlp.experts.149.down_proj,0.0000022764,0.05000,1.140
30,mlp.experts.131.down_proj,0.0000003044,0.05000,1.240
30,mlp.experts.139.down_proj,0.0000001939,0.05000,1.231
30,mlp.experts.143.down_proj,0.0000012988,0.05000,1.232
30,mlp.experts.144.down_proj,0.0000008268,0.05000,1.195
30,mlp.experts.146.down_proj,0.0000003947,0.05000,1.155
30,mlp.experts.165.down_proj,0.0000002888,0.05000,1.235
30,mlp.experts.155.down_proj,0.0000002864,0.05000,1.229
30,mlp.experts.147.down_proj,0.0000032365,0.05000,1.270
30,mlp.experts.159.down_proj,0.0000006015,0.05000,1.285
30,mlp.experts.160.down_proj,0.0000001632,0.05000,1.230
30,mlp.experts.162.down_proj,0.0000005297,0.05000,1.212
30,mlp.experts.181.down_proj,0.0000005801,0.05000,1.251
30,mlp.experts.171.down_proj,0.0000004146,0.05000,1.286
30,mlp.experts.163.down_proj,0.0000003429,0.05000,1.285
30,mlp.experts.175.down_proj,0.0000003357,0.05000,1.260
30,mlp.experts.176.down_proj,0.0000002240,0.05000,1.228
30,mlp.experts.178.down_proj,0.0000010818,0.05000,1.271
30,mlp.experts.197.down_proj,0.0000009519,0.05000,1.185
30,mlp.experts.187.down_proj,0.0000009593,0.05000,1.186
30,mlp.experts.179.down_proj,0.0000007851,0.05000,1.174
30,mlp.experts.191.down_proj,0.0000017087,0.05000,1.174
30,mlp.experts.192.down_proj,0.0000010440,0.05000,1.108
30,mlp.experts.194.down_proj,0.0000003769,0.05000,1.103
30,mlp.experts.213.down_proj,0.0000002916,0.05000,1.109
30,mlp.experts.203.down_proj,0.0000002940,0.05000,1.173
30,mlp.experts.195.down_proj,0.0000004057,0.05000,1.190
30,mlp.experts.207.down_proj,0.0000002588,0.05000,1.188
30,mlp.experts.208.down_proj,0.0000012602,0.05000,1.170
30,mlp.experts.210.down_proj,0.0000010526,0.05000,1.164
30,mlp.experts.229.down_proj,0.0000006455,0.05000,1.145
30,mlp.experts.219.down_proj,0.0000009220,0.05000,1.187
30,mlp.experts.211.down_proj,0.0000014917,0.05000,1.183
30,mlp.experts.223.down_proj,0.0000004792,0.05000,1.167
30,mlp.experts.224.down_proj,0.0000003852,0.05000,1.118
30,mlp.experts.226.down_proj,0.0000007125,0.05000,1.107
30,mlp.experts.245.down_proj,0.0000003491,0.05000,1.048
30,mlp.experts.235.down_proj,0.0000006912,0.05000,0.971
30,mlp.experts.227.down_proj,0.0000004579,0.05000,0.987
30,mlp.experts.239.down_proj,0.0000006198,0.05000,0.976
30,mlp.experts.240.down_proj,0.0000003397,0.05000,0.898
30,mlp.experts.242.down_proj,0.0000029601,0.05000,0.852
30,mlp.experts.251.down_proj,0.0000007908,0.05000,0.499
30,mlp.experts.243.down_proj,0.0000010389,0.05000,0.461
30,mlp.experts.255.down_proj,0.0000004827,0.05000,0.458
31,mlp.experts.6.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.730
31,mlp.experts.1.gate_proj,0.0000070633,0.05000,15.492
31,mlp.experts.9.gate_proj,0.0000428910,0.05000,15.527
31,mlp.experts.2.gate_proj,0.0000058640,0.05000,15.541
31,mlp.experts.0.gate_proj,0.0000728332,0.05000,15.555
31,mlp.experts.10.gate_proj,0.0000068518,0.05000,15.557
31,mlp.experts.13.gate_proj,0.0000314603,0.05000,15.592
31,mlp.experts.11.gate_proj,0.0000147257,0.05000,15.633
31,mlp.experts.4.gate_proj,0.0000143820,0.05000,15.642
31,mlp.experts.12.gate_proj,0.0000150017,0.05000,15.710
31,mlp.experts.8.gate_proj,0.0000241163,0.05000,15.710
31,mlp.experts.3.gate_proj,0.0000236591,0.05000,15.719
31,mlp.experts.5.gate_proj,0.0000539975,0.05000,15.730
31,mlp.experts.15.gate_proj,0.0000213334,0.05000,15.785
31,mlp.experts.14.gate_proj,0.0000121163,0.05000,15.828
31,mlp.experts.7.gate_proj,0.0000125888,0.05000,15.907
31,mlp.experts.22.gate_proj,0.0000117017,0.05000,15.623
31,mlp.experts.21.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.771
31,mlp.experts.17.gate_proj,0.0000356765,0.05000,15.486
31,mlp.experts.29.gate_proj,0.0000390971,0.05000,15.478
31,mlp.experts.20.gate_proj,0.0000062608,0.05000,15.472
31,mlp.experts.24.gate_proj,0.0000110425,0.05000,15.411
31,mlp.experts.18.gate_proj,0.0000323756,0.05000,15.602
31,mlp.experts.25.gate_proj,0.0000120795,0.05000,15.629
31,mlp.experts.27.gate_proj,0.0000527461,0.05000,15.519
31,mlp.experts.16.gate_proj,0.0000115264,0.05000,15.683
31,mlp.experts.26.gate_proj,0.0000134238,0.05000,15.762
31,mlp.experts.19.gate_proj,0.0000442789,0.05000,15.619
31,mlp.experts.28.gate_proj,0.0000151008,0.05000,15.672
31,mlp.experts.30.gate_proj,0.0000176568,0.05000,15.584
31,mlp.experts.31.gate_proj,0.0000155008,0.05000,15.671
31,mlp.experts.23.gate_proj,0.0000097606,0.05000,15.674
31,mlp.experts.37.gate_proj,0.0000156853,0.05000,15.437
31,mlp.experts.38.gate_proj,0.0000128150,0.05000,15.604
31,mlp.experts.33.gate_proj,0.0000059018,0.05000,15.041
31,mlp.experts.45.gate_proj,0.0000255153,0.05000,15.105
31,mlp.experts.40.gate_proj,0.0000091726,0.05000,15.097
31,mlp.experts.41.gate_proj,0.0000078405,0.05000,15.075
31,mlp.experts.36.gate_proj,0.0000151220,0.05000,15.131
31,mlp.experts.32.gate_proj,0.0000275671,0.05000,15.070
31,mlp.experts.43.gate_proj,0.0000155381,0.05000,15.191
31,mlp.experts.34.gate_proj,0.0000107705,0.05000,15.236
31,mlp.experts.46.gate_proj,0.0000162872,0.05000,15.067
31,mlp.experts.35.gate_proj,0.0000071555,0.05000,15.166
31,mlp.experts.44.gate_proj,0.0000188277,0.05000,15.130
31,mlp.experts.42.gate_proj,0.0000246838,0.05000,15.303
31,mlp.experts.47.gate_proj,0.0000135511,0.05000,15.240
31,mlp.experts.39.gate_proj,0.0000056194,0.05000,15.214
31,mlp.experts.54.gate_proj,0.0000145395,0.05000,15.173
31,mlp.experts.53.gate_proj,0.0000109511,0.05000,15.322
31,mlp.experts.62.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.822
31,mlp.experts.49.gate_proj,0.0000216214,0.05000,15.046
31,mlp.experts.57.gate_proj,0.0000086868,0.05000,14.873
31,mlp.experts.52.gate_proj,0.0000169615,0.05000,14.953
31,mlp.experts.61.gate_proj,0.0000165476,0.05000,15.113
31,mlp.experts.48.gate_proj,0.0000636621,0.05000,15.059
31,mlp.experts.56.gate_proj,0.0000323922,0.05000,15.235
31,mlp.experts.50.gate_proj,0.0000213790,0.05000,15.093
31,mlp.experts.59.gate_proj,0.0000037559,0.05000,15.121
31,mlp.experts.60.gate_proj,0.0000099521,0.05000,15.076
31,mlp.experts.51.gate_proj,0.0000122677,0.05000,15.088
31,mlp.experts.58.gate_proj,0.0000612873,0.05000,15.000
31,mlp.experts.63.gate_proj,0.0000298222,0.05000,15.053
31,mlp.experts.55.gate_proj,0.0000131983,0.05000,15.143
31,mlp.experts.70.gate_proj,0.0000131422,0.05000,15.067
31,mlp.experts.69.gate_proj,0.0000131485,0.05000,15.065
31,mlp.experts.78.gate_proj,0.0000302694,0.05000,15.106
31,mlp.experts.76.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.812
31,mlp.experts.86.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.727
31,mlp.experts.73.gate_proj,0.0000081729,0.05000,14.204
31,mlp.experts.65.gate_proj,0.0000363259,0.05000,14.345
31,mlp.experts.68.gate_proj,0.0000281877,0.05000,14.331
31,mlp.experts.77.gate_proj,0.0000494331,0.05000,14.330
31,mlp.experts.64.gate_proj,0.0000350867,0.05000,14.296
31,mlp.experts.72.gate_proj,0.0000117258,0.05000,14.265
31,mlp.experts.66.gate_proj,0.0000140380,0.05000,14.348
31,mlp.experts.75.gate_proj,0.0000143246,0.05000,14.348
31,mlp.experts.67.gate_proj,0.0000163287,0.05000,14.398
31,mlp.experts.74.gate_proj,0.0000203747,0.05000,14.480
31,mlp.experts.79.gate_proj,0.0000166778,0.05000,14.488
31,mlp.experts.71.gate_proj,0.0000047161,0.05000,14.552
31,mlp.experts.85.gate_proj,0.0000129664,0.05000,14.351
31,mlp.experts.92.gate_proj,0.0000179323,0.05000,14.385
31,mlp.experts.94.gate_proj,0.0000336370,0.05000,14.452
31,mlp.experts.102.gate_proj,0.0000155695,0.05000,14.336
31,mlp.experts.89.gate_proj,0.0000128724,0.05000,15.115
31,mlp.experts.81.gate_proj,0.0000398356,0.05000,15.146
31,mlp.experts.84.gate_proj,0.0000328791,0.05000,15.169
31,mlp.experts.93.gate_proj,0.0000673477,0.05000,15.114
31,mlp.experts.80.gate_proj,0.0000221740,0.05000,15.104
31,mlp.experts.88.gate_proj,0.0000040782,0.05000,15.190
31,mlp.experts.91.gate_proj,0.0000069427,0.05000,15.158
31,mlp.experts.82.gate_proj,0.0000327587,0.05000,15.261
31,mlp.experts.90.gate_proj,0.0000111812,0.05000,15.055
31,mlp.experts.83.gate_proj,0.0000248498,0.05000,15.179
31,mlp.experts.95.gate_proj,0.0000079654,0.05000,15.151
31,mlp.experts.87.gate_proj,0.0000073004,0.05000,15.075
31,mlp.experts.101.gate_proj,0.0000137977,0.05000,15.001
31,mlp.experts.104.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.825
31,mlp.experts.110.gate_proj,0.0000069739,0.05000,15.045
31,mlp.experts.108.gate_proj,0.0000104609,0.05000,15.120
31,mlp.experts.117.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.761
31,mlp.experts.118.gate_proj,0.0000146343,0.05000,15.264
31,mlp.experts.97.gate_proj,0.0000406578,0.05000,14.875
31,mlp.experts.105.gate_proj,0.0000187895,0.05000,15.042
31,mlp.experts.100.gate_proj,0.0000150819,0.05000,14.949
31,mlp.experts.109.gate_proj,0.0000158951,0.05000,14.985
31,mlp.experts.96.gate_proj,0.0000372198,0.05000,15.024
31,mlp.experts.107.gate_proj,0.0000191916,0.05000,15.013
31,mlp.experts.98.gate_proj,0.0000344453,0.05000,15.087
31,mlp.experts.106.gate_proj,0.0000173187,0.05000,15.046
31,mlp.experts.99.gate_proj,0.0000126363,0.05000,15.090
31,mlp.experts.111.gate_proj,0.0000100102,0.05000,15.047
31,mlp.experts.103.gate_proj,0.0000693692,0.05000,15.052
31,mlp.experts.120.gate_proj,0.0000153108,0.05000,15.035
31,mlp.experts.126.gate_proj,0.0000393876,0.05000,14.982
31,mlp.experts.124.gate_proj,0.0000633990,0.05000,15.070
31,mlp.experts.119.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.753
31,mlp.experts.134.gate_proj,0.0000077146,0.05000,14.845
31,mlp.experts.133.gate_proj,0.0000084304,0.05000,14.941
31,mlp.experts.140.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.779
31,mlp.experts.121.gate_proj,0.0000204401,0.05000,14.998
31,mlp.experts.113.gate_proj,0.0000332246,0.05000,15.295
31,mlp.experts.125.gate_proj,0.0000100495,0.05000,15.147
31,mlp.experts.116.gate_proj,0.0000122173,0.05000,15.256
31,mlp.experts.112.gate_proj,0.0000057170,0.05000,15.292
31,mlp.experts.123.gate_proj,0.0000169291,0.05000,15.226
31,mlp.experts.114.gate_proj,0.0000174655,0.05000,15.140
31,mlp.experts.122.gate_proj,0.0000100328,0.05000,15.170
31,mlp.experts.115.gate_proj,0.0000111107,0.05000,15.240
31,mlp.experts.127.gate_proj,0.0000084053,0.05000,15.377
31,mlp.experts.128.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.771
31,mlp.experts.136.gate_proj,0.0000538294,0.05000,15.196
31,mlp.experts.142.gate_proj,0.0000143778,0.05000,15.147
31,mlp.experts.149.gate_proj,0.0000198535,0.05000,15.020
31,mlp.experts.150.gate_proj,0.0000224762,0.05000,15.083
31,mlp.experts.135.gate_proj,0.0000247514,0.05000,15.239
31,mlp.experts.156.gate_proj,0.0000361691,0.05000,15.101
31,mlp.experts.137.gate_proj,0.0000129465,0.05000,14.327
31,mlp.experts.129.gate_proj,0.0000342911,0.05000,14.418
31,mlp.experts.141.gate_proj,0.0000071350,0.05000,14.379
31,mlp.experts.132.gate_proj,0.0000148796,0.05000,14.396
31,mlp.experts.139.gate_proj,0.0000189110,0.05000,14.412
31,mlp.experts.130.gate_proj,0.0000114231,0.05000,14.535
31,mlp.experts.138.gate_proj,0.0000188989,0.05000,14.424
31,mlp.experts.131.gate_proj,0.0000213588,0.05000,14.543
31,mlp.experts.143.gate_proj,0.0000110811,0.05000,14.406
31,mlp.experts.144.gate_proj,0.0000230596,0.05000,14.501
31,mlp.experts.158.gate_proj,0.0000098812,0.05000,14.437
31,mlp.experts.152.gate_proj,0.0000482321,0.05000,14.533
31,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.747
31,mlp.experts.165.gate_proj,0.0000226846,0.05000,14.439
31,mlp.experts.166.gate_proj,0.0000206382,0.05000,14.447
31,mlp.experts.151.gate_proj,0.0000137672,0.05000,14.365
31,mlp.experts.172.gate_proj,0.0000327346,0.05000,14.238
31,mlp.experts.168.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.713
31,mlp.experts.182.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.729
31,mlp.experts.153.gate_proj,0.0000101285,0.05000,15.178
31,mlp.experts.145.gate_proj,0.0000187318,0.05000,15.229
31,mlp.experts.148.gate_proj,0.0000077410,0.05000,15.067
31,mlp.experts.157.gate_proj,0.0000109322,0.05000,15.233
31,mlp.experts.155.gate_proj,0.0000515772,0.05000,15.248
31,mlp.experts.146.gate_proj,0.0000263464,0.05000,15.072
31,mlp.experts.154.gate_proj,0.0000064335,0.05000,15.241
31,mlp.experts.159.gate_proj,0.0000403513,0.05000,15.242
31,mlp.experts.174.gate_proj,0.0000088822,0.05000,15.084
31,mlp.experts.160.gate_proj,0.0000078631,0.05000,15.164
31,mlp.experts.171.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.801
31,mlp.experts.163.gate_proj,0.0000085166,0.05000,15.208
31,mlp.experts.181.gate_proj,0.0000294394,0.05000,15.233
31,mlp.experts.167.gate_proj,0.0000147447,0.05000,15.243
31,mlp.experts.188.gate_proj,0.0000147687,0.05000,15.238
31,mlp.experts.184.gate_proj,0.0000165871,0.05000,15.230
31,mlp.experts.187.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.792
31,mlp.experts.198.gate_proj,0.0000992789,0.05000,15.243
31,mlp.experts.200.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.785
31,mlp.experts.169.gate_proj,0.0000069010,0.05000,15.257
31,mlp.experts.161.gate_proj,0.0000781556,0.05000,15.256
31,mlp.experts.164.gate_proj,0.0000218048,0.05000,15.245
31,mlp.experts.173.gate_proj,0.0000120323,0.05000,15.208
31,mlp.experts.170.gate_proj,0.0000251755,0.05000,15.152
31,mlp.experts.162.gate_proj,0.0000070442,0.05000,15.337
31,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.774
31,mlp.experts.175.gate_proj,0.0000173160,0.05000,15.315
31,mlp.experts.190.gate_proj,0.0000107915,0.05000,15.319
31,mlp.experts.176.gate_proj,0.0000166334,0.05000,15.333
31,mlp.experts.179.gate_proj,0.0000249477,0.05000,15.331
31,mlp.experts.197.gate_proj,0.0000139116,0.05000,15.403
31,mlp.experts.183.gate_proj,0.0000082454,0.05000,15.353
31,mlp.experts.204.gate_proj,0.0000131586,0.05000,15.392
31,mlp.experts.203.gate_proj,0.0000134987,0.05000,15.286
31,mlp.experts.214.gate_proj,0.0000197403,0.05000,15.193
31,mlp.experts.216.gate_proj,0.0000137931,0.05000,15.368
31,mlp.experts.185.gate_proj,0.0000325216,0.05000,15.208
31,mlp.experts.177.gate_proj,0.0000225012,0.05000,15.176
31,mlp.experts.180.gate_proj,0.0000119299,0.05000,15.294
31,mlp.experts.186.gate_proj,0.0000099631,0.05000,15.316
31,mlp.experts.178.gate_proj,0.0000461834,0.05000,15.318
31,mlp.experts.205.gate_proj,0.0000101348,0.05000,15.226
31,mlp.experts.206.gate_proj,0.0000502550,0.05000,15.206
31,mlp.experts.191.gate_proj,0.0000110881,0.05000,15.346
31,mlp.experts.192.gate_proj,0.0000093735,0.05000,15.185
31,mlp.experts.195.gate_proj,0.0000107212,0.05000,15.226
31,mlp.experts.213.gate_proj,0.0000348961,0.05000,15.166
31,mlp.experts.220.gate_proj,0.0000486647,0.05000,15.207
31,mlp.experts.199.gate_proj,0.0000082200,0.05000,15.343
31,mlp.experts.219.gate_proj,0.0000133129,0.05000,15.413
31,mlp.experts.230.gate_proj,0.0000124585,0.05000,15.207
31,mlp.experts.232.gate_proj,0.0000490569,0.05000,15.217
31,mlp.experts.201.gate_proj,0.0000136986,0.05000,15.096
31,mlp.experts.193.gate_proj,0.0000196129,0.05000,15.098
31,mlp.experts.196.gate_proj,0.0000175171,0.05000,15.145
31,mlp.experts.202.gate_proj,0.0000113552,0.05000,15.201
31,mlp.experts.221.gate_proj,0.0000163833,0.05000,15.093
31,mlp.experts.194.gate_proj,0.0000162316,0.05000,15.319
31,mlp.experts.222.gate_proj,0.0000214414,0.05000,15.142
31,mlp.experts.208.gate_proj,0.0000117938,0.05000,15.112
31,mlp.experts.207.gate_proj,0.0000124551,0.05000,15.119
31,mlp.experts.210.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.806
31,mlp.experts.211.gate_proj,0.0000161321,0.05000,15.311
31,mlp.experts.229.gate_proj,0.0000283321,0.05000,15.190
31,mlp.experts.236.gate_proj,0.0000359684,0.05000,15.177
31,mlp.experts.215.gate_proj,0.0000079339,0.05000,15.152
31,mlp.experts.235.gate_proj,0.0000208971,0.05000,15.370
31,mlp.experts.246.gate_proj,0.0000155357,0.05000,15.307
31,mlp.experts.248.gate_proj,0.0000199303,0.05000,15.289
31,mlp.experts.6.up_proj,failsafe(rtn): 0.0008888,0.00000,0.673
31,mlp.experts.217.gate_proj,0.0000039569,0.05000,14.666
31,mlp.experts.209.gate_proj,0.0000314834,0.05000,14.764
31,mlp.experts.212.gate_proj,0.0000066767,0.05000,14.779
31,mlp.experts.218.gate_proj,0.0000231739,0.05000,14.770
31,mlp.experts.237.gate_proj,0.0000104801,0.05000,14.777
31,mlp.experts.224.gate_proj,0.0000114787,0.05000,14.588
31,mlp.experts.238.gate_proj,0.0000124511,0.05000,14.605
31,mlp.experts.223.gate_proj,0.0000207570,0.05000,14.735
31,mlp.experts.226.gate_proj,0.0000073117,0.05000,14.670
31,mlp.experts.245.gate_proj,0.0000148082,0.05000,14.686
31,mlp.experts.227.gate_proj,0.0000268294,0.05000,14.724
31,mlp.experts.252.gate_proj,0.0000114311,0.05000,14.646
31,mlp.experts.231.gate_proj,0.0000144406,0.05000,14.707
31,mlp.experts.251.gate_proj,0.0000244533,0.05000,14.877
31,mlp.experts.8.up_proj,0.0000203311,0.05000,14.767
31,mlp.experts.22.up_proj,0.0000089465,0.05000,14.843
31,mlp.experts.233.gate_proj,0.0000213687,0.05000,15.318
31,mlp.experts.225.gate_proj,0.0000127030,0.05000,15.534
31,mlp.experts.228.gate_proj,0.0000215132,0.05000,15.471
31,mlp.experts.234.gate_proj,0.0000160528,0.05000,15.499
31,mlp.experts.253.gate_proj,0.0000122326,0.05000,15.551
31,mlp.experts.240.gate_proj,0.0000101859,0.05000,15.473
31,mlp.experts.254.gate_proj,0.0000094854,0.05000,15.479
31,mlp.experts.239.gate_proj,0.0000220466,0.05000,15.440
31,mlp.experts.242.gate_proj,0.0000171015,0.05000,15.457
31,mlp.experts.5.up_proj,0.0000444241,0.05000,15.484
31,mlp.experts.12.up_proj,0.0000131203,0.05000,15.330
31,mlp.experts.243.gate_proj,0.0000617318,0.05000,15.594
31,mlp.experts.247.gate_proj,0.0000095817,0.05000,15.473
31,mlp.experts.21.up_proj,failsafe(rtn): 0.0008965,0.00000,0.671
31,mlp.experts.11.up_proj,0.0000123859,0.05000,15.421
31,mlp.experts.24.up_proj,0.0000102344,0.05000,15.200
31,mlp.experts.38.up_proj,0.0000106906,0.05000,15.290
31,mlp.experts.249.gate_proj,0.0000202109,0.05000,14.843
31,mlp.experts.241.gate_proj,0.0000415912,0.05000,14.716
31,mlp.experts.244.gate_proj,0.0000491447,0.05000,14.878
31,mlp.experts.250.gate_proj,0.0000194389,0.05000,14.833
31,mlp.experts.13.up_proj,0.0000259291,0.05000,14.755
31,mlp.experts.14.up_proj,0.0000110153,0.05000,14.828
31,mlp.experts.0.up_proj,0.0000696173,0.05000,14.837
31,mlp.experts.255.gate_proj,0.0000321084,0.05000,14.758
31,mlp.experts.2.up_proj,0.0000050303,0.05000,14.842
31,mlp.experts.28.up_proj,0.0000135349,0.05000,14.814
31,mlp.experts.3.up_proj,0.0000207136,0.05000,14.852
31,mlp.experts.7.up_proj,0.0000100991,0.05000,15.095
31,mlp.experts.37.up_proj,0.0000105049,0.05000,14.994
31,mlp.experts.27.up_proj,0.0000479159,0.05000,14.984
31,mlp.experts.40.up_proj,0.0000071331,0.05000,14.896
31,mlp.experts.54.up_proj,0.0000142323,0.05000,15.034
31,mlp.experts.9.up_proj,0.0000412680,0.05000,14.992
31,mlp.experts.1.up_proj,0.0000067037,0.05000,15.034
31,mlp.experts.4.up_proj,0.0000158130,0.05000,15.136
31,mlp.experts.10.up_proj,0.0000069029,0.05000,15.020
31,mlp.experts.29.up_proj,0.0000309469,0.05000,15.104
31,mlp.experts.16.up_proj,0.0000094852,0.05000,15.108
31,mlp.experts.15.up_proj,0.0000172912,0.05000,15.072
31,mlp.experts.30.up_proj,0.0000164421,0.05000,15.313
31,mlp.experts.18.up_proj,0.0000294261,0.05000,15.158
31,mlp.experts.44.up_proj,0.0000180348,0.05000,15.089
31,mlp.experts.19.up_proj,0.0000443698,0.05000,15.257
31,mlp.experts.23.up_proj,0.0000093238,0.05000,15.127
31,mlp.experts.53.up_proj,0.0000096785,0.05000,14.929
31,mlp.experts.43.up_proj,0.0000126148,0.05000,15.077
31,mlp.experts.56.up_proj,0.0000243093,0.05000,15.026
31,mlp.experts.70.up_proj,0.0000127376,0.05000,15.108
31,mlp.experts.86.up_proj,failsafe(rtn): 0.0009193,0.00000,0.678
31,mlp.experts.25.up_proj,0.0000104949,0.05000,14.558
31,mlp.experts.17.up_proj,0.0000347206,0.05000,14.511
31,mlp.experts.20.up_proj,0.0000059412,0.05000,14.503
31,mlp.experts.26.up_proj,0.0000123682,0.05000,14.293
31,mlp.experts.45.up_proj,0.0000202221,0.05000,14.338
31,mlp.experts.32.up_proj,0.0000248453,0.05000,14.337
31,mlp.experts.31.up_proj,0.0000130331,0.05000,14.325
31,mlp.experts.46.up_proj,0.0000138197,0.05000,14.371
31,mlp.experts.34.up_proj,0.0000113735,0.05000,14.390
31,mlp.experts.60.up_proj,0.0000086763,0.05000,14.246
31,mlp.experts.62.up_proj,failsafe(rtn): 0.0009651,0.00000,0.738
31,mlp.experts.35.up_proj,0.0000065737,0.05000,14.280
31,mlp.experts.76.up_proj,failsafe(rtn): 0.0008965,0.00000,0.789
31,mlp.experts.39.up_proj,0.0000056133,0.05000,14.507
31,mlp.experts.69.up_proj,0.0000124621,0.05000,14.455
31,mlp.experts.72.up_proj,0.0000114061,0.05000,14.356
31,mlp.experts.59.up_proj,0.0000034135,0.05000,14.480
31,mlp.experts.102.up_proj,0.0000123873,0.05000,14.408
31,mlp.experts.41.up_proj,0.0000076515,0.05000,14.640
31,mlp.experts.33.up_proj,0.0000049700,0.05000,14.754
31,mlp.experts.36.up_proj,0.0000143660,0.05000,14.819
31,mlp.experts.42.up_proj,0.0000224355,0.05000,14.880
31,mlp.experts.61.up_proj,0.0000139680,0.05000,14.762
31,mlp.experts.48.up_proj,0.0000653815,0.05000,14.841
31,mlp.experts.47.up_proj,0.0000119454,0.05000,14.857
31,mlp.experts.50.up_proj,0.0000198946,0.05000,14.997
31,mlp.experts.78.up_proj,0.0000277328,0.05000,14.812
31,mlp.experts.51.up_proj,0.0000117319,0.05000,14.965
31,mlp.experts.92.up_proj,0.0000170581,0.05000,14.695
31,mlp.experts.85.up_proj,0.0000130989,0.05000,14.644
31,mlp.experts.55.up_proj,0.0000099294,0.05000,14.835
31,mlp.experts.88.up_proj,0.0000036206,0.05000,14.706
31,mlp.experts.75.up_proj,0.0000141899,0.05000,14.796
31,mlp.experts.104.up_proj,failsafe(rtn): 0.0009346,0.00000,0.758
31,mlp.experts.118.up_proj,0.0000097276,0.05000,14.810
31,mlp.experts.57.up_proj,0.0000096092,0.05000,14.840
31,mlp.experts.49.up_proj,0.0000210823,0.05000,14.826
31,mlp.experts.52.up_proj,0.0000154633,0.05000,14.860
31,mlp.experts.58.up_proj,0.0000466878,0.05000,14.973
31,mlp.experts.77.up_proj,0.0000378581,0.05000,14.914
31,mlp.experts.64.up_proj,0.0000291792,0.05000,14.904
31,mlp.experts.63.up_proj,0.0000274445,0.05000,14.963
31,mlp.experts.66.up_proj,0.0000113256,0.05000,14.863
31,mlp.experts.94.up_proj,0.0000322413,0.05000,14.874
31,mlp.experts.67.up_proj,0.0000140233,0.05000,14.841
31,mlp.experts.101.up_proj,0.0000111503,0.05000,14.840
31,mlp.experts.108.up_proj,0.0000096621,0.05000,14.908
31,mlp.experts.71.up_proj,0.0000047210,0.05000,14.905
31,mlp.experts.91.up_proj,0.0000069092,0.05000,14.850
31,mlp.experts.117.up_proj,failsafe(rtn): 0.0009193,0.00000,0.676
31,mlp.experts.120.up_proj,0.0000132201,0.05000,14.714
31,mlp.experts.134.up_proj,0.0000064633,0.05000,14.841
31,mlp.experts.73.up_proj,0.0000072347,0.05000,15.210
31,mlp.experts.65.up_proj,0.0000268959,0.05000,15.224
31,mlp.experts.68.up_proj,0.0000227854,0.05000,15.254
31,mlp.experts.74.up_proj,0.0000173958,0.05000,15.167
31,mlp.experts.93.up_proj,0.0000597215,0.05000,15.140
31,mlp.experts.80.up_proj,0.0000163796,0.05000,15.335
31,mlp.experts.79.up_proj,0.0000150165,0.05000,15.308
31,mlp.experts.82.up_proj,0.0000281672,0.05000,15.215
31,mlp.experts.110.up_proj,0.0000058610,0.05000,15.196
31,mlp.experts.83.up_proj,0.0000241668,0.05000,15.163
31,mlp.experts.124.up_proj,0.0000643354,0.05000,15.290
31,mlp.experts.87.up_proj,0.0000061227,0.05000,15.287
31,mlp.experts.107.up_proj,0.0000157098,0.05000,15.246
31,mlp.experts.133.up_proj,0.0000065810,0.05000,15.150
31,mlp.experts.136.up_proj,0.0000435001,0.05000,15.136
31,mlp.experts.140.up_proj,failsafe(rtn): 0.0010147,0.00000,0.706
31,mlp.experts.150.up_proj,0.0000201293,0.05000,15.311
31,mlp.experts.89.up_proj,0.0000119849,0.05000,14.640
31,mlp.experts.81.up_proj,0.0000377546,0.05000,14.605
31,mlp.experts.84.up_proj,0.0000286136,0.05000,14.546
31,mlp.experts.90.up_proj,0.0000104330,0.05000,14.625
31,mlp.experts.109.up_proj,0.0000163443,0.05000,14.703
31,mlp.experts.96.up_proj,0.0000329487,0.05000,14.714
31,mlp.experts.95.up_proj,0.0000067039,0.05000,14.736
31,mlp.experts.98.up_proj,0.0000323629,0.05000,14.655
31,mlp.experts.126.up_proj,0.0000303766,0.05000,14.677
31,mlp.experts.99.up_proj,0.0000087475,0.05000,14.858
31,mlp.experts.103.up_proj,0.0000560457,0.05000,14.755
31,mlp.experts.123.up_proj,0.0000156429,0.05000,14.886
31,mlp.experts.149.up_proj,0.0000193901,0.05000,14.727
31,mlp.experts.152.up_proj,0.0000453189,0.05000,14.762
31,mlp.experts.156.up_proj,0.0000327014,0.05000,14.779
31,mlp.experts.119.up_proj,failsafe(rtn): 0.0009384,0.00000,0.778
31,mlp.experts.168.up_proj,failsafe(rtn): 0.0008850,0.00000,0.743
31,mlp.experts.166.up_proj,0.0000176436,0.05000,14.811
31,mlp.experts.182.up_proj,failsafe(rtn): 0.0009842,0.00000,0.638
31,mlp.experts.105.up_proj,0.0000175988,0.05000,14.932
31,mlp.experts.97.up_proj,0.0000371928,0.05000,14.968
31,mlp.experts.100.up_proj,0.0000111235,0.05000,15.095
31,mlp.experts.106.up_proj,0.0000147482,0.05000,15.085
31,mlp.experts.125.up_proj,0.0000092819,0.05000,14.999
31,mlp.experts.112.up_proj,0.0000052373,0.05000,15.022
31,mlp.experts.111.up_proj,0.0000092914,0.05000,14.991
31,mlp.experts.114.up_proj,0.0000223084,0.05000,14.943
31,mlp.experts.142.up_proj,0.0000132056,0.05000,15.007
31,mlp.experts.128.up_proj,failsafe(rtn): 0.0009766,0.00000,0.693
31,mlp.experts.115.up_proj,0.0000089676,0.05000,15.211
31,mlp.experts.165.up_proj,0.0000213758,0.05000,14.966
31,mlp.experts.139.up_proj,0.0000171561,0.05000,15.087
31,mlp.experts.172.up_proj,0.0000321417,0.05000,15.088
31,mlp.experts.135.up_proj,0.0000197069,0.05000,15.030
31,mlp.experts.184.up_proj,0.0000158479,0.05000,15.124
31,mlp.experts.200.up_proj,failsafe(rtn): 0.0009651,0.00000,0.725
31,mlp.experts.198.up_proj,0.0000803846,0.05000,15.203
31,mlp.experts.121.up_proj,0.0000183341,0.05000,14.686
31,mlp.experts.113.up_proj,0.0000299766,0.05000,14.632
31,mlp.experts.116.up_proj,0.0000098943,0.05000,14.393
31,mlp.experts.122.up_proj,0.0000084253,0.05000,14.552
31,mlp.experts.141.up_proj,0.0000066893,0.05000,14.634
31,mlp.experts.127.up_proj,0.0000068459,0.05000,14.624
31,mlp.experts.130.up_proj,0.0000111794,0.05000,14.536
31,mlp.experts.158.up_proj,0.0000076118,0.05000,14.540
31,mlp.experts.144.up_proj,0.0000177988,0.05000,14.565
31,mlp.experts.131.up_proj,0.0000199840,0.05000,14.464
31,mlp.experts.181.up_proj,0.0000230510,0.05000,14.525
31,mlp.experts.147.up_proj,failsafe(rtn): 0.0010376,0.00000,0.739
31,mlp.experts.155.up_proj,0.0000483401,0.05000,14.588
31,mlp.experts.188.up_proj,0.0000166068,0.05000,14.417
31,mlp.experts.151.up_proj,0.0000132332,0.05000,14.408
31,mlp.experts.171.up_proj,failsafe(rtn): 0.0009842,0.00000,0.771
31,mlp.experts.187.up_proj,failsafe(rtn): 0.0009384,0.00000,0.717
31,mlp.experts.216.up_proj,0.0000113843,0.05000,14.411
31,mlp.experts.214.up_proj,0.0000155716,0.05000,14.490
31,mlp.experts.137.up_proj,0.0000132018,0.05000,14.840
31,mlp.experts.129.up_proj,0.0000328443,0.05000,14.827
31,mlp.experts.132.up_proj,0.0000119241,0.05000,15.015
31,mlp.experts.138.up_proj,0.0000187882,0.05000,14.955
31,mlp.experts.157.up_proj,0.0000112993,0.05000,15.023
31,mlp.experts.143.up_proj,0.0000094273,0.05000,15.094
31,mlp.experts.146.up_proj,0.0000259497,0.05000,14.999
31,mlp.experts.174.up_proj,0.0000076678,0.05000,15.137
31,mlp.experts.160.up_proj,0.0000065772,0.05000,15.112
31,mlp.experts.197.up_proj,0.0000127209,0.05000,15.091
31,mlp.experts.163.up_proj,0.0000079667,0.05000,15.082
31,mlp.experts.204.up_proj,0.0000122785,0.05000,15.128
31,mlp.experts.167.up_proj,0.0000140786,0.05000,15.240
31,mlp.experts.203.up_proj,0.0000114895,0.05000,15.099
31,mlp.experts.232.up_proj,0.0000425227,0.05000,14.994
31,mlp.experts.230.up_proj,0.0000112925,0.05000,15.078
31,mlp.experts.153.up_proj,0.0000082578,0.05000,14.817
31,mlp.experts.145.up_proj,0.0000192230,0.05000,14.773
31,mlp.experts.148.up_proj,0.0000069716,0.05000,14.736
31,mlp.experts.154.up_proj,0.0000065923,0.05000,14.719
31,mlp.experts.173.up_proj,0.0000113955,0.05000,14.730
31,mlp.experts.159.up_proj,0.0000343501,0.05000,14.785
31,mlp.experts.189.up_proj,failsafe(rtn): 0.0009155,0.00000,0.672
31,mlp.experts.162.up_proj,0.0000058754,0.05000,14.802
31,mlp.experts.176.up_proj,0.0000153746,0.05000,14.592
31,mlp.experts.190.up_proj,0.0000093848,0.05000,14.685
31,mlp.experts.213.up_proj,0.0000293576,0.05000,14.672
31,mlp.experts.179.up_proj,0.0000175633,0.05000,14.873
31,mlp.experts.220.up_proj,0.0000388236,0.05000,14.675
31,mlp.experts.183.up_proj,0.0000081043,0.05000,14.663
31,mlp.experts.248.up_proj,0.0000190114,0.05000,14.713
31,mlp.experts.219.up_proj,0.0000091287,0.05000,14.823
31,mlp.experts.246.up_proj,0.0000145313,0.05000,14.713
31,mlp.experts.6.down_proj,failsafe(rtn): 0.0008774,0.00000,0.172
31,mlp.experts.8.down_proj,0.0000013842,0.05000,3.729
31,mlp.experts.22.down_proj,0.0000005309,0.05000,3.702
31,mlp.experts.24.down_proj,0.0000002150,0.05000,3.672
31,mlp.experts.38.down_proj,0.0000008543,0.05000,3.687
31,mlp.experts.169.up_proj,0.0000058679,0.05000,14.518
31,mlp.experts.161.up_proj,0.0000732674,0.05000,14.671
31,mlp.experts.164.up_proj,0.0000199355,0.05000,14.564
31,mlp.experts.170.up_proj,0.0000236704,0.05000,14.666
31,mlp.experts.40.down_proj,0.0000004142,0.05000,3.673
31,mlp.experts.205.up_proj,0.0000104801,0.05000,14.757
31,mlp.experts.175.up_proj,0.0000139889,0.05000,14.798
31,mlp.experts.178.up_proj,0.0000424166,0.05000,14.660
31,mlp.experts.192.up_proj,0.0000080350,0.05000,14.607
31,mlp.experts.54.down_proj,0.0000010242,0.05000,3.779
31,mlp.experts.206.up_proj,0.0000544768,0.05000,14.823
31,mlp.experts.229.up_proj,0.0000267825,0.05000,14.690
31,mlp.experts.236.up_proj,0.0000339074,0.05000,14.558
31,mlp.experts.195.up_proj,0.0000101729,0.05000,14.786
31,mlp.experts.199.up_proj,0.0000081907,0.05000,14.714
31,mlp.experts.56.down_proj,0.0000006526,0.05000,3.711
31,mlp.experts.235.up_proj,0.0000202051,0.05000,14.814
31,mlp.experts.70.down_proj,0.0000010192,0.05000,3.627
31,mlp.experts.86.down_proj,failsafe(rtn): 0.0009117,0.00000,0.196
31,mlp.experts.72.down_proj,0.0000004753,0.05000,3.670
31,mlp.experts.102.down_proj,0.0000009681,0.05000,3.653
31,mlp.experts.88.down_proj,0.0000003632,0.05000,3.760
31,mlp.experts.104.down_proj,failsafe(rtn): 0.0009232,0.00000,0.181
31,mlp.experts.118.down_proj,0.0000005167,0.05000,3.724
31,mlp.experts.185.up_proj,0.0000259333,0.05000,14.648
31,mlp.experts.177.up_proj,0.0000196414,0.05000,14.719
31,mlp.experts.180.up_proj,0.0000100053,0.05000,14.821
31,mlp.experts.186.up_proj,0.0000096512,0.05000,14.757
31,mlp.experts.221.up_proj,0.0000158958,0.05000,14.583
31,mlp.experts.120.down_proj,0.0000014382,0.05000,3.689
31,mlp.experts.191.up_proj,0.0000098505,0.05000,14.764
31,mlp.experts.194.up_proj,0.0000158168,0.05000,14.797
31,mlp.experts.208.up_proj,0.0000102599,0.05000,14.727
31,mlp.experts.222.up_proj,0.0000201379,0.05000,14.756
31,mlp.experts.134.down_proj,0.0000006966,0.05000,3.718
31,mlp.experts.210.up_proj,failsafe(rtn): 0.0009613,0.00000,0.740
31,mlp.experts.245.up_proj,0.0000121355,0.05000,14.703
31,mlp.experts.252.up_proj,0.0000119483,0.05000,14.731
31,mlp.experts.211.up_proj,0.0000150030,0.05000,14.848
31,mlp.experts.215.up_proj,0.0000080866,0.05000,14.707
31,mlp.experts.251.up_proj,0.0000195997,0.05000,14.640
31,mlp.experts.136.down_proj,0.0000028764,0.05000,3.532
31,mlp.experts.150.down_proj,0.0000004760,0.05000,3.471
31,mlp.experts.5.down_proj,0.0000033045,0.05000,3.497
31,mlp.experts.21.down_proj,failsafe(rtn): 0.0009003,0.00000,0.176
31,mlp.experts.12.down_proj,0.0000014599,0.05000,3.469
31,mlp.experts.11.down_proj,0.0000003741,0.05000,3.534
31,mlp.experts.152.down_proj,0.0000052835,0.05000,3.730
31,mlp.experts.168.down_proj,failsafe(rtn): 0.0008850,0.00000,0.304
31,mlp.experts.166.down_proj,0.0000012453,0.05000,3.758
31,mlp.experts.182.down_proj,failsafe(rtn): 0.0009575,0.00000,0.246
31,mlp.experts.37.down_proj,0.0000004975,0.05000,3.892
31,mlp.experts.28.down_proj,0.0000011803,0.05000,3.982
31,mlp.experts.27.down_proj,0.0000062676,0.05000,3.997
31,mlp.experts.184.down_proj,0.0000004352,0.05000,3.694
31,mlp.experts.200.down_proj,failsafe(rtn): 0.0009613,0.00000,0.183
31,mlp.experts.198.down_proj,0.0000048933,0.05000,3.552
31,mlp.experts.201.up_proj,0.0000133530,0.05000,14.652
31,mlp.experts.193.up_proj,0.0000156332,0.05000,14.526
31,mlp.experts.53.down_proj,0.0000006739,0.05000,3.597
31,mlp.experts.44.down_proj,0.0000004588,0.05000,3.607
31,mlp.experts.196.up_proj,0.0000157100,0.05000,14.534
31,mlp.experts.202.up_proj,0.0000093637,0.05000,14.609
31,mlp.experts.237.up_proj,0.0000117102,0.05000,14.429
31,mlp.experts.43.down_proj,0.0000008626,0.05000,3.560
31,mlp.experts.207.up_proj,0.0000120708,0.05000,14.548
31,mlp.experts.224.up_proj,0.0000102543,0.05000,14.452
31,mlp.experts.216.down_proj,0.0000007661,0.05000,3.634
31,mlp.experts.238.up_proj,0.0000118618,0.05000,14.540
31,mlp.experts.214.down_proj,0.0000004497,0.05000,3.652
31,mlp.experts.226.up_proj,0.0000067040,0.05000,14.539
31,mlp.experts.69.down_proj,0.0000003147,0.05000,3.559
31,mlp.experts.60.down_proj,0.0000005446,0.05000,3.595
31,mlp.experts.76.down_proj,failsafe(rtn): 0.0009041,0.00000,0.189
31,mlp.experts.231.up_proj,0.0000125363,0.05000,14.542
31,mlp.experts.227.up_proj,0.0000222610,0.05000,14.719
31,mlp.experts.59.down_proj,0.0000003063,0.05000,3.590
31,mlp.experts.232.down_proj,0.0000018927,0.05000,3.584
31,mlp.experts.230.down_proj,0.0000011445,0.05000,3.539
31,mlp.experts.85.down_proj,0.0000014345,0.05000,3.526
31,mlp.experts.92.down_proj,0.0000005092,0.05000,3.517
31,mlp.experts.75.down_proj,0.0000008304,0.05000,3.700
31,mlp.experts.248.down_proj,0.0000006978,0.05000,3.951
31,mlp.experts.246.down_proj,0.0000002754,0.05000,3.959
31,mlp.experts.101.down_proj,0.0000007396,0.05000,3.915
31,mlp.experts.117.down_proj,failsafe(rtn): 0.0009193,0.00000,0.172
31,mlp.experts.108.down_proj,0.0000008473,0.05000,3.895
31,mlp.experts.91.down_proj,0.0000005445,0.05000,3.569
31,mlp.experts.217.up_proj,0.0000037089,0.05000,14.366
31,mlp.experts.209.up_proj,0.0000313741,0.05000,14.328
31,mlp.experts.133.down_proj,0.0000005508,0.05000,3.395
31,mlp.experts.124.down_proj,0.0000055400,0.05000,3.366
31,mlp.experts.212.up_proj,0.0000058093,0.05000,14.338
31,mlp.experts.140.down_proj,failsafe(rtn): 0.0009842,0.00000,0.173
31,mlp.experts.218.up_proj,0.0000215076,0.05000,14.158
31,mlp.experts.253.up_proj,0.0000105602,0.05000,14.076
31,mlp.experts.107.down_proj,0.0000010496,0.05000,3.417
31,mlp.experts.223.up_proj,0.0000162553,0.05000,14.277
31,mlp.experts.240.up_proj,0.0000104468,0.05000,14.164
31,mlp.experts.254.up_proj,0.0000088864,0.05000,14.127
31,mlp.experts.242.up_proj,0.0000157034,0.05000,14.129
31,mlp.experts.149.down_proj,0.0000023822,0.05000,3.127
31,mlp.experts.156.down_proj,0.0000008652,0.05000,3.108
31,mlp.experts.243.up_proj,0.0000676136,0.05000,13.761
31,mlp.experts.247.up_proj,0.0000084276,0.05000,13.960
31,mlp.experts.13.down_proj,0.0000016973,0.05000,3.139
31,mlp.experts.123.down_proj,0.0000003299,0.05000,3.161
31,mlp.experts.0.down_proj,0.0000051605,0.05000,3.167
31,mlp.experts.14.down_proj,0.0000007132,0.05000,3.148
31,mlp.experts.2.down_proj,0.0000004943,0.05000,3.173
31,mlp.experts.165.down_proj,0.0000021854,0.05000,3.169
31,mlp.experts.172.down_proj,0.0000010823,0.05000,3.128
31,mlp.experts.3.down_proj,0.0000023122,0.05000,3.068
31,mlp.experts.7.down_proj,0.0000007061,0.05000,3.146
31,mlp.experts.29.down_proj,0.0000015446,0.05000,3.151
31,mlp.experts.139.down_proj,0.0000003327,0.05000,3.224
31,mlp.experts.16.down_proj,0.0000004379,0.05000,3.141
31,mlp.experts.30.down_proj,0.0000014213,0.05000,3.185
31,mlp.experts.18.down_proj,0.0000028231,0.05000,3.152
31,mlp.experts.181.down_proj,0.0000018076,0.05000,3.071
31,mlp.experts.188.down_proj,0.0000004883,0.05000,3.029
31,mlp.experts.19.down_proj,0.0000016303,0.05000,3.036
31,mlp.experts.23.down_proj,0.0000010900,0.05000,3.138
31,mlp.experts.45.down_proj,0.0000012052,0.05000,3.020
31,mlp.experts.155.down_proj,0.0000027111,0.05000,3.025
31,mlp.experts.32.down_proj,0.0000004451,0.05000,3.032
31,mlp.experts.171.down_proj,failsafe(rtn): 0.0009613,0.00000,0.162
31,mlp.experts.187.down_proj,failsafe(rtn): 0.0009270,0.00000,0.153
31,mlp.experts.233.up_proj,0.0000226972,0.05000,12.437
31,mlp.experts.46.down_proj,0.0000007871,0.05000,3.104
31,mlp.experts.62.down_proj,failsafe(rtn): 0.0009499,0.00000,0.149
31,mlp.experts.225.up_proj,0.0000104174,0.05000,12.376
31,mlp.experts.34.down_proj,0.0000007927,0.05000,3.136
31,mlp.experts.197.down_proj,0.0000009766,0.05000,3.180
31,mlp.experts.228.up_proj,0.0000221151,0.05000,12.428
31,mlp.experts.204.down_proj,0.0000003725,0.05000,3.225
31,mlp.experts.35.down_proj,0.0000002779,0.05000,3.184
31,mlp.experts.234.up_proj,0.0000145108,0.05000,12.387
31,mlp.experts.39.down_proj,0.0000006718,0.05000,3.155
31,mlp.experts.61.down_proj,0.0000004878,0.05000,3.214
31,mlp.experts.239.up_proj,0.0000117448,0.05000,12.399
31,mlp.experts.48.down_proj,0.0000025181,0.05000,3.211
31,mlp.experts.203.down_proj,0.0000004622,0.05000,3.191
31,mlp.experts.78.down_proj,0.0000008047,0.05000,3.130
31,mlp.experts.50.down_proj,0.0000016887,0.05000,3.157
31,mlp.experts.213.down_proj,0.0000026751,0.05000,3.079
31,mlp.experts.220.down_proj,0.0000007380,0.05000,3.109
31,mlp.experts.51.down_proj,0.0000014198,0.05000,3.109
31,mlp.experts.55.down_proj,0.0000003631,0.05000,3.115
31,mlp.experts.77.down_proj,0.0000023061,0.05000,3.012
31,mlp.experts.64.down_proj,0.0000012206,0.05000,3.057
31,mlp.experts.219.down_proj,0.0000003013,0.05000,3.098
31,mlp.experts.94.down_proj,0.0000011305,0.05000,3.019
31,mlp.experts.66.down_proj,0.0000005597,0.05000,3.099
31,mlp.experts.229.down_proj,0.0000027142,0.05000,3.115
31,mlp.experts.236.down_proj,0.0000007584,0.05000,3.121
31,mlp.experts.67.down_proj,0.0000005690,0.05000,3.207
31,mlp.experts.71.down_proj,0.0000003715,0.05000,3.193
31,mlp.experts.93.down_proj,0.0000015863,0.05000,3.171
31,mlp.experts.80.down_proj,0.0000009504,0.05000,3.127
31,mlp.experts.235.down_proj,0.0000004529,0.05000,3.165
31,mlp.experts.110.down_proj,0.0000003881,0.05000,3.150
31,mlp.experts.82.down_proj,0.0000023061,0.05000,3.168
31,mlp.experts.245.down_proj,0.0000006555,0.05000,3.115
31,mlp.experts.252.down_proj,0.0000010713,0.05000,3.148
31,mlp.experts.83.down_proj,0.0000020064,0.05000,3.153
31,mlp.experts.87.down_proj,0.0000001650,0.05000,3.110
31,mlp.experts.109.down_proj,0.0000016031,0.05000,3.035
31,mlp.experts.96.down_proj,0.0000031813,0.05000,2.874
31,mlp.experts.251.down_proj,0.0000014804,0.05000,2.884
31,mlp.experts.249.up_proj,0.0000161548,0.05000,12.207
31,mlp.experts.126.down_proj,0.0000022955,0.05000,2.824
31,mlp.experts.241.up_proj,0.0000351560,0.05000,12.115
31,mlp.experts.98.down_proj,0.0000006256,0.05000,2.718
31,mlp.experts.244.up_proj,0.0000398851,0.05000,12.028
31,mlp.experts.250.up_proj,0.0000155193,0.05000,11.753
31,mlp.experts.99.down_proj,0.0000003148,0.05000,2.504
31,mlp.experts.103.down_proj,0.0000055849,0.05000,2.502
31,mlp.experts.119.down_proj,failsafe(rtn): 0.0009308,0.00000,0.134
31,mlp.experts.125.down_proj,0.0000004574,0.05000,2.459
31,mlp.experts.255.up_proj,0.0000296330,0.05000,11.641
31,mlp.experts.112.down_proj,0.0000003455,0.05000,2.417
31,mlp.experts.128.down_proj,failsafe(rtn): 0.0009575,0.00000,0.120
31,mlp.experts.9.down_proj,0.0000007987,0.05000,2.451
31,mlp.experts.142.down_proj,0.0000002465,0.05000,2.436
31,mlp.experts.1.down_proj,0.0000001342,0.05000,2.451
31,mlp.experts.114.down_proj,0.0000003955,0.05000,2.441
31,mlp.experts.4.down_proj,0.0000015986,0.05000,2.383
31,mlp.experts.10.down_proj,0.0000002609,0.05000,2.439
31,mlp.experts.115.down_proj,0.0000006198,0.05000,2.459
31,mlp.experts.135.down_proj,0.0000023820,0.05000,2.387
31,mlp.experts.141.down_proj,0.0000002498,0.05000,2.412
31,mlp.experts.15.down_proj,0.0000008689,0.05000,2.437
31,mlp.experts.144.down_proj,0.0000018872,0.05000,2.421
31,mlp.experts.25.down_proj,0.0000004967,0.05000,2.431
31,mlp.experts.158.down_proj,0.0000001194,0.05000,2.420
31,mlp.experts.17.down_proj,0.0000010511,0.05000,2.463
31,mlp.experts.130.down_proj,0.0000015019,0.05000,2.435
31,mlp.experts.20.down_proj,0.0000004913,0.05000,2.368
31,mlp.experts.26.down_proj,0.0000005681,0.05000,2.376
31,mlp.experts.131.down_proj,0.0000013550,0.05000,2.440
31,mlp.experts.147.down_proj,failsafe(rtn): 0.0010071,0.00000,0.113
31,mlp.experts.151.down_proj,0.0000010507,0.05000,2.432
31,mlp.experts.157.down_proj,0.0000006997,0.05000,2.409
31,mlp.experts.31.down_proj,0.0000008663,0.05000,2.429
31,mlp.experts.160.down_proj,0.0000004045,0.05000,2.387
31,mlp.experts.41.down_proj,0.0000003256,0.05000,2.385
31,mlp.experts.174.down_proj,0.0000006265,0.05000,2.443
31,mlp.experts.33.down_proj,0.0000003156,0.05000,2.412
31,mlp.experts.146.down_proj,0.0000026786,0.05000,2.431
31,mlp.experts.36.down_proj,0.0000003911,0.05000,2.434
31,mlp.experts.42.down_proj,0.0000019111,0.05000,2.434
31,mlp.experts.163.down_proj,0.0000011362,0.05000,2.503
31,mlp.experts.167.down_proj,0.0000014929,0.05000,2.479
31,mlp.experts.173.down_proj,0.0000003128,0.05000,2.499
31,mlp.experts.189.down_proj,failsafe(rtn): 0.0009003,0.00000,0.153
31,mlp.experts.47.down_proj,0.0000010378,0.05000,2.555
31,mlp.experts.176.down_proj,0.0000004819,0.05000,2.543
31,mlp.experts.57.down_proj,0.0000004760,0.05000,2.525
31,mlp.experts.190.down_proj,0.0000006582,0.05000,2.497
31,mlp.experts.49.down_proj,0.0000025644,0.05000,2.504
31,mlp.experts.162.down_proj,0.0000002295,0.05000,2.471
31,mlp.experts.52.down_proj,0.0000014389,0.05000,2.474
31,mlp.experts.58.down_proj,0.0000025544,0.05000,2.512
31,mlp.experts.179.down_proj,0.0000011435,0.05000,2.471
31,mlp.experts.183.down_proj,0.0000007909,0.05000,2.472
31,mlp.experts.205.down_proj,0.0000015279,0.05000,2.437
31,mlp.experts.63.down_proj,0.0000024910,0.05000,2.429
31,mlp.experts.192.down_proj,0.0000010362,0.05000,2.349
31,mlp.experts.73.down_proj,0.0000004650,0.05000,2.377
31,mlp.experts.206.down_proj,0.0000022356,0.05000,2.417
31,mlp.experts.65.down_proj,0.0000022999,0.05000,2.455
31,mlp.experts.178.down_proj,0.0000021936,0.05000,2.493
31,mlp.experts.68.down_proj,0.0000014532,0.05000,2.398
31,mlp.experts.74.down_proj,0.0000004163,0.05000,2.420
31,mlp.experts.195.down_proj,0.0000003184,0.05000,2.431
31,mlp.experts.199.down_proj,0.0000010118,0.05000,2.396
31,mlp.experts.221.down_proj,0.0000005925,0.05000,2.416
31,mlp.experts.208.down_proj,0.0000003960,0.05000,2.374
31,mlp.experts.79.down_proj,0.0000005569,0.05000,2.402
31,mlp.experts.89.down_proj,0.0000002215,0.05000,2.375
31,mlp.experts.222.down_proj,0.0000006544,0.05000,2.396
31,mlp.experts.81.down_proj,0.0000012458,0.05000,2.401
31,mlp.experts.194.down_proj,0.0000004019,0.05000,2.412
31,mlp.experts.210.down_proj,failsafe(rtn): 0.0009460,0.00000,0.127
31,mlp.experts.84.down_proj,0.0000019300,0.05000,2.398
31,mlp.experts.90.down_proj,0.0000001896,0.05000,2.401
31,mlp.experts.211.down_proj,0.0000014444,0.05000,2.412
31,mlp.experts.215.down_proj,0.0000004753,0.05000,2.446
31,mlp.experts.237.down_proj,0.0000008601,0.05000,2.437
31,mlp.experts.224.down_proj,0.0000002946,0.05000,2.337
31,mlp.experts.95.down_proj,0.0000008310,0.05000,2.371
31,mlp.experts.105.down_proj,0.0000003452,0.05000,2.406
31,mlp.experts.238.down_proj,0.0000002236,0.05000,2.386
31,mlp.experts.97.down_proj,0.0000011741,0.05000,2.367
31,mlp.experts.226.down_proj,0.0000005639,0.05000,2.417
31,mlp.experts.100.down_proj,0.0000007334,0.05000,2.366
31,mlp.experts.106.down_proj,0.0000013964,0.05000,2.401
31,mlp.experts.227.down_proj,0.0000014671,0.05000,2.431
31,mlp.experts.231.down_proj,0.0000008223,0.05000,2.406
31,mlp.experts.253.down_proj,0.0000010489,0.05000,2.403
31,mlp.experts.240.down_proj,0.0000010661,0.05000,2.324
31,mlp.experts.111.down_proj,0.0000008096,0.05000,2.368
31,mlp.experts.121.down_proj,0.0000006113,0.05000,2.317
31,mlp.experts.254.down_proj,0.0000002798,0.05000,2.293
31,mlp.experts.113.down_proj,0.0000018361,0.05000,2.205
31,mlp.experts.116.down_proj,0.0000008437,0.05000,2.064
31,mlp.experts.242.down_proj,0.0000003977,0.05000,2.123
31,mlp.experts.122.down_proj,0.0000004944,0.05000,2.000
31,mlp.experts.247.down_proj,0.0000004122,0.05000,1.764
31,mlp.experts.243.down_proj,0.0000014518,0.05000,1.823
31,mlp.experts.127.down_proj,0.0000006904,0.05000,1.525
31,mlp.experts.137.down_proj,0.0000009726,0.05000,1.363
31,mlp.experts.129.down_proj,0.0000026897,0.05000,1.185
31,mlp.experts.132.down_proj,0.0000007201,0.05000,1.094
31,mlp.experts.138.down_proj,0.0000005319,0.05000,0.988
31,mlp.experts.143.down_proj,0.0000004807,0.05000,0.828
31,mlp.experts.153.down_proj,0.0000001534,0.05000,0.848
31,mlp.experts.145.down_proj,0.0000012049,0.05000,0.841
31,mlp.experts.148.down_proj,0.0000001612,0.05000,0.811
31,mlp.experts.154.down_proj,0.0000001820,0.05000,0.773
31,mlp.experts.159.down_proj,0.0000023238,0.05000,0.801
31,mlp.experts.169.down_proj,0.0000005679,0.05000,0.843
31,mlp.experts.161.down_proj,0.0000016713,0.05000,0.851
31,mlp.experts.164.down_proj,0.0000009163,0.05000,0.854
31,mlp.experts.170.down_proj,0.0000012540,0.05000,0.915
31,mlp.experts.175.down_proj,0.0000010701,0.05000,0.952
31,mlp.experts.185.down_proj,0.0000018048,0.05000,1.048
31,mlp.experts.177.down_proj,0.0000005736,0.05000,0.972
31,mlp.experts.180.down_proj,0.0000006012,0.05000,0.950
31,mlp.experts.186.down_proj,0.0000002781,0.05000,0.936
31,mlp.experts.191.down_proj,0.0000002053,0.05000,0.865
31,mlp.experts.201.down_proj,0.0000007097,0.05000,0.863
31,mlp.experts.193.down_proj,0.0000008433,0.05000,0.870
31,mlp.experts.196.down_proj,0.0000009928,0.05000,0.848
31,mlp.experts.202.down_proj,0.0000005775,0.05000,0.860
31,mlp.experts.207.down_proj,0.0000003525,0.05000,0.839
31,mlp.experts.217.down_proj,0.0000006800,0.05000,0.863
31,mlp.experts.212.down_proj,0.0000003113,0.05000,0.845
31,mlp.experts.209.down_proj,0.0000016998,0.05000,0.877
31,mlp.experts.218.down_proj,0.0000020049,0.05000,0.836
31,mlp.experts.223.down_proj,0.0000009591,0.05000,0.855
31,mlp.experts.233.down_proj,0.0000015903,0.05000,0.874
31,mlp.experts.228.down_proj,0.0000025698,0.05000,0.868
31,mlp.experts.225.down_proj,0.0000011245,0.05000,0.872
31,mlp.experts.234.down_proj,0.0000002642,0.05000,0.818
31,mlp.experts.239.down_proj,0.0000003066,0.05000,0.789
31,mlp.experts.249.down_proj,0.0000022337,0.05000,0.885
31,mlp.experts.244.down_proj,0.0000010945,0.05000,0.863
31,mlp.experts.241.down_proj,0.0000018419,0.05000,0.867
31,mlp.experts.250.down_proj,0.0000007733,0.05000,0.822
31,mlp.experts.255.down_proj,0.0000005104,0.05000,0.548
32,mlp.experts.4.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.813
32,mlp.experts.20.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.696
32,mlp.experts.36.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.672
32,mlp.experts.11.gate_proj,0.0000279847,0.05000,14.253
32,mlp.experts.10.gate_proj,0.0000201597,0.05000,14.246
32,mlp.experts.6.gate_proj,0.0000181409,0.05000,14.264
32,mlp.experts.1.gate_proj,0.0000896876,0.05000,14.282
32,mlp.experts.13.gate_proj,0.0000155752,0.05000,14.316
32,mlp.experts.8.gate_proj,0.0000218847,0.05000,14.369
32,mlp.experts.12.gate_proj,0.0000165383,0.05000,14.371
32,mlp.experts.5.gate_proj,0.0000100562,0.05000,14.372
32,mlp.experts.3.gate_proj,0.0000164719,0.05000,14.393
32,mlp.experts.2.gate_proj,0.0000123931,0.05000,14.386
32,mlp.experts.9.gate_proj,0.0000715955,0.05000,14.401
32,mlp.experts.14.gate_proj,0.0000095227,0.05000,14.401
32,mlp.experts.15.gate_proj,0.0000279353,0.05000,14.452
32,mlp.experts.0.gate_proj,0.0000706660,0.05000,14.474
32,mlp.experts.7.gate_proj,0.0000115105,0.05000,14.516
32,mlp.experts.52.gate_proj,0.0000076320,0.05000,14.279
32,mlp.experts.27.gate_proj,0.0000161551,0.05000,15.425
32,mlp.experts.26.gate_proj,0.0000178563,0.05000,15.451
32,mlp.experts.22.gate_proj,0.0000188319,0.05000,15.484
32,mlp.experts.29.gate_proj,0.0000134788,0.05000,15.475
32,mlp.experts.17.gate_proj,0.0000111139,0.05000,15.539
32,mlp.experts.18.gate_proj,0.0000108386,0.05000,15.450
32,mlp.experts.28.gate_proj,0.0000180273,0.05000,15.497
32,mlp.experts.30.gate_proj,0.0000815186,0.05000,15.548
32,mlp.experts.25.gate_proj,0.0000182936,0.05000,15.541
32,mlp.experts.16.gate_proj,0.0000095652,0.05000,15.470
32,mlp.experts.21.gate_proj,0.0000069609,0.05000,15.597
32,mlp.experts.23.gate_proj,0.0000717925,0.05000,15.497
32,mlp.experts.31.gate_proj,0.0000137992,0.05000,15.561
32,mlp.experts.24.gate_proj,0.0000136125,0.05000,15.700
32,mlp.experts.19.gate_proj,0.0000166342,0.05000,15.705
32,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.707
32,mlp.experts.68.gate_proj,0.0000312505,0.05000,15.505
32,mlp.experts.38.gate_proj,0.0000384204,0.05000,15.011
32,mlp.experts.43.gate_proj,0.0000138027,0.05000,15.232
32,mlp.experts.33.gate_proj,0.0000070291,0.05000,15.115
32,mlp.experts.44.gate_proj,0.0000891936,0.05000,15.056
32,mlp.experts.42.gate_proj,0.0000122688,0.05000,15.229
32,mlp.experts.45.gate_proj,0.0000552282,0.05000,15.253
32,mlp.experts.46.gate_proj,0.0000247056,0.05000,15.078
32,mlp.experts.34.gate_proj,0.0000565013,0.05000,15.209
32,mlp.experts.41.gate_proj,0.0000256169,0.05000,15.081
32,mlp.experts.37.gate_proj,0.0000162436,0.05000,15.093
32,mlp.experts.40.gate_proj,0.0000364736,0.05000,15.162
32,mlp.experts.32.gate_proj,0.0000286405,0.05000,15.301
32,mlp.experts.47.gate_proj,0.0000043434,0.05000,15.275
32,mlp.experts.35.gate_proj,0.0000353566,0.05000,15.296
32,mlp.experts.55.gate_proj,0.0000194930,0.05000,15.325
32,mlp.experts.84.gate_proj,0.0000230637,0.05000,15.247
32,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.717
32,mlp.experts.54.gate_proj,0.0000338441,0.05000,14.380
32,mlp.experts.59.gate_proj,0.0000277491,0.05000,14.349
32,mlp.experts.61.gate_proj,0.0000088836,0.05000,14.246
32,mlp.experts.49.gate_proj,0.0000193150,0.05000,14.411
32,mlp.experts.60.gate_proj,0.0000207635,0.05000,14.476
32,mlp.experts.62.gate_proj,0.0000129040,0.05000,14.406
32,mlp.experts.56.gate_proj,0.0000076867,0.05000,14.309
32,mlp.experts.57.gate_proj,0.0000210254,0.05000,14.465
32,mlp.experts.58.gate_proj,0.0000178012,0.05000,14.581
32,mlp.experts.53.gate_proj,0.0000185294,0.05000,14.545
32,mlp.experts.50.gate_proj,0.0000158516,0.05000,14.602
32,mlp.experts.48.gate_proj,0.0000093239,0.05000,14.495
32,mlp.experts.63.gate_proj,0.0000171869,0.05000,14.500
32,mlp.experts.51.gate_proj,0.0000187489,0.05000,14.494
32,mlp.experts.72.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.743
32,mlp.experts.69.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.740
32,mlp.experts.71.gate_proj,0.0000175399,0.05000,14.346
32,mlp.experts.79.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.801
32,mlp.experts.116.gate_proj,0.0000124711,0.05000,14.522
32,mlp.experts.70.gate_proj,0.0000064425,0.05000,14.878
32,mlp.experts.77.gate_proj,0.0000244650,0.05000,14.740
32,mlp.experts.65.gate_proj,0.0000255019,0.05000,14.804
32,mlp.experts.73.gate_proj,0.0000121402,0.05000,14.630
32,mlp.experts.75.gate_proj,0.0000106544,0.05000,14.934
32,mlp.experts.78.gate_proj,0.0000169014,0.05000,14.736
32,mlp.experts.74.gate_proj,0.0000213032,0.05000,14.689
32,mlp.experts.66.gate_proj,0.0000023032,0.05000,14.620
32,mlp.experts.76.gate_proj,0.0000125780,0.05000,14.935
32,mlp.experts.64.gate_proj,0.0000525409,0.05000,14.765
32,mlp.experts.67.gate_proj,0.0000108530,0.05000,14.835
32,mlp.experts.88.gate_proj,0.0000125758,0.05000,14.800
32,mlp.experts.85.gate_proj,0.0000105966,0.05000,14.724
32,mlp.experts.87.gate_proj,0.0000775358,0.05000,14.686
32,mlp.experts.95.gate_proj,0.0000263505,0.05000,14.788
32,mlp.experts.132.gate_proj,0.0000154652,0.05000,14.744
32,mlp.experts.89.gate_proj,0.0000135944,0.05000,14.794
32,mlp.experts.86.gate_proj,0.0000082561,0.05000,14.961
32,mlp.experts.93.gate_proj,0.0000830323,0.05000,14.953
32,mlp.experts.90.gate_proj,0.0000111275,0.05000,14.814
32,mlp.experts.81.gate_proj,0.0000250097,0.05000,14.961
32,mlp.experts.82.gate_proj,0.0000214342,0.05000,14.908
32,mlp.experts.94.gate_proj,0.0000214884,0.05000,15.003
32,mlp.experts.92.gate_proj,0.0000171120,0.05000,14.894
32,mlp.experts.91.gate_proj,0.0000281341,0.05000,15.017
32,mlp.experts.80.gate_proj,0.0000340960,0.05000,14.892
32,mlp.experts.83.gate_proj,0.0000073346,0.05000,15.037
32,mlp.experts.104.gate_proj,0.0000251000,0.05000,14.839
32,mlp.experts.101.gate_proj,0.0000142250,0.05000,14.920
32,mlp.experts.103.gate_proj,0.0000170449,0.05000,15.021
32,mlp.experts.111.gate_proj,0.0000203044,0.05000,14.924
32,mlp.experts.148.gate_proj,0.0000199293,0.05000,14.944
32,mlp.experts.109.gate_proj,0.0000148601,0.05000,15.341
32,mlp.experts.106.gate_proj,0.0000123958,0.05000,15.388
32,mlp.experts.102.gate_proj,0.0000129160,0.05000,15.494
32,mlp.experts.105.gate_proj,0.0000223948,0.05000,15.566
32,mlp.experts.97.gate_proj,0.0000248792,0.05000,15.484
32,mlp.experts.110.gate_proj,0.0000138548,0.05000,15.403
32,mlp.experts.108.gate_proj,0.0000118227,0.05000,15.507
32,mlp.experts.107.gate_proj,0.0000401231,0.05000,15.514
32,mlp.experts.98.gate_proj,0.0000140743,0.05000,15.694
32,mlp.experts.96.gate_proj,0.0000157166,0.05000,15.540
32,mlp.experts.122.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.798
32,mlp.experts.99.gate_proj,0.0000124610,0.05000,15.582
32,mlp.experts.117.gate_proj,0.0000044775,0.05000,15.403
32,mlp.experts.120.gate_proj,0.0000176401,0.05000,15.671
32,mlp.experts.119.gate_proj,0.0000144750,0.05000,15.538
32,mlp.experts.114.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.816
32,mlp.experts.127.gate_proj,0.0000175838,0.05000,15.651
32,mlp.experts.164.gate_proj,0.0000047358,0.05000,15.620
32,mlp.experts.125.gate_proj,0.0000281733,0.05000,15.253
32,mlp.experts.113.gate_proj,0.0000152772,0.05000,15.035
32,mlp.experts.121.gate_proj,0.0000675754,0.05000,15.213
32,mlp.experts.118.gate_proj,0.0000406209,0.05000,15.287
32,mlp.experts.126.gate_proj,0.0000256999,0.05000,15.199
32,mlp.experts.124.gate_proj,0.0000182378,0.05000,15.164
32,mlp.experts.123.gate_proj,0.0000113923,0.05000,15.223
32,mlp.experts.112.gate_proj,0.0000101159,0.05000,15.189
32,mlp.experts.141.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.837
32,mlp.experts.138.gate_proj,0.0000946233,0.05000,15.249
32,mlp.experts.115.gate_proj,0.0000127923,0.05000,15.330
32,mlp.experts.133.gate_proj,0.0000160341,0.05000,15.233
32,mlp.experts.136.gate_proj,0.0000138728,0.05000,15.146
32,mlp.experts.135.gate_proj,0.0000193962,0.05000,15.334
32,mlp.experts.130.gate_proj,0.0000354148,0.05000,15.367
32,mlp.experts.143.gate_proj,0.0000222748,0.05000,15.286
32,mlp.experts.180.gate_proj,0.0000203803,0.05000,15.352
32,mlp.experts.129.gate_proj,0.0000063080,0.05000,14.484
32,mlp.experts.137.gate_proj,0.0000146936,0.05000,14.469
32,mlp.experts.134.gate_proj,0.0000110190,0.05000,14.493
32,mlp.experts.142.gate_proj,0.0000180949,0.05000,14.564
32,mlp.experts.140.gate_proj,0.0000283021,0.05000,14.557
32,mlp.experts.128.gate_proj,0.0000084337,0.05000,14.481
32,mlp.experts.139.gate_proj,0.0000149746,0.05000,14.598
32,mlp.experts.157.gate_proj,0.0000205547,0.05000,14.310
32,mlp.experts.145.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.783
32,mlp.experts.153.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.757
32,mlp.experts.131.gate_proj,0.0000182899,0.05000,14.406
32,mlp.experts.154.gate_proj,0.0000277670,0.05000,14.567
32,mlp.experts.149.gate_proj,0.0000196421,0.05000,14.361
32,mlp.experts.152.gate_proj,0.0000666812,0.05000,14.391
32,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.779
32,mlp.experts.151.gate_proj,0.0000134647,0.05000,14.440
32,mlp.experts.146.gate_proj,0.0000102148,0.05000,14.515
32,mlp.experts.159.gate_proj,0.0000125433,0.05000,14.362
32,mlp.experts.161.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.851
32,mlp.experts.169.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.864
32,mlp.experts.167.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.773
32,mlp.experts.196.gate_proj,0.0000460537,0.05000,14.296
32,mlp.experts.150.gate_proj,0.0000145494,0.05000,15.548
32,mlp.experts.158.gate_proj,0.0000167461,0.05000,15.388
32,mlp.experts.156.gate_proj,0.0000246083,0.05000,15.436
32,mlp.experts.144.gate_proj,0.0000156998,0.05000,15.593
32,mlp.experts.173.gate_proj,0.0000187746,0.05000,15.447
32,mlp.experts.147.gate_proj,0.0000065139,0.05000,15.386
32,mlp.experts.165.gate_proj,0.0000196610,0.05000,15.349
32,mlp.experts.168.gate_proj,0.0000615543,0.05000,15.455
32,mlp.experts.170.gate_proj,0.0000109769,0.05000,15.541
32,mlp.experts.171.gate_proj,0.0000149597,0.05000,15.388
32,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.832
32,mlp.experts.162.gate_proj,0.0000201672,0.05000,15.501
32,mlp.experts.175.gate_proj,0.0000188618,0.05000,15.573
32,mlp.experts.185.gate_proj,0.0000071860,0.05000,15.359
32,mlp.experts.177.gate_proj,0.0000304868,0.05000,15.545
32,mlp.experts.183.gate_proj,0.0000277564,0.05000,15.492
32,mlp.experts.193.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.680
32,mlp.experts.212.gate_proj,0.0000157312,0.05000,15.430
32,mlp.experts.166.gate_proj,0.0000113356,0.05000,14.279
32,mlp.experts.174.gate_proj,0.0000203726,0.05000,14.345
32,mlp.experts.172.gate_proj,0.0000593627,0.05000,14.468
32,mlp.experts.160.gate_proj,0.0000188923,0.05000,14.365
32,mlp.experts.181.gate_proj,0.0000099707,0.05000,14.320
32,mlp.experts.184.gate_proj,0.0000192898,0.05000,14.200
32,mlp.experts.163.gate_proj,0.0000893659,0.05000,14.394
32,mlp.experts.186.gate_proj,0.0000110225,0.05000,14.355
32,mlp.experts.188.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.801
32,mlp.experts.187.gate_proj,0.0000066110,0.05000,14.588
32,mlp.experts.205.gate_proj,0.0000161743,0.05000,14.362
32,mlp.experts.178.gate_proj,0.0000150249,0.05000,14.352
32,mlp.experts.201.gate_proj,0.0000070950,0.05000,14.432
32,mlp.experts.191.gate_proj,0.0000140928,0.05000,14.473
32,mlp.experts.200.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.843
32,mlp.experts.199.gate_proj,0.0000138595,0.05000,14.368
32,mlp.experts.209.gate_proj,0.0000134838,0.05000,14.369
32,mlp.experts.207.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.755
32,mlp.experts.225.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.701
32,mlp.experts.228.gate_proj,0.0000883147,0.05000,14.428
32,mlp.experts.190.gate_proj,0.0000643741,0.05000,15.079
32,mlp.experts.182.gate_proj,0.0000259728,0.05000,15.314
32,mlp.experts.176.gate_proj,0.0000360760,0.05000,15.352
32,mlp.experts.197.gate_proj,0.0000079232,0.05000,15.186
32,mlp.experts.179.gate_proj,0.0000078354,0.05000,15.229
32,mlp.experts.202.gate_proj,0.0000219279,0.05000,15.167
32,mlp.experts.204.gate_proj,0.0000126467,0.05000,15.071
32,mlp.experts.203.gate_proj,0.0000326018,0.05000,15.297
32,mlp.experts.221.gate_proj,0.0000083570,0.05000,15.258
32,mlp.experts.194.gate_proj,0.0000131648,0.05000,15.283
32,mlp.experts.217.gate_proj,0.0000275083,0.05000,15.202
32,mlp.experts.216.gate_proj,0.0000215715,0.05000,15.227
32,mlp.experts.215.gate_proj,0.0000424502,0.05000,15.169
32,mlp.experts.223.gate_proj,0.0000398865,0.05000,15.300
32,mlp.experts.241.gate_proj,0.0000100748,0.05000,15.100
32,mlp.experts.239.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.684
32,mlp.experts.244.gate_proj,0.0000273232,0.05000,15.185
32,mlp.experts.4.up_proj,failsafe(rtn): 0.0009193,0.00000,0.708
32,mlp.experts.20.up_proj,failsafe(rtn): 0.0008812,0.00000,0.680
32,mlp.experts.36.up_proj,failsafe(rtn): 0.0009308,0.00000,0.706
32,mlp.experts.206.gate_proj,0.0000146029,0.05000,14.521
32,mlp.experts.198.gate_proj,0.0000611261,0.05000,14.539
32,mlp.experts.192.gate_proj,0.0000151174,0.05000,14.487
32,mlp.experts.213.gate_proj,0.0000370352,0.05000,14.427
32,mlp.experts.218.gate_proj,0.0000113436,0.05000,14.321
32,mlp.experts.195.gate_proj,0.0000092385,0.05000,14.482
32,mlp.experts.220.gate_proj,0.0000114612,0.05000,14.469
32,mlp.experts.237.gate_proj,0.0000093011,0.05000,14.316
32,mlp.experts.210.gate_proj,0.0000171304,0.05000,14.281
32,mlp.experts.219.gate_proj,0.0000142493,0.05000,14.407
32,mlp.experts.233.gate_proj,0.0000110892,0.05000,14.460
32,mlp.experts.234.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.776
32,mlp.experts.232.gate_proj,0.0000255963,0.05000,14.533
32,mlp.experts.231.gate_proj,0.0000419717,0.05000,14.506
32,mlp.experts.253.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.815
32,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.811
32,mlp.experts.1.up_proj,0.0000746069,0.05000,14.428
32,mlp.experts.255.gate_proj,0.0000111082,0.05000,14.521
32,mlp.experts.52.up_proj,0.0000074634,0.05000,14.573
32,mlp.experts.222.gate_proj,0.0000272530,0.05000,15.091
32,mlp.experts.214.gate_proj,0.0000346363,0.05000,15.066
32,mlp.experts.229.gate_proj,0.0000324339,0.05000,15.021
32,mlp.experts.208.gate_proj,0.0000563593,0.05000,15.150
32,mlp.experts.211.gate_proj,0.0000607378,0.05000,15.109
32,mlp.experts.236.gate_proj,0.0000064623,0.05000,15.200
32,mlp.experts.226.gate_proj,0.0000111018,0.05000,15.132
32,mlp.experts.235.gate_proj,0.0000161894,0.05000,15.107
32,mlp.experts.250.gate_proj,0.0000136363,0.05000,14.960
32,mlp.experts.248.gate_proj,0.0000231109,0.05000,15.032
32,mlp.experts.247.gate_proj,0.0000195266,0.05000,14.967
32,mlp.experts.13.up_proj,0.0000132612,0.05000,15.016
32,mlp.experts.9.up_proj,0.0000620275,0.05000,14.996
32,mlp.experts.17.up_proj,0.0000091055,0.05000,14.918
32,mlp.experts.15.up_proj,0.0000275128,0.05000,15.069
32,mlp.experts.68.up_proj,0.0000303667,0.05000,15.001
32,mlp.experts.238.gate_proj,0.0000158453,0.05000,14.739
32,mlp.experts.230.gate_proj,0.0000155515,0.05000,14.858
32,mlp.experts.245.gate_proj,0.0000279614,0.05000,14.776
32,mlp.experts.224.gate_proj,0.0000088317,0.05000,14.716
32,mlp.experts.227.gate_proj,0.0000853821,0.05000,14.746
32,mlp.experts.252.gate_proj,0.0000220545,0.05000,14.694
32,mlp.experts.242.gate_proj,0.0000797168,0.05000,14.751
32,mlp.experts.251.gate_proj,0.0000120414,0.05000,14.807
32,mlp.experts.10.up_proj,0.0000162564,0.05000,14.809
32,mlp.experts.8.up_proj,0.0000166928,0.05000,14.754
32,mlp.experts.7.up_proj,0.0000115581,0.05000,14.678
32,mlp.experts.29.up_proj,0.0000132665,0.05000,14.774
32,mlp.experts.25.up_proj,0.0000158482,0.05000,14.637
32,mlp.experts.33.up_proj,0.0000083196,0.05000,14.657
32,mlp.experts.31.up_proj,0.0000127007,0.05000,14.585
32,mlp.experts.84.up_proj,0.0000215083,0.05000,14.698
32,mlp.experts.100.up_proj,failsafe(rtn): 0.0009041,0.00000,0.695
32,mlp.experts.254.gate_proj,0.0000231451,0.05000,14.892
32,mlp.experts.246.gate_proj,0.0000185865,0.05000,14.844
32,mlp.experts.5.up_proj,0.0000093833,0.05000,14.697
32,mlp.experts.240.gate_proj,0.0000367462,0.05000,14.782
32,mlp.experts.243.gate_proj,0.0000356103,0.05000,14.893
32,mlp.experts.12.up_proj,0.0000156643,0.05000,14.779
32,mlp.experts.2.up_proj,0.0000107718,0.05000,14.787
32,mlp.experts.26.up_proj,0.0000110934,0.05000,14.747
32,mlp.experts.11.up_proj,0.0000227089,0.05000,14.842
32,mlp.experts.24.up_proj,0.0000124269,0.05000,14.777
32,mlp.experts.23.up_proj,0.0000619932,0.05000,14.778
32,mlp.experts.41.up_proj,0.0000215492,0.05000,14.685
32,mlp.experts.45.up_proj,0.0000429893,0.05000,14.853
32,mlp.experts.39.up_proj,failsafe(rtn): 0.0009422,0.00000,0.729
32,mlp.experts.49.up_proj,0.0000157151,0.05000,14.831
32,mlp.experts.47.up_proj,0.0000039497,0.05000,14.825
32,mlp.experts.116.up_proj,0.0000099429,0.05000,14.757
32,mlp.experts.14.up_proj,0.0000095343,0.05000,14.525
32,mlp.experts.6.up_proj,0.0000169311,0.05000,14.598
32,mlp.experts.21.up_proj,0.0000068399,0.05000,14.433
32,mlp.experts.0.up_proj,0.0000554927,0.05000,14.699
32,mlp.experts.3.up_proj,0.0000134464,0.05000,14.607
32,mlp.experts.28.up_proj,0.0000112901,0.05000,14.557
32,mlp.experts.18.up_proj,0.0000090194,0.05000,14.713
32,mlp.experts.42.up_proj,0.0000121743,0.05000,14.646
32,mlp.experts.27.up_proj,0.0000153915,0.05000,14.692
32,mlp.experts.40.up_proj,0.0000339095,0.05000,14.617
32,mlp.experts.61.up_proj,0.0000081152,0.05000,14.673
32,mlp.experts.57.up_proj,0.0000175232,0.05000,14.719
32,mlp.experts.65.up_proj,0.0000204594,0.05000,14.502
32,mlp.experts.55.up_proj,0.0000165926,0.05000,14.791
32,mlp.experts.63.up_proj,0.0000144985,0.05000,14.755
32,mlp.experts.79.up_proj,failsafe(rtn): 0.0009270,0.00000,0.746
32,mlp.experts.132.up_proj,0.0000141216,0.05000,14.900
32,mlp.experts.30.up_proj,0.0000558271,0.05000,14.862
32,mlp.experts.37.up_proj,0.0000143102,0.05000,14.938
32,mlp.experts.22.up_proj,0.0000174152,0.05000,14.990
32,mlp.experts.16.up_proj,0.0000093334,0.05000,14.889
32,mlp.experts.19.up_proj,0.0000129089,0.05000,14.808
32,mlp.experts.44.up_proj,0.0000839964,0.05000,14.822
32,mlp.experts.58.up_proj,0.0000135906,0.05000,14.799
32,mlp.experts.43.up_proj,0.0000128061,0.05000,14.837
32,mlp.experts.34.up_proj,0.0000490757,0.05000,15.007
32,mlp.experts.56.up_proj,0.0000060855,0.05000,14.907
32,mlp.experts.77.up_proj,0.0000259476,0.05000,14.963
32,mlp.experts.73.up_proj,0.0000091523,0.05000,14.964
32,mlp.experts.72.up_proj,failsafe(rtn): 0.0009003,0.00000,0.776
32,mlp.experts.81.up_proj,0.0000222697,0.05000,14.880
32,mlp.experts.71.up_proj,0.0000165236,0.05000,14.952
32,mlp.experts.95.up_proj,0.0000254006,0.05000,15.070
32,mlp.experts.148.up_proj,0.0000170748,0.05000,14.796
32,mlp.experts.46.up_proj,0.0000196611,0.05000,14.808
32,mlp.experts.53.up_proj,0.0000187375,0.05000,14.737
32,mlp.experts.38.up_proj,0.0000362069,0.05000,14.782
32,mlp.experts.32.up_proj,0.0000260252,0.05000,14.880
32,mlp.experts.35.up_proj,0.0000334844,0.05000,14.827
32,mlp.experts.60.up_proj,0.0000166554,0.05000,14.835
32,mlp.experts.69.up_proj,failsafe(rtn): 0.0009422,0.00000,0.739
32,mlp.experts.74.up_proj,0.0000194749,0.05000,14.945
32,mlp.experts.59.up_proj,0.0000244249,0.05000,14.929
32,mlp.experts.50.up_proj,0.0000149439,0.05000,14.898
32,mlp.experts.93.up_proj,0.0000617108,0.05000,14.846
32,mlp.experts.89.up_proj,0.0000111146,0.05000,14.878
32,mlp.experts.88.up_proj,0.0000101386,0.05000,14.895
32,mlp.experts.97.up_proj,0.0000230779,0.05000,14.853
32,mlp.experts.87.up_proj,0.0000714834,0.05000,14.683
32,mlp.experts.111.up_proj,0.0000185290,0.05000,14.698
32,mlp.experts.164.up_proj,0.0000044559,0.05000,14.870
32,mlp.experts.62.up_proj,0.0000114588,0.05000,14.850
32,mlp.experts.54.up_proj,0.0000316527,0.05000,14.824
32,mlp.experts.51.up_proj,0.0000176102,0.05000,14.655
32,mlp.experts.48.up_proj,0.0000092297,0.05000,14.740
32,mlp.experts.76.up_proj,0.0000114853,0.05000,14.684
32,mlp.experts.85.up_proj,0.0000099935,0.05000,14.689
32,mlp.experts.66.up_proj,0.0000022099,0.05000,14.584
32,mlp.experts.90.up_proj,0.0000097061,0.05000,14.751
32,mlp.experts.75.up_proj,0.0000086635,0.05000,14.682
32,mlp.experts.109.up_proj,0.0000131127,0.05000,14.509
32,mlp.experts.105.up_proj,0.0000176167,0.05000,14.526
32,mlp.experts.104.up_proj,0.0000178918,0.05000,14.526
32,mlp.experts.113.up_proj,0.0000128213,0.05000,14.472
32,mlp.experts.103.up_proj,0.0000145064,0.05000,14.602
32,mlp.experts.127.up_proj,0.0000183228,0.05000,14.659
32,mlp.experts.180.up_proj,0.0000193522,0.05000,14.524
32,mlp.experts.78.up_proj,0.0000084194,0.05000,14.746
32,mlp.experts.70.up_proj,0.0000056054,0.05000,14.890
32,mlp.experts.64.up_proj,0.0000510632,0.05000,14.830
32,mlp.experts.92.up_proj,0.0000112467,0.05000,14.770
32,mlp.experts.101.up_proj,0.0000124647,0.05000,14.876
32,mlp.experts.67.up_proj,0.0000085081,0.05000,15.140
32,mlp.experts.82.up_proj,0.0000206058,0.05000,14.783
32,mlp.experts.106.up_proj,0.0000108078,0.05000,14.863
32,mlp.experts.91.up_proj,0.0000224777,0.05000,14.927
32,mlp.experts.121.up_proj,0.0000636631,0.05000,14.919
32,mlp.experts.125.up_proj,0.0000277778,0.05000,15.000
32,mlp.experts.122.up_proj,failsafe(rtn): 0.0010452,0.00000,0.713
32,mlp.experts.129.up_proj,0.0000048408,0.05000,14.884
32,mlp.experts.120.up_proj,0.0000128252,0.05000,14.974
32,mlp.experts.119.up_proj,0.0000112085,0.05000,14.968
32,mlp.experts.141.up_proj,failsafe(rtn): 0.0009346,0.00000,0.750
32,mlp.experts.145.up_proj,failsafe(rtn): 0.0009842,0.00000,0.738
32,mlp.experts.161.up_proj,failsafe(rtn): 0.0009232,0.00000,0.648
32,mlp.experts.143.up_proj,0.0000159941,0.05000,15.127
32,mlp.experts.196.up_proj,0.0000407734,0.05000,14.866
32,mlp.experts.94.up_proj,0.0000167026,0.05000,14.941
32,mlp.experts.86.up_proj,0.0000072847,0.05000,14.996
32,mlp.experts.80.up_proj,0.0000295134,0.05000,15.010
32,mlp.experts.108.up_proj,0.0000094589,0.05000,15.014
32,mlp.experts.117.up_proj,0.0000031444,0.05000,14.851
32,mlp.experts.83.up_proj,0.0000046820,0.05000,14.969
32,mlp.experts.98.up_proj,0.0000116183,0.05000,15.086
32,mlp.experts.107.up_proj,0.0000390474,0.05000,15.082
32,mlp.experts.137.up_proj,0.0000124297,0.05000,14.896
32,mlp.experts.138.up_proj,0.0000816352,0.05000,14.977
32,mlp.experts.114.up_proj,failsafe(rtn): 0.0009270,0.00000,0.761
32,mlp.experts.136.up_proj,0.0000133956,0.05000,14.994
32,mlp.experts.135.up_proj,0.0000151346,0.05000,15.033
32,mlp.experts.153.up_proj,failsafe(rtn): 0.0009041,0.00000,0.717
32,mlp.experts.157.up_proj,0.0000150533,0.05000,14.905
32,mlp.experts.169.up_proj,failsafe(rtn): 0.0009003,0.00000,0.712
32,mlp.experts.177.up_proj,0.0000245604,0.05000,14.950
32,mlp.experts.159.up_proj,0.0000124744,0.05000,15.047
32,mlp.experts.193.up_proj,failsafe(rtn): 0.0009842,0.00000,0.706
32,mlp.experts.212.up_proj,0.0000130721,0.05000,15.090
32,mlp.experts.110.up_proj,0.0000117987,0.05000,15.458
32,mlp.experts.102.up_proj,0.0000121809,0.05000,15.351
32,mlp.experts.96.up_proj,0.0000146523,0.05000,15.272
32,mlp.experts.124.up_proj,0.0000147032,0.05000,15.371
32,mlp.experts.133.up_proj,0.0000143068,0.05000,15.366
32,mlp.experts.99.up_proj,0.0000110953,0.05000,15.235
32,mlp.experts.123.up_proj,0.0000115709,0.05000,15.305
32,mlp.experts.154.up_proj,0.0000201906,0.05000,15.308
32,mlp.experts.130.up_proj,0.0000277834,0.05000,15.360
32,mlp.experts.152.up_proj,0.0000631027,0.05000,15.429
32,mlp.experts.151.up_proj,0.0000117016,0.05000,15.368
32,mlp.experts.173.up_proj,0.0000169005,0.05000,15.278
32,mlp.experts.167.up_proj,failsafe(rtn): 0.0010300,0.00000,0.718
32,mlp.experts.189.up_proj,failsafe(rtn): 0.0009003,0.00000,0.688
32,mlp.experts.185.up_proj,0.0000067781,0.05000,15.361
32,mlp.experts.175.up_proj,0.0000174324,0.05000,15.420
32,mlp.experts.209.up_proj,0.0000085929,0.05000,15.260
32,mlp.experts.225.up_proj,failsafe(rtn): 0.0010147,0.00000,0.667
32,mlp.experts.228.up_proj,0.0000726963,0.05000,15.182
32,mlp.experts.126.up_proj,0.0000245625,0.05000,15.220
32,mlp.experts.118.up_proj,0.0000372547,0.05000,15.032
32,mlp.experts.112.up_proj,0.0000098700,0.05000,15.123
32,mlp.experts.140.up_proj,0.0000282952,0.05000,14.974
32,mlp.experts.115.up_proj,0.0000122968,0.05000,14.966
32,mlp.experts.149.up_proj,0.0000156944,0.05000,15.062
32,mlp.experts.139.up_proj,0.0000132893,0.05000,15.166
32,mlp.experts.146.up_proj,0.0000097055,0.05000,14.952
32,mlp.experts.170.up_proj,0.0000107999,0.05000,15.176
32,mlp.experts.168.up_proj,0.0000508456,0.05000,15.089
32,mlp.experts.155.up_proj,failsafe(rtn): 0.0010376,0.00000,0.777
32,mlp.experts.205.up_proj,0.0000117331,0.05000,15.019
32,mlp.experts.183.up_proj,0.0000204246,0.05000,15.159
32,mlp.experts.201.up_proj,0.0000073034,0.05000,15.084
32,mlp.experts.191.up_proj,0.0000121588,0.05000,15.200
32,mlp.experts.241.up_proj,0.0000088724,0.05000,15.157
32,mlp.experts.207.up_proj,failsafe(rtn): 0.0009422,0.00000,0.708
32,mlp.experts.244.up_proj,0.0000258502,0.05000,15.204
32,mlp.experts.4.down_proj,failsafe(rtn): 0.0009079,0.00000,0.159
32,mlp.experts.20.down_proj,failsafe(rtn): 0.0008926,0.00000,0.169
32,mlp.experts.36.down_proj,failsafe(rtn): 0.0009193,0.00000,0.157
32,mlp.experts.1.down_proj,0.0000032057,0.05000,3.985
32,mlp.experts.52.down_proj,0.0000002156,0.05000,4.148
32,mlp.experts.17.down_proj,0.0000010701,0.05000,3.910
32,mlp.experts.68.down_proj,0.0000018060,0.05000,3.951
32,mlp.experts.142.up_proj,0.0000139574,0.05000,15.524
32,mlp.experts.134.up_proj,0.0000106739,0.05000,15.611
32,mlp.experts.128.up_proj,0.0000076283,0.05000,15.412
32,mlp.experts.165.up_proj,0.0000172781,0.05000,15.416
32,mlp.experts.156.up_proj,0.0000226540,0.05000,15.601
32,mlp.experts.131.up_proj,0.0000171910,0.05000,15.625
32,mlp.experts.33.down_proj,0.0000011306,0.05000,4.058
32,mlp.experts.162.up_proj,0.0000159260,0.05000,15.671
32,mlp.experts.186.up_proj,0.0000113740,0.05000,15.629
32,mlp.experts.171.up_proj,0.0000121965,0.05000,15.535
32,mlp.experts.184.up_proj,0.0000178042,0.05000,15.721
32,mlp.experts.84.down_proj,0.0000005907,0.05000,3.890
32,mlp.experts.200.up_proj,failsafe(rtn): 0.0009689,0.00000,0.710
32,mlp.experts.221.up_proj,0.0000067478,0.05000,15.559
32,mlp.experts.100.down_proj,failsafe(rtn): 0.0009117,0.00000,0.219
32,mlp.experts.199.up_proj,0.0000135871,0.05000,15.672
32,mlp.experts.217.up_proj,0.0000224139,0.05000,15.620
32,mlp.experts.223.up_proj,0.0000319144,0.05000,15.504
32,mlp.experts.49.down_proj,0.0000005647,0.05000,3.651
32,mlp.experts.239.up_proj,failsafe(rtn): 0.0009155,0.00000,0.756
32,mlp.experts.116.down_proj,0.0000014887,0.05000,3.662
32,mlp.experts.65.down_proj,0.0000017815,0.05000,3.673
32,mlp.experts.132.down_proj,0.0000012974,0.05000,3.687
32,mlp.experts.81.down_proj,0.0000017168,0.05000,3.896
32,mlp.experts.148.down_proj,0.0000021238,0.05000,3.876
32,mlp.experts.158.up_proj,0.0000156705,0.05000,15.268
32,mlp.experts.150.up_proj,0.0000141046,0.05000,15.105
32,mlp.experts.181.up_proj,0.0000096617,0.05000,14.936
32,mlp.experts.144.up_proj,0.0000116780,0.05000,15.142
32,mlp.experts.147.up_proj,0.0000057034,0.05000,15.118
32,mlp.experts.172.up_proj,0.0000529840,0.05000,15.237
32,mlp.experts.188.up_proj,failsafe(rtn): 0.0009766,0.00000,0.699
32,mlp.experts.97.down_proj,0.0000006928,0.05000,4.093
32,mlp.experts.178.up_proj,0.0000148404,0.05000,15.269
32,mlp.experts.202.up_proj,0.0000181002,0.05000,15.260
32,mlp.experts.187.up_proj,0.0000063286,0.05000,15.136
32,mlp.experts.216.up_proj,0.0000162731,0.05000,15.096
32,mlp.experts.237.up_proj,0.0000085075,0.05000,15.139
32,mlp.experts.164.down_proj,0.0000002905,0.05000,3.960
32,mlp.experts.233.up_proj,0.0000087833,0.05000,15.159
32,mlp.experts.215.up_proj,0.0000365048,0.05000,15.224
32,mlp.experts.253.up_proj,failsafe(rtn): 0.0009270,0.00000,0.755
32,mlp.experts.249.up_proj,failsafe(rtn): 0.0009766,0.00000,0.738
32,mlp.experts.113.down_proj,0.0000019394,0.05000,3.664
32,mlp.experts.255.up_proj,0.0000083891,0.05000,15.327
32,mlp.experts.180.down_proj,0.0000003670,0.05000,3.682
32,mlp.experts.13.down_proj,0.0000010147,0.05000,3.684
32,mlp.experts.9.down_proj,0.0000026628,0.05000,3.671
32,mlp.experts.129.down_proj,0.0000009214,0.05000,3.769
32,mlp.experts.145.down_proj,failsafe(rtn): 0.0009537,0.00000,0.207
32,mlp.experts.161.down_proj,failsafe(rtn): 0.0009079,0.00000,0.184
32,mlp.experts.15.down_proj,0.0000008177,0.05000,3.738
32,mlp.experts.196.down_proj,0.0000016045,0.05000,3.749
32,mlp.experts.29.down_proj,0.0000005029,0.05000,3.611
32,mlp.experts.25.down_proj,0.0000012791,0.05000,3.592
32,mlp.experts.177.down_proj,0.0000021092,0.05000,3.487
32,mlp.experts.193.down_proj,failsafe(rtn): 0.0009537,0.00000,0.204
32,mlp.experts.31.down_proj,0.0000005393,0.05000,3.561
32,mlp.experts.212.down_proj,0.0000012051,0.05000,3.597
32,mlp.experts.197.up_proj,0.0000078770,0.05000,14.483
32,mlp.experts.174.up_proj,0.0000166844,0.05000,14.725
32,mlp.experts.166.up_proj,0.0000100137,0.05000,14.638
32,mlp.experts.160.up_proj,0.0000180915,0.05000,14.658
32,mlp.experts.45.down_proj,0.0000018680,0.05000,3.689
32,mlp.experts.41.down_proj,0.0000004425,0.05000,3.631
32,mlp.experts.163.up_proj,0.0000858999,0.05000,14.692
32,mlp.experts.204.up_proj,0.0000098180,0.05000,14.540
32,mlp.experts.209.down_proj,0.0000003028,0.05000,3.634
32,mlp.experts.47.down_proj,0.0000005296,0.05000,3.665
32,mlp.experts.194.up_proj,0.0000133013,0.05000,14.689
32,mlp.experts.225.down_proj,failsafe(rtn): 0.0009995,0.00000,0.204
32,mlp.experts.203.up_proj,0.0000260058,0.05000,14.642
32,mlp.experts.218.up_proj,0.0000108276,0.05000,14.737
32,mlp.experts.232.up_proj,0.0000240933,0.05000,14.563
32,mlp.experts.234.up_proj,failsafe(rtn): 0.0009117,0.00000,0.673
32,mlp.experts.228.down_proj,0.0000084230,0.05000,3.740
32,mlp.experts.231.up_proj,0.0000350547,0.05000,14.712
32,mlp.experts.61.down_proj,0.0000006483,0.05000,3.624
32,mlp.experts.57.down_proj,0.0000019873,0.05000,3.622
32,mlp.experts.63.down_proj,0.0000003533,0.05000,3.636
32,mlp.experts.241.down_proj,0.0000005007,0.05000,3.672
32,mlp.experts.79.down_proj,failsafe(rtn): 0.0009117,0.00000,0.257
32,mlp.experts.244.down_proj,0.0000006400,0.05000,3.773
32,mlp.experts.77.down_proj,0.0000028815,0.05000,3.630
32,mlp.experts.73.down_proj,0.0000007591,0.05000,3.585
32,mlp.experts.95.down_proj,0.0000011922,0.05000,3.428
32,mlp.experts.89.down_proj,0.0000011587,0.05000,3.566
32,mlp.experts.93.down_proj,0.0000016974,0.05000,3.589
32,mlp.experts.111.down_proj,0.0000005862,0.05000,3.730
32,mlp.experts.213.up_proj,0.0000343730,0.05000,14.269
32,mlp.experts.182.up_proj,0.0000226419,0.05000,14.420
32,mlp.experts.190.up_proj,0.0000519384,0.05000,14.534
32,mlp.experts.176.up_proj,0.0000288220,0.05000,14.347
32,mlp.experts.109.down_proj,0.0000015716,0.05000,3.576
32,mlp.experts.105.down_proj,0.0000004592,0.05000,3.668
32,mlp.experts.179.up_proj,0.0000076439,0.05000,14.422
32,mlp.experts.220.up_proj,0.0000096185,0.05000,14.273
32,mlp.experts.210.up_proj,0.0000145663,0.05000,14.181
32,mlp.experts.219.up_proj,0.0000120044,0.05000,14.229
32,mlp.experts.127.down_proj,0.0000005836,0.05000,3.398
32,mlp.experts.248.up_proj,0.0000188852,0.05000,14.039
32,mlp.experts.250.up_proj,0.0000130805,0.05000,14.054
32,mlp.experts.247.up_proj,0.0000174406,0.05000,14.140
32,mlp.experts.125.down_proj,0.0000027024,0.05000,3.121
32,mlp.experts.121.down_proj,0.0000067244,0.05000,3.071
32,mlp.experts.141.down_proj,failsafe(rtn): 0.0009346,0.00000,0.171
32,mlp.experts.143.down_proj,0.0000002664,0.05000,3.323
32,mlp.experts.8.down_proj,0.0000009877,0.05000,3.257
32,mlp.experts.10.down_proj,0.0000003713,0.05000,3.396
32,mlp.experts.7.down_proj,0.0000012375,0.05000,3.329
32,mlp.experts.137.down_proj,0.0000012806,0.05000,3.418
32,mlp.experts.153.down_proj,failsafe(rtn): 0.0008965,0.00000,0.165
32,mlp.experts.157.down_proj,0.0000020917,0.05000,3.444
32,mlp.experts.169.down_proj,failsafe(rtn): 0.0008965,0.00000,0.147
32,mlp.experts.159.down_proj,0.0000013609,0.05000,3.263
32,mlp.experts.24.down_proj,0.0000004119,0.05000,3.183
32,mlp.experts.26.down_proj,0.0000007121,0.05000,3.144
32,mlp.experts.23.down_proj,0.0000076855,0.05000,3.419
32,mlp.experts.39.down_proj,failsafe(rtn): 0.0009193,0.00000,0.221
32,mlp.experts.173.down_proj,0.0000027034,0.05000,3.399
32,mlp.experts.185.down_proj,0.0000007685,0.05000,3.349
32,mlp.experts.189.down_proj,failsafe(rtn): 0.0009041,0.00000,0.153
32,mlp.experts.175.down_proj,0.0000014316,0.05000,3.401
32,mlp.experts.40.down_proj,0.0000029198,0.05000,3.470
32,mlp.experts.42.down_proj,0.0000011930,0.05000,3.527
32,mlp.experts.229.up_proj,0.0000233860,0.05000,13.229
32,mlp.experts.198.up_proj,0.0000601186,0.05000,13.228
32,mlp.experts.192.up_proj,0.0000151624,0.05000,13.224
32,mlp.experts.206.up_proj,0.0000148738,0.05000,13.297
32,mlp.experts.55.down_proj,0.0000014769,0.05000,3.436
32,mlp.experts.201.down_proj,0.0000011846,0.05000,3.342
32,mlp.experts.205.down_proj,0.0000002351,0.05000,3.325
32,mlp.experts.195.up_proj,0.0000079765,0.05000,13.417
32,mlp.experts.236.up_proj,0.0000056356,0.05000,13.208
32,mlp.experts.226.up_proj,0.0000087282,0.05000,13.210
32,mlp.experts.235.up_proj,0.0000127331,0.05000,13.413
32,mlp.experts.191.down_proj,0.0000006096,0.05000,3.465
32,mlp.experts.56.down_proj,0.0000005936,0.05000,3.265
32,mlp.experts.207.down_proj,failsafe(rtn): 0.0009232,0.00000,0.173
32,mlp.experts.72.down_proj,failsafe(rtn): 0.0008926,0.00000,0.152
32,mlp.experts.58.down_proj,0.0000011178,0.05000,3.265
32,mlp.experts.71.down_proj,0.0000004293,0.05000,3.148
32,mlp.experts.217.down_proj,0.0000016118,0.05000,3.164
32,mlp.experts.221.down_proj,0.0000012308,0.05000,3.182
32,mlp.experts.223.down_proj,0.0000051260,0.05000,3.154
32,mlp.experts.88.down_proj,0.0000008907,0.05000,3.073
32,mlp.experts.74.down_proj,0.0000006096,0.05000,3.103
32,mlp.experts.239.down_proj,failsafe(rtn): 0.0009117,0.00000,0.201
32,mlp.experts.87.down_proj,0.0000103314,0.05000,3.238
32,mlp.experts.233.down_proj,0.0000009288,0.05000,3.247
32,mlp.experts.237.down_proj,0.0000006621,0.05000,3.257
32,mlp.experts.249.down_proj,failsafe(rtn): 0.0009460,0.00000,0.164
32,mlp.experts.253.down_proj,failsafe(rtn): 0.0009308,0.00000,0.154
32,mlp.experts.104.down_proj,0.0000003790,0.05000,3.037
32,mlp.experts.90.down_proj,0.0000011629,0.05000,3.031
32,mlp.experts.255.down_proj,0.0000007288,0.05000,2.992
32,mlp.experts.103.down_proj,0.0000006825,0.05000,2.744
32,mlp.experts.120.down_proj,0.0000011425,0.05000,2.345
32,mlp.experts.106.down_proj,0.0000010299,0.05000,2.323
32,mlp.experts.122.down_proj,failsafe(rtn): 0.0010147,0.00000,0.155
32,mlp.experts.245.up_proj,0.0000240508,0.05000,11.522
32,mlp.experts.214.up_proj,0.0000339970,0.05000,11.542
32,mlp.experts.222.up_proj,0.0000223314,0.05000,11.550
32,mlp.experts.208.up_proj,0.0000447079,0.05000,11.566
32,mlp.experts.119.down_proj,0.0000013793,0.05000,2.526
32,mlp.experts.211.up_proj,0.0000380662,0.05000,11.508
32,mlp.experts.252.up_proj,0.0000216336,0.05000,11.505
32,mlp.experts.242.up_proj,0.0000640995,0.05000,11.284
32,mlp.experts.251.up_proj,0.0000114672,0.05000,11.371
32,mlp.experts.136.down_proj,0.0000010774,0.05000,2.749
32,mlp.experts.5.down_proj,0.0000013859,0.05000,2.624
32,mlp.experts.138.down_proj,0.0000159176,0.05000,2.749
32,mlp.experts.135.down_proj,0.0000008197,0.05000,2.574
32,mlp.experts.12.down_proj,0.0000016946,0.05000,2.443
32,mlp.experts.2.down_proj,0.0000007040,0.05000,2.363
32,mlp.experts.11.down_proj,0.0000005333,0.05000,2.362
32,mlp.experts.152.down_proj,0.0000013461,0.05000,2.304
32,mlp.experts.21.down_proj,0.0000008323,0.05000,2.329
32,mlp.experts.154.down_proj,0.0000003849,0.05000,2.383
32,mlp.experts.151.down_proj,0.0000006333,0.05000,2.407
32,mlp.experts.167.down_proj,failsafe(rtn): 0.0009918,0.00000,0.125
32,mlp.experts.28.down_proj,0.0000009187,0.05000,2.493
32,mlp.experts.18.down_proj,0.0000012463,0.05000,2.403
32,mlp.experts.27.down_proj,0.0000006800,0.05000,2.437
32,mlp.experts.168.down_proj,0.0000016524,0.05000,2.431
32,mlp.experts.37.down_proj,0.0000014457,0.05000,2.343
32,mlp.experts.170.down_proj,0.0000010825,0.05000,2.390
32,mlp.experts.183.down_proj,0.0000005914,0.05000,2.389
32,mlp.experts.44.down_proj,0.0000025829,0.05000,2.382
32,mlp.experts.34.down_proj,0.0000081079,0.05000,2.346
32,mlp.experts.43.down_proj,0.0000002205,0.05000,2.349
32,mlp.experts.184.down_proj,0.0000005676,0.05000,2.320
32,mlp.experts.53.down_proj,0.0000010770,0.05000,2.314
32,mlp.experts.200.down_proj,failsafe(rtn): 0.0009270,0.00000,0.120
32,mlp.experts.69.down_proj,failsafe(rtn): 0.0009460,0.00000,0.120
32,mlp.experts.230.up_proj,0.0000131070,0.05000,9.606
32,mlp.experts.186.down_proj,0.0000013885,0.05000,2.353
32,mlp.experts.224.up_proj,0.0000076391,0.05000,9.701
32,mlp.experts.238.up_proj,0.0000128933,0.05000,9.717
32,mlp.experts.227.up_proj,0.0000782827,0.05000,9.594
32,mlp.experts.199.down_proj,0.0000016374,0.05000,2.411
32,mlp.experts.60.down_proj,0.0000021962,0.05000,2.388
32,mlp.experts.50.down_proj,0.0000015439,0.05000,2.474
32,mlp.experts.59.down_proj,0.0000025598,0.05000,2.484
32,mlp.experts.85.down_proj,0.0000014090,0.05000,2.392
32,mlp.experts.216.down_proj,0.0000010800,0.05000,2.498
32,mlp.experts.202.down_proj,0.0000011748,0.05000,2.483
32,mlp.experts.215.down_proj,0.0000059620,0.05000,2.399
32,mlp.experts.76.down_proj,0.0000017286,0.05000,2.354
32,mlp.experts.66.down_proj,0.0000000372,0.05000,2.355
32,mlp.experts.75.down_proj,0.0000011528,0.05000,2.356
32,mlp.experts.101.down_proj,0.0000005199,0.05000,2.349
32,mlp.experts.232.down_proj,0.0000008549,0.05000,2.396
32,mlp.experts.218.down_proj,0.0000002230,0.05000,2.409
32,mlp.experts.234.down_proj,failsafe(rtn): 0.0008965,0.00000,0.107
32,mlp.experts.231.down_proj,0.0000007062,0.05000,2.421
32,mlp.experts.92.down_proj,0.0000008953,0.05000,2.400
32,mlp.experts.82.down_proj,0.0000005390,0.05000,2.415
32,mlp.experts.91.down_proj,0.0000016236,0.05000,2.465
32,mlp.experts.117.down_proj,0.0000000864,0.05000,2.329
32,mlp.experts.248.down_proj,0.0000021591,0.05000,2.371
32,mlp.experts.250.down_proj,0.0000005201,0.05000,2.411
32,mlp.experts.247.down_proj,0.0000022620,0.05000,2.283
32,mlp.experts.108.down_proj,0.0000008605,0.05000,2.198
32,mlp.experts.98.down_proj,0.0000012841,0.05000,2.006
32,mlp.experts.114.down_proj,failsafe(rtn): 0.0009117,0.00000,0.093
32,mlp.experts.107.down_proj,0.0000047113,0.05000,1.864
32,mlp.experts.133.down_proj,0.0000006705,0.05000,1.768
32,mlp.experts.246.up_proj,0.0000172524,0.05000,9.013
32,mlp.experts.240.up_proj,0.0000308674,0.05000,8.906
32,mlp.experts.254.up_proj,0.0000222834,0.05000,8.934
32,mlp.experts.243.up_proj,0.0000301157,0.05000,8.806
32,mlp.experts.124.down_proj,0.0000004575,0.05000,1.686
32,mlp.experts.130.down_proj,0.0000014617,0.05000,1.670
32,mlp.experts.123.down_proj,0.0000014963,0.05000,1.682
32,mlp.experts.149.down_proj,0.0000022999,0.05000,1.666
32,mlp.experts.6.down_proj,0.0000023127,0.05000,1.714
32,mlp.experts.0.down_proj,0.0000050418,0.05000,1.728
32,mlp.experts.14.down_proj,0.0000008988,0.05000,1.747
32,mlp.experts.3.down_proj,0.0000003008,0.05000,1.736
32,mlp.experts.140.down_proj,0.0000031280,0.05000,1.737
32,mlp.experts.146.down_proj,0.0000013508,0.05000,1.793
32,mlp.experts.139.down_proj,0.0000012609,0.05000,1.825
32,mlp.experts.165.down_proj,0.0000004450,0.05000,1.746
32,mlp.experts.155.down_proj,failsafe(rtn): 0.0010071,0.00000,0.097
32,mlp.experts.22.down_proj,0.0000020001,0.05000,1.784
32,mlp.experts.16.down_proj,0.0000002008,0.05000,1.795
32,mlp.experts.30.down_proj,0.0000016425,0.05000,1.817
32,mlp.experts.19.down_proj,0.0000011613,0.05000,1.786
32,mlp.experts.156.down_proj,0.0000028117,0.05000,1.799
32,mlp.experts.162.down_proj,0.0000020309,0.05000,1.821
32,mlp.experts.181.down_proj,0.0000014168,0.05000,1.705
32,mlp.experts.171.down_proj,0.0000010686,0.05000,1.802
32,mlp.experts.38.down_proj,0.0000011129,0.05000,1.756
32,mlp.experts.32.down_proj,0.0000018763,0.05000,1.736
32,mlp.experts.46.down_proj,0.0000022353,0.05000,1.709
32,mlp.experts.35.down_proj,0.0000007893,0.05000,1.711
32,mlp.experts.172.down_proj,0.0000014777,0.05000,1.709
32,mlp.experts.188.down_proj,failsafe(rtn): 0.0009499,0.00000,0.084
32,mlp.experts.178.down_proj,0.0000016056,0.05000,1.653
32,mlp.experts.197.down_proj,0.0000007657,0.05000,1.623
32,mlp.experts.187.down_proj,0.0000006504,0.05000,1.642
32,mlp.experts.54.down_proj,0.0000005710,0.05000,1.653
32,mlp.experts.48.down_proj,0.0000009544,0.05000,1.652
32,mlp.experts.62.down_proj,0.0000009309,0.05000,1.713
32,mlp.experts.51.down_proj,0.0000006706,0.05000,1.672
32,mlp.experts.204.down_proj,0.0000006901,0.05000,1.654
32,mlp.experts.194.down_proj,0.0000015004,0.05000,1.737
32,mlp.experts.213.down_proj,0.0000008658,0.05000,1.628
32,mlp.experts.203.down_proj,0.0000012729,0.05000,1.699
32,mlp.experts.70.down_proj,0.0000007899,0.05000,1.730
32,mlp.experts.64.down_proj,0.0000021150,0.05000,1.684
32,mlp.experts.78.down_proj,0.0000006564,0.05000,1.742
32,mlp.experts.67.down_proj,0.0000009483,0.05000,1.731
32,mlp.experts.220.down_proj,0.0000007046,0.05000,1.732
32,mlp.experts.210.down_proj,0.0000009585,0.05000,1.704
32,mlp.experts.229.down_proj,0.0000006746,0.05000,1.668
32,mlp.experts.219.down_proj,0.0000006082,0.05000,1.716
32,mlp.experts.86.down_proj,0.0000008818,0.05000,1.717
32,mlp.experts.80.down_proj,0.0000023942,0.05000,1.737
32,mlp.experts.94.down_proj,0.0000012557,0.05000,1.727
32,mlp.experts.83.down_proj,0.0000017831,0.05000,1.698
32,mlp.experts.236.down_proj,0.0000005373,0.05000,1.708
32,mlp.experts.245.down_proj,0.0000026278,0.05000,1.670
32,mlp.experts.226.down_proj,0.0000014567,0.05000,1.727
32,mlp.experts.235.down_proj,0.0000006387,0.05000,1.729
32,mlp.experts.102.down_proj,0.0000012463,0.05000,1.686
32,mlp.experts.96.down_proj,0.0000027864,0.05000,1.647
32,mlp.experts.110.down_proj,0.0000007417,0.05000,1.637
32,mlp.experts.99.down_proj,0.0000018109,0.05000,1.571
32,mlp.experts.252.down_proj,0.0000007135,0.05000,1.546
32,mlp.experts.242.down_proj,0.0000043543,0.05000,1.416
32,mlp.experts.251.down_proj,0.0000003838,0.05000,1.312
32,mlp.experts.118.down_proj,0.0000036510,0.05000,1.228
32,mlp.experts.112.down_proj,0.0000005228,0.05000,1.177
32,mlp.experts.115.down_proj,0.0000006158,0.05000,1.068
32,mlp.experts.126.down_proj,0.0000026940,0.05000,1.085
32,mlp.experts.134.down_proj,0.0000013732,0.05000,0.635
32,mlp.experts.128.down_proj,0.0000005584,0.05000,0.639
32,mlp.experts.131.down_proj,0.0000023448,0.05000,0.601
32,mlp.experts.142.down_proj,0.0000010952,0.05000,0.632
32,mlp.experts.150.down_proj,0.0000005438,0.05000,0.589
32,mlp.experts.144.down_proj,0.0000010808,0.05000,0.598
32,mlp.experts.147.down_proj,0.0000006566,0.05000,0.585
32,mlp.experts.158.down_proj,0.0000015870,0.05000,0.616
32,mlp.experts.166.down_proj,0.0000001863,0.05000,0.595
32,mlp.experts.160.down_proj,0.0000004300,0.05000,0.610
32,mlp.experts.163.down_proj,0.0000026401,0.05000,0.612
32,mlp.experts.174.down_proj,0.0000017447,0.05000,0.622
32,mlp.experts.182.down_proj,0.0000016682,0.05000,0.674
32,mlp.experts.176.down_proj,0.0000027982,0.05000,0.646
32,mlp.experts.179.down_proj,0.0000009549,0.05000,0.603
32,mlp.experts.190.down_proj,0.0000034796,0.05000,0.639
32,mlp.experts.192.down_proj,0.0000015156,0.05000,0.634
32,mlp.experts.195.down_proj,0.0000008824,0.05000,0.634
32,mlp.experts.198.down_proj,0.0000025472,0.05000,0.676
32,mlp.experts.206.down_proj,0.0000015345,0.05000,0.670
32,mlp.experts.211.down_proj,0.0000018561,0.05000,0.590
32,mlp.experts.208.down_proj,0.0000021148,0.05000,0.627
32,mlp.experts.214.down_proj,0.0000014344,0.05000,0.640
32,mlp.experts.222.down_proj,0.0000018719,0.05000,0.673
32,mlp.experts.224.down_proj,0.0000008077,0.05000,0.646
32,mlp.experts.227.down_proj,0.0000026538,0.05000,0.666
32,mlp.experts.230.down_proj,0.0000002814,0.05000,0.704
32,mlp.experts.238.down_proj,0.0000014648,0.05000,0.715
32,mlp.experts.243.down_proj,0.0000017993,0.05000,0.685
32,mlp.experts.240.down_proj,0.0000019471,0.05000,0.699
32,mlp.experts.246.down_proj,0.0000016501,0.05000,0.635
32,mlp.experts.254.down_proj,0.0000021748,0.05000,0.484
33,mlp.experts.1.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.793
33,mlp.experts.8.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.794
33,mlp.experts.14.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.808
33,mlp.experts.10.gate_proj,0.0000128209,0.05000,15.446
33,mlp.experts.13.gate_proj,0.0000584098,0.05000,15.470
33,mlp.experts.4.gate_proj,0.0000282480,0.05000,15.482
33,mlp.experts.15.gate_proj,0.0000042029,0.05000,15.545
33,mlp.experts.3.gate_proj,0.0000432969,0.05000,15.562
33,mlp.experts.9.gate_proj,0.0000329112,0.05000,15.569
33,mlp.experts.7.gate_proj,0.0000153993,0.05000,15.573
33,mlp.experts.2.gate_proj,0.0000668088,0.05000,15.633
33,mlp.experts.0.gate_proj,0.0000158627,0.05000,15.583
33,mlp.experts.6.gate_proj,0.0000112837,0.05000,15.588
33,mlp.experts.11.gate_proj,0.0000131236,0.05000,15.583
33,mlp.experts.12.gate_proj,0.0000159610,0.05000,15.636
33,mlp.experts.5.gate_proj,0.0000146548,0.05000,15.642
33,mlp.experts.24.gate_proj,0.0001100416,0.05000,15.437
33,mlp.experts.26.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.783
33,mlp.experts.20.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.761
33,mlp.experts.17.gate_proj,0.0000113951,0.05000,15.474
33,mlp.experts.31.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.744
33,mlp.experts.30.gate_proj,0.0000114734,0.05000,15.606
33,mlp.experts.25.gate_proj,0.0000215897,0.05000,14.714
33,mlp.experts.21.gate_proj,0.0000214994,0.05000,14.702
33,mlp.experts.29.gate_proj,0.0000138658,0.05000,14.883
33,mlp.experts.16.gate_proj,0.0000339560,0.05000,14.785
33,mlp.experts.28.gate_proj,0.0000162151,0.05000,14.790
33,mlp.experts.19.gate_proj,0.0000201096,0.05000,14.879
33,mlp.experts.22.gate_proj,0.0000573383,0.05000,14.869
33,mlp.experts.23.gate_proj,0.0000128215,0.05000,14.977
33,mlp.experts.18.gate_proj,0.0000121583,0.05000,15.028
33,mlp.experts.27.gate_proj,0.0000202903,0.05000,15.051
33,mlp.experts.42.gate_proj,0.0001379517,0.05000,14.814
33,mlp.experts.33.gate_proj,0.0000319131,0.05000,14.829
33,mlp.experts.45.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.784
33,mlp.experts.47.gate_proj,0.0000120331,0.05000,14.898
33,mlp.experts.40.gate_proj,0.0000210657,0.05000,14.990
33,mlp.experts.36.gate_proj,0.0000107522,0.05000,15.002
33,mlp.experts.34.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.749
33,mlp.experts.46.gate_proj,0.0001275358,0.05000,15.033
33,mlp.experts.44.gate_proj,0.0000199078,0.05000,15.160
33,mlp.experts.37.gate_proj,0.0000124067,0.05000,15.254
33,mlp.experts.41.gate_proj,0.0000162748,0.05000,15.296
33,mlp.experts.35.gate_proj,0.0000279468,0.05000,15.276
33,mlp.experts.38.gate_proj,0.0000422918,0.05000,15.279
33,mlp.experts.39.gate_proj,0.0000490133,0.05000,15.315
33,mlp.experts.32.gate_proj,0.0000209476,0.05000,15.541
33,mlp.experts.43.gate_proj,0.0000098660,0.05000,15.303
33,mlp.experts.58.gate_proj,0.0000085308,0.05000,15.266
33,mlp.experts.49.gate_proj,0.0000216240,0.05000,15.217
33,mlp.experts.61.gate_proj,0.0000124696,0.05000,15.197
33,mlp.experts.63.gate_proj,0.0000163044,0.05000,15.211
33,mlp.experts.50.gate_proj,0.0000145437,0.05000,15.143
33,mlp.experts.52.gate_proj,0.0000227310,0.05000,15.366
33,mlp.experts.56.gate_proj,0.0000153007,0.05000,15.417
33,mlp.experts.62.gate_proj,0.0000214644,0.05000,15.309
33,mlp.experts.65.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.814
33,mlp.experts.53.gate_proj,0.0000158864,0.05000,14.776
33,mlp.experts.57.gate_proj,0.0000750756,0.05000,14.812
33,mlp.experts.54.gate_proj,0.0000268460,0.05000,14.670
33,mlp.experts.60.gate_proj,0.0000552797,0.05000,14.914
33,mlp.experts.51.gate_proj,0.0000126404,0.05000,14.835
33,mlp.experts.48.gate_proj,0.0000999993,0.05000,14.770
33,mlp.experts.55.gate_proj,0.0000306118,0.05000,14.943
33,mlp.experts.59.gate_proj,0.0000126327,0.05000,14.880
33,mlp.experts.77.gate_proj,0.0000086722,0.05000,14.699
33,mlp.experts.69.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.712
33,mlp.experts.74.gate_proj,0.0000330179,0.05000,14.769
33,mlp.experts.79.gate_proj,0.0000124152,0.05000,14.881
33,mlp.experts.66.gate_proj,0.0000127567,0.05000,14.838
33,mlp.experts.78.gate_proj,0.0001384428,0.05000,14.640
33,mlp.experts.72.gate_proj,0.0000083628,0.05000,14.842
33,mlp.experts.68.gate_proj,0.0000153963,0.05000,14.880
33,mlp.experts.81.gate_proj,0.0000070588,0.05000,14.826
33,mlp.experts.76.gate_proj,0.0001152052,0.05000,14.628
33,mlp.experts.70.gate_proj,0.0000126286,0.05000,14.718
33,mlp.experts.73.gate_proj,0.0000201619,0.05000,14.920
33,mlp.experts.67.gate_proj,0.0000206991,0.05000,14.798
33,mlp.experts.64.gate_proj,0.0000290070,0.05000,14.756
33,mlp.experts.71.gate_proj,0.0000365314,0.05000,14.751
33,mlp.experts.75.gate_proj,0.0000168608,0.05000,14.739
33,mlp.experts.93.gate_proj,0.0000145293,0.05000,14.727
33,mlp.experts.85.gate_proj,0.0000108123,0.05000,14.776
33,mlp.experts.90.gate_proj,0.0000149186,0.05000,14.781
33,mlp.experts.95.gate_proj,0.0000140682,0.05000,14.727
33,mlp.experts.82.gate_proj,0.0000159428,0.05000,14.706
33,mlp.experts.84.gate_proj,0.0000119445,0.05000,14.680
33,mlp.experts.88.gate_proj,0.0000446953,0.05000,14.732
33,mlp.experts.94.gate_proj,0.0000091482,0.05000,14.807
33,mlp.experts.80.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.782
33,mlp.experts.97.gate_proj,0.0000128941,0.05000,14.738
33,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.808
33,mlp.experts.92.gate_proj,0.0000104496,0.05000,15.089
33,mlp.experts.86.gate_proj,0.0000100633,0.05000,15.160
33,mlp.experts.83.gate_proj,0.0000138104,0.05000,15.090
33,mlp.experts.89.gate_proj,0.0000090533,0.05000,15.233
33,mlp.experts.87.gate_proj,0.0000140731,0.05000,15.118
33,mlp.experts.91.gate_proj,0.0000422441,0.05000,15.198
33,mlp.experts.101.gate_proj,0.0000274309,0.05000,15.021
33,mlp.experts.106.gate_proj,0.0000115005,0.05000,15.082
33,mlp.experts.109.gate_proj,0.0001281110,0.05000,15.192
33,mlp.experts.111.gate_proj,0.0000066663,0.05000,15.081
33,mlp.experts.98.gate_proj,0.0000088009,0.05000,15.157
33,mlp.experts.110.gate_proj,0.0000177774,0.05000,15.091
33,mlp.experts.104.gate_proj,0.0000093215,0.05000,15.159
33,mlp.experts.96.gate_proj,0.0000124244,0.05000,15.195
33,mlp.experts.113.gate_proj,0.0000245603,0.05000,14.958
33,mlp.experts.116.gate_proj,0.0000140163,0.05000,15.025
33,mlp.experts.120.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.811
33,mlp.experts.108.gate_proj,0.0000192107,0.05000,15.513
33,mlp.experts.102.gate_proj,0.0000201078,0.05000,15.540
33,mlp.experts.99.gate_proj,0.0000460830,0.05000,15.513
33,mlp.experts.105.gate_proj,0.0000164857,0.05000,15.526
33,mlp.experts.107.gate_proj,0.0000072532,0.05000,15.401
33,mlp.experts.103.gate_proj,0.0000132402,0.05000,15.524
33,mlp.experts.117.gate_proj,0.0000139430,0.05000,15.470
33,mlp.experts.122.gate_proj,0.0000280236,0.05000,15.429
33,mlp.experts.125.gate_proj,0.0001164262,0.05000,15.501
33,mlp.experts.127.gate_proj,0.0000054592,0.05000,15.397
33,mlp.experts.114.gate_proj,0.0000458721,0.05000,15.469
33,mlp.experts.112.gate_proj,0.0000693710,0.05000,15.366
33,mlp.experts.126.gate_proj,0.0000179821,0.05000,15.483
33,mlp.experts.129.gate_proj,0.0000154311,0.05000,15.502
33,mlp.experts.141.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.787
33,mlp.experts.132.gate_proj,0.0000133912,0.05000,15.553
33,mlp.experts.136.gate_proj,0.0000208943,0.05000,15.543
33,mlp.experts.145.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.789
33,mlp.experts.148.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.720
33,mlp.experts.124.gate_proj,0.0000404072,0.05000,14.566
33,mlp.experts.118.gate_proj,0.0000225989,0.05000,14.628
33,mlp.experts.115.gate_proj,0.0000155449,0.05000,14.699
33,mlp.experts.121.gate_proj,0.0000085028,0.05000,14.732
33,mlp.experts.119.gate_proj,0.0000858439,0.05000,14.606
33,mlp.experts.123.gate_proj,0.0000987501,0.05000,14.779
33,mlp.experts.133.gate_proj,0.0000208876,0.05000,14.653
33,mlp.experts.138.gate_proj,0.0000279595,0.05000,14.747
33,mlp.experts.143.gate_proj,0.0000200715,0.05000,14.903
33,mlp.experts.130.gate_proj,0.0000194387,0.05000,14.747
33,mlp.experts.128.gate_proj,0.0000451519,0.05000,14.713
33,mlp.experts.131.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.879
33,mlp.experts.142.gate_proj,0.0000209723,0.05000,14.722
33,mlp.experts.157.gate_proj,0.0000258183,0.05000,14.712
33,mlp.experts.152.gate_proj,0.0000171573,0.05000,14.744
33,mlp.experts.161.gate_proj,0.0000149376,0.05000,14.565
33,mlp.experts.164.gate_proj,0.0000254841,0.05000,14.858
33,mlp.experts.140.gate_proj,0.0000213221,0.05000,14.746
33,mlp.experts.134.gate_proj,0.0000047675,0.05000,14.710
33,mlp.experts.137.gate_proj,0.0000114724,0.05000,14.527
33,mlp.experts.135.gate_proj,0.0000377578,0.05000,14.641
33,mlp.experts.149.gate_proj,0.0001111480,0.05000,14.613
33,mlp.experts.139.gate_proj,0.0000090809,0.05000,14.653
33,mlp.experts.154.gate_proj,0.0000177161,0.05000,14.634
33,mlp.experts.150.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.710
33,mlp.experts.159.gate_proj,0.0000220660,0.05000,14.620
33,mlp.experts.146.gate_proj,0.0000340415,0.05000,14.587
33,mlp.experts.158.gate_proj,0.0000280610,0.05000,14.425
33,mlp.experts.144.gate_proj,0.0000065531,0.05000,14.593
33,mlp.experts.147.gate_proj,0.0000381949,0.05000,14.538
33,mlp.experts.173.gate_proj,0.0000226297,0.05000,14.587
33,mlp.experts.175.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.788
33,mlp.experts.163.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.772
33,mlp.experts.177.gate_proj,0.0000182327,0.05000,14.514
33,mlp.experts.168.gate_proj,0.0000133760,0.05000,14.612
33,mlp.experts.180.gate_proj,0.0000193787,0.05000,14.532
33,mlp.experts.156.gate_proj,0.0000089208,0.05000,15.553
33,mlp.experts.153.gate_proj,0.0000706433,0.05000,15.605
33,mlp.experts.165.gate_proj,0.0000139325,0.05000,15.451
33,mlp.experts.151.gate_proj,0.0000121333,0.05000,15.695
33,mlp.experts.155.gate_proj,0.0000228041,0.05000,15.665
33,mlp.experts.170.gate_proj,0.0000537312,0.05000,15.747
33,mlp.experts.166.gate_proj,0.0000659880,0.05000,15.747
33,mlp.experts.174.gate_proj,0.0000121599,0.05000,15.668
33,mlp.experts.169.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.804
33,mlp.experts.162.gate_proj,0.0000221304,0.05000,15.744
33,mlp.experts.160.gate_proj,0.0000184344,0.05000,15.872
33,mlp.experts.189.gate_proj,0.0000149542,0.05000,15.664
33,mlp.experts.191.gate_proj,0.0000444754,0.05000,15.683
33,mlp.experts.179.gate_proj,0.0000143518,0.05000,15.617
33,mlp.experts.193.gate_proj,0.0001057113,0.05000,15.682
33,mlp.experts.184.gate_proj,0.0000386525,0.05000,15.693
33,mlp.experts.196.gate_proj,0.0000323666,0.05000,15.761
33,mlp.experts.172.gate_proj,0.0000100017,0.05000,15.180
33,mlp.experts.181.gate_proj,0.0000173486,0.05000,15.226
33,mlp.experts.167.gate_proj,0.0000251703,0.05000,15.273
33,mlp.experts.171.gate_proj,0.0000288083,0.05000,15.251
33,mlp.experts.188.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.774
33,mlp.experts.186.gate_proj,0.0000094510,0.05000,15.215
33,mlp.experts.182.gate_proj,0.0000140513,0.05000,15.211
33,mlp.experts.178.gate_proj,0.0000293435,0.05000,15.204
33,mlp.experts.190.gate_proj,0.0000202083,0.05000,15.428
33,mlp.experts.185.gate_proj,0.0000200809,0.05000,15.426
33,mlp.experts.176.gate_proj,0.0000175799,0.05000,15.238
33,mlp.experts.205.gate_proj,0.0000206290,0.05000,15.334
33,mlp.experts.207.gate_proj,0.0000566743,0.05000,15.355
33,mlp.experts.195.gate_proj,0.0000333530,0.05000,15.243
33,mlp.experts.209.gate_proj,0.0000296034,0.05000,15.295
33,mlp.experts.200.gate_proj,0.0000145800,0.05000,15.321
33,mlp.experts.212.gate_proj,0.0000252224,0.05000,15.285
33,mlp.experts.216.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.672
33,mlp.experts.197.gate_proj,0.0000187841,0.05000,15.133
33,mlp.experts.183.gate_proj,0.0000090945,0.05000,15.156
33,mlp.experts.187.gate_proj,0.0000241661,0.05000,15.211
33,mlp.experts.204.gate_proj,0.0000126487,0.05000,15.371
33,mlp.experts.202.gate_proj,0.0000503048,0.05000,15.259
33,mlp.experts.198.gate_proj,0.0000242061,0.05000,15.232
33,mlp.experts.194.gate_proj,0.0000932113,0.05000,15.200
33,mlp.experts.206.gate_proj,0.0000149272,0.05000,15.174
33,mlp.experts.201.gate_proj,0.0000161569,0.05000,15.214
33,mlp.experts.192.gate_proj,0.0000083775,0.05000,15.132
33,mlp.experts.221.gate_proj,0.0000956042,0.05000,15.204
33,mlp.experts.223.gate_proj,0.0000167401,0.05000,15.102
33,mlp.experts.211.gate_proj,0.0000060028,0.05000,15.138
33,mlp.experts.225.gate_proj,0.0000272958,0.05000,15.063
33,mlp.experts.222.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.753
33,mlp.experts.228.gate_proj,0.0000225154,0.05000,15.181
33,mlp.experts.232.gate_proj,0.0000114058,0.05000,15.243
33,mlp.experts.213.gate_proj,0.0000899903,0.05000,14.819
33,mlp.experts.199.gate_proj,0.0000639111,0.05000,14.932
33,mlp.experts.203.gate_proj,0.0000210372,0.05000,14.924
33,mlp.experts.220.gate_proj,0.0000160061,0.05000,14.860
33,mlp.experts.214.gate_proj,0.0000121127,0.05000,14.843
33,mlp.experts.210.gate_proj,0.0000128635,0.05000,14.777
33,mlp.experts.218.gate_proj,0.0000570594,0.05000,15.046
33,mlp.experts.217.gate_proj,0.0000101872,0.05000,14.883
33,mlp.experts.208.gate_proj,0.0000326852,0.05000,15.017
33,mlp.experts.237.gate_proj,0.0000187723,0.05000,14.844
33,mlp.experts.226.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.760
33,mlp.experts.239.gate_proj,0.0000225136,0.05000,14.887
33,mlp.experts.227.gate_proj,0.0000137695,0.05000,14.930
33,mlp.experts.241.gate_proj,0.0000304872,0.05000,14.829
33,mlp.experts.238.gate_proj,0.0000098733,0.05000,14.847
33,mlp.experts.244.gate_proj,0.0000120958,0.05000,14.766
33,mlp.experts.1.up_proj,failsafe(rtn): 0.0009079,0.00000,0.730
33,mlp.experts.248.gate_proj,0.0000411122,0.05000,14.835
33,mlp.experts.8.up_proj,failsafe(rtn): 0.0009079,0.00000,0.692
33,mlp.experts.229.gate_proj,0.0000311102,0.05000,14.114
33,mlp.experts.215.gate_proj,0.0000591678,0.05000,14.386
33,mlp.experts.219.gate_proj,0.0000193664,0.05000,14.352
33,mlp.experts.236.gate_proj,0.0000132295,0.05000,14.345
33,mlp.experts.230.gate_proj,0.0000808399,0.05000,14.305
33,mlp.experts.234.gate_proj,0.0000168725,0.05000,14.254
33,mlp.experts.233.gate_proj,0.0001223484,0.05000,14.212
33,mlp.experts.253.gate_proj,0.0000183883,0.05000,14.228
33,mlp.experts.224.gate_proj,0.0000131084,0.05000,14.360
33,mlp.experts.242.gate_proj,0.0000425294,0.05000,14.312
33,mlp.experts.255.gate_proj,0.0000275315,0.05000,14.387
33,mlp.experts.249.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.767
33,mlp.experts.243.gate_proj,0.0000606670,0.05000,14.435
33,mlp.experts.254.gate_proj,0.0000249933,0.05000,14.450
33,mlp.experts.17.up_proj,0.0000097525,0.05000,14.194
33,mlp.experts.4.up_proj,0.0000186905,0.05000,14.327
33,mlp.experts.14.up_proj,failsafe(rtn): 0.0009308,0.00000,0.700
33,mlp.experts.20.up_proj,failsafe(rtn): 0.0009346,0.00000,0.728
33,mlp.experts.24.up_proj,0.0000835613,0.05000,14.344
33,mlp.experts.245.gate_proj,0.0000710845,0.05000,14.558
33,mlp.experts.231.gate_proj,0.0000183370,0.05000,14.599
33,mlp.experts.235.gate_proj,0.0000172434,0.05000,14.657
33,mlp.experts.250.gate_proj,0.0000212160,0.05000,14.600
33,mlp.experts.252.gate_proj,0.0000280220,0.05000,14.761
33,mlp.experts.246.gate_proj,0.0000452181,0.05000,14.725
33,mlp.experts.13.up_proj,0.0000541563,0.05000,14.680
33,mlp.experts.240.gate_proj,0.0000161206,0.05000,14.741
33,mlp.experts.2.up_proj,0.0000606907,0.05000,14.724
33,mlp.experts.15.up_proj,0.0000039378,0.05000,14.815
33,mlp.experts.9.up_proj,0.0000320661,0.05000,14.709
33,mlp.experts.3.up_proj,0.0000385509,0.05000,14.790
33,mlp.experts.33.up_proj,0.0000254174,0.05000,14.632
33,mlp.experts.31.up_proj,failsafe(rtn): 0.0010605,0.00000,0.749
33,mlp.experts.30.up_proj,0.0000111309,0.05000,14.738
33,mlp.experts.36.up_proj,0.0000089618,0.05000,14.742
33,mlp.experts.40.up_proj,0.0000234573,0.05000,14.926
33,mlp.experts.5.up_proj,0.0000132768,0.05000,15.198
33,mlp.experts.247.gate_proj,0.0000082640,0.05000,15.419
33,mlp.experts.251.gate_proj,0.0000223945,0.05000,15.432
33,mlp.experts.10.up_proj,0.0000116038,0.05000,15.332
33,mlp.experts.12.up_proj,0.0000127444,0.05000,15.447
33,mlp.experts.6.up_proj,0.0000097796,0.05000,15.487
33,mlp.experts.0.up_proj,0.0000153841,0.05000,15.269
33,mlp.experts.29.up_proj,0.0000105982,0.05000,15.381
33,mlp.experts.26.up_proj,failsafe(rtn): 0.0009117,0.00000,0.769
33,mlp.experts.18.up_proj,0.0000109427,0.05000,15.359
33,mlp.experts.25.up_proj,0.0000182616,0.05000,15.266
33,mlp.experts.19.up_proj,0.0000166597,0.05000,15.211
33,mlp.experts.45.up_proj,failsafe(rtn): 0.0009422,0.00000,0.780
33,mlp.experts.49.up_proj,0.0000174471,0.05000,15.141
33,mlp.experts.34.up_proj,failsafe(rtn): 0.0009193,0.00000,0.728
33,mlp.experts.47.up_proj,0.0000099336,0.05000,15.265
33,mlp.experts.46.up_proj,0.0000870789,0.05000,15.291
33,mlp.experts.65.up_proj,failsafe(rtn): 0.0009308,0.00000,0.708
33,mlp.experts.52.up_proj,0.0000216691,0.05000,15.167
33,mlp.experts.56.up_proj,0.0000127909,0.05000,15.288
33,mlp.experts.21.up_proj,0.0000204637,0.05000,14.301
33,mlp.experts.7.up_proj,0.0000139440,0.05000,14.316
33,mlp.experts.11.up_proj,0.0000103730,0.05000,14.251
33,mlp.experts.28.up_proj,0.0000145973,0.05000,14.162
33,mlp.experts.22.up_proj,0.0000569740,0.05000,14.280
33,mlp.experts.16.up_proj,0.0000327649,0.05000,14.176
33,mlp.experts.42.up_proj,0.0001147864,0.05000,14.148
33,mlp.experts.41.up_proj,0.0000126079,0.05000,14.103
33,mlp.experts.35.up_proj,0.0000235451,0.05000,14.405
33,mlp.experts.61.up_proj,0.0000086845,0.05000,14.112
33,mlp.experts.50.up_proj,0.0000130210,0.05000,14.378
33,mlp.experts.63.up_proj,0.0000150182,0.05000,14.284
33,mlp.experts.62.up_proj,0.0000168252,0.05000,14.290
33,mlp.experts.81.up_proj,0.0000063713,0.05000,14.253
33,mlp.experts.68.up_proj,0.0000114824,0.05000,14.244
33,mlp.experts.72.up_proj,0.0000082403,0.05000,14.300
33,mlp.experts.37.up_proj,0.0000096548,0.05000,14.653
33,mlp.experts.27.up_proj,0.0000191880,0.05000,14.593
33,mlp.experts.44.up_proj,0.0000165785,0.05000,14.613
33,mlp.experts.23.up_proj,0.0000102629,0.05000,14.808
33,mlp.experts.38.up_proj,0.0000404535,0.05000,14.765
33,mlp.experts.32.up_proj,0.0000204275,0.05000,14.788
33,mlp.experts.58.up_proj,0.0000083190,0.05000,14.808
33,mlp.experts.57.up_proj,0.0000737084,0.05000,14.754
33,mlp.experts.77.up_proj,0.0000068643,0.05000,14.679
33,mlp.experts.51.up_proj,0.0000106815,0.05000,14.708
33,mlp.experts.79.up_proj,0.0000100056,0.05000,14.722
33,mlp.experts.66.up_proj,0.0000096685,0.05000,14.758
33,mlp.experts.78.up_proj,0.0001096995,0.05000,14.780
33,mlp.experts.97.up_proj,0.0000090228,0.05000,14.635
33,mlp.experts.84.up_proj,0.0000115668,0.05000,14.722
33,mlp.experts.88.up_proj,0.0000380783,0.05000,14.591
33,mlp.experts.100.up_proj,failsafe(rtn): 0.0009346,0.00000,0.703
33,mlp.experts.53.up_proj,0.0000152729,0.05000,15.091
33,mlp.experts.69.up_proj,failsafe(rtn): 0.0009727,0.00000,0.707
33,mlp.experts.43.up_proj,0.0000096452,0.05000,15.171
33,mlp.experts.60.up_proj,0.0000356959,0.05000,15.118
33,mlp.experts.39.up_proj,0.0000385470,0.05000,15.287
33,mlp.experts.54.up_proj,0.0000189653,0.05000,15.142
33,mlp.experts.48.up_proj,0.0000892124,0.05000,15.091
33,mlp.experts.74.up_proj,0.0000307044,0.05000,14.999
33,mlp.experts.73.up_proj,0.0000164907,0.05000,14.928
33,mlp.experts.93.up_proj,0.0000110543,0.05000,15.081
33,mlp.experts.67.up_proj,0.0000183680,0.05000,15.125
33,mlp.experts.82.up_proj,0.0000120155,0.05000,15.069
33,mlp.experts.95.up_proj,0.0000108861,0.05000,15.114
33,mlp.experts.94.up_proj,0.0000088820,0.05000,14.946
33,mlp.experts.113.up_proj,0.0000192710,0.05000,15.000
33,mlp.experts.104.up_proj,0.0000083273,0.05000,15.236
33,mlp.experts.116.up_proj,0.0000119452,0.05000,15.231
33,mlp.experts.120.up_proj,failsafe(rtn): 0.0009499,0.00000,0.695
33,mlp.experts.85.up_proj,0.0000090501,0.05000,14.565
33,mlp.experts.59.up_proj,0.0000115056,0.05000,14.829
33,mlp.experts.76.up_proj,0.0000919160,0.05000,14.818
33,mlp.experts.55.up_proj,0.0000292231,0.05000,14.772
33,mlp.experts.70.up_proj,0.0000102017,0.05000,14.651
33,mlp.experts.64.up_proj,0.0000240517,0.05000,14.724
33,mlp.experts.89.up_proj,0.0000082568,0.05000,14.458
33,mlp.experts.90.up_proj,0.0000092953,0.05000,14.788
33,mlp.experts.109.up_proj,0.0000988646,0.05000,14.711
33,mlp.experts.83.up_proj,0.0000132378,0.05000,14.680
33,mlp.experts.80.up_proj,failsafe(rtn): 0.0009270,0.00000,0.768
33,mlp.experts.111.up_proj,0.0000047444,0.05000,14.680
33,mlp.experts.129.up_proj,0.0000127991,0.05000,14.546
33,mlp.experts.98.up_proj,0.0000081096,0.05000,14.809
33,mlp.experts.110.up_proj,0.0000130580,0.05000,14.773
33,mlp.experts.145.up_proj,failsafe(rtn): 0.0009384,0.00000,0.613
33,mlp.experts.132.up_proj,0.0000123166,0.05000,14.550
33,mlp.experts.136.up_proj,0.0000195301,0.05000,14.592
33,mlp.experts.148.up_proj,failsafe(rtn): 0.0009308,0.00000,0.723
33,mlp.experts.101.up_proj,0.0000253171,0.05000,13.293
33,mlp.experts.92.up_proj,0.0000095247,0.05000,13.345
33,mlp.experts.75.up_proj,0.0000169816,0.05000,13.450
33,mlp.experts.71.up_proj,0.0000350196,0.05000,13.493
33,mlp.experts.86.up_proj,0.0000103678,0.05000,13.459
33,mlp.experts.106.up_proj,0.0000089733,0.05000,13.260
33,mlp.experts.105.up_proj,0.0000136152,0.05000,13.375
33,mlp.experts.99.up_proj,0.0000446339,0.05000,13.403
33,mlp.experts.125.up_proj,0.0000822199,0.05000,13.458
33,mlp.experts.96.up_proj,0.0000087671,0.05000,13.409
33,mlp.experts.126.up_proj,0.0000127594,0.05000,13.311
33,mlp.experts.141.up_proj,failsafe(rtn): 0.0009117,0.00000,0.728
33,mlp.experts.127.up_proj,0.0000051070,0.05000,13.619
33,mlp.experts.114.up_proj,0.0000428350,0.05000,13.557
33,mlp.experts.161.up_proj,0.0000119631,0.05000,13.529
33,mlp.experts.152.up_proj,0.0000138724,0.05000,13.631
33,mlp.experts.164.up_proj,0.0000247588,0.05000,13.613
33,mlp.experts.117.up_proj,0.0000121584,0.05000,15.305
33,mlp.experts.108.up_proj,0.0000175301,0.05000,15.290
33,mlp.experts.91.up_proj,0.0000400804,0.05000,15.381
33,mlp.experts.87.up_proj,0.0000117865,0.05000,15.155
33,mlp.experts.102.up_proj,0.0000163446,0.05000,15.208
33,mlp.experts.122.up_proj,0.0000252097,0.05000,15.305
33,mlp.experts.121.up_proj,0.0000074345,0.05000,15.313
33,mlp.experts.115.up_proj,0.0000127107,0.05000,15.282
33,mlp.experts.112.up_proj,0.0000646348,0.05000,15.188
33,mlp.experts.142.up_proj,0.0000168650,0.05000,15.262
33,mlp.experts.131.up_proj,failsafe(rtn): 0.0008965,0.00000,0.749
33,mlp.experts.143.up_proj,0.0000210517,0.05000,15.250
33,mlp.experts.157.up_proj,0.0000210959,0.05000,15.294
33,mlp.experts.130.up_proj,0.0000157609,0.05000,15.252
33,mlp.experts.177.up_proj,0.0000160803,0.05000,15.080
33,mlp.experts.168.up_proj,0.0000127380,0.05000,15.143
33,mlp.experts.180.up_proj,0.0000176714,0.05000,15.386
33,mlp.experts.133.up_proj,0.0000156470,0.05000,15.517
33,mlp.experts.124.up_proj,0.0000345939,0.05000,15.534
33,mlp.experts.107.up_proj,0.0000078318,0.05000,15.482
33,mlp.experts.103.up_proj,0.0000127155,0.05000,15.563
33,mlp.experts.118.up_proj,0.0000285649,0.05000,15.542
33,mlp.experts.138.up_proj,0.0000240818,0.05000,15.412
33,mlp.experts.137.up_proj,0.0000109197,0.05000,15.477
33,mlp.experts.128.up_proj,0.0000393857,0.05000,15.503
33,mlp.experts.158.up_proj,0.0000213839,0.05000,15.483
33,mlp.experts.147.up_proj,0.0000269995,0.05000,15.434
33,mlp.experts.173.up_proj,0.0000184454,0.05000,15.430
33,mlp.experts.159.up_proj,0.0000194105,0.05000,15.487
33,mlp.experts.146.up_proj,0.0000256496,0.05000,15.606
33,mlp.experts.193.up_proj,0.0000984787,0.05000,15.503
33,mlp.experts.163.up_proj,failsafe(rtn): 0.0009575,0.00000,0.769
33,mlp.experts.175.up_proj,failsafe(rtn): 0.0010300,0.00000,0.793
33,mlp.experts.184.up_proj,0.0000378767,0.05000,15.470
33,mlp.experts.196.up_proj,0.0000267757,0.05000,15.509
33,mlp.experts.149.up_proj,0.0000824382,0.05000,14.952
33,mlp.experts.140.up_proj,0.0000190575,0.05000,15.064
33,mlp.experts.123.up_proj,0.0000989016,0.05000,15.136
33,mlp.experts.119.up_proj,0.0000784995,0.05000,15.109
33,mlp.experts.134.up_proj,0.0000046012,0.05000,15.088
33,mlp.experts.153.up_proj,0.0000550345,0.05000,15.018
33,mlp.experts.154.up_proj,0.0000141689,0.05000,15.172
33,mlp.experts.150.up_proj,failsafe(rtn): 0.0008850,0.00000,0.732
33,mlp.experts.169.up_proj,failsafe(rtn): 0.0010147,0.00000,0.719
33,mlp.experts.144.up_proj,0.0000057246,0.05000,15.114
33,mlp.experts.174.up_proj,0.0000094185,0.05000,15.146
33,mlp.experts.189.up_proj,0.0000115852,0.05000,15.076
33,mlp.experts.162.up_proj,0.0000181600,0.05000,15.033
33,mlp.experts.209.up_proj,0.0000246700,0.05000,15.150
33,mlp.experts.179.up_proj,0.0000144844,0.05000,15.031
33,mlp.experts.191.up_proj,0.0000406383,0.05000,15.032
33,mlp.experts.200.up_proj,0.0000130219,0.05000,14.998
33,mlp.experts.212.up_proj,0.0000215339,0.05000,15.047
33,mlp.experts.216.up_proj,failsafe(rtn): 0.0009193,0.00000,0.705
33,mlp.experts.165.up_proj,0.0000125338,0.05000,14.958
33,mlp.experts.156.up_proj,0.0000090237,0.05000,14.957
33,mlp.experts.139.up_proj,0.0000079024,0.05000,14.894
33,mlp.experts.135.up_proj,0.0000339284,0.05000,14.848
33,mlp.experts.170.up_proj,0.0000467659,0.05000,14.946
33,mlp.experts.166.up_proj,0.0000578180,0.05000,14.858
33,mlp.experts.185.up_proj,0.0000168927,0.05000,14.688
33,mlp.experts.160.up_proj,0.0000150190,0.05000,14.752
33,mlp.experts.190.up_proj,0.0000156483,0.05000,14.904
33,mlp.experts.205.up_proj,0.0000187736,0.05000,14.928
33,mlp.experts.178.up_proj,0.0000239907,0.05000,14.814
33,mlp.experts.225.up_proj,0.0000194707,0.05000,14.877
33,mlp.experts.195.up_proj,0.0000320972,0.05000,14.808
33,mlp.experts.207.up_proj,0.0000442941,0.05000,15.023
33,mlp.experts.228.up_proj,0.0000203072,0.05000,14.860
33,mlp.experts.232.up_proj,0.0000105899,0.05000,14.880
33,mlp.experts.181.up_proj,0.0000146338,0.05000,14.309
33,mlp.experts.155.up_proj,0.0000189757,0.05000,14.421
33,mlp.experts.172.up_proj,0.0000084309,0.05000,14.481
33,mlp.experts.151.up_proj,0.0000108556,0.05000,14.415
33,mlp.experts.186.up_proj,0.0000074310,0.05000,14.557
33,mlp.experts.188.up_proj,failsafe(rtn): 0.0009003,0.00000,0.845
33,mlp.experts.182.up_proj,0.0000112092,0.05000,14.531
33,mlp.experts.201.up_proj,0.0000147779,0.05000,14.615
33,mlp.experts.176.up_proj,0.0000131728,0.05000,14.660
33,mlp.experts.221.up_proj,0.0000868139,0.05000,14.486
33,mlp.experts.206.up_proj,0.0000130070,0.05000,14.618
33,mlp.experts.194.up_proj,0.0000870054,0.05000,14.614
33,mlp.experts.241.up_proj,0.0000287848,0.05000,14.548
33,mlp.experts.211.up_proj,0.0000048652,0.05000,14.565
33,mlp.experts.1.down_proj,failsafe(rtn): 0.0009003,0.00000,0.197
33,mlp.experts.222.up_proj,failsafe(rtn): 0.0009995,0.00000,0.755
33,mlp.experts.223.up_proj,0.0000140819,0.05000,14.696
33,mlp.experts.248.up_proj,0.0000340843,0.05000,14.578
33,mlp.experts.244.up_proj,0.0000104874,0.05000,14.741
33,mlp.experts.8.down_proj,failsafe(rtn): 0.0009308,0.00000,0.166
33,mlp.experts.17.down_proj,0.0000001799,0.05000,3.532
33,mlp.experts.4.down_proj,0.0000005538,0.05000,3.728
33,mlp.experts.24.down_proj,0.0000029914,0.05000,3.803
33,mlp.experts.20.down_proj,failsafe(rtn): 0.0009422,0.00000,0.357
33,mlp.experts.33.down_proj,0.0000045727,0.05000,4.274
33,mlp.experts.40.down_proj,0.0000033761,0.05000,4.078
33,mlp.experts.36.down_proj,0.0000010129,0.05000,4.065
33,mlp.experts.49.down_proj,0.0000028432,0.05000,3.761
33,mlp.experts.197.up_proj,0.0000128961,0.05000,15.322
33,mlp.experts.65.down_proj,failsafe(rtn): 0.0009193,0.00000,0.212
33,mlp.experts.167.up_proj,0.0000146728,0.05000,15.658
33,mlp.experts.171.up_proj,0.0000248699,0.05000,15.808
33,mlp.experts.204.up_proj,0.0000099624,0.05000,15.404
33,mlp.experts.202.up_proj,0.0000405637,0.05000,15.646
33,mlp.experts.56.down_proj,0.0000026590,0.05000,4.003
33,mlp.experts.198.up_proj,0.0000160594,0.05000,15.437
33,mlp.experts.52.down_proj,0.0000007788,0.05000,4.036
33,mlp.experts.217.up_proj,0.0000098949,0.05000,15.662
33,mlp.experts.192.up_proj,0.0000080254,0.05000,15.600
33,mlp.experts.210.up_proj,0.0000131060,0.05000,15.318
33,mlp.experts.237.up_proj,0.0000144852,0.05000,15.574
33,mlp.experts.226.up_proj,failsafe(rtn): 0.0009041,0.00000,0.708
33,mlp.experts.238.up_proj,0.0000100169,0.05000,15.420
33,mlp.experts.227.up_proj,0.0000126252,0.05000,15.718
33,mlp.experts.81.down_proj,0.0000005952,0.05000,3.862
33,mlp.experts.239.up_proj,0.0000214625,0.05000,15.606
33,mlp.experts.72.down_proj,0.0000007528,0.05000,3.756
33,mlp.experts.68.down_proj,0.0000012000,0.05000,3.698
33,mlp.experts.97.down_proj,0.0000020871,0.05000,4.047
33,mlp.experts.84.down_proj,0.0000009281,0.05000,4.109
33,mlp.experts.88.down_proj,0.0000011343,0.05000,4.275
33,mlp.experts.100.down_proj,failsafe(rtn): 0.0009270,0.00000,0.349
33,mlp.experts.113.down_proj,0.0000006658,0.05000,4.136
33,mlp.experts.104.down_proj,0.0000011750,0.05000,4.272
33,mlp.experts.116.down_proj,0.0000013264,0.05000,4.035
33,mlp.experts.120.down_proj,failsafe(rtn): 0.0009460,0.00000,0.179
33,mlp.experts.213.up_proj,0.0000750777,0.05000,16.071
33,mlp.experts.129.down_proj,0.0000008769,0.05000,4.027
33,mlp.experts.145.down_proj,failsafe(rtn): 0.0009460,0.00000,0.170
33,mlp.experts.183.up_proj,0.0000090286,0.05000,16.134
33,mlp.experts.187.up_proj,0.0000198553,0.05000,16.191
33,mlp.experts.220.up_proj,0.0000147150,0.05000,16.283
33,mlp.experts.218.up_proj,0.0000433689,0.05000,16.359
33,mlp.experts.132.down_proj,0.0000018161,0.05000,4.083
33,mlp.experts.136.down_proj,0.0000030044,0.05000,4.010
33,mlp.experts.214.up_proj,0.0000101028,0.05000,16.441
33,mlp.experts.233.up_proj,0.0000886704,0.05000,16.264
33,mlp.experts.148.down_proj,failsafe(rtn): 0.0009193,0.00000,0.218
33,mlp.experts.208.up_proj,0.0000246277,0.05000,16.331
33,mlp.experts.253.up_proj,0.0000152474,0.05000,16.247
33,mlp.experts.249.up_proj,failsafe(rtn): 0.0009613,0.00000,0.744
33,mlp.experts.242.up_proj,0.0000365394,0.05000,16.169
33,mlp.experts.254.up_proj,0.0000224161,0.05000,16.204
33,mlp.experts.243.up_proj,0.0000522121,0.05000,16.208
33,mlp.experts.14.down_proj,failsafe(rtn): 0.0009232,0.00000,0.234
33,mlp.experts.255.up_proj,0.0000271838,0.05000,16.118
33,mlp.experts.161.down_proj,0.0000024148,0.05000,4.103
33,mlp.experts.152.down_proj,0.0000024473,0.05000,3.718
33,mlp.experts.164.down_proj,0.0000013239,0.05000,3.636
33,mlp.experts.13.down_proj,0.0000038517,0.05000,3.823
33,mlp.experts.9.down_proj,0.0000011838,0.05000,3.883
33,mlp.experts.2.down_proj,0.0000021039,0.05000,3.967
33,mlp.experts.3.down_proj,0.0000040408,0.05000,3.909
33,mlp.experts.30.down_proj,0.0000010970,0.05000,3.843
33,mlp.experts.15.down_proj,0.0000004041,0.05000,3.864
33,mlp.experts.177.down_proj,0.0000019226,0.05000,3.863
33,mlp.experts.31.down_proj,failsafe(rtn): 0.0010071,0.00000,0.183
33,mlp.experts.168.down_proj,0.0000018767,0.05000,3.928
33,mlp.experts.180.down_proj,0.0000010179,0.05000,3.857
33,mlp.experts.29.down_proj,0.0000007867,0.05000,3.818
33,mlp.experts.25.down_proj,0.0000010452,0.05000,3.776
33,mlp.experts.45.down_proj,failsafe(rtn): 0.0009270,0.00000,0.160
33,mlp.experts.18.down_proj,0.0000016806,0.05000,3.767
33,mlp.experts.34.down_proj,failsafe(rtn): 0.0009041,0.00000,0.196
33,mlp.experts.19.down_proj,0.0000003799,0.05000,3.822
33,mlp.experts.46.down_proj,0.0000048750,0.05000,3.755
33,mlp.experts.193.down_proj,0.0000163178,0.05000,3.781
33,mlp.experts.47.down_proj,0.0000009060,0.05000,3.796
33,mlp.experts.184.down_proj,0.0000016435,0.05000,3.823
33,mlp.experts.196.down_proj,0.0000014614,0.05000,3.842
33,mlp.experts.41.down_proj,0.0000017257,0.05000,3.814
33,mlp.experts.61.down_proj,0.0000017140,0.05000,3.853
33,mlp.experts.229.up_proj,0.0000264714,0.05000,15.128
33,mlp.experts.50.down_proj,0.0000010623,0.05000,3.754
33,mlp.experts.35.down_proj,0.0000004799,0.05000,3.786
33,mlp.experts.62.down_proj,0.0000003967,0.05000,3.810
33,mlp.experts.63.down_proj,0.0000013059,0.05000,3.787
33,mlp.experts.209.down_proj,0.0000008598,0.05000,3.901
33,mlp.experts.199.up_proj,0.0000552561,0.05000,15.198
33,mlp.experts.203.up_proj,0.0000149805,0.05000,15.288
33,mlp.experts.234.up_proj,0.0000136993,0.05000,15.155
33,mlp.experts.236.up_proj,0.0000125397,0.05000,15.312
33,mlp.experts.230.up_proj,0.0000751750,0.05000,15.055
33,mlp.experts.200.down_proj,0.0000010743,0.05000,3.781
33,mlp.experts.212.down_proj,0.0000023098,0.05000,3.868
33,mlp.experts.216.down_proj,failsafe(rtn): 0.0009041,0.00000,0.184
33,mlp.experts.224.up_proj,0.0000115057,0.05000,15.255
33,mlp.experts.57.down_proj,0.0000109256,0.05000,3.742
33,mlp.experts.77.down_proj,0.0000001294,0.05000,3.798
33,mlp.experts.66.down_proj,0.0000016975,0.05000,3.792
33,mlp.experts.78.down_proj,0.0000113529,0.05000,3.760
33,mlp.experts.51.down_proj,0.0000008280,0.05000,3.817
33,mlp.experts.225.down_proj,0.0000013735,0.05000,3.769
33,mlp.experts.79.down_proj,0.0000017113,0.05000,3.822
33,mlp.experts.232.down_proj,0.0000017360,0.05000,3.749
33,mlp.experts.228.down_proj,0.0000018755,0.05000,3.765
33,mlp.experts.73.down_proj,0.0000010865,0.05000,3.808
33,mlp.experts.93.down_proj,0.0000020818,0.05000,3.854
33,mlp.experts.82.down_proj,0.0000009694,0.05000,3.877
33,mlp.experts.67.down_proj,0.0000004556,0.05000,3.819
33,mlp.experts.94.down_proj,0.0000010993,0.05000,3.887
33,mlp.experts.241.down_proj,0.0000005842,0.05000,3.746
33,mlp.experts.95.down_proj,0.0000029159,0.05000,3.815
33,mlp.experts.244.down_proj,0.0000025081,0.05000,3.586
33,mlp.experts.248.down_proj,0.0000030474,0.05000,3.629
33,mlp.experts.89.down_proj,0.0000009146,0.05000,3.547
33,mlp.experts.109.down_proj,0.0000026288,0.05000,3.420
33,mlp.experts.98.down_proj,0.0000001326,0.05000,3.344
33,mlp.experts.83.down_proj,0.0000013024,0.05000,3.377
33,mlp.experts.110.down_proj,0.0000010617,0.05000,3.322
33,mlp.experts.111.down_proj,0.0000036916,0.05000,3.331
33,mlp.experts.245.up_proj,0.0000706409,0.05000,13.914
33,mlp.experts.105.down_proj,0.0000015100,0.05000,3.008
33,mlp.experts.125.down_proj,0.0000036493,0.05000,3.047
33,mlp.experts.141.down_proj,failsafe(rtn): 0.0009041,0.00000,0.264
33,mlp.experts.114.down_proj,0.0000016132,0.05000,3.188
33,mlp.experts.126.down_proj,0.0000014869,0.05000,3.156
33,mlp.experts.99.down_proj,0.0000013242,0.05000,3.183
33,mlp.experts.127.down_proj,0.0000003705,0.05000,3.236
33,mlp.experts.215.up_proj,0.0000595421,0.05000,14.054
33,mlp.experts.219.up_proj,0.0000186734,0.05000,13.962
33,mlp.experts.250.up_proj,0.0000124526,0.05000,13.746
33,mlp.experts.246.up_proj,0.0000397091,0.05000,13.688
33,mlp.experts.252.up_proj,0.0000243316,0.05000,13.854
33,mlp.experts.240.up_proj,0.0000140310,0.05000,13.550
33,mlp.experts.121.down_proj,0.0000010828,0.05000,3.209
33,mlp.experts.5.down_proj,0.0000028287,0.05000,3.237
33,mlp.experts.157.down_proj,0.0000010092,0.05000,3.070
33,mlp.experts.130.down_proj,0.0000009048,0.05000,3.006
33,mlp.experts.142.down_proj,0.0000018969,0.05000,3.037
33,mlp.experts.115.down_proj,0.0000005602,0.05000,3.095
33,mlp.experts.131.down_proj,failsafe(rtn): 0.0009232,0.00000,0.158
33,mlp.experts.143.down_proj,0.0000027372,0.05000,3.015
33,mlp.experts.10.down_proj,0.0000011527,0.05000,2.948
33,mlp.experts.6.down_proj,0.0000015938,0.05000,2.933
33,mlp.experts.12.down_proj,0.0000009869,0.05000,2.964
33,mlp.experts.26.down_proj,failsafe(rtn): 0.0009232,0.00000,0.159
33,mlp.experts.0.down_proj,0.0000007004,0.05000,2.963
33,mlp.experts.137.down_proj,0.0000003215,0.05000,2.955
33,mlp.experts.21.down_proj,0.0000031476,0.05000,2.948
33,mlp.experts.173.down_proj,0.0000004217,0.05000,2.889
33,mlp.experts.146.down_proj,0.0000018492,0.05000,2.949
33,mlp.experts.158.down_proj,0.0000005337,0.05000,2.986
33,mlp.experts.147.down_proj,0.0000059869,0.05000,2.975
33,mlp.experts.159.down_proj,0.0000018555,0.05000,2.975
33,mlp.experts.163.down_proj,failsafe(rtn): 0.0009422,0.00000,0.136
33,mlp.experts.175.down_proj,failsafe(rtn): 0.0009842,0.00000,0.163
33,mlp.experts.22.down_proj,0.0000022278,0.05000,2.940
33,mlp.experts.28.down_proj,0.0000020575,0.05000,2.920
33,mlp.experts.42.down_proj,0.0000090835,0.05000,2.959
33,mlp.experts.16.down_proj,0.0000039670,0.05000,2.964
33,mlp.experts.37.down_proj,0.0000014669,0.05000,2.908
33,mlp.experts.153.down_proj,0.0000019352,0.05000,2.953
33,mlp.experts.189.down_proj,0.0000026112,0.05000,2.948
33,mlp.experts.169.down_proj,failsafe(rtn): 0.0009842,0.00000,0.169
33,mlp.experts.162.down_proj,0.0000032594,0.05000,2.903
33,mlp.experts.174.down_proj,0.0000010357,0.05000,2.918
33,mlp.experts.179.down_proj,0.0000014481,0.05000,2.974
33,mlp.experts.191.down_proj,0.0000017601,0.05000,2.968
33,mlp.experts.38.down_proj,0.0000047218,0.05000,2.961
33,mlp.experts.44.down_proj,0.0000003126,0.05000,2.924
33,mlp.experts.58.down_proj,0.0000010732,0.05000,2.914
33,mlp.experts.32.down_proj,0.0000007227,0.05000,2.903
33,mlp.experts.53.down_proj,0.0000005559,0.05000,2.842
33,mlp.experts.69.down_proj,failsafe(rtn): 0.0009575,0.00000,0.157
33,mlp.experts.205.down_proj,0.0000026590,0.05000,2.838
33,mlp.experts.185.down_proj,0.0000015324,0.05000,2.858
33,mlp.experts.178.down_proj,0.0000015179,0.05000,2.862
33,mlp.experts.190.down_proj,0.0000019898,0.05000,2.823
33,mlp.experts.195.down_proj,0.0000008829,0.05000,2.831
33,mlp.experts.207.down_proj,0.0000009976,0.05000,2.850
33,mlp.experts.231.up_proj,0.0000178845,0.05000,11.696
33,mlp.experts.235.up_proj,0.0000143841,0.05000,11.615
33,mlp.experts.60.down_proj,0.0000011119,0.05000,2.857
33,mlp.experts.54.down_proj,0.0000015779,0.05000,2.913
33,mlp.experts.74.down_proj,0.0000023097,0.05000,2.919
33,mlp.experts.48.down_proj,0.0000070151,0.05000,2.881
33,mlp.experts.85.down_proj,0.0000017157,0.05000,2.961
33,mlp.experts.221.down_proj,0.0000034381,0.05000,3.011
33,mlp.experts.201.down_proj,0.0000019009,0.05000,3.014
33,mlp.experts.194.down_proj,0.0000088357,0.05000,2.983
33,mlp.experts.206.down_proj,0.0000026063,0.05000,2.973
33,mlp.experts.222.down_proj,failsafe(rtn): 0.0009727,0.00000,0.137
33,mlp.experts.211.down_proj,0.0000017948,0.05000,3.052
33,mlp.experts.223.down_proj,0.0000003472,0.05000,3.036
33,mlp.experts.76.down_proj,0.0000116738,0.05000,2.992
33,mlp.experts.70.down_proj,0.0000012028,0.05000,2.988
33,mlp.experts.90.down_proj,0.0000003482,0.05000,2.947
33,mlp.experts.64.down_proj,0.0000004446,0.05000,2.936
33,mlp.experts.80.down_proj,failsafe(rtn): 0.0009193,0.00000,0.147
33,mlp.experts.237.down_proj,0.0000016234,0.05000,2.848
33,mlp.experts.101.down_proj,0.0000007840,0.05000,2.915
33,mlp.experts.217.down_proj,0.0000013186,0.05000,2.880
33,mlp.experts.210.down_proj,0.0000008836,0.05000,2.900
33,mlp.experts.226.down_proj,failsafe(rtn): 0.0009117,0.00000,0.147
33,mlp.experts.238.down_proj,0.0000016468,0.05000,2.902
33,mlp.experts.227.down_proj,0.0000002147,0.05000,2.943
33,mlp.experts.239.down_proj,0.0000004747,0.05000,2.935
33,mlp.experts.92.down_proj,0.0000005412,0.05000,2.961
33,mlp.experts.86.down_proj,0.0000020271,0.05000,2.966
33,mlp.experts.106.down_proj,0.0000007764,0.05000,2.950
33,mlp.experts.96.down_proj,0.0000015727,0.05000,2.913
33,mlp.experts.253.down_proj,0.0000018407,0.05000,2.903
33,mlp.experts.117.down_proj,0.0000013818,0.05000,2.945
33,mlp.experts.233.down_proj,0.0000048984,0.05000,2.913
33,mlp.experts.249.down_proj,failsafe(rtn): 0.0009422,0.00000,0.159
33,mlp.experts.242.down_proj,0.0000020338,0.05000,2.924
33,mlp.experts.254.down_proj,0.0000008165,0.05000,2.877
33,mlp.experts.243.down_proj,0.0000035015,0.05000,2.723
33,mlp.experts.255.down_proj,0.0000008138,0.05000,2.668
33,mlp.experts.108.down_proj,0.0000004995,0.05000,2.306
33,mlp.experts.102.down_proj,0.0000026142,0.05000,2.292
33,mlp.experts.122.down_proj,0.0000027516,0.05000,2.300
33,mlp.experts.112.down_proj,0.0000057547,0.05000,2.100
33,mlp.experts.133.down_proj,0.0000018269,0.05000,1.809
33,mlp.experts.247.up_proj,0.0000068171,0.05000,10.086
33,mlp.experts.251.up_proj,0.0000204075,0.05000,10.053
33,mlp.experts.124.down_proj,0.0000024339,0.05000,1.523
33,mlp.experts.138.down_proj,0.0000005467,0.05000,1.525
33,mlp.experts.118.down_proj,0.0000006278,0.05000,1.556
33,mlp.experts.128.down_proj,0.0000014633,0.05000,1.525
33,mlp.experts.149.down_proj,0.0000052844,0.05000,1.499
33,mlp.experts.7.down_proj,0.0000010155,0.05000,1.541
33,mlp.experts.11.down_proj,0.0000015564,0.05000,1.540
33,mlp.experts.140.down_proj,0.0000004532,0.05000,1.568
33,mlp.experts.134.down_proj,0.0000008355,0.05000,1.540
33,mlp.experts.154.down_proj,0.0000013264,0.05000,1.559
33,mlp.experts.150.down_proj,failsafe(rtn): 0.0009079,0.00000,0.076
33,mlp.experts.144.down_proj,0.0000002113,0.05000,1.492
33,mlp.experts.165.down_proj,0.0000009696,0.05000,1.419
33,mlp.experts.23.down_proj,0.0000014486,0.05000,1.502
33,mlp.experts.27.down_proj,0.0000004850,0.05000,1.526
33,mlp.experts.156.down_proj,0.0000016436,0.05000,1.449
33,mlp.experts.170.down_proj,0.0000031571,0.05000,1.426
33,mlp.experts.166.down_proj,0.0000053647,0.05000,1.516
33,mlp.experts.160.down_proj,0.0000017331,0.05000,1.481
33,mlp.experts.181.down_proj,0.0000020038,0.05000,1.468
33,mlp.experts.39.down_proj,0.0000021811,0.05000,1.574
33,mlp.experts.43.down_proj,0.0000013262,0.05000,1.546
33,mlp.experts.172.down_proj,0.0000008154,0.05000,1.554
33,mlp.experts.186.down_proj,0.0000006838,0.05000,1.624
33,mlp.experts.188.down_proj,failsafe(rtn): 0.0009117,0.00000,0.090
33,mlp.experts.182.down_proj,0.0000019328,0.05000,1.606
33,mlp.experts.176.down_proj,0.0000006912,0.05000,1.591
33,mlp.experts.197.down_proj,0.0000005512,0.05000,1.493
33,mlp.experts.55.down_proj,0.0000023641,0.05000,1.528
33,mlp.experts.59.down_proj,0.0000014963,0.05000,1.508
33,mlp.experts.204.down_proj,0.0000015703,0.05000,1.479
33,mlp.experts.202.down_proj,0.0000020922,0.05000,1.523
33,mlp.experts.198.down_proj,0.0000023250,0.05000,1.494
33,mlp.experts.213.down_proj,0.0000032685,0.05000,1.478
33,mlp.experts.192.down_proj,0.0000002400,0.05000,1.541
33,mlp.experts.71.down_proj,0.0000018126,0.05000,1.515
33,mlp.experts.75.down_proj,0.0000035782,0.05000,1.532
33,mlp.experts.220.down_proj,0.0000016983,0.05000,1.532
33,mlp.experts.218.down_proj,0.0000013491,0.05000,1.518
33,mlp.experts.214.down_proj,0.0000013306,0.05000,1.492
33,mlp.experts.229.down_proj,0.0000023423,0.05000,1.484
33,mlp.experts.208.down_proj,0.0000005457,0.05000,1.509
33,mlp.experts.87.down_proj,0.0000017862,0.05000,1.463
33,mlp.experts.91.down_proj,0.0000030380,0.05000,1.482
33,mlp.experts.234.down_proj,0.0000019951,0.05000,1.442
33,mlp.experts.236.down_proj,0.0000003354,0.05000,1.483
33,mlp.experts.230.down_proj,0.0000030970,0.05000,1.481
33,mlp.experts.245.down_proj,0.0000066520,0.05000,1.450
33,mlp.experts.224.down_proj,0.0000015996,0.05000,1.473
33,mlp.experts.103.down_proj,0.0000017351,0.05000,1.240
33,mlp.experts.107.down_proj,0.0000009995,0.05000,1.250
33,mlp.experts.250.down_proj,0.0000010272,0.05000,1.186
33,mlp.experts.252.down_proj,0.0000008352,0.05000,1.190
33,mlp.experts.246.down_proj,0.0000032185,0.05000,1.119
33,mlp.experts.240.down_proj,0.0000017882,0.05000,0.993
33,mlp.experts.123.down_proj,0.0000031603,0.05000,0.503
33,mlp.experts.119.down_proj,0.0000081140,0.05000,0.524
33,mlp.experts.139.down_proj,0.0000009612,0.05000,0.265
33,mlp.experts.135.down_proj,0.0000014791,0.05000,0.257
33,mlp.experts.151.down_proj,0.0000014529,0.05000,0.251
33,mlp.experts.155.down_proj,0.0000003779,0.05000,0.261
33,mlp.experts.171.down_proj,0.0000023143,0.05000,0.211
33,mlp.experts.167.down_proj,0.0000014045,0.05000,0.229
33,mlp.experts.183.down_proj,0.0000016303,0.05000,0.197
33,mlp.experts.187.down_proj,0.0000005056,0.05000,0.209
33,mlp.experts.203.down_proj,0.0000013088,0.05000,0.193
33,mlp.experts.199.down_proj,0.0000038348,0.05000,0.194
33,mlp.experts.219.down_proj,0.0000007815,0.05000,0.197
33,mlp.experts.215.down_proj,0.0000091095,0.05000,0.198
33,mlp.experts.231.down_proj,0.0000013652,0.05000,0.200
33,mlp.experts.235.down_proj,0.0000005470,0.05000,0.224
33,mlp.experts.247.down_proj,0.0000013020,0.05000,0.231
33,mlp.experts.251.down_proj,0.0000022887,0.05000,0.217
34,mlp.experts.5.gate_proj,0.0000261364,0.05000,14.853
34,mlp.experts.8.gate_proj,0.0000341213,0.05000,14.880
34,mlp.experts.10.gate_proj,0.0000052575,0.05000,14.887
34,mlp.experts.13.gate_proj,0.0000135753,0.05000,14.952
34,mlp.experts.3.gate_proj,0.0000672067,0.05000,15.000
34,mlp.experts.11.gate_proj,0.0000111816,0.05000,15.045
34,mlp.experts.1.gate_proj,0.0000131971,0.05000,15.032
34,mlp.experts.0.gate_proj,0.0000343577,0.05000,15.055
34,mlp.experts.2.gate_proj,0.0000422591,0.05000,15.070
34,mlp.experts.9.gate_proj,0.0000220230,0.05000,15.070
34,mlp.experts.4.gate_proj,0.0000212134,0.05000,15.074
34,mlp.experts.6.gate_proj,0.0000208165,0.05000,15.083
34,mlp.experts.7.gate_proj,0.0000363449,0.05000,15.094
34,mlp.experts.14.gate_proj,0.0000542799,0.05000,15.115
34,mlp.experts.15.gate_proj,0.0000225753,0.05000,15.115
34,mlp.experts.12.gate_proj,0.0000121416,0.05000,15.139
34,mlp.experts.26.gate_proj,0.0000093423,0.05000,14.620
34,mlp.experts.21.gate_proj,0.0000184039,0.05000,14.680
34,mlp.experts.29.gate_proj,0.0000188494,0.05000,14.687
34,mlp.experts.24.gate_proj,0.0000268383,0.05000,14.770
34,mlp.experts.17.gate_proj,0.0000284466,0.05000,14.624
34,mlp.experts.16.gate_proj,0.0000072132,0.05000,14.745
34,mlp.experts.30.gate_proj,0.0000623971,0.05000,14.651
34,mlp.experts.25.gate_proj,0.0000535306,0.05000,14.727
34,mlp.experts.18.gate_proj,0.0000132940,0.05000,14.770
34,mlp.experts.22.gate_proj,0.0000336343,0.05000,14.769
34,mlp.experts.23.gate_proj,0.0000252298,0.05000,14.748
34,mlp.experts.20.gate_proj,0.0000154395,0.05000,14.830
34,mlp.experts.31.gate_proj,0.0000298119,0.05000,14.791
34,mlp.experts.27.gate_proj,0.0000101288,0.05000,14.922
34,mlp.experts.28.gate_proj,0.0000120769,0.05000,14.799
34,mlp.experts.19.gate_proj,0.0000318903,0.05000,15.043
34,mlp.experts.39.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.775
34,mlp.experts.35.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.760
34,mlp.experts.37.gate_proj,0.0000168255,0.05000,14.897
34,mlp.experts.33.gate_proj,0.0000107687,0.05000,14.868
34,mlp.experts.45.gate_proj,0.0000183416,0.05000,14.889
34,mlp.experts.42.gate_proj,0.0000358188,0.05000,15.065
34,mlp.experts.40.gate_proj,0.0000184169,0.05000,15.025
34,mlp.experts.32.gate_proj,0.0000314495,0.05000,14.939
34,mlp.experts.41.gate_proj,0.0000880192,0.05000,14.937
34,mlp.experts.46.gate_proj,0.0000294534,0.05000,15.032
34,mlp.experts.38.gate_proj,0.0000532264,0.05000,14.941
34,mlp.experts.36.gate_proj,0.0000139166,0.05000,14.974
34,mlp.experts.43.gate_proj,0.0000403226,0.05000,14.926
34,mlp.experts.47.gate_proj,0.0000317441,0.05000,14.959
34,mlp.experts.44.gate_proj,0.0000074011,0.05000,14.929
34,mlp.experts.34.gate_proj,0.0000134296,0.05000,15.196
34,mlp.experts.55.gate_proj,0.0000146147,0.05000,14.987
34,mlp.experts.60.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.742
34,mlp.experts.51.gate_proj,0.0000113932,0.05000,14.886
34,mlp.experts.50.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.750
34,mlp.experts.71.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.695
34,mlp.experts.53.gate_proj,0.0000973098,0.05000,14.897
34,mlp.experts.61.gate_proj,0.0000194788,0.05000,14.830
34,mlp.experts.56.gate_proj,0.0000079332,0.05000,14.811
34,mlp.experts.58.gate_proj,0.0000143313,0.05000,14.929
34,mlp.experts.49.gate_proj,0.0000129643,0.05000,15.000
34,mlp.experts.57.gate_proj,0.0000166435,0.05000,14.897
34,mlp.experts.48.gate_proj,0.0000104826,0.05000,15.060
34,mlp.experts.62.gate_proj,0.0000220408,0.05000,14.996
34,mlp.experts.63.gate_proj,0.0000137856,0.05000,14.975
34,mlp.experts.54.gate_proj,0.0000097245,0.05000,15.086
34,mlp.experts.52.gate_proj,0.0000511512,0.05000,15.026
34,mlp.experts.59.gate_proj,0.0000515190,0.05000,15.015
34,mlp.experts.76.gate_proj,0.0000219916,0.05000,14.922
34,mlp.experts.78.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.793
34,mlp.experts.79.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.767
34,mlp.experts.67.gate_proj,0.0000184041,0.05000,15.071
34,mlp.experts.66.gate_proj,0.0000105871,0.05000,15.074
34,mlp.experts.87.gate_proj,0.0000219045,0.05000,15.080
34,mlp.experts.69.gate_proj,0.0000298011,0.05000,14.747
34,mlp.experts.77.gate_proj,0.0001128346,0.05000,14.873
34,mlp.experts.72.gate_proj,0.0000109532,0.05000,14.779
34,mlp.experts.74.gate_proj,0.0000106674,0.05000,14.880
34,mlp.experts.65.gate_proj,0.0000651878,0.05000,14.855
34,mlp.experts.73.gate_proj,0.0000355586,0.05000,14.858
34,mlp.experts.64.gate_proj,0.0000126260,0.05000,14.878
34,mlp.experts.75.gate_proj,0.0000846392,0.05000,14.817
34,mlp.experts.68.gate_proj,0.0000609210,0.05000,14.863
34,mlp.experts.70.gate_proj,0.0000186893,0.05000,14.955
34,mlp.experts.89.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.783
34,mlp.experts.94.gate_proj,0.0000144708,0.05000,14.736
34,mlp.experts.92.gate_proj,0.0000174850,0.05000,14.882
34,mlp.experts.95.gate_proj,0.0000081072,0.05000,14.828
34,mlp.experts.83.gate_proj,0.0000297007,0.05000,14.790
34,mlp.experts.82.gate_proj,0.0000206142,0.05000,14.801
34,mlp.experts.103.gate_proj,0.0000232049,0.05000,14.800
34,mlp.experts.111.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.734
34,mlp.experts.119.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.734
34,mlp.experts.127.gate_proj,failsafe(rtn): 0.0009041,0.00000,0.755
34,mlp.experts.135.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.723
34,mlp.experts.85.gate_proj,0.0000152705,0.05000,15.112
34,mlp.experts.88.gate_proj,0.0000254214,0.05000,15.176
34,mlp.experts.93.gate_proj,0.0000188868,0.05000,15.246
34,mlp.experts.90.gate_proj,0.0000110624,0.05000,15.210
34,mlp.experts.81.gate_proj,0.0000113492,0.05000,15.299
34,mlp.experts.84.gate_proj,0.0000145480,0.05000,15.172
34,mlp.experts.80.gate_proj,0.0000224710,0.05000,15.279
34,mlp.experts.91.gate_proj,0.0000215455,0.05000,15.278
34,mlp.experts.86.gate_proj,0.0000388573,0.05000,15.395
34,mlp.experts.105.gate_proj,0.0000178661,0.05000,15.285
34,mlp.experts.110.gate_proj,0.0000350118,0.05000,15.225
34,mlp.experts.108.gate_proj,0.0000045264,0.05000,15.127
34,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.806
34,mlp.experts.99.gate_proj,0.0000101072,0.05000,15.231
34,mlp.experts.98.gate_proj,0.0000291170,0.05000,15.258
34,mlp.experts.124.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.726
34,mlp.experts.143.gate_proj,0.0000161478,0.05000,15.296
34,mlp.experts.151.gate_proj,0.0000212664,0.05000,15.415
34,mlp.experts.101.gate_proj,0.0000155050,0.05000,15.025
34,mlp.experts.109.gate_proj,0.0000171962,0.05000,15.102
34,mlp.experts.104.gate_proj,0.0000829038,0.05000,15.141
34,mlp.experts.106.gate_proj,0.0000306912,0.05000,15.012
34,mlp.experts.97.gate_proj,0.0000172453,0.05000,14.942
34,mlp.experts.117.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.754
34,mlp.experts.96.gate_proj,0.0000101451,0.05000,15.127
34,mlp.experts.107.gate_proj,0.0000392156,0.05000,15.113
34,mlp.experts.102.gate_proj,0.0000212770,0.05000,15.023
34,mlp.experts.121.gate_proj,0.0000079343,0.05000,14.915
34,mlp.experts.126.gate_proj,0.0000711019,0.05000,15.051
34,mlp.experts.116.gate_proj,0.0000280422,0.05000,15.154
34,mlp.experts.115.gate_proj,0.0000126156,0.05000,15.109
34,mlp.experts.114.gate_proj,0.0000145951,0.05000,15.153
34,mlp.experts.140.gate_proj,0.0000447743,0.05000,15.006
34,mlp.experts.156.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.664
34,mlp.experts.159.gate_proj,0.0000196614,0.05000,14.981
34,mlp.experts.167.gate_proj,0.0000356355,0.05000,15.063
34,mlp.experts.125.gate_proj,0.0000697068,0.05000,13.972
34,mlp.experts.120.gate_proj,0.0000223603,0.05000,13.966
34,mlp.experts.122.gate_proj,0.0000267653,0.05000,14.005
34,mlp.experts.113.gate_proj,0.0000140910,0.05000,14.182
34,mlp.experts.133.gate_proj,0.0000217544,0.05000,14.082
34,mlp.experts.112.gate_proj,0.0000195862,0.05000,14.052
34,mlp.experts.123.gate_proj,0.0000144551,0.05000,14.132
34,mlp.experts.118.gate_proj,0.0001062181,0.05000,14.049
34,mlp.experts.142.gate_proj,0.0000318766,0.05000,13.918
34,mlp.experts.137.gate_proj,0.0000118850,0.05000,14.079
34,mlp.experts.132.gate_proj,0.0000087177,0.05000,13.987
34,mlp.experts.139.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.801
34,mlp.experts.131.gate_proj,0.0000067768,0.05000,14.181
34,mlp.experts.130.gate_proj,0.0000448433,0.05000,14.067
34,mlp.experts.148.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.697
34,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.710
34,mlp.experts.172.gate_proj,0.0000732238,0.05000,14.075
34,mlp.experts.175.gate_proj,0.0000109059,0.05000,14.192
34,mlp.experts.183.gate_proj,0.0000238084,0.05000,14.228
34,mlp.experts.141.gate_proj,0.0000191061,0.05000,14.495
34,mlp.experts.136.gate_proj,0.0000532303,0.05000,14.450
34,mlp.experts.138.gate_proj,0.0000224610,0.05000,14.403
34,mlp.experts.129.gate_proj,0.0000063927,0.05000,14.398
34,mlp.experts.128.gate_proj,0.0000322536,0.05000,14.371
34,mlp.experts.149.gate_proj,0.0000189150,0.05000,14.527
34,mlp.experts.134.gate_proj,0.0001443866,0.05000,14.545
34,mlp.experts.153.gate_proj,0.0000248023,0.05000,14.404
34,mlp.experts.145.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.756
34,mlp.experts.158.gate_proj,0.0000297019,0.05000,14.613
34,mlp.experts.155.gate_proj,0.0000148479,0.05000,14.488
34,mlp.experts.146.gate_proj,0.0000346114,0.05000,14.546
34,mlp.experts.164.gate_proj,0.0000248693,0.05000,14.383
34,mlp.experts.163.gate_proj,0.0000156738,0.05000,14.408
34,mlp.experts.188.gate_proj,0.0000092399,0.05000,14.462
34,mlp.experts.191.gate_proj,0.0000159255,0.05000,14.490
34,mlp.experts.199.gate_proj,0.0000157167,0.05000,14.469
34,mlp.experts.157.gate_proj,0.0000675800,0.05000,14.272
34,mlp.experts.152.gate_proj,0.0000132268,0.05000,14.280
34,mlp.experts.154.gate_proj,0.0000113378,0.05000,14.274
34,mlp.experts.144.gate_proj,0.0000951002,0.05000,14.260
34,mlp.experts.165.gate_proj,0.0000254464,0.05000,14.291
34,mlp.experts.161.gate_proj,0.0000152469,0.05000,14.216
34,mlp.experts.150.gate_proj,0.0000129784,0.05000,14.372
34,mlp.experts.169.gate_proj,0.0000175768,0.05000,14.239
34,mlp.experts.174.gate_proj,0.0001435652,0.05000,14.151
34,mlp.experts.162.gate_proj,0.0000456095,0.05000,14.172
34,mlp.experts.171.gate_proj,0.0000253199,0.05000,14.314
34,mlp.experts.190.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.707
34,mlp.experts.180.gate_proj,0.0000104691,0.05000,14.215
34,mlp.experts.178.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.710
34,mlp.experts.179.gate_proj,0.0000170163,0.05000,14.461
34,mlp.experts.204.gate_proj,0.0000241852,0.05000,14.294
34,mlp.experts.207.gate_proj,0.0000089514,0.05000,14.371
34,mlp.experts.215.gate_proj,0.0000225799,0.05000,14.398
34,mlp.experts.173.gate_proj,0.0000259451,0.05000,13.980
34,mlp.experts.170.gate_proj,0.0000192880,0.05000,14.008
34,mlp.experts.168.gate_proj,0.0000243214,0.05000,14.050
34,mlp.experts.181.gate_proj,0.0000088703,0.05000,13.898
34,mlp.experts.160.gate_proj,0.0000494043,0.05000,14.083
34,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.787
34,mlp.experts.185.gate_proj,0.0000255022,0.05000,13.922
34,mlp.experts.166.gate_proj,0.0000089975,0.05000,14.109
34,mlp.experts.177.gate_proj,0.0000214448,0.05000,14.128
34,mlp.experts.187.gate_proj,0.0000084636,0.05000,14.152
34,mlp.experts.193.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.784
34,mlp.experts.196.gate_proj,0.0000183795,0.05000,14.029
34,mlp.experts.206.gate_proj,0.0000204459,0.05000,14.194
34,mlp.experts.195.gate_proj,0.0000098173,0.05000,14.061
34,mlp.experts.194.gate_proj,0.0000578474,0.05000,14.167
34,mlp.experts.220.gate_proj,0.0000420429,0.05000,14.198
34,mlp.experts.223.gate_proj,0.0000246029,0.05000,14.267
34,mlp.experts.231.gate_proj,0.0000541353,0.05000,14.169
34,mlp.experts.184.gate_proj,0.0000270318,0.05000,14.727
34,mlp.experts.186.gate_proj,0.0000175322,0.05000,14.777
34,mlp.experts.197.gate_proj,0.0000082395,0.05000,14.689
34,mlp.experts.176.gate_proj,0.0000231772,0.05000,14.660
34,mlp.experts.205.gate_proj,0.0000161822,0.05000,14.729
34,mlp.experts.200.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.755
34,mlp.experts.201.gate_proj,0.0000771453,0.05000,14.765
34,mlp.experts.182.gate_proj,0.0000172214,0.05000,14.705
34,mlp.experts.221.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.779
34,mlp.experts.203.gate_proj,0.0000603711,0.05000,14.790
34,mlp.experts.209.gate_proj,0.0000189342,0.05000,14.731
34,mlp.experts.212.gate_proj,0.0000118340,0.05000,14.678
34,mlp.experts.222.gate_proj,0.0000179855,0.05000,14.652
34,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.820
34,mlp.experts.210.gate_proj,0.0000427701,0.05000,14.824
34,mlp.experts.211.gate_proj,0.0000217291,0.05000,14.852
34,mlp.experts.236.gate_proj,0.0000421799,0.05000,14.715
34,mlp.experts.239.gate_proj,0.0000282577,0.05000,14.753
34,mlp.experts.247.gate_proj,0.0000348280,0.05000,14.848
34,mlp.experts.202.gate_proj,0.0000071799,0.05000,14.712
34,mlp.experts.213.gate_proj,0.0000211155,0.05000,14.530
34,mlp.experts.192.gate_proj,0.0000221924,0.05000,14.656
34,mlp.experts.217.gate_proj,0.0000125373,0.05000,14.582
34,mlp.experts.216.gate_proj,0.0000394786,0.05000,14.643
34,mlp.experts.198.gate_proj,0.0001141908,0.05000,14.690
34,mlp.experts.225.gate_proj,0.0000212906,0.05000,14.451
34,mlp.experts.238.gate_proj,0.0000093103,0.05000,14.553
34,mlp.experts.228.gate_proj,0.0000308540,0.05000,14.600
34,mlp.experts.219.gate_proj,0.0000162074,0.05000,14.734
34,mlp.experts.253.gate_proj,0.0000065063,0.05000,14.425
34,mlp.experts.226.gate_proj,0.0000234273,0.05000,14.373
34,mlp.experts.227.gate_proj,0.0000149410,0.05000,14.443
34,mlp.experts.252.gate_proj,0.0000078613,0.05000,14.562
34,mlp.experts.242.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.728
34,mlp.experts.255.gate_proj,0.0000100705,0.05000,14.586
34,mlp.experts.7.up_proj,0.0000305338,0.05000,14.409
34,mlp.experts.218.gate_proj,0.0000155829,0.05000,15.412
34,mlp.experts.229.gate_proj,0.0000240336,0.05000,15.290
34,mlp.experts.208.gate_proj,0.0000077820,0.05000,15.405
34,mlp.experts.233.gate_proj,0.0000049591,0.05000,15.396
34,mlp.experts.232.gate_proj,0.0000071472,0.05000,15.449
34,mlp.experts.214.gate_proj,0.0000272460,0.05000,15.460
34,mlp.experts.241.gate_proj,0.0000167972,0.05000,15.417
34,mlp.experts.235.gate_proj,0.0000197076,0.05000,15.351
34,mlp.experts.254.gate_proj,0.0000130278,0.05000,15.490
34,mlp.experts.244.gate_proj,0.0000186078,0.05000,15.485
34,mlp.experts.13.up_proj,0.0000090434,0.05000,15.519
34,mlp.experts.243.gate_proj,0.0000372059,0.05000,15.615
34,mlp.experts.12.up_proj,0.0000101170,0.05000,15.682
34,mlp.experts.2.up_proj,0.0000356490,0.05000,15.583
34,mlp.experts.15.up_proj,0.0000163391,0.05000,15.478
34,mlp.experts.23.up_proj,0.0000210890,0.05000,15.610
34,mlp.experts.39.up_proj,failsafe(rtn): 0.0009232,0.00000,0.721
34,mlp.experts.245.gate_proj,0.0000171972,0.05000,15.147
34,mlp.experts.234.gate_proj,0.0000267861,0.05000,15.169
34,mlp.experts.224.gate_proj,0.0000059778,0.05000,15.143
34,mlp.experts.249.gate_proj,0.0000149284,0.05000,15.079
34,mlp.experts.248.gate_proj,0.0000277873,0.05000,15.178
34,mlp.experts.230.gate_proj,0.0000347766,0.05000,15.201
34,mlp.experts.1.up_proj,0.0000126512,0.05000,15.137
34,mlp.experts.251.gate_proj,0.0000355029,0.05000,15.140
34,mlp.experts.4.up_proj,0.0000180882,0.05000,15.066
34,mlp.experts.14.up_proj,0.0000516387,0.05000,15.102
34,mlp.experts.29.up_proj,0.0000185375,0.05000,15.064
34,mlp.experts.3.up_proj,0.0000566136,0.05000,15.087
34,mlp.experts.28.up_proj,0.0000099708,0.05000,15.148
34,mlp.experts.18.up_proj,0.0000117451,0.05000,15.155
34,mlp.experts.31.up_proj,0.0000280654,0.05000,15.100
34,mlp.experts.55.up_proj,0.0000133957,0.05000,15.166
34,mlp.experts.71.up_proj,failsafe(rtn): 0.0009117,0.00000,0.929
34,mlp.experts.250.gate_proj,0.0000221756,0.05000,14.600
34,mlp.experts.5.up_proj,0.0000193592,0.05000,14.720
34,mlp.experts.240.gate_proj,0.0000096566,0.05000,14.805
34,mlp.experts.9.up_proj,0.0000198054,0.05000,14.752
34,mlp.experts.8.up_proj,0.0000289033,0.05000,14.672
34,mlp.experts.246.gate_proj,0.0000057068,0.05000,14.557
34,mlp.experts.17.up_proj,0.0000275221,0.05000,14.678
34,mlp.experts.20.up_proj,0.0000122979,0.05000,14.786
34,mlp.experts.30.up_proj,0.0000530205,0.05000,14.767
34,mlp.experts.11.up_proj,0.0000120172,0.05000,14.890
34,mlp.experts.45.up_proj,0.0000158781,0.05000,14.784
34,mlp.experts.19.up_proj,0.0000310557,0.05000,14.751
34,mlp.experts.44.up_proj,0.0000066109,0.05000,14.760
34,mlp.experts.35.up_proj,failsafe(rtn): 0.0009537,0.00000,0.791
34,mlp.experts.34.up_proj,0.0000125236,0.05000,14.908
34,mlp.experts.47.up_proj,0.0000255931,0.05000,14.824
34,mlp.experts.60.up_proj,failsafe(rtn): 0.0009689,0.00000,0.733
34,mlp.experts.50.up_proj,failsafe(rtn): 0.0010223,0.00000,0.672
34,mlp.experts.87.up_proj,0.0000191417,0.05000,14.666
34,mlp.experts.10.up_proj,0.0000044854,0.05000,15.325
34,mlp.experts.21.up_proj,0.0000188714,0.05000,15.238
34,mlp.experts.0.up_proj,0.0000279940,0.05000,15.195
34,mlp.experts.25.up_proj,0.0000473796,0.05000,15.150
34,mlp.experts.24.up_proj,0.0000244901,0.05000,15.255
34,mlp.experts.6.up_proj,0.0000151999,0.05000,15.355
34,mlp.experts.33.up_proj,0.0000101844,0.05000,15.222
34,mlp.experts.46.up_proj,0.0000253237,0.05000,15.238
34,mlp.experts.36.up_proj,0.0000113408,0.05000,15.310
34,mlp.experts.27.up_proj,0.0000083625,0.05000,15.283
34,mlp.experts.61.up_proj,0.0000143248,0.05000,15.120
34,mlp.experts.51.up_proj,0.0000099140,0.05000,15.037
34,mlp.experts.63.up_proj,0.0000126152,0.05000,15.111
34,mlp.experts.76.up_proj,0.0000177043,0.05000,15.081
34,mlp.experts.66.up_proj,0.0000082813,0.05000,15.102
34,mlp.experts.79.up_proj,failsafe(rtn): 0.0009041,0.00000,0.790
34,mlp.experts.103.up_proj,0.0000160105,0.05000,15.257
34,mlp.experts.119.up_proj,failsafe(rtn): 0.0009499,0.00000,0.933
34,mlp.experts.135.up_proj,failsafe(rtn): 0.0009499,0.00000,0.758
34,mlp.experts.26.up_proj,0.0000086971,0.05000,14.976
34,mlp.experts.37.up_proj,0.0000139418,0.05000,14.967
34,mlp.experts.16.up_proj,0.0000091334,0.05000,14.817
34,mlp.experts.41.up_proj,0.0000829531,0.05000,14.929
34,mlp.experts.22.up_proj,0.0000274420,0.05000,14.744
34,mlp.experts.40.up_proj,0.0000158910,0.05000,14.974
34,mlp.experts.49.up_proj,0.0000110574,0.05000,14.899
34,mlp.experts.62.up_proj,0.0000186600,0.05000,14.903
34,mlp.experts.52.up_proj,0.0000498839,0.05000,15.067
34,mlp.experts.43.up_proj,0.0000358817,0.05000,15.075
34,mlp.experts.77.up_proj,0.0000851175,0.05000,14.956
34,mlp.experts.78.up_proj,failsafe(rtn): 0.0009842,0.00000,0.780
34,mlp.experts.67.up_proj,0.0000170341,0.05000,15.016
34,mlp.experts.92.up_proj,0.0000170793,0.05000,14.934
34,mlp.experts.95.up_proj,0.0000075002,0.05000,15.002
34,mlp.experts.82.up_proj,0.0000151942,0.05000,15.162
34,mlp.experts.111.up_proj,failsafe(rtn): 0.0009079,0.00000,0.694
34,mlp.experts.127.up_proj,failsafe(rtn): 0.0008965,0.00000,0.773
34,mlp.experts.151.up_proj,0.0000180474,0.05000,14.643
34,mlp.experts.53.up_proj,0.0000808439,0.05000,14.677
34,mlp.experts.42.up_proj,0.0000312812,0.05000,14.709
34,mlp.experts.32.up_proj,0.0000315569,0.05000,14.708
34,mlp.experts.57.up_proj,0.0000131277,0.05000,14.604
34,mlp.experts.56.up_proj,0.0000071995,0.05000,14.676
34,mlp.experts.38.up_proj,0.0000486293,0.05000,14.769
34,mlp.experts.65.up_proj,0.0000511585,0.05000,14.671
34,mlp.experts.93.up_proj,0.0000133125,0.05000,14.628
34,mlp.experts.59.up_proj,0.0000451388,0.05000,14.712
34,mlp.experts.68.up_proj,0.0000522652,0.05000,14.830
34,mlp.experts.94.up_proj,0.0000127488,0.05000,14.703
34,mlp.experts.83.up_proj,0.0000288143,0.05000,14.732
34,mlp.experts.108.up_proj,0.0000040295,0.05000,14.725
34,mlp.experts.98.up_proj,0.0000234242,0.05000,14.711
34,mlp.experts.124.up_proj,failsafe(rtn): 0.0009232,0.00000,0.736
34,mlp.experts.143.up_proj,0.0000142591,0.05000,14.806
34,mlp.experts.167.up_proj,0.0000318725,0.05000,15.078
34,mlp.experts.69.up_proj,0.0000254855,0.05000,15.315
34,mlp.experts.58.up_proj,0.0000111329,0.05000,15.418
34,mlp.experts.48.up_proj,0.0000086246,0.05000,15.393
34,mlp.experts.73.up_proj,0.0000320483,0.05000,15.351
34,mlp.experts.72.up_proj,0.0000092076,0.05000,15.409
34,mlp.experts.54.up_proj,0.0000091306,0.05000,15.426
34,mlp.experts.89.up_proj,failsafe(rtn): 0.0009003,0.00000,0.743
34,mlp.experts.81.up_proj,0.0000089148,0.05000,15.491
34,mlp.experts.109.up_proj,0.0000126620,0.05000,15.407
34,mlp.experts.84.up_proj,0.0000117517,0.05000,15.346
34,mlp.experts.75.up_proj,0.0000824696,0.05000,15.407
34,mlp.experts.110.up_proj,0.0000302778,0.05000,15.414
34,mlp.experts.100.up_proj,failsafe(rtn): 0.0009270,0.00000,0.764
34,mlp.experts.99.up_proj,0.0000089805,0.05000,15.512
34,mlp.experts.114.up_proj,0.0000127723,0.05000,15.504
34,mlp.experts.140.up_proj,0.0000416316,0.05000,15.407
34,mlp.experts.156.up_proj,failsafe(rtn): 0.0009346,0.00000,0.718
34,mlp.experts.159.up_proj,0.0000203154,0.05000,15.518
34,mlp.experts.183.up_proj,0.0000187450,0.05000,15.121
34,mlp.experts.85.up_proj,0.0000134425,0.05000,15.168
34,mlp.experts.74.up_proj,0.0000086648,0.05000,15.226
34,mlp.experts.64.up_proj,0.0000115663,0.05000,15.198
34,mlp.experts.88.up_proj,0.0000195185,0.05000,15.149
34,mlp.experts.70.up_proj,0.0000170836,0.05000,15.221
34,mlp.experts.105.up_proj,0.0000166298,0.05000,15.151
34,mlp.experts.97.up_proj,0.0000130462,0.05000,15.097
34,mlp.experts.125.up_proj,0.0000649986,0.05000,15.049
34,mlp.experts.91.up_proj,0.0000126437,0.05000,15.068
34,mlp.experts.126.up_proj,0.0000670733,0.05000,15.185
34,mlp.experts.116.up_proj,0.0000211524,0.05000,15.133
34,mlp.experts.115.up_proj,0.0000117872,0.05000,15.018
34,mlp.experts.130.up_proj,0.0000404083,0.05000,14.981
34,mlp.experts.172.up_proj,0.0000560341,0.05000,14.947
34,mlp.experts.175.up_proj,0.0000093012,0.05000,15.054
34,mlp.experts.199.up_proj,0.0000147800,0.05000,14.982
34,mlp.experts.101.up_proj,0.0000159218,0.05000,14.323
34,mlp.experts.90.up_proj,0.0000088658,0.05000,14.195
34,mlp.experts.80.up_proj,0.0000186511,0.05000,14.076
34,mlp.experts.117.up_proj,failsafe(rtn): 0.0009041,0.00000,0.723
34,mlp.experts.104.up_proj,0.0000685655,0.05000,14.308
34,mlp.experts.86.up_proj,0.0000399201,0.05000,14.202
34,mlp.experts.121.up_proj,0.0000075291,0.05000,14.201
34,mlp.experts.113.up_proj,0.0000136297,0.05000,14.344
34,mlp.experts.141.up_proj,0.0000181496,0.05000,14.209
34,mlp.experts.107.up_proj,0.0000329194,0.05000,14.261
34,mlp.experts.142.up_proj,0.0000305025,0.05000,14.281
34,mlp.experts.132.up_proj,0.0000075902,0.05000,14.310
34,mlp.experts.131.up_proj,0.0000057912,0.05000,14.338
34,mlp.experts.148.up_proj,failsafe(rtn): 0.0009422,0.00000,0.715
34,mlp.experts.147.up_proj,failsafe(rtn): 0.0009842,0.00000,0.729
34,mlp.experts.146.up_proj,0.0000284527,0.05000,14.459
34,mlp.experts.188.up_proj,0.0000091556,0.05000,14.384
34,mlp.experts.191.up_proj,0.0000142528,0.05000,14.525
34,mlp.experts.215.up_proj,0.0000205664,0.05000,14.654
34,mlp.experts.96.up_proj,0.0000101410,0.05000,15.099
34,mlp.experts.106.up_proj,0.0000279398,0.05000,15.300
34,mlp.experts.133.up_proj,0.0000211009,0.05000,15.179
34,mlp.experts.120.up_proj,0.0000158565,0.05000,15.252
34,mlp.experts.102.up_proj,0.0000194056,0.05000,15.221
34,mlp.experts.137.up_proj,0.0000109529,0.05000,15.163
34,mlp.experts.129.up_proj,0.0000052308,0.05000,15.131
34,mlp.experts.157.up_proj,0.0000598869,0.05000,15.352
34,mlp.experts.123.up_proj,0.0000123489,0.05000,15.199
34,mlp.experts.145.up_proj,failsafe(rtn): 0.0009460,0.00000,0.727
34,mlp.experts.158.up_proj,0.0000225998,0.05000,15.193
34,mlp.experts.139.up_proj,failsafe(rtn): 0.0009537,0.00000,0.724
34,mlp.experts.164.up_proj,0.0000180112,0.05000,15.264
34,mlp.experts.163.up_proj,0.0000119350,0.05000,15.265
34,mlp.experts.162.up_proj,0.0000366604,0.05000,15.300
34,mlp.experts.204.up_proj,0.0000234240,0.05000,15.231
34,mlp.experts.178.up_proj,failsafe(rtn): 0.0009346,0.00000,0.701
34,mlp.experts.207.up_proj,0.0000089992,0.05000,15.359
34,mlp.experts.231.up_proj,0.0000518917,0.05000,15.143
34,mlp.experts.112.up_proj,0.0000167906,0.05000,14.986
34,mlp.experts.122.up_proj,0.0000188612,0.05000,15.161
34,mlp.experts.149.up_proj,0.0000159637,0.05000,15.119
34,mlp.experts.118.up_proj,0.0001035038,0.05000,15.033
34,mlp.experts.136.up_proj,0.0000439038,0.05000,15.125
34,mlp.experts.153.up_proj,0.0000181837,0.05000,15.202
34,mlp.experts.173.up_proj,0.0000206261,0.05000,15.057
34,mlp.experts.161.up_proj,0.0000129065,0.05000,15.160
34,mlp.experts.174.up_proj,0.0001257840,0.05000,15.065
34,mlp.experts.189.up_proj,failsafe(rtn): 0.0009384,0.00000,0.746
34,mlp.experts.155.up_proj,0.0000134465,0.05000,15.132
34,mlp.experts.190.up_proj,failsafe(rtn): 0.0009422,0.00000,0.720
34,mlp.experts.180.up_proj,0.0000097676,0.05000,15.117
34,mlp.experts.179.up_proj,0.0000145845,0.05000,14.988
34,mlp.experts.194.up_proj,0.0000506094,0.05000,14.914
34,mlp.experts.220.up_proj,0.0000450370,0.05000,15.031
34,mlp.experts.223.up_proj,0.0000183165,0.05000,14.999
34,mlp.experts.247.up_proj,0.0000344537,0.05000,14.905
34,mlp.experts.7.down_proj,0.0000013029,0.05000,3.856
34,mlp.experts.128.up_proj,0.0000208739,0.05000,14.872
34,mlp.experts.23.down_proj,0.0000023487,0.05000,3.792
34,mlp.experts.138.up_proj,0.0000225659,0.05000,14.962
34,mlp.experts.39.down_proj,failsafe(rtn): 0.0009232,0.00000,0.177
34,mlp.experts.165.up_proj,0.0000206187,0.05000,14.767
34,mlp.experts.152.up_proj,0.0000114956,0.05000,14.880
34,mlp.experts.134.up_proj,0.0001099695,0.05000,14.917
34,mlp.experts.169.up_proj,0.0000158302,0.05000,14.956
34,mlp.experts.177.up_proj,0.0000170117,0.05000,14.907
34,mlp.experts.205.up_proj,0.0000118203,0.05000,14.841
34,mlp.experts.171.up_proj,0.0000222611,0.05000,14.902
34,mlp.experts.193.up_proj,failsafe(rtn): 0.0009308,0.00000,0.699
34,mlp.experts.206.up_proj,0.0000164198,0.05000,14.799
34,mlp.experts.221.up_proj,failsafe(rtn): 0.0009384,0.00000,0.722
34,mlp.experts.196.up_proj,0.0000191520,0.05000,14.837
34,mlp.experts.195.up_proj,0.0000093681,0.05000,14.857
34,mlp.experts.55.down_proj,0.0000021223,0.05000,3.626
34,mlp.experts.237.up_proj,failsafe(rtn): 0.0009651,0.00000,0.697
34,mlp.experts.71.down_proj,failsafe(rtn): 0.0009117,0.00000,0.192
34,mlp.experts.210.up_proj,0.0000394956,0.05000,14.842
34,mlp.experts.236.up_proj,0.0000402434,0.05000,14.903
34,mlp.experts.239.up_proj,0.0000248430,0.05000,14.947
34,mlp.experts.87.down_proj,0.0000020832,0.05000,3.671
34,mlp.experts.103.down_proj,0.0000016610,0.05000,3.888
34,mlp.experts.119.down_proj,failsafe(rtn): 0.0009499,0.00000,0.167
34,mlp.experts.135.down_proj,failsafe(rtn): 0.0009499,0.00000,0.192
34,mlp.experts.144.up_proj,0.0000918482,0.05000,14.746
34,mlp.experts.154.up_proj,0.0000085631,0.05000,14.673
34,mlp.experts.181.up_proj,0.0000072600,0.05000,14.819
34,mlp.experts.168.up_proj,0.0000205606,0.05000,14.867
34,mlp.experts.150.up_proj,0.0000104996,0.05000,14.965
34,mlp.experts.151.down_proj,0.0000003493,0.05000,3.861
34,mlp.experts.185.up_proj,0.0000197228,0.05000,14.835
34,mlp.experts.187.up_proj,0.0000076461,0.05000,14.825
34,mlp.experts.209.up_proj,0.0000179869,0.05000,14.754
34,mlp.experts.222.up_proj,0.0000137476,0.05000,14.646
34,mlp.experts.212.up_proj,0.0000092314,0.05000,14.829
34,mlp.experts.253.up_proj,0.0000055144,0.05000,14.614
34,mlp.experts.211.up_proj,0.0000212072,0.05000,14.959
34,mlp.experts.226.up_proj,0.0000175960,0.05000,14.758
34,mlp.experts.252.up_proj,0.0000080403,0.05000,14.799
34,mlp.experts.242.up_proj,failsafe(rtn): 0.0008774,0.00000,0.540
34,mlp.experts.255.up_proj,0.0000087939,0.05000,14.494
34,mlp.experts.13.down_proj,0.0000013496,0.05000,3.149
34,mlp.experts.12.down_proj,0.0000010152,0.05000,3.474
34,mlp.experts.2.down_proj,0.0000032501,0.05000,3.388
34,mlp.experts.167.down_proj,0.0000046714,0.05000,3.793
34,mlp.experts.15.down_proj,0.0000019547,0.05000,3.813
34,mlp.experts.29.down_proj,0.0000015968,0.05000,3.700
34,mlp.experts.28.down_proj,0.0000009237,0.05000,3.743
34,mlp.experts.18.down_proj,0.0000013117,0.05000,3.694
34,mlp.experts.183.down_proj,0.0000024834,0.05000,3.726
34,mlp.experts.31.down_proj,0.0000006110,0.05000,3.792
34,mlp.experts.160.up_proj,0.0000373203,0.05000,14.503
34,mlp.experts.45.down_proj,0.0000022877,0.05000,3.637
34,mlp.experts.170.up_proj,0.0000162159,0.05000,14.224
34,mlp.experts.197.up_proj,0.0000058160,0.05000,14.309
34,mlp.experts.166.up_proj,0.0000087228,0.05000,14.180
34,mlp.experts.184.up_proj,0.0000223723,0.05000,14.331
34,mlp.experts.201.up_proj,0.0000627600,0.05000,14.180
34,mlp.experts.44.down_proj,0.0000008058,0.05000,3.658
34,mlp.experts.200.up_proj,failsafe(rtn): 0.0008812,0.00000,0.704
34,mlp.experts.60.down_proj,failsafe(rtn): 0.0009575,0.00000,0.190
34,mlp.experts.34.down_proj,0.0000014009,0.05000,3.716
34,mlp.experts.50.down_proj,failsafe(rtn): 0.0009995,0.00000,0.175
34,mlp.experts.199.down_proj,0.0000002935,0.05000,3.572
34,mlp.experts.47.down_proj,0.0000019562,0.05000,3.581
34,mlp.experts.225.up_proj,0.0000160674,0.05000,14.347
34,mlp.experts.238.up_proj,0.0000083989,0.05000,14.320
34,mlp.experts.228.up_proj,0.0000271886,0.05000,14.269
34,mlp.experts.61.down_proj,0.0000012821,0.05000,3.619
34,mlp.experts.76.down_proj,0.0000004922,0.05000,3.541
34,mlp.experts.66.down_proj,0.0000014774,0.05000,3.529
34,mlp.experts.203.up_proj,0.0000517616,0.05000,14.536
34,mlp.experts.227.up_proj,0.0000120095,0.05000,14.621
34,mlp.experts.215.down_proj,0.0000009758,0.05000,3.568
34,mlp.experts.63.down_proj,0.0000010820,0.05000,3.598
34,mlp.experts.79.down_proj,failsafe(rtn): 0.0009117,0.00000,0.193
34,mlp.experts.77.down_proj,0.0000041270,0.05000,3.553
34,mlp.experts.92.down_proj,0.0000016760,0.05000,3.517
34,mlp.experts.82.down_proj,0.0000022564,0.05000,3.652
34,mlp.experts.231.down_proj,0.0000013788,0.05000,3.682
34,mlp.experts.95.down_proj,0.0000009396,0.05000,3.706
34,mlp.experts.111.down_proj,failsafe(rtn): 0.0009117,0.00000,0.189
34,mlp.experts.127.down_proj,failsafe(rtn): 0.0008926,0.00000,0.181
34,mlp.experts.93.down_proj,0.0000022712,0.05000,3.721
34,mlp.experts.108.down_proj,0.0000000872,0.05000,3.690
34,mlp.experts.124.down_proj,failsafe(rtn): 0.0009117,0.00000,0.176
34,mlp.experts.98.down_proj,0.0000005353,0.05000,3.767
34,mlp.experts.247.down_proj,0.0000028021,0.05000,3.679
34,mlp.experts.143.down_proj,0.0000012859,0.05000,3.613
34,mlp.experts.176.up_proj,0.0000254505,0.05000,14.398
34,mlp.experts.186.up_proj,0.0000140814,0.05000,14.521
34,mlp.experts.109.down_proj,0.0000014030,0.05000,3.735
34,mlp.experts.213.up_proj,0.0000231019,0.05000,14.421
34,mlp.experts.182.up_proj,0.0000130960,0.05000,14.497
34,mlp.experts.217.up_proj,0.0000110821,0.05000,14.431
34,mlp.experts.216.up_proj,0.0000346312,0.05000,14.493
34,mlp.experts.140.down_proj,0.0000009621,0.05000,3.661
34,mlp.experts.114.down_proj,0.0000016361,0.05000,3.573
34,mlp.experts.241.up_proj,0.0000129242,0.05000,14.154
34,mlp.experts.254.up_proj,0.0000104939,0.05000,14.177
34,mlp.experts.159.down_proj,0.0000020922,0.05000,3.268
34,mlp.experts.244.up_proj,0.0000151962,0.05000,14.118
34,mlp.experts.125.down_proj,0.0000027311,0.05000,3.098
34,mlp.experts.130.down_proj,0.0000016808,0.05000,2.798
34,mlp.experts.219.up_proj,0.0000151062,0.05000,13.576
34,mlp.experts.243.up_proj,0.0000310443,0.05000,13.588
34,mlp.experts.1.down_proj,0.0000021801,0.05000,2.810
34,mlp.experts.14.down_proj,0.0000031331,0.05000,2.825
34,mlp.experts.175.down_proj,0.0000016062,0.05000,2.863
34,mlp.experts.141.down_proj,0.0000021253,0.05000,2.903
34,mlp.experts.146.down_proj,0.0000017226,0.05000,2.931
34,mlp.experts.3.down_proj,0.0000102901,0.05000,2.998
34,mlp.experts.17.down_proj,0.0000007289,0.05000,2.928
34,mlp.experts.30.down_proj,0.0000067540,0.05000,2.910
34,mlp.experts.191.down_proj,0.0000014093,0.05000,2.914
34,mlp.experts.157.down_proj,0.0000013082,0.05000,2.776
34,mlp.experts.162.down_proj,0.0000011988,0.05000,2.722
34,mlp.experts.178.down_proj,failsafe(rtn): 0.0009422,0.00000,0.137
34,mlp.experts.19.down_proj,0.0000041247,0.05000,2.712
34,mlp.experts.33.down_proj,0.0000014996,0.05000,2.627
34,mlp.experts.35.down_proj,failsafe(rtn): 0.0009384,0.00000,0.155
34,mlp.experts.46.down_proj,0.0000008321,0.05000,2.666
34,mlp.experts.192.up_proj,0.0000192722,0.05000,11.623
34,mlp.experts.207.down_proj,0.0000022286,0.05000,2.810
34,mlp.experts.156.down_proj,failsafe(rtn): 0.0009308,0.00000,0.251
34,mlp.experts.173.down_proj,0.0000028589,0.05000,2.915
34,mlp.experts.202.up_proj,0.0000052088,0.05000,11.883
34,mlp.experts.229.up_proj,0.0000236788,0.05000,11.506
34,mlp.experts.189.down_proj,failsafe(rtn): 0.0009270,0.00000,0.222
34,mlp.experts.233.up_proj,0.0000044287,0.05000,11.644
34,mlp.experts.198.up_proj,0.0001020459,0.05000,11.835
34,mlp.experts.194.down_proj,0.0000019919,0.05000,3.426
34,mlp.experts.51.down_proj,0.0000008579,0.05000,3.472
34,mlp.experts.49.down_proj,0.0000016372,0.05000,3.493
34,mlp.experts.62.down_proj,0.0000027997,0.05000,3.410
34,mlp.experts.78.down_proj,failsafe(rtn): 0.0009499,0.00000,0.144
34,mlp.experts.4.down_proj,0.0000008055,0.05000,3.322
34,mlp.experts.223.down_proj,0.0000004440,0.05000,3.263
34,mlp.experts.172.down_proj,0.0000015995,0.05000,3.260
34,mlp.experts.205.down_proj,0.0000024584,0.05000,3.091
34,mlp.experts.235.up_proj,0.0000151697,0.05000,11.755
34,mlp.experts.210.down_proj,0.0000010121,0.05000,2.905
34,mlp.experts.67.down_proj,0.0000023121,0.05000,2.827
34,mlp.experts.20.down_proj,0.0000003044,0.05000,2.819
34,mlp.experts.94.down_proj,0.0000012804,0.05000,2.933
34,mlp.experts.239.down_proj,0.0000020978,0.05000,2.932
34,mlp.experts.188.down_proj,0.0000011971,0.05000,2.979
34,mlp.experts.226.down_proj,0.0000034469,0.05000,2.822
34,mlp.experts.242.down_proj,failsafe(rtn): 0.0008926,0.00000,0.133
34,mlp.experts.83.down_proj,0.0000008000,0.05000,2.852
34,mlp.experts.36.down_proj,0.0000007391,0.05000,2.744
34,mlp.experts.110.down_proj,0.0000007527,0.05000,2.818
34,mlp.experts.255.down_proj,0.0000012601,0.05000,2.827
34,mlp.experts.204.down_proj,0.0000008972,0.05000,2.765
34,mlp.experts.99.down_proj,0.0000001520,0.05000,2.337
34,mlp.experts.52.down_proj,0.0000042060,0.05000,2.276
34,mlp.experts.208.up_proj,0.0000073417,0.05000,11.270
34,mlp.experts.232.up_proj,0.0000054426,0.05000,11.281
34,mlp.experts.126.down_proj,0.0000025857,0.05000,2.283
34,mlp.experts.245.up_proj,0.0000145869,0.05000,10.860
34,mlp.experts.218.up_proj,0.0000125440,0.05000,11.112
34,mlp.experts.221.down_proj,failsafe(rtn): 0.0009270,0.00000,0.210
34,mlp.experts.220.down_proj,0.0000075958,0.05000,2.410
34,mlp.experts.237.down_proj,failsafe(rtn): 0.0009537,0.00000,0.154
34,mlp.experts.214.up_proj,0.0000218754,0.05000,10.882
34,mlp.experts.115.down_proj,0.0000009562,0.05000,2.635
34,mlp.experts.68.down_proj,0.0000023540,0.05000,2.620
34,mlp.experts.142.down_proj,0.0000008232,0.05000,2.634
34,mlp.experts.65.down_proj,0.0000012442,0.05000,2.666
34,mlp.experts.5.down_proj,0.0000029579,0.05000,2.688
34,mlp.experts.236.down_proj,0.0000036309,0.05000,2.563
34,mlp.experts.253.down_proj,0.0000010783,0.05000,2.719
34,mlp.experts.251.up_proj,0.0000337368,0.05000,10.705
34,mlp.experts.131.down_proj,0.0000011967,0.05000,2.873
34,mlp.experts.84.down_proj,0.0000021155,0.05000,2.868
34,mlp.experts.147.down_proj,failsafe(rtn): 0.0009842,0.00000,0.120
34,mlp.experts.81.down_proj,0.0000019391,0.05000,2.724
34,mlp.experts.100.down_proj,failsafe(rtn): 0.0009193,0.00000,0.128
34,mlp.experts.158.down_proj,0.0000009439,0.05000,2.874
34,mlp.experts.21.down_proj,0.0000027107,0.05000,2.793
34,mlp.experts.252.down_proj,0.0000015644,0.05000,2.776
34,mlp.experts.11.down_proj,0.0000009144,0.05000,2.462
34,mlp.experts.163.down_proj,0.0000006788,0.05000,2.618
34,mlp.experts.116.down_proj,0.0000031033,0.05000,2.608
34,mlp.experts.174.down_proj,0.0000136917,0.05000,2.576
34,mlp.experts.97.down_proj,0.0000021140,0.05000,2.626
34,mlp.experts.37.down_proj,0.0000007280,0.05000,2.611
34,mlp.experts.190.down_proj,failsafe(rtn): 0.0009651,0.00000,0.122
34,mlp.experts.27.down_proj,0.0000017336,0.05000,2.637
34,mlp.experts.179.down_proj,0.0000025425,0.05000,2.711
34,mlp.experts.132.down_proj,0.0000006911,0.05000,2.666
34,mlp.experts.113.down_proj,0.0000007586,0.05000,2.668
34,mlp.experts.224.up_proj,0.0000047959,0.05000,10.858
34,mlp.experts.248.up_proj,0.0000270390,0.05000,10.836
34,mlp.experts.53.down_proj,0.0000036920,0.05000,2.715
34,mlp.experts.249.up_proj,0.0000114273,0.05000,10.828
34,mlp.experts.148.down_proj,failsafe(rtn): 0.0009422,0.00000,0.151
34,mlp.experts.206.down_proj,0.0000026279,0.05000,2.689
34,mlp.experts.43.down_proj,0.0000022189,0.05000,2.673
34,mlp.experts.195.down_proj,0.0000010098,0.05000,2.568
34,mlp.experts.230.up_proj,0.0000296033,0.05000,10.655
34,mlp.experts.129.down_proj,0.0000016519,0.05000,2.590
34,mlp.experts.234.up_proj,0.0000255724,0.05000,10.749
34,mlp.experts.8.down_proj,0.0000009375,0.05000,2.616
34,mlp.experts.9.down_proj,0.0000035522,0.05000,2.575
34,mlp.experts.69.down_proj,0.0000009545,0.05000,2.582
34,mlp.experts.164.down_proj,0.0000011561,0.05000,2.591
34,mlp.experts.222.down_proj,0.0000003082,0.05000,2.579
34,mlp.experts.145.down_proj,failsafe(rtn): 0.0009308,0.00000,0.137
34,mlp.experts.59.down_proj,0.0000039914,0.05000,2.650
34,mlp.experts.211.down_proj,0.0000010670,0.05000,2.618
34,mlp.experts.85.down_proj,0.0000026328,0.05000,2.676
34,mlp.experts.24.down_proj,0.0000006742,0.05000,2.731
34,mlp.experts.25.down_proj,0.0000014169,0.05000,2.706
34,mlp.experts.238.down_proj,0.0000009413,0.05000,2.672
34,mlp.experts.161.down_proj,0.0000021371,0.05000,2.664
34,mlp.experts.180.down_proj,0.0000022796,0.05000,2.713
34,mlp.experts.75.down_proj,0.0000058936,0.05000,2.609
34,mlp.experts.227.down_proj,0.0000016059,0.05000,2.511
34,mlp.experts.101.down_proj,0.0000022839,0.05000,2.455
34,mlp.experts.40.down_proj,0.0000006510,0.05000,2.490
34,mlp.experts.177.down_proj,0.0000013168,0.05000,2.469
34,mlp.experts.41.down_proj,0.0000057163,0.05000,2.527
34,mlp.experts.254.down_proj,0.0000010596,0.05000,2.527
34,mlp.experts.196.down_proj,0.0000024029,0.05000,2.548
34,mlp.experts.117.down_proj,failsafe(rtn): 0.0009117,0.00000,0.155
34,mlp.experts.193.down_proj,failsafe(rtn): 0.0009232,0.00000,0.124
34,mlp.experts.91.down_proj,0.0000034082,0.05000,2.427
34,mlp.experts.243.down_proj,0.0000010877,0.05000,2.352
34,mlp.experts.240.up_proj,0.0000080735,0.05000,10.048
34,mlp.experts.56.down_proj,0.0000011261,0.05000,2.199
34,mlp.experts.133.down_proj,0.0000017788,0.05000,2.144
34,mlp.experts.57.down_proj,0.0000006880,0.05000,2.249
34,mlp.experts.209.down_proj,0.0000016723,0.05000,2.196
34,mlp.experts.212.down_proj,0.0000013036,0.05000,2.216
34,mlp.experts.107.down_proj,0.0000033979,0.05000,1.948
34,mlp.experts.246.up_proj,0.0000053441,0.05000,9.274
34,mlp.experts.250.up_proj,0.0000203360,0.05000,9.313
34,mlp.experts.0.down_proj,0.0000008185,0.05000,1.941
34,mlp.experts.149.down_proj,0.0000025771,0.05000,1.898
34,mlp.experts.72.down_proj,0.0000011811,0.05000,1.971
34,mlp.experts.73.down_proj,0.0000031567,0.05000,1.972
34,mlp.experts.225.down_proj,0.0000018546,0.05000,1.966
34,mlp.experts.228.down_proj,0.0000006942,0.05000,1.977
34,mlp.experts.89.down_proj,failsafe(rtn): 0.0009384,0.00000,0.107
34,mlp.experts.123.down_proj,0.0000013440,0.05000,1.892
34,mlp.experts.139.down_proj,failsafe(rtn): 0.0009613,0.00000,0.079
34,mlp.experts.6.down_proj,0.0000006126,0.05000,1.946
34,mlp.experts.10.down_proj,0.0000006657,0.05000,1.914
34,mlp.experts.16.down_proj,0.0000006029,0.05000,1.868
34,mlp.experts.165.down_proj,0.0000004520,0.05000,1.901
34,mlp.experts.88.down_proj,0.0000029070,0.05000,1.927
34,mlp.experts.241.down_proj,0.0000036128,0.05000,1.919
34,mlp.experts.244.down_proj,0.0000016260,0.05000,1.923
34,mlp.experts.105.down_proj,0.0000004768,0.05000,1.930
34,mlp.experts.155.down_proj,0.0000014995,0.05000,1.662
34,mlp.experts.22.down_proj,0.0000018049,0.05000,1.625
34,mlp.experts.26.down_proj,0.0000009256,0.05000,1.574
34,mlp.experts.32.down_proj,0.0000020195,0.05000,1.595
34,mlp.experts.181.down_proj,0.0000005210,0.05000,1.588
34,mlp.experts.104.down_proj,0.0000046531,0.05000,1.563
34,mlp.experts.121.down_proj,0.0000006952,0.05000,1.527
34,mlp.experts.171.down_proj,0.0000029280,0.05000,1.466
34,mlp.experts.38.down_proj,0.0000013358,0.05000,1.570
34,mlp.experts.42.down_proj,0.0000020323,0.05000,1.557
34,mlp.experts.48.down_proj,0.0000007432,0.05000,1.523
34,mlp.experts.197.down_proj,0.0000026223,0.05000,1.562
34,mlp.experts.120.down_proj,0.0000007702,0.05000,1.556
34,mlp.experts.137.down_proj,0.0000006019,0.05000,1.538
34,mlp.experts.187.down_proj,0.0000011323,0.05000,1.531
34,mlp.experts.54.down_proj,0.0000010542,0.05000,1.511
34,mlp.experts.58.down_proj,0.0000012769,0.05000,1.536
34,mlp.experts.64.down_proj,0.0000018764,0.05000,1.531
34,mlp.experts.213.down_proj,0.0000034761,0.05000,1.504
34,mlp.experts.136.down_proj,0.0000010870,0.05000,1.495
34,mlp.experts.153.down_proj,0.0000009306,0.05000,1.554
34,mlp.experts.203.down_proj,0.0000027782,0.05000,1.413
34,mlp.experts.70.down_proj,0.0000022951,0.05000,1.519
34,mlp.experts.74.down_proj,0.0000036007,0.05000,1.465
34,mlp.experts.80.down_proj,0.0000012734,0.05000,1.531
34,mlp.experts.229.down_proj,0.0000004785,0.05000,1.541
34,mlp.experts.152.down_proj,0.0000013503,0.05000,1.541
34,mlp.experts.169.down_proj,0.0000017535,0.05000,1.493
34,mlp.experts.219.down_proj,0.0000010150,0.05000,1.495
34,mlp.experts.86.down_proj,0.0000038606,0.05000,1.467
34,mlp.experts.90.down_proj,0.0000009398,0.05000,1.505
34,mlp.experts.96.down_proj,0.0000018499,0.05000,1.511
34,mlp.experts.245.down_proj,0.0000002896,0.05000,1.456
34,mlp.experts.168.down_proj,0.0000004336,0.05000,1.489
34,mlp.experts.185.down_proj,0.0000013760,0.05000,1.431
34,mlp.experts.235.down_proj,0.0000013602,0.05000,1.269
34,mlp.experts.102.down_proj,0.0000028736,0.05000,1.236
34,mlp.experts.106.down_proj,0.0000010279,0.05000,1.260
34,mlp.experts.112.down_proj,0.0000034365,0.05000,1.207
34,mlp.experts.184.down_proj,0.0000005379,0.05000,1.199
34,mlp.experts.200.down_proj,failsafe(rtn): 0.0008965,0.00000,0.062
34,mlp.experts.201.down_proj,0.0000045811,0.05000,1.177
34,mlp.experts.251.down_proj,0.0000028508,0.05000,1.227
34,mlp.experts.118.down_proj,0.0000095322,0.05000,1.139
34,mlp.experts.128.down_proj,0.0000027650,0.05000,1.089
34,mlp.experts.122.down_proj,0.0000004609,0.05000,1.142
34,mlp.experts.217.down_proj,0.0000015963,0.05000,1.065
34,mlp.experts.216.down_proj,0.0000008224,0.05000,1.104
34,mlp.experts.134.down_proj,0.0000149180,0.05000,0.894
34,mlp.experts.144.down_proj,0.0000133589,0.05000,0.905
34,mlp.experts.138.down_proj,0.0000042956,0.05000,0.888
34,mlp.experts.233.down_proj,0.0000015143,0.05000,0.870
34,mlp.experts.232.down_proj,0.0000011494,0.05000,0.888
34,mlp.experts.150.down_proj,0.0000008828,0.05000,0.926
34,mlp.experts.160.down_proj,0.0000014090,0.05000,0.902
34,mlp.experts.154.down_proj,0.0000013612,0.05000,0.903
34,mlp.experts.249.down_proj,0.0000010298,0.05000,0.861
34,mlp.experts.248.down_proj,0.0000032005,0.05000,0.867
34,mlp.experts.176.down_proj,0.0000039859,0.05000,0.437
34,mlp.experts.170.down_proj,0.0000019402,0.05000,0.456
34,mlp.experts.166.down_proj,0.0000018689,0.05000,0.537
34,mlp.experts.192.down_proj,0.0000004435,0.05000,0.393
34,mlp.experts.186.down_proj,0.0000027419,0.05000,0.482
34,mlp.experts.182.down_proj,0.0000012246,0.05000,0.448
34,mlp.experts.208.down_proj,0.0000011386,0.05000,0.435
34,mlp.experts.198.down_proj,0.0000072139,0.05000,0.431
34,mlp.experts.202.down_proj,0.0000002357,0.05000,0.452
34,mlp.experts.224.down_proj,0.0000013119,0.05000,0.360
34,mlp.experts.214.down_proj,0.0000009631,0.05000,0.392
34,mlp.experts.218.down_proj,0.0000010066,0.05000,0.385
34,mlp.experts.240.down_proj,0.0000010759,0.05000,0.354
34,mlp.experts.234.down_proj,0.0000006259,0.05000,0.285
34,mlp.experts.230.down_proj,0.0000031806,0.05000,0.313
34,mlp.experts.250.down_proj,0.0000018414,0.05000,0.215
34,mlp.experts.246.down_proj,0.0000007134,0.05000,0.202
35,mlp.experts.4.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.657
35,mlp.experts.10.gate_proj,0.0000183220,0.05000,14.678
35,mlp.experts.3.gate_proj,0.0000142010,0.05000,14.771
35,mlp.experts.9.gate_proj,0.0000176391,0.05000,14.772
35,mlp.experts.2.gate_proj,0.0000144700,0.05000,14.780
35,mlp.experts.8.gate_proj,0.0000286177,0.05000,14.808
35,mlp.experts.6.gate_proj,0.0000349658,0.05000,14.776
35,mlp.experts.14.gate_proj,0.0000068446,0.05000,14.809
35,mlp.experts.12.gate_proj,0.0000390838,0.05000,14.814
35,mlp.experts.15.gate_proj,0.0000326878,0.05000,14.821
35,mlp.experts.0.gate_proj,0.0000210015,0.05000,14.826
35,mlp.experts.11.gate_proj,0.0000171478,0.05000,14.821
35,mlp.experts.1.gate_proj,0.0000498078,0.05000,14.824
35,mlp.experts.5.gate_proj,0.0000192708,0.05000,14.830
35,mlp.experts.7.gate_proj,0.0000173564,0.05000,14.891
35,mlp.experts.13.gate_proj,0.0000180409,0.05000,14.876
35,mlp.experts.26.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.800
35,mlp.experts.20.gate_proj,0.0000202307,0.05000,14.904
35,mlp.experts.25.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.871
35,mlp.experts.28.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.861
35,mlp.experts.17.gate_proj,0.0000351644,0.05000,14.705
35,mlp.experts.19.gate_proj,0.0000334781,0.05000,14.815
35,mlp.experts.22.gate_proj,0.0000084186,0.05000,14.813
35,mlp.experts.27.gate_proj,0.0000124763,0.05000,14.811
35,mlp.experts.16.gate_proj,0.0000103420,0.05000,14.831
35,mlp.experts.24.gate_proj,0.0000542628,0.05000,14.872
35,mlp.experts.30.gate_proj,0.0000277434,0.05000,14.934
35,mlp.experts.18.gate_proj,0.0000171263,0.05000,14.963
35,mlp.experts.21.gate_proj,0.0000197675,0.05000,14.960
35,mlp.experts.31.gate_proj,0.0001302186,0.05000,14.979
35,mlp.experts.29.gate_proj,0.0000532589,0.05000,14.873
35,mlp.experts.23.gate_proj,0.0001051793,0.05000,14.963
35,mlp.experts.42.gate_proj,0.0000119285,0.05000,14.739
35,mlp.experts.36.gate_proj,0.0000106270,0.05000,14.800
35,mlp.experts.41.gate_proj,0.0000320890,0.05000,14.795
35,mlp.experts.45.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.787
35,mlp.experts.44.gate_proj,0.0000195912,0.05000,14.940
35,mlp.experts.33.gate_proj,0.0000185369,0.05000,15.038
35,mlp.experts.35.gate_proj,0.0000290135,0.05000,15.022
35,mlp.experts.38.gate_proj,0.0000258094,0.05000,15.095
35,mlp.experts.40.gate_proj,0.0000240069,0.05000,15.018
35,mlp.experts.46.gate_proj,0.0000173397,0.05000,14.994
35,mlp.experts.34.gate_proj,0.0000149424,0.05000,14.989
35,mlp.experts.32.gate_proj,0.0000513139,0.05000,15.168
35,mlp.experts.37.gate_proj,0.0000199122,0.05000,15.034
35,mlp.experts.43.gate_proj,0.0000189744,0.05000,15.242
35,mlp.experts.47.gate_proj,0.0000169471,0.05000,15.203
35,mlp.experts.39.gate_proj,0.0000146935,0.05000,15.148
35,mlp.experts.52.gate_proj,0.0000278532,0.05000,14.969
35,mlp.experts.58.gate_proj,0.0000362868,0.05000,15.160
35,mlp.experts.57.gate_proj,0.0000089563,0.05000,15.037
35,mlp.experts.50.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.794
35,mlp.experts.60.gate_proj,0.0000199718,0.05000,15.014
35,mlp.experts.61.gate_proj,0.0000158490,0.05000,15.069
35,mlp.experts.49.gate_proj,0.0000121352,0.05000,14.842
35,mlp.experts.51.gate_proj,0.0000093174,0.05000,14.800
35,mlp.experts.53.gate_proj,0.0000098326,0.05000,14.728
35,mlp.experts.48.gate_proj,0.0000822247,0.05000,14.801
35,mlp.experts.54.gate_proj,0.0000077472,0.05000,14.967
35,mlp.experts.56.gate_proj,0.0000738707,0.05000,14.960
35,mlp.experts.62.gate_proj,0.0000462687,0.05000,14.945
35,mlp.experts.59.gate_proj,0.0000203895,0.05000,14.881
35,mlp.experts.63.gate_proj,0.0000195114,0.05000,14.904
35,mlp.experts.55.gate_proj,0.0000300959,0.05000,14.884
35,mlp.experts.74.gate_proj,0.0000277939,0.05000,14.779
35,mlp.experts.68.gate_proj,0.0000181818,0.05000,14.913
35,mlp.experts.77.gate_proj,0.0000240026,0.05000,14.686
35,mlp.experts.76.gate_proj,0.0000426096,0.05000,14.817
35,mlp.experts.73.gate_proj,0.0000152835,0.05000,14.947
35,mlp.experts.66.gate_proj,0.0000243656,0.05000,14.970
35,mlp.experts.70.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.816
35,mlp.experts.82.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.744
35,mlp.experts.67.gate_proj,0.0000140319,0.05000,14.956
35,mlp.experts.65.gate_proj,0.0000293014,0.05000,14.991
35,mlp.experts.69.gate_proj,0.0000213313,0.05000,14.921
35,mlp.experts.72.gate_proj,0.0000159199,0.05000,14.970
35,mlp.experts.64.gate_proj,0.0000145968,0.05000,15.073
35,mlp.experts.78.gate_proj,0.0000307347,0.05000,14.975
35,mlp.experts.75.gate_proj,0.0000088103,0.05000,14.938
35,mlp.experts.71.gate_proj,0.0000209907,0.05000,14.972
35,mlp.experts.79.gate_proj,0.0000253010,0.05000,15.076
35,mlp.experts.90.gate_proj,0.0000228659,0.05000,14.957
35,mlp.experts.84.gate_proj,0.0000114909,0.05000,14.987
35,mlp.experts.93.gate_proj,0.0000251253,0.05000,14.887
35,mlp.experts.89.gate_proj,0.0000123345,0.05000,14.951
35,mlp.experts.92.gate_proj,0.0000171437,0.05000,14.983
35,mlp.experts.86.gate_proj,0.0000321708,0.05000,14.920
35,mlp.experts.109.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.870
35,mlp.experts.98.gate_proj,0.0000576189,0.05000,15.046
35,mlp.experts.125.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.659
35,mlp.experts.81.gate_proj,0.0000222680,0.05000,14.538
35,mlp.experts.83.gate_proj,0.0000123946,0.05000,14.624
35,mlp.experts.85.gate_proj,0.0000123975,0.05000,14.688
35,mlp.experts.80.gate_proj,0.0000345604,0.05000,14.547
35,mlp.experts.88.gate_proj,0.0000593767,0.05000,14.564
35,mlp.experts.94.gate_proj,0.0000146875,0.05000,14.658
35,mlp.experts.91.gate_proj,0.0001579146,0.05000,14.726
35,mlp.experts.87.gate_proj,0.0000261162,0.05000,14.653
35,mlp.experts.95.gate_proj,0.0000202074,0.05000,14.530
35,mlp.experts.106.gate_proj,0.0000236493,0.05000,14.595
35,mlp.experts.100.gate_proj,0.0000303866,0.05000,14.623
35,mlp.experts.105.gate_proj,0.0000467386,0.05000,14.490
35,mlp.experts.108.gate_proj,0.0000774925,0.05000,14.553
35,mlp.experts.102.gate_proj,0.0000164429,0.05000,14.632
35,mlp.experts.118.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.767
35,mlp.experts.114.gate_proj,0.0000193115,0.05000,14.616
35,mlp.experts.141.gate_proj,0.0000459763,0.05000,14.643
35,mlp.experts.97.gate_proj,0.0000196188,0.05000,15.446
35,mlp.experts.99.gate_proj,0.0000098165,0.05000,15.620
35,mlp.experts.96.gate_proj,0.0000196314,0.05000,15.560
35,mlp.experts.101.gate_proj,0.0000387834,0.05000,15.670
35,mlp.experts.104.gate_proj,0.0000156880,0.05000,15.540
35,mlp.experts.107.gate_proj,0.0000311398,0.05000,15.573
35,mlp.experts.110.gate_proj,0.0000419808,0.05000,15.686
35,mlp.experts.111.gate_proj,0.0000215675,0.05000,15.599
35,mlp.experts.103.gate_proj,0.0000304481,0.05000,15.631
35,mlp.experts.122.gate_proj,0.0000191632,0.05000,15.596
35,mlp.experts.116.gate_proj,0.0000272669,0.05000,15.643
35,mlp.experts.124.gate_proj,0.0000133722,0.05000,15.647
35,mlp.experts.121.gate_proj,0.0000245439,0.05000,15.735
35,mlp.experts.134.gate_proj,0.0000354467,0.05000,15.476
35,mlp.experts.130.gate_proj,0.0000411560,0.05000,15.553
35,mlp.experts.157.gate_proj,0.0000659881,0.05000,15.585
35,mlp.experts.150.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.719
35,mlp.experts.166.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.700
35,mlp.experts.113.gate_proj,0.0001353835,0.05000,15.056
35,mlp.experts.115.gate_proj,0.0000247118,0.05000,14.893
35,mlp.experts.112.gate_proj,0.0000446264,0.05000,14.922
35,mlp.experts.120.gate_proj,0.0000175836,0.05000,14.963
35,mlp.experts.117.gate_proj,0.0000212483,0.05000,15.073
35,mlp.experts.127.gate_proj,0.0000333468,0.05000,14.858
35,mlp.experts.126.gate_proj,0.0000374688,0.05000,14.929
35,mlp.experts.123.gate_proj,0.0000337559,0.05000,15.061
35,mlp.experts.138.gate_proj,0.0000325007,0.05000,14.906
35,mlp.experts.119.gate_proj,0.0000288940,0.05000,15.071
35,mlp.experts.137.gate_proj,0.0000305764,0.05000,14.761
35,mlp.experts.140.gate_proj,0.0000514499,0.05000,14.826
35,mlp.experts.132.gate_proj,0.0000135292,0.05000,15.086
35,mlp.experts.146.gate_proj,0.0000472635,0.05000,15.071
35,mlp.experts.173.gate_proj,0.0000590983,0.05000,15.051
35,mlp.experts.182.gate_proj,0.0000439806,0.05000,14.942
35,mlp.experts.129.gate_proj,0.0000090930,0.05000,14.929
35,mlp.experts.131.gate_proj,0.0000498244,0.05000,15.022
35,mlp.experts.128.gate_proj,0.0000312799,0.05000,14.985
35,mlp.experts.136.gate_proj,0.0000358150,0.05000,14.964
35,mlp.experts.133.gate_proj,0.0000298004,0.05000,15.003
35,mlp.experts.142.gate_proj,0.0000258989,0.05000,14.915
35,mlp.experts.154.gate_proj,0.0000483505,0.05000,14.891
35,mlp.experts.143.gate_proj,0.0000227291,0.05000,15.114
35,mlp.experts.135.gate_proj,0.0000513932,0.05000,14.973
35,mlp.experts.139.gate_proj,0.0000421201,0.05000,15.155
35,mlp.experts.147.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.827
35,mlp.experts.156.gate_proj,0.0000266244,0.05000,15.028
35,mlp.experts.153.gate_proj,0.0000155478,0.05000,15.085
35,mlp.experts.144.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.832
35,mlp.experts.148.gate_proj,0.0000103024,0.05000,15.108
35,mlp.experts.158.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.881
35,mlp.experts.169.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.734
35,mlp.experts.172.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.766
35,mlp.experts.162.gate_proj,0.0000318506,0.05000,15.055
35,mlp.experts.188.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.717
35,mlp.experts.189.gate_proj,0.0000162576,0.05000,14.990
35,mlp.experts.178.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.723
35,mlp.experts.198.gate_proj,0.0000327641,0.05000,15.050
35,mlp.experts.205.gate_proj,failsafe(rtn): 0.0008926,0.00000,0.741
35,mlp.experts.145.gate_proj,0.0000099761,0.05000,14.708
35,mlp.experts.152.gate_proj,0.0000310232,0.05000,14.748
35,mlp.experts.149.gate_proj,0.0000316824,0.05000,14.745
35,mlp.experts.159.gate_proj,0.0000201560,0.05000,14.741
35,mlp.experts.170.gate_proj,0.0000359071,0.05000,14.893
35,mlp.experts.151.gate_proj,0.0000188416,0.05000,14.836
35,mlp.experts.155.gate_proj,0.0000346327,0.05000,14.836
35,mlp.experts.163.gate_proj,0.0000109082,0.05000,14.729
35,mlp.experts.160.gate_proj,0.0000378933,0.05000,14.805
35,mlp.experts.164.gate_proj,0.0000263199,0.05000,14.775
35,mlp.experts.174.gate_proj,0.0000241993,0.05000,14.765
35,mlp.experts.175.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.829
35,mlp.experts.185.gate_proj,0.0000116105,0.05000,14.780
35,mlp.experts.204.gate_proj,0.0000893486,0.05000,14.694
35,mlp.experts.194.gate_proj,0.0000196274,0.05000,14.757
35,mlp.experts.214.gate_proj,0.0000109648,0.05000,14.711
35,mlp.experts.221.gate_proj,0.0000442768,0.05000,14.752
35,mlp.experts.237.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.673
35,mlp.experts.161.gate_proj,0.0000444740,0.05000,14.941
35,mlp.experts.165.gate_proj,0.0000232043,0.05000,14.812
35,mlp.experts.168.gate_proj,0.0000901943,0.05000,14.938
35,mlp.experts.177.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.729
35,mlp.experts.186.gate_proj,0.0000293115,0.05000,14.905
35,mlp.experts.171.gate_proj,0.0000181171,0.05000,14.969
35,mlp.experts.179.gate_proj,0.0000274712,0.05000,14.919
35,mlp.experts.167.gate_proj,0.0000055149,0.05000,15.207
35,mlp.experts.176.gate_proj,0.0000343219,0.05000,15.001
35,mlp.experts.180.gate_proj,0.0000238518,0.05000,14.926
35,mlp.experts.190.gate_proj,0.0000096114,0.05000,14.922
35,mlp.experts.191.gate_proj,0.0000143990,0.05000,14.985
35,mlp.experts.193.gate_proj,failsafe(rtn): 0.0009460,0.00000,0.890
35,mlp.experts.201.gate_proj,0.0000484646,0.05000,14.930
35,mlp.experts.207.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.674
35,mlp.experts.220.gate_proj,0.0000260813,0.05000,15.023
35,mlp.experts.210.gate_proj,0.0000227127,0.05000,14.948
35,mlp.experts.230.gate_proj,0.0000886454,0.05000,14.974
35,mlp.experts.226.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.706
35,mlp.experts.246.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.704
35,mlp.experts.253.gate_proj,0.0000136849,0.05000,14.977
35,mlp.experts.181.gate_proj,0.0000221038,0.05000,14.289
35,mlp.experts.184.gate_proj,0.0000146339,0.05000,14.372
35,mlp.experts.202.gate_proj,0.0000112151,0.05000,14.341
35,mlp.experts.195.gate_proj,0.0000313710,0.05000,14.260
35,mlp.experts.196.gate_proj,0.0000156712,0.05000,14.023
35,mlp.experts.187.gate_proj,0.0000422857,0.05000,14.440
35,mlp.experts.183.gate_proj,0.0000779967,0.05000,14.250
35,mlp.experts.192.gate_proj,0.0000079309,0.05000,14.282
35,mlp.experts.206.gate_proj,0.0000226302,0.05000,14.267
35,mlp.experts.209.gate_proj,0.0000130593,0.05000,14.159
35,mlp.experts.217.gate_proj,0.0000392150,0.05000,14.173
35,mlp.experts.223.gate_proj,0.0000126334,0.05000,14.256
35,mlp.experts.236.gate_proj,0.0000253549,0.05000,14.063
35,mlp.experts.242.gate_proj,0.0000313026,0.05000,14.346
35,mlp.experts.6.up_proj,0.0000301173,0.05000,14.340
35,mlp.experts.13.up_proj,0.0000142796,0.05000,14.318
35,mlp.experts.200.gate_proj,0.0000605845,0.05000,15.232
35,mlp.experts.197.gate_proj,0.0000207759,0.05000,15.334
35,mlp.experts.218.gate_proj,0.0000082422,0.05000,15.276
35,mlp.experts.211.gate_proj,0.0001010228,0.05000,15.394
35,mlp.experts.212.gate_proj,0.0000462266,0.05000,15.347
35,mlp.experts.216.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.734
35,mlp.experts.203.gate_proj,0.0000174501,0.05000,15.408
35,mlp.experts.208.gate_proj,0.0000833651,0.05000,15.330
35,mlp.experts.199.gate_proj,0.0000511729,0.05000,15.489
35,mlp.experts.222.gate_proj,0.0000892821,0.05000,15.444
35,mlp.experts.225.gate_proj,0.0000137458,0.05000,15.457
35,mlp.experts.233.gate_proj,0.0000347471,0.05000,15.388
35,mlp.experts.238.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.708
35,mlp.experts.239.gate_proj,0.0000132255,0.05000,15.391
35,mlp.experts.252.gate_proj,0.0000332592,0.05000,15.389
35,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.694
35,mlp.experts.2.up_proj,0.0000138176,0.05000,15.319
35,mlp.experts.22.up_proj,0.0000084381,0.05000,15.422
35,mlp.experts.29.up_proj,0.0000518293,0.05000,15.416
35,mlp.experts.45.up_proj,failsafe(rtn): 0.0009651,0.00000,0.855
35,mlp.experts.213.gate_proj,0.0000124506,0.05000,15.198
35,mlp.experts.234.gate_proj,0.0000413680,0.05000,15.159
35,mlp.experts.227.gate_proj,0.0001120998,0.05000,15.237
35,mlp.experts.232.gate_proj,0.0000491785,0.05000,15.234
35,mlp.experts.228.gate_proj,0.0000315461,0.05000,15.317
35,mlp.experts.219.gate_proj,0.0000633706,0.05000,15.265
35,mlp.experts.215.gate_proj,0.0000167901,0.05000,15.235
35,mlp.experts.224.gate_proj,0.0000142890,0.05000,15.320
35,mlp.experts.241.gate_proj,0.0000096850,0.05000,15.084
35,mlp.experts.243.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.791
35,mlp.experts.254.gate_proj,0.0000268811,0.05000,15.211
35,mlp.experts.255.gate_proj,0.0000277068,0.05000,15.163
35,mlp.experts.9.up_proj,0.0000144732,0.05000,15.193
35,mlp.experts.12.up_proj,0.0000345003,0.05000,15.321
35,mlp.experts.25.up_proj,failsafe(rtn): 0.0009346,0.00000,0.734
35,mlp.experts.28.up_proj,failsafe(rtn): 0.0009117,0.00000,0.741
35,mlp.experts.18.up_proj,0.0000157768,0.05000,15.322
35,mlp.experts.38.up_proj,0.0000198324,0.05000,15.175
35,mlp.experts.61.up_proj,0.0000164210,0.05000,14.990
35,mlp.experts.229.gate_proj,0.0000322742,0.05000,14.412
35,mlp.experts.250.gate_proj,0.0000330218,0.05000,14.583
35,mlp.experts.244.gate_proj,0.0000634788,0.05000,14.468
35,mlp.experts.248.gate_proj,0.0000145736,0.05000,14.547
35,mlp.experts.231.gate_proj,0.0000252710,0.05000,14.392
35,mlp.experts.235.gate_proj,0.0000073569,0.05000,14.595
35,mlp.experts.1.up_proj,0.0000434993,0.05000,14.400
35,mlp.experts.240.gate_proj,0.0000226775,0.05000,14.560
35,mlp.experts.3.up_proj,0.0000121115,0.05000,14.486
35,mlp.experts.4.up_proj,failsafe(rtn): 0.0009918,0.00000,0.841
35,mlp.experts.14.up_proj,0.0000053976,0.05000,14.535
35,mlp.experts.15.up_proj,0.0000301440,0.05000,14.651
35,mlp.experts.41.up_proj,0.0000287414,0.05000,14.487
35,mlp.experts.44.up_proj,0.0000144920,0.05000,14.501
35,mlp.experts.34.up_proj,0.0000099855,0.05000,14.606
35,mlp.experts.54.up_proj,0.0000063603,0.05000,14.522
35,mlp.experts.50.up_proj,failsafe(rtn): 0.0009689,0.00000,0.749
35,mlp.experts.70.up_proj,failsafe(rtn): 0.0009384,0.00000,0.759
35,mlp.experts.77.up_proj,0.0000175657,0.05000,14.618
35,mlp.experts.245.gate_proj,0.0000443465,0.05000,14.604
35,mlp.experts.10.up_proj,0.0000153913,0.05000,14.724
35,mlp.experts.8.up_proj,0.0000206988,0.05000,14.756
35,mlp.experts.247.gate_proj,0.0001091084,0.05000,14.866
35,mlp.experts.17.up_proj,0.0000306661,0.05000,14.776
35,mlp.experts.251.gate_proj,0.0000735098,0.05000,14.920
35,mlp.experts.26.up_proj,failsafe(rtn): 0.0009651,0.00000,0.756
35,mlp.experts.0.up_proj,0.0000174030,0.05000,14.870
35,mlp.experts.19.up_proj,0.0000291432,0.05000,14.833
35,mlp.experts.20.up_proj,0.0000161360,0.05000,14.802
35,mlp.experts.30.up_proj,0.0000228552,0.05000,14.622
35,mlp.experts.31.up_proj,0.0001133241,0.05000,14.761
35,mlp.experts.57.up_proj,0.0000084285,0.05000,14.711
35,mlp.experts.60.up_proj,0.0000150126,0.05000,14.775
35,mlp.experts.66.up_proj,0.0000196889,0.05000,14.621
35,mlp.experts.86.up_proj,0.0000309860,0.05000,14.612
35,mlp.experts.93.up_proj,0.0000208702,0.05000,14.525
35,mlp.experts.82.up_proj,failsafe(rtn): 0.0008850,0.00000,0.712
35,mlp.experts.109.up_proj,failsafe(rtn): 0.0009842,0.00000,0.778
35,mlp.experts.125.up_proj,failsafe(rtn): 0.0009232,0.00000,0.823
35,mlp.experts.5.up_proj,0.0000184384,0.05000,14.450
35,mlp.experts.7.up_proj,0.0000136476,0.05000,14.382
35,mlp.experts.24.up_proj,0.0000501877,0.05000,14.557
35,mlp.experts.11.up_proj,0.0000129309,0.05000,14.469
35,mlp.experts.33.up_proj,0.0000168975,0.05000,14.599
35,mlp.experts.16.up_proj,0.0000084467,0.05000,14.489
35,mlp.experts.42.up_proj,0.0000097509,0.05000,14.554
35,mlp.experts.36.up_proj,0.0000088816,0.05000,14.267
35,mlp.experts.35.up_proj,0.0000269600,0.05000,14.521
35,mlp.experts.46.up_proj,0.0000141981,0.05000,14.449
35,mlp.experts.47.up_proj,0.0000157538,0.05000,14.361
35,mlp.experts.76.up_proj,0.0000397269,0.05000,14.390
35,mlp.experts.73.up_proj,0.0000126608,0.05000,14.525
35,mlp.experts.102.up_proj,0.0000128146,0.05000,14.540
35,mlp.experts.98.up_proj,0.0000500004,0.05000,14.684
35,mlp.experts.118.up_proj,failsafe(rtn): 0.0009079,0.00000,1.000
35,mlp.experts.141.up_proj,0.0000403255,0.05000,14.735
35,mlp.experts.21.up_proj,0.0000161183,0.05000,15.205
35,mlp.experts.23.up_proj,0.0000895103,0.05000,15.384
35,mlp.experts.40.up_proj,0.0000206065,0.05000,15.422
35,mlp.experts.32.up_proj,0.0000411429,0.05000,15.110
35,mlp.experts.27.up_proj,0.0000096491,0.05000,15.249
35,mlp.experts.58.up_proj,0.0000219854,0.05000,15.363
35,mlp.experts.49.up_proj,0.0000111017,0.05000,15.519
35,mlp.experts.52.up_proj,0.0000246179,0.05000,15.524
35,mlp.experts.51.up_proj,0.0000075442,0.05000,15.530
35,mlp.experts.62.up_proj,0.0000388627,0.05000,15.473
35,mlp.experts.63.up_proj,0.0000146198,0.05000,15.454
35,mlp.experts.89.up_proj,0.0000095080,0.05000,15.451
35,mlp.experts.92.up_proj,0.0000146031,0.05000,15.504
35,mlp.experts.114.up_proj,0.0000156770,0.05000,15.231
35,mlp.experts.134.up_proj,0.0000294612,0.05000,15.288
35,mlp.experts.150.up_proj,failsafe(rtn): 0.0009499,0.00000,0.707
35,mlp.experts.157.up_proj,0.0000612853,0.05000,15.416
35,mlp.experts.166.up_proj,failsafe(rtn): 0.0009308,0.00000,0.737
35,mlp.experts.37.up_proj,0.0000165660,0.05000,14.548
35,mlp.experts.43.up_proj,0.0000178520,0.05000,14.309
35,mlp.experts.39.up_proj,0.0000149197,0.05000,14.479
35,mlp.experts.48.up_proj,0.0000780063,0.05000,14.457
35,mlp.experts.56.up_proj,0.0000818866,0.05000,14.549
35,mlp.experts.74.up_proj,0.0000282771,0.05000,14.380
35,mlp.experts.65.up_proj,0.0000273748,0.05000,14.421
35,mlp.experts.68.up_proj,0.0000142613,0.05000,14.342
35,mlp.experts.67.up_proj,0.0000109013,0.05000,14.302
35,mlp.experts.78.up_proj,0.0000228814,0.05000,14.228
35,mlp.experts.79.up_proj,0.0000172644,0.05000,14.446
35,mlp.experts.105.up_proj,0.0000381157,0.05000,14.192
35,mlp.experts.108.up_proj,0.0000822627,0.05000,14.348
35,mlp.experts.130.up_proj,0.0000310040,0.05000,14.379
35,mlp.experts.173.up_proj,0.0000500956,0.05000,14.144
35,mlp.experts.182.up_proj,0.0000382671,0.05000,14.285
35,mlp.experts.53.up_proj,0.0000089977,0.05000,14.702
35,mlp.experts.59.up_proj,0.0000177224,0.05000,15.000
35,mlp.experts.90.up_proj,0.0000199382,0.05000,14.807
35,mlp.experts.64.up_proj,0.0000131545,0.05000,15.018
35,mlp.experts.55.up_proj,0.0000230164,0.05000,15.065
35,mlp.experts.72.up_proj,0.0000123045,0.05000,15.070
35,mlp.experts.81.up_proj,0.0000197665,0.05000,15.085
35,mlp.experts.94.up_proj,0.0000139902,0.05000,15.018
35,mlp.experts.83.up_proj,0.0000113217,0.05000,15.265
35,mlp.experts.84.up_proj,0.0000110554,0.05000,15.345
35,mlp.experts.95.up_proj,0.0000149399,0.05000,15.409
35,mlp.experts.121.up_proj,0.0000183610,0.05000,15.142
35,mlp.experts.124.up_proj,0.0000123571,0.05000,15.288
35,mlp.experts.146.up_proj,0.0000379186,0.05000,15.359
35,mlp.experts.189.up_proj,0.0000141285,0.05000,15.612
35,mlp.experts.198.up_proj,0.0000290065,0.05000,15.385
35,mlp.experts.205.up_proj,failsafe(rtn): 0.0009079,0.00000,0.694
35,mlp.experts.69.up_proj,0.0000185521,0.05000,14.960
35,mlp.experts.75.up_proj,0.0000077589,0.05000,14.877
35,mlp.experts.88.up_proj,0.0000461411,0.05000,14.728
35,mlp.experts.71.up_proj,0.0000162756,0.05000,14.874
35,mlp.experts.80.up_proj,0.0000271498,0.05000,14.930
35,mlp.experts.106.up_proj,0.0000185611,0.05000,14.991
35,mlp.experts.97.up_proj,0.0000178034,0.05000,14.619
35,mlp.experts.110.up_proj,0.0000363650,0.05000,14.582
35,mlp.experts.100.up_proj,0.0000212979,0.05000,14.800
35,mlp.experts.99.up_proj,0.0000097654,0.05000,14.848
35,mlp.experts.111.up_proj,0.0000175670,0.05000,14.791
35,mlp.experts.137.up_proj,0.0000264084,0.05000,14.892
35,mlp.experts.140.up_proj,0.0000458667,0.05000,14.792
35,mlp.experts.162.up_proj,0.0000315688,0.05000,14.997
35,mlp.experts.178.up_proj,failsafe(rtn): 0.0009270,0.00000,0.778
35,mlp.experts.214.up_proj,0.0000098802,0.05000,14.683
35,mlp.experts.221.up_proj,0.0000360309,0.05000,14.752
35,mlp.experts.237.up_proj,failsafe(rtn): 0.0009155,0.00000,0.708
35,mlp.experts.85.up_proj,0.0000108398,0.05000,15.151
35,mlp.experts.91.up_proj,0.0001390132,0.05000,15.129
35,mlp.experts.122.up_proj,0.0000166535,0.05000,14.940
35,mlp.experts.104.up_proj,0.0000127621,0.05000,15.085
35,mlp.experts.87.up_proj,0.0000190805,0.05000,15.095
35,mlp.experts.96.up_proj,0.0000187080,0.05000,15.046
35,mlp.experts.126.up_proj,0.0000274270,0.05000,14.876
35,mlp.experts.113.up_proj,0.0001166579,0.05000,15.070
35,mlp.experts.116.up_proj,0.0000255967,0.05000,15.051
35,mlp.experts.115.up_proj,0.0000183774,0.05000,15.103
35,mlp.experts.127.up_proj,0.0000225244,0.05000,15.141
35,mlp.experts.153.up_proj,0.0000141348,0.05000,15.159
35,mlp.experts.156.up_proj,0.0000226415,0.05000,15.059
35,mlp.experts.169.up_proj,failsafe(rtn): 0.0010681,0.00000,0.695
35,mlp.experts.172.up_proj,failsafe(rtn): 0.0009041,0.00000,0.739
35,mlp.experts.188.up_proj,failsafe(rtn): 0.0009193,0.00000,0.743
35,mlp.experts.194.up_proj,0.0000177309,0.05000,14.907
35,mlp.experts.230.up_proj,0.0000735397,0.05000,14.967
35,mlp.experts.246.up_proj,failsafe(rtn): 0.0009155,0.00000,0.729
35,mlp.experts.253.up_proj,0.0000104321,0.05000,14.846
35,mlp.experts.6.down_proj,0.0000029363,0.05000,3.698
35,mlp.experts.13.down_proj,0.0000015873,0.05000,3.616
35,mlp.experts.101.up_proj,0.0000310230,0.05000,14.863
35,mlp.experts.22.down_proj,0.0000009403,0.05000,3.736
35,mlp.experts.29.down_proj,0.0000030848,0.05000,3.794
35,mlp.experts.45.down_proj,failsafe(rtn): 0.0009727,0.00000,0.200
35,mlp.experts.107.up_proj,0.0000275731,0.05000,14.971
35,mlp.experts.103.up_proj,0.0000239105,0.05000,14.948
35,mlp.experts.138.up_proj,0.0000282161,0.05000,15.046
35,mlp.experts.142.up_proj,0.0000190253,0.05000,14.842
35,mlp.experts.112.up_proj,0.0000438619,0.05000,15.023
35,mlp.experts.129.up_proj,0.0000090061,0.05000,14.941
35,mlp.experts.120.up_proj,0.0000149113,0.05000,15.135
35,mlp.experts.132.up_proj,0.0000116346,0.05000,14.938
35,mlp.experts.131.up_proj,0.0000347384,0.05000,14.921
35,mlp.experts.158.up_proj,failsafe(rtn): 0.0008926,0.00000,0.809
35,mlp.experts.143.up_proj,0.0000194138,0.05000,14.733
35,mlp.experts.147.up_proj,failsafe(rtn): 0.0009918,0.00000,0.704
35,mlp.experts.185.up_proj,0.0000104960,0.05000,14.703
35,mlp.experts.38.down_proj,0.0000004930,0.05000,3.869
35,mlp.experts.204.up_proj,0.0000823755,0.05000,14.742
35,mlp.experts.61.down_proj,0.0000027468,0.05000,3.794
35,mlp.experts.210.up_proj,0.0000202870,0.05000,14.795
35,mlp.experts.226.up_proj,failsafe(rtn): 0.0010147,0.00000,0.684
35,mlp.experts.54.down_proj,0.0000078641,0.05000,3.643
35,mlp.experts.70.down_proj,failsafe(rtn): 0.0009422,0.00000,0.177
35,mlp.experts.77.down_proj,0.0000014451,0.05000,3.597
35,mlp.experts.86.down_proj,0.0000011272,0.05000,3.732
35,mlp.experts.93.down_proj,0.0000018463,0.05000,3.661
35,mlp.experts.109.down_proj,failsafe(rtn): 0.0009689,0.00000,0.207
35,mlp.experts.125.down_proj,failsafe(rtn): 0.0009346,0.00000,0.175
35,mlp.experts.117.up_proj,0.0000182742,0.05000,14.738
35,mlp.experts.102.down_proj,0.0000010444,0.05000,3.627
35,mlp.experts.118.down_proj,failsafe(rtn): 0.0009346,0.00000,0.199
35,mlp.experts.119.up_proj,0.0000283897,0.05000,14.695
35,mlp.experts.123.up_proj,0.0000236615,0.05000,14.804
35,mlp.experts.154.up_proj,0.0000422265,0.05000,14.699
35,mlp.experts.145.up_proj,0.0000095294,0.05000,14.641
35,mlp.experts.141.down_proj,0.0000010046,0.05000,3.689
35,mlp.experts.128.up_proj,0.0000270560,0.05000,14.757
35,mlp.experts.136.up_proj,0.0000248696,0.05000,14.787
35,mlp.experts.148.up_proj,0.0000091639,0.05000,14.646
35,mlp.experts.174.up_proj,0.0000233049,0.05000,14.621
35,mlp.experts.144.up_proj,failsafe(rtn): 0.0009422,0.00000,0.781
35,mlp.experts.159.up_proj,0.0000149522,0.05000,14.712
35,mlp.experts.163.up_proj,0.0000088034,0.05000,14.642
35,mlp.experts.175.up_proj,failsafe(rtn): 0.0009537,0.00000,0.741
35,mlp.experts.201.up_proj,0.0000386292,0.05000,14.672
35,mlp.experts.220.up_proj,0.0000246652,0.05000,14.879
35,mlp.experts.134.down_proj,0.0000008049,0.05000,3.915
35,mlp.experts.150.down_proj,failsafe(rtn): 0.0009575,0.00000,0.190
35,mlp.experts.157.down_proj,0.0000023855,0.05000,3.887
35,mlp.experts.166.down_proj,failsafe(rtn): 0.0009537,0.00000,0.184
35,mlp.experts.242.up_proj,0.0000288272,0.05000,15.237
35,mlp.experts.173.down_proj,0.0000027010,0.05000,4.433
35,mlp.experts.182.down_proj,0.0000016270,0.05000,4.464
35,mlp.experts.2.down_proj,0.0000024530,0.05000,4.411
35,mlp.experts.189.down_proj,0.0000006073,0.05000,4.103
35,mlp.experts.205.down_proj,failsafe(rtn): 0.0009232,0.00000,0.239
35,mlp.experts.198.down_proj,0.0000012706,0.05000,4.339
35,mlp.experts.133.up_proj,0.0000273576,0.05000,16.203
35,mlp.experts.18.down_proj,0.0000015092,0.05000,4.072
35,mlp.experts.161.up_proj,0.0000321009,0.05000,16.187
35,mlp.experts.170.up_proj,0.0000330931,0.05000,16.553
35,mlp.experts.135.up_proj,0.0000501246,0.05000,16.695
35,mlp.experts.139.up_proj,0.0000350842,0.05000,16.713
35,mlp.experts.152.up_proj,0.0000248668,0.05000,16.632
35,mlp.experts.221.down_proj,0.0000013498,0.05000,4.073
35,mlp.experts.177.up_proj,failsafe(rtn): 0.0009499,0.00000,0.867
35,mlp.experts.237.down_proj,failsafe(rtn): 0.0009155,0.00000,0.180
35,mlp.experts.214.down_proj,0.0000013154,0.05000,4.232
35,mlp.experts.164.up_proj,0.0000235925,0.05000,16.784
35,mlp.experts.160.up_proj,0.0000391080,0.05000,16.483
35,mlp.experts.190.up_proj,0.0000090938,0.05000,16.700
35,mlp.experts.193.up_proj,failsafe(rtn): 0.0009003,0.00000,0.760
35,mlp.experts.179.up_proj,0.0000229384,0.05000,16.706
35,mlp.experts.191.up_proj,0.0000119315,0.05000,16.637
35,mlp.experts.34.down_proj,0.0000003061,0.05000,3.949
35,mlp.experts.50.down_proj,failsafe(rtn): 0.0009613,0.00000,0.186
35,mlp.experts.217.up_proj,0.0000341947,0.05000,16.522
35,mlp.experts.207.up_proj,failsafe(rtn): 0.0010376,0.00000,0.707
35,mlp.experts.236.up_proj,0.0000225448,0.05000,16.466
35,mlp.experts.230.down_proj,0.0000038931,0.05000,3.601
35,mlp.experts.253.down_proj,0.0000005688,0.05000,3.677
35,mlp.experts.246.down_proj,failsafe(rtn): 0.0009155,0.00000,0.168
35,mlp.experts.66.down_proj,0.0000009465,0.05000,3.463
35,mlp.experts.82.down_proj,failsafe(rtn): 0.0008965,0.00000,0.165
35,mlp.experts.98.down_proj,0.0000050715,0.05000,3.400
35,mlp.experts.149.up_proj,0.0000270707,0.05000,14.643
35,mlp.experts.114.down_proj,0.0000019152,0.05000,3.458
35,mlp.experts.151.up_proj,0.0000155931,0.05000,14.159
35,mlp.experts.186.up_proj,0.0000265978,0.05000,14.236
35,mlp.experts.168.up_proj,0.0000823910,0.05000,14.147
35,mlp.experts.155.up_proj,0.0000280984,0.05000,14.332
35,mlp.experts.176.up_proj,0.0000255679,0.05000,13.993
35,mlp.experts.180.up_proj,0.0000174155,0.05000,14.032
35,mlp.experts.206.up_proj,0.0000173138,0.05000,14.031
35,mlp.experts.209.up_proj,0.0000104458,0.05000,14.052
35,mlp.experts.195.up_proj,0.0000287831,0.05000,14.297
35,mlp.experts.233.up_proj,0.0000278664,0.05000,14.088
35,mlp.experts.130.down_proj,0.0000006416,0.05000,3.682
35,mlp.experts.223.up_proj,0.0000106220,0.05000,14.256
35,mlp.experts.249.up_proj,failsafe(rtn): 0.0009422,0.00000,0.695
35,mlp.experts.252.up_proj,0.0000285831,0.05000,14.224
35,mlp.experts.146.down_proj,0.0000018630,0.05000,3.340
35,mlp.experts.9.down_proj,0.0000015246,0.05000,3.493
35,mlp.experts.25.down_proj,failsafe(rtn): 0.0009346,0.00000,0.230
35,mlp.experts.12.down_proj,0.0000040420,0.05000,3.597
35,mlp.experts.28.down_proj,failsafe(rtn): 0.0009117,0.00000,0.247
35,mlp.experts.162.down_proj,0.0000008707,0.05000,3.893
35,mlp.experts.178.down_proj,failsafe(rtn): 0.0009460,0.00000,0.198
35,mlp.experts.41.down_proj,0.0000012837,0.05000,3.647
35,mlp.experts.44.down_proj,0.0000019121,0.05000,3.324
35,mlp.experts.165.up_proj,0.0000190062,0.05000,13.846
35,mlp.experts.194.down_proj,0.0000007265,0.05000,3.510
35,mlp.experts.57.down_proj,0.0000014179,0.05000,3.478
35,mlp.experts.184.up_proj,0.0000115290,0.05000,14.074
35,mlp.experts.60.down_proj,0.0000018784,0.05000,3.652
35,mlp.experts.167.up_proj,0.0000057792,0.05000,14.372
35,mlp.experts.202.up_proj,0.0000102652,0.05000,14.576
35,mlp.experts.171.up_proj,0.0000139896,0.05000,14.533
35,mlp.experts.192.up_proj,0.0000067820,0.05000,14.292
35,mlp.experts.222.up_proj,0.0000764895,0.05000,14.188
35,mlp.experts.196.up_proj,0.0000133065,0.05000,14.420
35,mlp.experts.225.up_proj,0.0000131601,0.05000,14.480
35,mlp.experts.211.up_proj,0.0001029275,0.05000,14.046
35,mlp.experts.238.up_proj,failsafe(rtn): 0.0009346,0.00000,0.807
35,mlp.experts.210.down_proj,0.0000019683,0.05000,3.646
35,mlp.experts.239.up_proj,0.0000104619,0.05000,14.242
35,mlp.experts.226.down_proj,failsafe(rtn): 0.0009995,0.00000,0.163
35,mlp.experts.73.down_proj,0.0000015116,0.05000,3.565
35,mlp.experts.76.down_proj,0.0000041681,0.05000,3.582
35,mlp.experts.242.down_proj,0.0000018788,0.05000,3.214
35,mlp.experts.89.down_proj,0.0000009869,0.05000,3.444
35,mlp.experts.92.down_proj,0.0000019982,0.05000,3.624
35,mlp.experts.105.down_proj,0.0000012972,0.05000,3.835
35,mlp.experts.108.down_proj,0.0000041647,0.05000,3.713
35,mlp.experts.181.up_proj,0.0000188832,0.05000,14.324
35,mlp.experts.121.down_proj,0.0000014105,0.05000,3.679
35,mlp.experts.200.up_proj,0.0000497014,0.05000,14.574
35,mlp.experts.183.up_proj,0.0000712739,0.05000,14.567
35,mlp.experts.124.down_proj,0.0000009598,0.05000,3.814
35,mlp.experts.218.up_proj,0.0000080070,0.05000,14.636
35,mlp.experts.187.up_proj,0.0000442071,0.05000,14.759
35,mlp.experts.212.up_proj,0.0000444764,0.05000,14.477
35,mlp.experts.216.up_proj,failsafe(rtn): 0.0009308,0.00000,0.918
35,mlp.experts.208.up_proj,0.0000792221,0.05000,14.996
35,mlp.experts.241.up_proj,0.0000091565,0.05000,14.360
35,mlp.experts.254.up_proj,0.0000222610,0.05000,14.491
35,mlp.experts.227.up_proj,0.0001042013,0.05000,14.571
35,mlp.experts.243.up_proj,failsafe(rtn): 0.0009460,0.00000,0.730
35,mlp.experts.255.up_proj,0.0000204400,0.05000,14.971
35,mlp.experts.137.down_proj,0.0000008925,0.05000,3.807
35,mlp.experts.140.down_proj,0.0000011008,0.05000,3.744
35,mlp.experts.1.down_proj,0.0000049172,0.05000,3.443
35,mlp.experts.14.down_proj,0.0000006770,0.05000,3.492
35,mlp.experts.3.down_proj,0.0000018599,0.05000,3.450
35,mlp.experts.15.down_proj,0.0000008247,0.05000,3.096
35,mlp.experts.153.down_proj,0.0000028186,0.05000,3.288
35,mlp.experts.169.down_proj,failsafe(rtn): 0.0010452,0.00000,0.173
35,mlp.experts.156.down_proj,0.0000019115,0.05000,3.198
35,mlp.experts.172.down_proj,failsafe(rtn): 0.0009155,0.00000,0.153
35,mlp.experts.188.down_proj,failsafe(rtn): 0.0009232,0.00000,0.130
35,mlp.experts.17.down_proj,0.0000008763,0.05000,3.474
35,mlp.experts.30.down_proj,0.0000010269,0.05000,3.213
35,mlp.experts.19.down_proj,0.0000013222,0.05000,3.578
35,mlp.experts.31.down_proj,0.0000136318,0.05000,3.580
35,mlp.experts.185.down_proj,0.0000011074,0.05000,3.361
35,mlp.experts.204.down_proj,0.0000056368,0.05000,3.492
35,mlp.experts.33.down_proj,0.0000003757,0.05000,3.278
35,mlp.experts.46.down_proj,0.0000019154,0.05000,3.275
35,mlp.experts.197.up_proj,0.0000177956,0.05000,13.995
35,mlp.experts.35.down_proj,0.0000020076,0.05000,3.191
35,mlp.experts.47.down_proj,0.0000003764,0.05000,3.248
35,mlp.experts.201.down_proj,0.0000036326,0.05000,3.293
35,mlp.experts.199.up_proj,0.0000409515,0.05000,13.479
35,mlp.experts.203.up_proj,0.0000149313,0.05000,13.201
35,mlp.experts.234.up_proj,0.0000405187,0.05000,13.510
35,mlp.experts.228.up_proj,0.0000272367,0.05000,13.334
35,mlp.experts.232.up_proj,0.0000471743,0.05000,13.173
35,mlp.experts.220.down_proj,0.0000045869,0.05000,3.314
35,mlp.experts.224.up_proj,0.0000139854,0.05000,13.396
35,mlp.experts.49.down_proj,0.0000006644,0.05000,3.258
35,mlp.experts.62.down_proj,0.0000020606,0.05000,3.279
35,mlp.experts.51.down_proj,0.0000044374,0.05000,3.212
35,mlp.experts.63.down_proj,0.0000017456,0.05000,3.324
35,mlp.experts.217.down_proj,0.0000016967,0.05000,3.233
35,mlp.experts.236.down_proj,0.0000024824,0.05000,3.493
35,mlp.experts.65.down_proj,0.0000007257,0.05000,3.389
35,mlp.experts.78.down_proj,0.0000006349,0.05000,3.448
35,mlp.experts.67.down_proj,0.0000013280,0.05000,3.489
35,mlp.experts.79.down_proj,0.0000022689,0.05000,3.496
35,mlp.experts.233.down_proj,0.0000022681,0.05000,3.572
35,mlp.experts.249.down_proj,failsafe(rtn): 0.0009460,0.00000,0.137
35,mlp.experts.252.down_proj,0.0000028459,0.05000,3.153
35,mlp.experts.81.down_proj,0.0000007874,0.05000,3.116
35,mlp.experts.94.down_proj,0.0000024504,0.05000,3.126
35,mlp.experts.83.down_proj,0.0000015414,0.05000,2.868
35,mlp.experts.95.down_proj,0.0000008606,0.05000,2.673
35,mlp.experts.97.down_proj,0.0000013601,0.05000,2.470
35,mlp.experts.110.down_proj,0.0000037623,0.05000,2.483
35,mlp.experts.213.up_proj,0.0000116259,0.05000,12.190
35,mlp.experts.99.down_proj,0.0000011897,0.05000,2.497
35,mlp.experts.111.down_proj,0.0000019154,0.05000,2.499
35,mlp.experts.215.up_proj,0.0000156576,0.05000,11.834
35,mlp.experts.244.up_proj,0.0000659523,0.05000,11.546
35,mlp.experts.219.up_proj,0.0000510674,0.05000,11.693
35,mlp.experts.250.up_proj,0.0000307107,0.05000,11.709
35,mlp.experts.4.down_proj,failsafe(rtn): 0.0009842,0.00000,0.121
35,mlp.experts.248.up_proj,0.0000117686,0.05000,11.831
35,mlp.experts.113.down_proj,0.0000212566,0.05000,2.426
35,mlp.experts.240.up_proj,0.0000220753,0.05000,11.625
35,mlp.experts.126.down_proj,0.0000031180,0.05000,2.423
35,mlp.experts.115.down_proj,0.0000006505,0.05000,2.535
35,mlp.experts.127.down_proj,0.0000022941,0.05000,2.490
35,mlp.experts.20.down_proj,0.0000020653,0.05000,2.482
35,mlp.experts.10.down_proj,0.0000018314,0.05000,2.563
35,mlp.experts.26.down_proj,failsafe(rtn): 0.0009766,0.00000,0.126
35,mlp.experts.8.down_proj,0.0000017272,0.05000,2.551
35,mlp.experts.129.down_proj,0.0000016024,0.05000,2.523
35,mlp.experts.0.down_proj,0.0000005901,0.05000,2.580
35,mlp.experts.142.down_proj,0.0000014899,0.05000,2.558
35,mlp.experts.158.down_proj,failsafe(rtn): 0.0009041,0.00000,0.111
35,mlp.experts.131.down_proj,0.0000031016,0.05000,2.515
35,mlp.experts.147.down_proj,failsafe(rtn): 0.0009766,0.00000,0.112
35,mlp.experts.143.down_proj,0.0000009247,0.05000,2.604
35,mlp.experts.36.down_proj,0.0000008455,0.05000,2.561
35,mlp.experts.42.down_proj,0.0000011242,0.05000,2.537
35,mlp.experts.145.down_proj,0.0000016526,0.05000,2.456
35,mlp.experts.24.down_proj,0.0000070782,0.05000,2.548
35,mlp.experts.16.down_proj,0.0000014022,0.05000,2.510
35,mlp.experts.174.down_proj,0.0000011590,0.05000,2.551
35,mlp.experts.163.down_proj,0.0000011276,0.05000,2.502
35,mlp.experts.159.down_proj,0.0000008967,0.05000,2.441
35,mlp.experts.175.down_proj,failsafe(rtn): 0.0009613,0.00000,0.138
35,mlp.experts.52.down_proj,0.0000012050,0.05000,2.528
35,mlp.experts.58.down_proj,0.0000016035,0.05000,2.488
35,mlp.experts.161.down_proj,0.0000043325,0.05000,2.475
35,mlp.experts.40.down_proj,0.0000012645,0.05000,2.512
35,mlp.experts.177.down_proj,failsafe(rtn): 0.0009537,0.00000,0.108
35,mlp.experts.32.down_proj,0.0000040807,0.05000,2.514
35,mlp.experts.193.down_proj,failsafe(rtn): 0.0009232,0.00000,0.104
35,mlp.experts.190.down_proj,0.0000012063,0.05000,2.482
35,mlp.experts.229.up_proj,0.0000292940,0.05000,9.950
35,mlp.experts.179.down_proj,0.0000021612,0.05000,2.544
35,mlp.experts.191.down_proj,0.0000015854,0.05000,2.434
35,mlp.experts.207.down_proj,failsafe(rtn): 0.0010300,0.00000,0.126
35,mlp.experts.231.up_proj,0.0000232281,0.05000,10.060
35,mlp.experts.235.up_proj,0.0000067760,0.05000,9.960
35,mlp.experts.68.down_proj,0.0000007968,0.05000,2.512
35,mlp.experts.74.down_proj,0.0000037271,0.05000,2.528
35,mlp.experts.56.down_proj,0.0000057746,0.05000,2.442
35,mlp.experts.209.down_proj,0.0000002146,0.05000,2.493
35,mlp.experts.48.down_proj,0.0000030158,0.05000,2.490
35,mlp.experts.206.down_proj,0.0000022612,0.05000,2.513
35,mlp.experts.195.down_proj,0.0000006942,0.05000,2.570
35,mlp.experts.223.down_proj,0.0000015648,0.05000,2.619
35,mlp.experts.84.down_proj,0.0000013600,0.05000,2.571
35,mlp.experts.90.down_proj,0.0000016758,0.05000,2.536
35,mlp.experts.72.down_proj,0.0000012716,0.05000,2.569
35,mlp.experts.225.down_proj,0.0000002788,0.05000,2.489
35,mlp.experts.64.down_proj,0.0000003196,0.05000,2.567
35,mlp.experts.222.down_proj,0.0000019691,0.05000,2.474
35,mlp.experts.238.down_proj,failsafe(rtn): 0.0009308,0.00000,0.151
35,mlp.experts.211.down_proj,0.0000050407,0.05000,2.477
35,mlp.experts.239.down_proj,0.0000036982,0.05000,2.320
35,mlp.experts.100.down_proj,0.0000021021,0.05000,2.414
35,mlp.experts.106.down_proj,0.0000012752,0.05000,2.351
35,mlp.experts.88.down_proj,0.0000095420,0.05000,2.522
35,mlp.experts.241.down_proj,0.0000005450,0.05000,2.467
35,mlp.experts.80.down_proj,0.0000021372,0.05000,2.418
35,mlp.experts.254.down_proj,0.0000015260,0.05000,2.332
35,mlp.experts.227.down_proj,0.0000129717,0.05000,2.340
35,mlp.experts.243.down_proj,failsafe(rtn): 0.0009422,0.00000,0.099
35,mlp.experts.255.down_proj,0.0000031451,0.05000,2.240
35,mlp.experts.116.down_proj,0.0000036326,0.05000,1.965
35,mlp.experts.122.down_proj,0.0000013500,0.05000,1.957
35,mlp.experts.104.down_proj,0.0000008141,0.05000,1.918
35,mlp.experts.96.down_proj,0.0000009414,0.05000,1.780
35,mlp.experts.245.up_proj,0.0000340528,0.05000,9.276
35,mlp.experts.251.up_proj,0.0000745182,0.05000,8.586
35,mlp.experts.247.up_proj,0.0000958967,0.05000,8.662
35,mlp.experts.138.down_proj,0.0000011396,0.05000,1.548
35,mlp.experts.132.down_proj,0.0000018050,0.05000,1.617
35,mlp.experts.120.down_proj,0.0000019378,0.05000,1.557
35,mlp.experts.112.down_proj,0.0000016520,0.05000,1.542
35,mlp.experts.5.down_proj,0.0000026837,0.05000,1.461
35,mlp.experts.11.down_proj,0.0000003989,0.05000,1.536
35,mlp.experts.7.down_proj,0.0000011510,0.05000,1.522
35,mlp.experts.154.down_proj,0.0000012435,0.05000,1.505
35,mlp.experts.148.down_proj,0.0000011949,0.05000,1.523
35,mlp.experts.136.down_proj,0.0000029434,0.05000,1.436
35,mlp.experts.128.down_proj,0.0000008354,0.05000,1.524
35,mlp.experts.21.down_proj,0.0000004595,0.05000,1.553
35,mlp.experts.144.down_proj,failsafe(rtn): 0.0009384,0.00000,0.131
35,mlp.experts.27.down_proj,0.0000018546,0.05000,1.538
35,mlp.experts.23.down_proj,0.0000099827,0.05000,1.554
35,mlp.experts.170.down_proj,0.0000027253,0.05000,1.570
35,mlp.experts.164.down_proj,0.0000007268,0.05000,1.571
35,mlp.experts.152.down_proj,0.0000008208,0.05000,1.627
35,mlp.experts.37.down_proj,0.0000019707,0.05000,1.479
35,mlp.experts.160.down_proj,0.0000078858,0.05000,1.531
35,mlp.experts.39.down_proj,0.0000028132,0.05000,1.540
35,mlp.experts.43.down_proj,0.0000017510,0.05000,1.625
35,mlp.experts.186.down_proj,0.0000014035,0.05000,1.498
35,mlp.experts.180.down_proj,0.0000011737,0.05000,1.567
35,mlp.experts.53.down_proj,0.0000010989,0.05000,1.462
35,mlp.experts.168.down_proj,0.0000029916,0.05000,1.519
35,mlp.experts.176.down_proj,0.0000021808,0.05000,1.556
35,mlp.experts.55.down_proj,0.0000020526,0.05000,1.571
35,mlp.experts.59.down_proj,0.0000023102,0.05000,1.614
35,mlp.experts.202.down_proj,0.0000013533,0.05000,1.563
35,mlp.experts.196.down_proj,0.0000015341,0.05000,1.598
35,mlp.experts.69.down_proj,0.0000004357,0.05000,1.586
35,mlp.experts.184.down_proj,0.0000012714,0.05000,1.586
35,mlp.experts.192.down_proj,0.0000049744,0.05000,1.649
35,mlp.experts.71.down_proj,0.0000020655,0.05000,1.584
35,mlp.experts.75.down_proj,0.0000038920,0.05000,1.521
35,mlp.experts.218.down_proj,0.0000014324,0.05000,1.495
35,mlp.experts.212.down_proj,0.0000082124,0.05000,1.485
35,mlp.experts.85.down_proj,0.0000020793,0.05000,1.460
35,mlp.experts.200.down_proj,0.0000035525,0.05000,1.510
35,mlp.experts.216.down_proj,failsafe(rtn): 0.0009499,0.00000,0.082
35,mlp.experts.208.down_proj,0.0000025209,0.05000,1.653
35,mlp.experts.234.down_proj,0.0000009066,0.05000,1.420
35,mlp.experts.91.down_proj,0.0000162841,0.05000,1.575
35,mlp.experts.87.down_proj,0.0000018905,0.05000,1.600
35,mlp.experts.101.down_proj,0.0000024299,0.05000,1.478
35,mlp.experts.228.down_proj,0.0000022260,0.05000,1.695
35,mlp.experts.232.down_proj,0.0000010649,0.05000,1.590
35,mlp.experts.224.down_proj,0.0000016186,0.05000,1.582
35,mlp.experts.250.down_proj,0.0000029059,0.05000,1.508
35,mlp.experts.103.down_proj,0.0000014490,0.05000,1.490
35,mlp.experts.107.down_proj,0.0000007911,0.05000,1.516
35,mlp.experts.117.down_proj,0.0000013490,0.05000,1.439
35,mlp.experts.244.down_proj,0.0000099746,0.05000,1.438
35,mlp.experts.248.down_proj,0.0000007519,0.05000,1.390
35,mlp.experts.240.down_proj,0.0000005945,0.05000,1.248
35,mlp.experts.119.down_proj,0.0000033419,0.05000,0.750
35,mlp.experts.133.down_proj,0.0000013639,0.05000,0.648
35,mlp.experts.123.down_proj,0.0000026657,0.05000,0.760
35,mlp.experts.149.down_proj,0.0000008715,0.05000,0.420
35,mlp.experts.139.down_proj,0.0000055056,0.05000,0.453
35,mlp.experts.135.down_proj,0.0000023687,0.05000,0.493
35,mlp.experts.165.down_proj,0.0000018471,0.05000,0.378
35,mlp.experts.155.down_proj,0.0000013145,0.05000,0.417
35,mlp.experts.151.down_proj,0.0000025145,0.05000,0.406
35,mlp.experts.181.down_proj,0.0000017803,0.05000,0.363
35,mlp.experts.167.down_proj,0.0000008982,0.05000,0.369
35,mlp.experts.171.down_proj,0.0000015745,0.05000,0.408
35,mlp.experts.197.down_proj,0.0000008167,0.05000,0.317
35,mlp.experts.183.down_proj,0.0000043915,0.05000,0.451
35,mlp.experts.187.down_proj,0.0000067212,0.05000,0.434
35,mlp.experts.213.down_proj,0.0000002379,0.05000,0.399
35,mlp.experts.199.down_proj,0.0000009206,0.05000,0.400
35,mlp.experts.203.down_proj,0.0000004135,0.05000,0.430
35,mlp.experts.229.down_proj,0.0000020673,0.05000,0.368
35,mlp.experts.215.down_proj,0.0000004253,0.05000,0.424
35,mlp.experts.219.down_proj,0.0000069763,0.05000,0.396
35,mlp.experts.245.down_proj,0.0000013486,0.05000,0.373
35,mlp.experts.231.down_proj,0.0000006892,0.05000,0.239
35,mlp.experts.235.down_proj,0.0000011450,0.05000,0.234
35,mlp.experts.251.down_proj,0.0000089185,0.05000,0.253
35,mlp.experts.247.down_proj,0.0000081156,0.05000,0.268
36,mlp.experts.6.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.767
36,mlp.experts.8.gate_proj,0.0000273945,0.05000,14.635
36,mlp.experts.2.gate_proj,0.0000537798,0.05000,14.647
36,mlp.experts.12.gate_proj,0.0000384341,0.05000,14.661
36,mlp.experts.9.gate_proj,0.0000699205,0.05000,14.706
36,mlp.experts.10.gate_proj,0.0000153744,0.05000,14.717
36,mlp.experts.15.gate_proj,0.0000264666,0.05000,14.736
36,mlp.experts.0.gate_proj,0.0000099168,0.05000,14.744
36,mlp.experts.7.gate_proj,0.0000244408,0.05000,14.761
36,mlp.experts.11.gate_proj,0.0000633757,0.05000,14.813
36,mlp.experts.3.gate_proj,0.0000443194,0.05000,14.817
36,mlp.experts.5.gate_proj,0.0000355979,0.05000,14.828
36,mlp.experts.13.gate_proj,0.0000088767,0.05000,14.844
36,mlp.experts.1.gate_proj,0.0000349566,0.05000,14.869
36,mlp.experts.14.gate_proj,0.0000115151,0.05000,14.974
36,mlp.experts.4.gate_proj,0.0000239890,0.05000,14.970
36,mlp.experts.30.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.671
36,mlp.experts.22.gate_proj,0.0000573539,0.05000,14.914
36,mlp.experts.46.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.606
36,mlp.experts.38.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.619
36,mlp.experts.25.gate_proj,0.0000206928,0.05000,14.486
36,mlp.experts.28.gate_proj,0.0000235717,0.05000,14.546
36,mlp.experts.24.gate_proj,0.0000108736,0.05000,14.583
36,mlp.experts.26.gate_proj,0.0000131297,0.05000,14.549
36,mlp.experts.31.gate_proj,0.0000237262,0.05000,14.518
36,mlp.experts.29.gate_proj,0.0000146473,0.05000,14.531
36,mlp.experts.18.gate_proj,0.0000187491,0.05000,14.758
36,mlp.experts.17.gate_proj,0.0000503048,0.05000,14.540
36,mlp.experts.16.gate_proj,0.0000395436,0.05000,14.643
36,mlp.experts.19.gate_proj,0.0000246230,0.05000,14.610
36,mlp.experts.23.gate_proj,0.0000770467,0.05000,14.659
36,mlp.experts.27.gate_proj,0.0000558439,0.05000,14.689
36,mlp.experts.21.gate_proj,0.0000327079,0.05000,14.682
36,mlp.experts.20.gate_proj,0.0000105843,0.05000,14.892
36,mlp.experts.33.gate_proj,failsafe(rtn): 0.0008812,0.00000,0.882
36,mlp.experts.35.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.877
36,mlp.experts.54.gate_proj,0.0001802742,0.05000,14.961
36,mlp.experts.62.gate_proj,0.0000401025,0.05000,15.033
36,mlp.experts.40.gate_proj,0.0000357802,0.05000,14.542
36,mlp.experts.44.gate_proj,0.0000254391,0.05000,14.580
36,mlp.experts.41.gate_proj,0.0000723217,0.05000,14.617
36,mlp.experts.47.gate_proj,0.0000418727,0.05000,14.585
36,mlp.experts.34.gate_proj,0.0000355514,0.05000,14.600
36,mlp.experts.42.gate_proj,0.0000287432,0.05000,14.716
36,mlp.experts.45.gate_proj,0.0000303784,0.05000,14.636
36,mlp.experts.37.gate_proj,0.0000205883,0.05000,14.541
36,mlp.experts.32.gate_proj,0.0000300452,0.05000,14.713
36,mlp.experts.39.gate_proj,0.0000073121,0.05000,14.676
36,mlp.experts.43.gate_proj,0.0000272206,0.05000,14.840
36,mlp.experts.36.gate_proj,0.0000425768,0.05000,14.606
36,mlp.experts.51.gate_proj,0.0000307865,0.05000,14.563
36,mlp.experts.49.gate_proj,0.0000149562,0.05000,14.612
36,mlp.experts.52.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.735
36,mlp.experts.70.gate_proj,0.0000093220,0.05000,14.574
36,mlp.experts.78.gate_proj,0.0000203368,0.05000,14.693
36,mlp.experts.56.gate_proj,0.0000096953,0.05000,15.267
36,mlp.experts.57.gate_proj,0.0000228376,0.05000,15.301
36,mlp.experts.60.gate_proj,0.0000356265,0.05000,15.407
36,mlp.experts.48.gate_proj,0.0000191547,0.05000,15.053
36,mlp.experts.59.gate_proj,0.0000573529,0.05000,14.881
36,mlp.experts.58.gate_proj,0.0000205071,0.05000,15.263
36,mlp.experts.61.gate_proj,0.0000524757,0.05000,15.304
36,mlp.experts.50.gate_proj,0.0000215364,0.05000,15.373
36,mlp.experts.63.gate_proj,0.0000158072,0.05000,15.554
36,mlp.experts.53.gate_proj,0.0001033552,0.05000,15.414
36,mlp.experts.55.gate_proj,0.0000290852,0.05000,15.467
36,mlp.experts.65.gate_proj,0.0000537062,0.05000,15.277
36,mlp.experts.67.gate_proj,0.0000142534,0.05000,15.504
36,mlp.experts.71.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.853
36,mlp.experts.68.gate_proj,0.0000706393,0.05000,15.341
36,mlp.experts.86.gate_proj,0.0000866215,0.05000,15.331
36,mlp.experts.94.gate_proj,0.0000452083,0.05000,15.488
36,mlp.experts.72.gate_proj,0.0001802701,0.05000,15.335
36,mlp.experts.76.gate_proj,0.0000648586,0.05000,15.170
36,mlp.experts.77.gate_proj,0.0000322559,0.05000,15.095
36,mlp.experts.75.gate_proj,0.0000136695,0.05000,15.204
36,mlp.experts.64.gate_proj,0.0000136735,0.05000,15.290
36,mlp.experts.73.gate_proj,0.0000139458,0.05000,15.398
36,mlp.experts.66.gate_proj,0.0000225698,0.05000,15.173
36,mlp.experts.74.gate_proj,0.0000085515,0.05000,15.262
36,mlp.experts.79.gate_proj,0.0000232870,0.05000,15.116
36,mlp.experts.69.gate_proj,0.0000222029,0.05000,15.269
36,mlp.experts.91.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.831
36,mlp.experts.90.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.882
36,mlp.experts.81.gate_proj,0.0000182038,0.05000,15.241
36,mlp.experts.95.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.870
36,mlp.experts.87.gate_proj,0.0000186973,0.05000,15.148
36,mlp.experts.83.gate_proj,0.0000267633,0.05000,15.396
36,mlp.experts.84.gate_proj,0.0000395302,0.05000,15.282
36,mlp.experts.102.gate_proj,0.0000388994,0.05000,15.164
36,mlp.experts.100.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.767
36,mlp.experts.110.gate_proj,0.0000111452,0.05000,15.244
36,mlp.experts.92.gate_proj,0.0000256777,0.05000,15.490
36,mlp.experts.88.gate_proj,0.0000081512,0.05000,15.514
36,mlp.experts.89.gate_proj,0.0000312599,0.05000,15.379
36,mlp.experts.93.gate_proj,0.0000224783,0.05000,15.556
36,mlp.experts.80.gate_proj,0.0000576981,0.05000,15.547
36,mlp.experts.82.gate_proj,0.0000422341,0.05000,15.604
36,mlp.experts.85.gate_proj,0.0000553554,0.05000,15.458
36,mlp.experts.108.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.903
36,mlp.experts.96.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.841
36,mlp.experts.97.gate_proj,0.0000518757,0.05000,15.461
36,mlp.experts.107.gate_proj,0.0000134653,0.05000,15.707
36,mlp.experts.111.gate_proj,0.0000522403,0.05000,15.512
36,mlp.experts.106.gate_proj,0.0000222910,0.05000,15.593
36,mlp.experts.103.gate_proj,0.0000271040,0.05000,15.611
36,mlp.experts.99.gate_proj,0.0000629838,0.05000,15.577
36,mlp.experts.118.gate_proj,0.0000134963,0.05000,15.650
36,mlp.experts.126.gate_proj,0.0000267543,0.05000,15.475
36,mlp.experts.116.gate_proj,0.0000600459,0.05000,15.565
36,mlp.experts.132.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.639
36,mlp.experts.104.gate_proj,0.0000717191,0.05000,14.468
36,mlp.experts.105.gate_proj,0.0000236390,0.05000,14.474
36,mlp.experts.98.gate_proj,0.0000316805,0.05000,14.347
36,mlp.experts.109.gate_proj,0.0000556566,0.05000,14.511
36,mlp.experts.101.gate_proj,0.0000482568,0.05000,14.458
36,mlp.experts.124.gate_proj,0.0000154737,0.05000,14.378
36,mlp.experts.113.gate_proj,0.0000348757,0.05000,14.245
36,mlp.experts.112.gate_proj,0.0000426735,0.05000,14.355
36,mlp.experts.123.gate_proj,0.0000485497,0.05000,14.257
36,mlp.experts.127.gate_proj,0.0000340914,0.05000,14.344
36,mlp.experts.122.gate_proj,0.0000547158,0.05000,14.354
36,mlp.experts.119.gate_proj,0.0000392041,0.05000,14.352
36,mlp.experts.115.gate_proj,0.0000289587,0.05000,14.243
36,mlp.experts.134.gate_proj,0.0000284305,0.05000,14.115
36,mlp.experts.142.gate_proj,0.0000136992,0.05000,14.246
36,mlp.experts.150.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.896
36,mlp.experts.148.gate_proj,0.0000252983,0.05000,14.507
36,mlp.experts.120.gate_proj,0.0000083427,0.05000,15.366
36,mlp.experts.121.gate_proj,0.0000723861,0.05000,15.395
36,mlp.experts.114.gate_proj,0.0001377715,0.05000,15.425
36,mlp.experts.125.gate_proj,0.0000142980,0.05000,15.550
36,mlp.experts.117.gate_proj,0.0000085340,0.05000,15.620
36,mlp.experts.128.gate_proj,0.0000210881,0.05000,15.396
36,mlp.experts.140.gate_proj,0.0000689483,0.05000,15.526
36,mlp.experts.129.gate_proj,0.0000519289,0.05000,15.577
36,mlp.experts.139.gate_proj,0.0000192238,0.05000,15.590
36,mlp.experts.143.gate_proj,0.0000206533,0.05000,15.580
36,mlp.experts.135.gate_proj,0.0000177044,0.05000,15.393
36,mlp.experts.138.gate_proj,0.0000321751,0.05000,15.609
36,mlp.experts.131.gate_proj,0.0000855475,0.05000,15.481
36,mlp.experts.158.gate_proj,0.0000105313,0.05000,15.597
36,mlp.experts.166.gate_proj,0.0000196953,0.05000,15.438
36,mlp.experts.174.gate_proj,failsafe(rtn): 0.0008736,0.00000,0.765
36,mlp.experts.164.gate_proj,0.0000144299,0.05000,15.468
36,mlp.experts.180.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.906
36,mlp.experts.136.gate_proj,0.0000237515,0.05000,14.961
36,mlp.experts.130.gate_proj,0.0000281502,0.05000,14.842
36,mlp.experts.137.gate_proj,0.0000545918,0.05000,15.105
36,mlp.experts.141.gate_proj,0.0000360044,0.05000,15.157
36,mlp.experts.133.gate_proj,0.0000668618,0.05000,14.994
36,mlp.experts.156.gate_proj,0.0001069419,0.05000,14.876
36,mlp.experts.144.gate_proj,0.0000306181,0.05000,14.952
36,mlp.experts.145.gate_proj,0.0000222212,0.05000,14.900
36,mlp.experts.155.gate_proj,0.0000910128,0.05000,15.104
36,mlp.experts.159.gate_proj,0.0000337291,0.05000,15.058
36,mlp.experts.151.gate_proj,0.0000512996,0.05000,15.078
36,mlp.experts.154.gate_proj,0.0000202215,0.05000,15.147
36,mlp.experts.147.gate_proj,0.0000150591,0.05000,15.133
36,mlp.experts.175.gate_proj,failsafe(rtn): 0.0009499,0.00000,0.869
36,mlp.experts.182.gate_proj,0.0000785691,0.05000,15.192
36,mlp.experts.190.gate_proj,0.0000658795,0.05000,15.163
36,mlp.experts.196.gate_proj,0.0000398351,0.05000,15.135
36,mlp.experts.152.gate_proj,0.0000109012,0.05000,15.184
36,mlp.experts.146.gate_proj,0.0001367110,0.05000,15.329
36,mlp.experts.153.gate_proj,0.0000089986,0.05000,15.339
36,mlp.experts.149.gate_proj,0.0000553248,0.05000,15.142
36,mlp.experts.157.gate_proj,0.0000579184,0.05000,15.273
36,mlp.experts.172.gate_proj,0.0000187531,0.05000,15.126
36,mlp.experts.160.gate_proj,0.0000210547,0.05000,15.076
36,mlp.experts.161.gate_proj,0.0000272992,0.05000,15.085
36,mlp.experts.162.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.714
36,mlp.experts.171.gate_proj,0.0000135275,0.05000,15.078
36,mlp.experts.170.gate_proj,0.0000862053,0.05000,15.020
36,mlp.experts.163.gate_proj,0.0000692503,0.05000,14.990
36,mlp.experts.167.gate_proj,0.0000388423,0.05000,15.168
36,mlp.experts.191.gate_proj,0.0000378070,0.05000,15.051
36,mlp.experts.179.gate_proj,failsafe(rtn): 0.0009155,0.00000,0.749
36,mlp.experts.183.gate_proj,failsafe(rtn): 0.0010452,0.00000,0.768
36,mlp.experts.198.gate_proj,0.0000238314,0.05000,14.982
36,mlp.experts.206.gate_proj,0.0000226854,0.05000,14.922
36,mlp.experts.212.gate_proj,0.0000072860,0.05000,14.657
36,mlp.experts.168.gate_proj,0.0000261970,0.05000,14.618
36,mlp.experts.169.gate_proj,0.0000381126,0.05000,14.529
36,mlp.experts.165.gate_proj,0.0000121463,0.05000,14.494
36,mlp.experts.176.gate_proj,0.0000106772,0.05000,14.475
36,mlp.experts.177.gate_proj,0.0001470240,0.05000,14.396
36,mlp.experts.184.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.704
36,mlp.experts.173.gate_proj,0.0000961089,0.05000,14.768
36,mlp.experts.178.gate_proj,0.0000459989,0.05000,14.517
36,mlp.experts.188.gate_proj,0.0000063124,0.05000,14.668
36,mlp.experts.187.gate_proj,0.0000117418,0.05000,14.716
36,mlp.experts.186.gate_proj,0.0000220668,0.05000,14.591
36,mlp.experts.200.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.818
36,mlp.experts.195.gate_proj,0.0000088342,0.05000,14.498
36,mlp.experts.207.gate_proj,0.0000292881,0.05000,14.582
36,mlp.experts.199.gate_proj,0.0000100935,0.05000,14.582
36,mlp.experts.214.gate_proj,0.0000137556,0.05000,14.375
36,mlp.experts.222.gate_proj,0.0000171096,0.05000,14.394
36,mlp.experts.215.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.732
36,mlp.experts.228.gate_proj,0.0000287514,0.05000,14.666
36,mlp.experts.185.gate_proj,0.0000492946,0.05000,14.560
36,mlp.experts.181.gate_proj,0.0000118605,0.05000,14.392
36,mlp.experts.193.gate_proj,0.0000109413,0.05000,14.389
36,mlp.experts.192.gate_proj,0.0000115355,0.05000,14.529
36,mlp.experts.194.gate_proj,0.0000184037,0.05000,14.537
36,mlp.experts.189.gate_proj,0.0000953011,0.05000,14.579
36,mlp.experts.204.gate_proj,0.0000206699,0.05000,14.559
36,mlp.experts.197.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.835
36,mlp.experts.202.gate_proj,0.0000116605,0.05000,14.611
36,mlp.experts.203.gate_proj,0.0000257531,0.05000,14.709
36,mlp.experts.216.gate_proj,0.0000824075,0.05000,14.688
36,mlp.experts.211.gate_proj,0.0000099073,0.05000,14.660
36,mlp.experts.223.gate_proj,0.0000299294,0.05000,14.724
36,mlp.experts.230.gate_proj,0.0000596491,0.05000,14.755
36,mlp.experts.238.gate_proj,0.0000322192,0.05000,14.753
36,mlp.experts.231.gate_proj,0.0000211458,0.05000,14.741
36,mlp.experts.244.gate_proj,0.0000173642,0.05000,14.756
36,mlp.experts.247.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.873
36,mlp.experts.201.gate_proj,0.0000316429,0.05000,14.610
36,mlp.experts.208.gate_proj,0.0000260429,0.05000,14.546
36,mlp.experts.209.gate_proj,0.0000893544,0.05000,14.705
36,mlp.experts.220.gate_proj,0.0000558486,0.05000,14.488
36,mlp.experts.210.gate_proj,0.0000378498,0.05000,14.592
36,mlp.experts.205.gate_proj,0.0000104161,0.05000,14.578
36,mlp.experts.213.gate_proj,0.0000140311,0.05000,14.638
36,mlp.experts.218.gate_proj,0.0000423690,0.05000,14.572
36,mlp.experts.219.gate_proj,0.0000325357,0.05000,14.578
36,mlp.experts.232.gate_proj,0.0000407172,0.05000,14.406
36,mlp.experts.236.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.700
36,mlp.experts.221.gate_proj,failsafe(rtn): 0.0008965,0.00000,0.776
36,mlp.experts.227.gate_proj,0.0000109038,0.05000,14.603
36,mlp.experts.239.gate_proj,0.0000120697,0.05000,14.580
36,mlp.experts.246.gate_proj,0.0000101673,0.05000,14.405
36,mlp.experts.254.gate_proj,0.0000278090,0.05000,14.411
36,mlp.experts.243.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.685
36,mlp.experts.6.up_proj,failsafe(rtn): 0.0009499,0.00000,0.674
36,mlp.experts.4.up_proj,0.0000222422,0.05000,14.122
36,mlp.experts.7.up_proj,0.0000170214,0.05000,14.391
36,mlp.experts.217.gate_proj,0.0000202132,0.05000,14.781
36,mlp.experts.224.gate_proj,0.0000265527,0.05000,14.812
36,mlp.experts.225.gate_proj,0.0000276268,0.05000,14.865
36,mlp.experts.226.gate_proj,0.0000232157,0.05000,14.931
36,mlp.experts.229.gate_proj,0.0000639990,0.05000,14.768
36,mlp.experts.234.gate_proj,0.0000144586,0.05000,14.807
36,mlp.experts.235.gate_proj,0.0000391454,0.05000,14.738
36,mlp.experts.248.gate_proj,0.0000300501,0.05000,14.761
36,mlp.experts.252.gate_proj,0.0000309520,0.05000,14.753
36,mlp.experts.237.gate_proj,0.0000734485,0.05000,14.792
36,mlp.experts.255.gate_proj,0.0000145513,0.05000,15.059
36,mlp.experts.14.up_proj,0.0000100277,0.05000,14.879
36,mlp.experts.3.up_proj,0.0000345633,0.05000,14.928
36,mlp.experts.22.up_proj,0.0000478246,0.05000,14.868
36,mlp.experts.20.up_proj,0.0000088586,0.05000,14.869
36,mlp.experts.30.up_proj,failsafe(rtn): 0.0008965,0.00000,0.730
36,mlp.experts.23.up_proj,0.0000772940,0.05000,14.942
36,mlp.experts.38.up_proj,failsafe(rtn): 0.0009308,0.00000,0.686
36,mlp.experts.46.up_proj,failsafe(rtn): 0.0009651,0.00000,0.753
36,mlp.experts.233.gate_proj,0.0000609695,0.05000,15.186
36,mlp.experts.240.gate_proj,0.0000321361,0.05000,14.991
36,mlp.experts.241.gate_proj,0.0000330113,0.05000,15.004
36,mlp.experts.242.gate_proj,0.0000124634,0.05000,15.135
36,mlp.experts.245.gate_proj,0.0000223824,0.05000,15.002
36,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009384,0.00000,0.735
36,mlp.experts.251.gate_proj,0.0000128130,0.05000,15.098
36,mlp.experts.250.gate_proj,0.0000188546,0.05000,15.143
36,mlp.experts.8.up_proj,0.0000267493,0.05000,15.060
36,mlp.experts.12.up_proj,0.0000338122,0.05000,15.178
36,mlp.experts.253.gate_proj,0.0000153452,0.05000,15.065
36,mlp.experts.15.up_proj,0.0000251193,0.05000,15.160
36,mlp.experts.19.up_proj,0.0000224985,0.05000,15.262
36,mlp.experts.36.up_proj,0.0000370786,0.05000,15.250
36,mlp.experts.35.up_proj,failsafe(rtn): 0.0009689,0.00000,0.700
36,mlp.experts.54.up_proj,0.0001343252,0.05000,15.191
36,mlp.experts.39.up_proj,0.0000071189,0.05000,15.463
36,mlp.experts.52.up_proj,failsafe(rtn): 0.0010681,0.00000,0.830
36,mlp.experts.62.up_proj,0.0000380806,0.05000,15.350
36,mlp.experts.0.up_proj,0.0000088383,0.05000,14.718
36,mlp.experts.1.up_proj,0.0000283936,0.05000,14.741
36,mlp.experts.2.up_proj,0.0000323803,0.05000,14.672
36,mlp.experts.9.up_proj,0.0000598027,0.05000,14.779
36,mlp.experts.5.up_proj,0.0000331838,0.05000,14.803
36,mlp.experts.10.up_proj,0.0000116920,0.05000,14.619
36,mlp.experts.11.up_proj,0.0000448506,0.05000,14.773
36,mlp.experts.24.up_proj,0.0000108979,0.05000,14.740
36,mlp.experts.28.up_proj,0.0000197249,0.05000,14.610
36,mlp.experts.13.up_proj,0.0000082164,0.05000,14.602
36,mlp.experts.31.up_proj,0.0000174376,0.05000,14.701
36,mlp.experts.51.up_proj,0.0000279258,0.05000,14.620
36,mlp.experts.70.up_proj,0.0000090270,0.05000,14.596
36,mlp.experts.55.up_proj,0.0000256763,0.05000,14.523
36,mlp.experts.68.up_proj,0.0000678710,0.05000,14.518
36,mlp.experts.78.up_proj,0.0000163313,0.05000,14.408
36,mlp.experts.71.up_proj,failsafe(rtn): 0.0009155,0.00000,0.784
36,mlp.experts.16.up_proj,0.0000317569,0.05000,14.606
36,mlp.experts.17.up_proj,0.0000353922,0.05000,14.851
36,mlp.experts.18.up_proj,0.0000171460,0.05000,14.627
36,mlp.experts.25.up_proj,0.0000152469,0.05000,14.794
36,mlp.experts.21.up_proj,0.0000248520,0.05000,14.817
36,mlp.experts.26.up_proj,0.0000112894,0.05000,14.895
36,mlp.experts.33.up_proj,failsafe(rtn): 0.0008888,0.00000,0.725
36,mlp.experts.40.up_proj,0.0000265527,0.05000,14.798
36,mlp.experts.29.up_proj,0.0000136595,0.05000,14.801
36,mlp.experts.27.up_proj,0.0000471666,0.05000,14.927
36,mlp.experts.44.up_proj,0.0000227168,0.05000,14.866
36,mlp.experts.47.up_proj,0.0000351364,0.05000,14.782
36,mlp.experts.67.up_proj,0.0000138568,0.05000,14.739
36,mlp.experts.86.up_proj,0.0000787790,0.05000,14.645
36,mlp.experts.84.up_proj,0.0000332968,0.05000,14.612
36,mlp.experts.94.up_proj,0.0000375573,0.05000,14.664
36,mlp.experts.87.up_proj,0.0000150411,0.05000,14.654
36,mlp.experts.100.up_proj,failsafe(rtn): 0.0010147,0.00000,0.860
36,mlp.experts.32.up_proj,0.0000232253,0.05000,15.280
36,mlp.experts.34.up_proj,0.0000339024,0.05000,15.312
36,mlp.experts.37.up_proj,0.0000193640,0.05000,15.274
36,mlp.experts.41.up_proj,0.0000585022,0.05000,15.338
36,mlp.experts.42.up_proj,0.0000228703,0.05000,15.365
36,mlp.experts.49.up_proj,0.0000142345,0.05000,15.396
36,mlp.experts.43.up_proj,0.0000254134,0.05000,15.324
36,mlp.experts.60.up_proj,0.0000344370,0.05000,15.358
36,mlp.experts.45.up_proj,0.0000299851,0.05000,15.424
36,mlp.experts.56.up_proj,0.0000094850,0.05000,15.504
36,mlp.experts.63.up_proj,0.0000133845,0.05000,15.378
36,mlp.experts.102.up_proj,0.0000350436,0.05000,15.115
36,mlp.experts.83.up_proj,0.0000242218,0.05000,15.371
36,mlp.experts.110.up_proj,0.0000099276,0.05000,15.165
36,mlp.experts.103.up_proj,0.0000229570,0.05000,15.374
36,mlp.experts.116.up_proj,0.0000588234,0.05000,15.257
36,mlp.experts.132.up_proj,failsafe(rtn): 0.0009537,0.00000,0.733
36,mlp.experts.48.up_proj,0.0000185736,0.05000,14.591
36,mlp.experts.50.up_proj,0.0000177575,0.05000,14.686
36,mlp.experts.53.up_proj,0.0000872888,0.05000,14.584
36,mlp.experts.57.up_proj,0.0000195508,0.05000,14.696
36,mlp.experts.58.up_proj,0.0000187647,0.05000,14.663
36,mlp.experts.65.up_proj,0.0000510815,0.05000,14.605
36,mlp.experts.61.up_proj,0.0000441311,0.05000,14.538
36,mlp.experts.76.up_proj,0.0000606457,0.05000,14.571
36,mlp.experts.59.up_proj,0.0000433233,0.05000,14.703
36,mlp.experts.72.up_proj,0.0001459214,0.05000,14.709
36,mlp.experts.79.up_proj,0.0000206109,0.05000,14.729
36,mlp.experts.95.up_proj,failsafe(rtn): 0.0009079,0.00000,0.676
36,mlp.experts.118.up_proj,0.0000116814,0.05000,14.746
36,mlp.experts.99.up_proj,0.0000533774,0.05000,14.867
36,mlp.experts.126.up_proj,0.0000193277,0.05000,14.809
36,mlp.experts.119.up_proj,0.0000326872,0.05000,14.703
36,mlp.experts.148.up_proj,0.0000225536,0.05000,14.650
36,mlp.experts.64.up_proj,0.0000120349,0.05000,15.166
36,mlp.experts.66.up_proj,0.0000170243,0.05000,15.259
36,mlp.experts.69.up_proj,0.0000197799,0.05000,15.184
36,mlp.experts.73.up_proj,0.0000136514,0.05000,15.154
36,mlp.experts.92.up_proj,0.0000210882,0.05000,15.264
36,mlp.experts.74.up_proj,0.0000071917,0.05000,15.351
36,mlp.experts.77.up_proj,0.0000302216,0.05000,15.304
36,mlp.experts.75.up_proj,0.0000130513,0.05000,15.325
36,mlp.experts.81.up_proj,0.0000133737,0.05000,15.468
36,mlp.experts.88.up_proj,0.0000075539,0.05000,15.512
36,mlp.experts.90.up_proj,failsafe(rtn): 0.0009613,0.00000,0.780
36,mlp.experts.108.up_proj,failsafe(rtn): 0.0009460,0.00000,0.842
36,mlp.experts.91.up_proj,failsafe(rtn): 0.0009384,0.00000,0.752
36,mlp.experts.111.up_proj,0.0000512988,0.05000,15.594
36,mlp.experts.134.up_proj,0.0000201433,0.05000,15.482
36,mlp.experts.115.up_proj,0.0000266894,0.05000,15.599
36,mlp.experts.142.up_proj,0.0000124689,0.05000,15.308
36,mlp.experts.150.up_proj,failsafe(rtn): 0.0009270,0.00000,0.789
36,mlp.experts.135.up_proj,0.0000156787,0.05000,15.702
36,mlp.experts.164.up_proj,0.0000100014,0.05000,15.627
36,mlp.experts.180.up_proj,failsafe(rtn): 0.0009384,0.00000,0.799
36,mlp.experts.80.up_proj,0.0000533375,0.05000,15.193
36,mlp.experts.82.up_proj,0.0000386208,0.05000,15.003
36,mlp.experts.85.up_proj,0.0000463028,0.05000,15.083
36,mlp.experts.89.up_proj,0.0000253061,0.05000,15.006
36,mlp.experts.96.up_proj,failsafe(rtn): 0.0010300,0.00000,0.886
36,mlp.experts.93.up_proj,0.0000223243,0.05000,14.989
36,mlp.experts.97.up_proj,0.0000437729,0.05000,15.017
36,mlp.experts.104.up_proj,0.0000645146,0.05000,14.921
36,mlp.experts.124.up_proj,0.0000131922,0.05000,14.933
36,mlp.experts.106.up_proj,0.0000207802,0.05000,15.009
36,mlp.experts.107.up_proj,0.0000111142,0.05000,14.989
36,mlp.experts.127.up_proj,0.0000289827,0.05000,15.095
36,mlp.experts.158.up_proj,0.0000088925,0.05000,14.944
36,mlp.experts.131.up_proj,0.0000722951,0.05000,15.059
36,mlp.experts.166.up_proj,0.0000200654,0.05000,14.867
36,mlp.experts.174.up_proj,failsafe(rtn): 0.0009003,0.00000,0.696
36,mlp.experts.151.up_proj,0.0000412798,0.05000,14.823
36,mlp.experts.196.up_proj,0.0000327692,0.05000,15.023
36,mlp.experts.98.up_proj,0.0000330600,0.05000,15.172
36,mlp.experts.105.up_proj,0.0000216879,0.05000,15.088
36,mlp.experts.112.up_proj,0.0000344477,0.05000,14.974
36,mlp.experts.101.up_proj,0.0000394602,0.05000,15.274
36,mlp.experts.109.up_proj,0.0000377536,0.05000,15.290
36,mlp.experts.113.up_proj,0.0000326441,0.05000,15.271
36,mlp.experts.120.up_proj,0.0000079459,0.05000,15.278
36,mlp.experts.140.up_proj,0.0000550299,0.05000,15.246
36,mlp.experts.122.up_proj,0.0000500421,0.05000,15.304
36,mlp.experts.123.up_proj,0.0000377669,0.05000,15.276
36,mlp.experts.143.up_proj,0.0000167028,0.05000,15.326
36,mlp.experts.147.up_proj,0.0000137770,0.05000,15.215
36,mlp.experts.182.up_proj,0.0000750848,0.05000,15.168
36,mlp.experts.190.up_proj,0.0000650783,0.05000,15.384
36,mlp.experts.167.up_proj,0.0000281124,0.05000,15.436
36,mlp.experts.183.up_proj,failsafe(rtn): 0.0009613,0.00000,0.824
36,mlp.experts.212.up_proj,0.0000072530,0.05000,15.198
36,mlp.experts.114.up_proj,0.0001278329,0.05000,15.138
36,mlp.experts.121.up_proj,0.0000652343,0.05000,15.165
36,mlp.experts.128.up_proj,0.0000172550,0.05000,15.134
36,mlp.experts.117.up_proj,0.0000084714,0.05000,15.151
36,mlp.experts.125.up_proj,0.0000138657,0.05000,15.223
36,mlp.experts.129.up_proj,0.0000552148,0.05000,15.092
36,mlp.experts.136.up_proj,0.0000161182,0.05000,15.021
36,mlp.experts.156.up_proj,0.0001098270,0.05000,15.056
36,mlp.experts.139.up_proj,0.0000171624,0.05000,14.940
36,mlp.experts.138.up_proj,0.0000242408,0.05000,15.098
36,mlp.experts.159.up_proj,0.0000329162,0.05000,15.233
36,mlp.experts.163.up_proj,0.0000597279,0.05000,15.253
36,mlp.experts.198.up_proj,0.0000233448,0.05000,15.102
36,mlp.experts.175.up_proj,failsafe(rtn): 0.0009308,0.00000,0.791
36,mlp.experts.206.up_proj,0.0000195679,0.05000,15.080
36,mlp.experts.179.up_proj,failsafe(rtn): 0.0009117,0.00000,0.784
36,mlp.experts.199.up_proj,0.0000096750,0.05000,15.093
36,mlp.experts.228.up_proj,0.0000215427,0.05000,15.190
36,mlp.experts.215.up_proj,failsafe(rtn): 0.0009308,0.00000,0.809
36,mlp.experts.130.up_proj,0.0000288548,0.05000,15.262
36,mlp.experts.144.up_proj,0.0000282050,0.05000,15.138
36,mlp.experts.137.up_proj,0.0000512791,0.05000,15.187
36,mlp.experts.133.up_proj,0.0000580381,0.05000,15.112
36,mlp.experts.145.up_proj,0.0000185911,0.05000,15.143
36,mlp.experts.141.up_proj,0.0000319364,0.05000,15.178
36,mlp.experts.152.up_proj,0.0000114382,0.05000,15.137
36,mlp.experts.172.up_proj,0.0000179731,0.05000,15.116
36,mlp.experts.155.up_proj,0.0000846334,0.05000,15.108
36,mlp.experts.154.up_proj,0.0000161603,0.05000,15.075
36,mlp.experts.214.up_proj,0.0000114304,0.05000,15.075
36,mlp.experts.191.up_proj,0.0000280058,0.05000,14.974
36,mlp.experts.222.up_proj,0.0000133549,0.05000,15.015
36,mlp.experts.195.up_proj,0.0000085068,0.05000,15.174
36,mlp.experts.244.up_proj,0.0000139691,0.05000,15.240
36,mlp.experts.231.up_proj,0.0000197481,0.05000,15.316
36,mlp.experts.247.up_proj,failsafe(rtn): 0.0009346,0.00000,0.690
36,mlp.experts.4.down_proj,0.0000031925,0.05000,4.036
36,mlp.experts.7.down_proj,0.0000005358,0.05000,4.086
36,mlp.experts.20.down_proj,0.0000020064,0.05000,3.611
36,mlp.experts.23.down_proj,0.0000050147,0.05000,3.613
36,mlp.experts.146.up_proj,0.0001195715,0.05000,15.498
36,mlp.experts.160.up_proj,0.0000170506,0.05000,15.454
36,mlp.experts.153.up_proj,0.0000069116,0.05000,15.490
36,mlp.experts.149.up_proj,0.0000445202,0.05000,15.611
36,mlp.experts.161.up_proj,0.0000240263,0.05000,15.370
36,mlp.experts.162.up_proj,failsafe(rtn): 0.0009384,0.00000,0.707
36,mlp.experts.157.up_proj,0.0000510699,0.05000,15.460
36,mlp.experts.168.up_proj,0.0000245661,0.05000,15.480
36,mlp.experts.171.up_proj,0.0000110838,0.05000,15.541
36,mlp.experts.188.up_proj,0.0000054672,0.05000,15.615
36,mlp.experts.170.up_proj,0.0000854371,0.05000,15.529
36,mlp.experts.184.up_proj,failsafe(rtn): 0.0009537,0.00000,0.859
36,mlp.experts.200.up_proj,failsafe(rtn): 0.0009842,0.00000,0.735
36,mlp.experts.36.down_proj,0.0000014795,0.05000,4.160
36,mlp.experts.52.down_proj,failsafe(rtn): 0.0010529,0.00000,0.179
36,mlp.experts.39.down_proj,0.0000012633,0.05000,3.812
36,mlp.experts.230.up_proj,0.0000500141,0.05000,15.483
36,mlp.experts.207.up_proj,0.0000249270,0.05000,15.413
36,mlp.experts.238.up_proj,0.0000317143,0.05000,15.340
36,mlp.experts.211.up_proj,0.0000093596,0.05000,15.274
36,mlp.experts.68.down_proj,0.0000062097,0.05000,3.573
36,mlp.experts.55.down_proj,0.0000026128,0.05000,3.739
36,mlp.experts.71.down_proj,failsafe(rtn): 0.0009232,0.00000,0.229
36,mlp.experts.84.down_proj,0.0000030717,0.05000,4.178
36,mlp.experts.100.down_proj,failsafe(rtn): 0.0010071,0.00000,0.204
36,mlp.experts.87.down_proj,0.0000014187,0.05000,4.162
36,mlp.experts.116.down_proj,0.0000088859,0.05000,3.757
36,mlp.experts.132.down_proj,failsafe(rtn): 0.0009613,0.00000,0.194
36,mlp.experts.103.down_proj,0.0000012981,0.05000,3.641
36,mlp.experts.176.up_proj,0.0000106211,0.05000,15.260
36,mlp.experts.169.up_proj,0.0000324902,0.05000,15.299
36,mlp.experts.165.up_proj,0.0000112344,0.05000,15.118
36,mlp.experts.177.up_proj,0.0001384872,0.05000,15.345
36,mlp.experts.173.up_proj,0.0000947940,0.05000,15.245
36,mlp.experts.178.up_proj,0.0000446411,0.05000,15.303
36,mlp.experts.204.up_proj,0.0000176061,0.05000,15.074
36,mlp.experts.186.up_proj,0.0000218787,0.05000,15.110
36,mlp.experts.187.up_proj,0.0000097391,0.05000,15.200
36,mlp.experts.216.up_proj,0.0000823856,0.05000,15.349
36,mlp.experts.148.down_proj,0.0000018935,0.05000,3.815
36,mlp.experts.119.down_proj,0.0000060416,0.05000,3.960
36,mlp.experts.246.up_proj,0.0000098476,0.05000,15.380
36,mlp.experts.223.up_proj,0.0000270701,0.05000,15.580
36,mlp.experts.6.down_proj,failsafe(rtn): 0.0009460,0.00000,0.243
36,mlp.experts.254.up_proj,0.0000246835,0.05000,15.513
36,mlp.experts.227.up_proj,0.0000099390,0.05000,15.700
36,mlp.experts.243.up_proj,failsafe(rtn): 0.0009766,0.00000,0.679
36,mlp.experts.164.down_proj,0.0000026140,0.05000,3.796
36,mlp.experts.180.down_proj,failsafe(rtn): 0.0009460,0.00000,0.178
36,mlp.experts.135.down_proj,0.0000028331,0.05000,3.725
36,mlp.experts.22.down_proj,0.0000107242,0.05000,3.760
36,mlp.experts.14.down_proj,0.0000012272,0.05000,3.747
36,mlp.experts.38.down_proj,failsafe(rtn): 0.0009270,0.00000,0.236
36,mlp.experts.30.down_proj,failsafe(rtn): 0.0009003,0.00000,0.200
36,mlp.experts.46.down_proj,failsafe(rtn): 0.0009537,0.00000,0.146
36,mlp.experts.3.down_proj,0.0000016774,0.05000,3.683
36,mlp.experts.196.down_proj,0.0000040811,0.05000,3.920
36,mlp.experts.151.down_proj,0.0000007221,0.05000,3.928
36,mlp.experts.54.down_proj,0.0000037266,0.05000,3.748
36,mlp.experts.62.down_proj,0.0000014639,0.05000,3.778
36,mlp.experts.19.down_proj,0.0000005947,0.05000,4.019
36,mlp.experts.35.down_proj,failsafe(rtn): 0.0009575,0.00000,0.187
36,mlp.experts.212.down_proj,0.0000009001,0.05000,3.610
36,mlp.experts.167.down_proj,0.0000005183,0.05000,3.531
36,mlp.experts.183.down_proj,failsafe(rtn): 0.0009499,0.00000,0.165
36,mlp.experts.192.up_proj,0.0000093691,0.05000,15.225
36,mlp.experts.185.up_proj,0.0000449163,0.05000,15.150
36,mlp.experts.181.up_proj,0.0000102788,0.05000,15.140
36,mlp.experts.70.down_proj,0.0000015769,0.05000,3.611
36,mlp.experts.78.down_proj,0.0000014192,0.05000,3.707
36,mlp.experts.193.up_proj,0.0000118520,0.05000,15.127
36,mlp.experts.194.up_proj,0.0000153502,0.05000,15.230
36,mlp.experts.189.up_proj,0.0000951343,0.05000,15.257
36,mlp.experts.197.up_proj,failsafe(rtn): 0.0009613,0.00000,0.851
36,mlp.experts.220.up_proj,0.0000414007,0.05000,15.242
36,mlp.experts.202.up_proj,0.0000121071,0.05000,15.314
36,mlp.experts.203.up_proj,0.0000216237,0.05000,15.396
36,mlp.experts.51.down_proj,0.0000009698,0.05000,3.724
36,mlp.experts.236.up_proj,failsafe(rtn): 0.0009651,0.00000,0.803
36,mlp.experts.232.up_proj,0.0000355495,0.05000,15.329
36,mlp.experts.228.down_proj,0.0000019977,0.05000,4.033
36,mlp.experts.199.down_proj,0.0000002131,0.05000,4.008
36,mlp.experts.239.up_proj,0.0000122359,0.05000,15.074
36,mlp.experts.215.down_proj,failsafe(rtn): 0.0009384,0.00000,0.207
36,mlp.experts.86.down_proj,0.0000025196,0.05000,4.094
36,mlp.experts.94.down_proj,0.0000011202,0.05000,3.988
36,mlp.experts.67.down_proj,0.0000023394,0.05000,3.830
36,mlp.experts.244.down_proj,0.0000019678,0.05000,3.849
36,mlp.experts.231.down_proj,0.0000014143,0.05000,4.014
36,mlp.experts.247.down_proj,failsafe(rtn): 0.0009460,0.00000,0.149
36,mlp.experts.102.down_proj,0.0000009267,0.05000,3.931
36,mlp.experts.110.down_proj,0.0000019614,0.05000,3.879
36,mlp.experts.83.down_proj,0.0000024253,0.05000,3.748
36,mlp.experts.118.down_proj,0.0000010796,0.05000,3.230
36,mlp.experts.126.down_proj,0.0000013920,0.05000,3.205
36,mlp.experts.99.down_proj,0.0000026207,0.05000,3.143
36,mlp.experts.201.up_proj,0.0000313637,0.05000,14.222
36,mlp.experts.208.up_proj,0.0000243240,0.05000,14.343
36,mlp.experts.134.down_proj,0.0000025303,0.05000,3.167
36,mlp.experts.210.up_proj,0.0000313033,0.05000,13.967
36,mlp.experts.142.down_proj,0.0000025467,0.05000,3.096
36,mlp.experts.150.down_proj,failsafe(rtn): 0.0009232,0.00000,0.176
36,mlp.experts.209.up_proj,0.0000828656,0.05000,14.187
36,mlp.experts.205.up_proj,0.0000103017,0.05000,14.042
36,mlp.experts.213.up_proj,0.0000109440,0.05000,13.968
36,mlp.experts.219.up_proj,0.0000301837,0.05000,13.982
36,mlp.experts.218.up_proj,0.0000397525,0.05000,14.140
36,mlp.experts.221.up_proj,failsafe(rtn): 0.0009041,0.00000,0.769
36,mlp.experts.115.down_proj,0.0000041256,0.05000,3.324
36,mlp.experts.252.up_proj,0.0000279383,0.05000,13.896
36,mlp.experts.248.up_proj,0.0000315971,0.05000,13.950
36,mlp.experts.255.up_proj,0.0000147618,0.05000,13.890
36,mlp.experts.158.down_proj,0.0000008698,0.05000,3.500
36,mlp.experts.166.down_proj,0.0000016561,0.05000,3.489
36,mlp.experts.174.down_proj,failsafe(rtn): 0.0009079,0.00000,0.148
36,mlp.experts.131.down_proj,0.0000082232,0.05000,3.342
36,mlp.experts.12.down_proj,0.0000018632,0.05000,3.274
36,mlp.experts.8.down_proj,0.0000063168,0.05000,3.091
36,mlp.experts.15.down_proj,0.0000025218,0.05000,3.142
36,mlp.experts.182.down_proj,0.0000027529,0.05000,3.315
36,mlp.experts.190.down_proj,0.0000015792,0.05000,3.292
36,mlp.experts.147.down_proj,0.0000015575,0.05000,3.248
36,mlp.experts.28.down_proj,0.0000016980,0.05000,3.283
36,mlp.experts.24.down_proj,0.0000015359,0.05000,3.260
36,mlp.experts.31.down_proj,0.0000010215,0.05000,3.254
36,mlp.experts.198.down_proj,0.0000028482,0.05000,3.274
36,mlp.experts.206.down_proj,0.0000014640,0.05000,3.286
36,mlp.experts.163.down_proj,0.0000014111,0.05000,3.383
36,mlp.experts.44.down_proj,0.0000031380,0.05000,3.402
36,mlp.experts.179.down_proj,failsafe(rtn): 0.0009232,0.00000,0.156
36,mlp.experts.40.down_proj,0.0000023452,0.05000,3.392
36,mlp.experts.47.down_proj,0.0000011751,0.05000,3.239
36,mlp.experts.224.up_proj,0.0000242290,0.05000,12.981
36,mlp.experts.217.up_proj,0.0000178146,0.05000,13.017
36,mlp.experts.226.up_proj,0.0000205469,0.05000,12.994
36,mlp.experts.229.up_proj,0.0000598073,0.05000,12.836
36,mlp.experts.225.up_proj,0.0000218932,0.05000,13.161
36,mlp.experts.214.down_proj,0.0000017150,0.05000,3.115
36,mlp.experts.222.down_proj,0.0000056604,0.05000,3.184
36,mlp.experts.234.up_proj,0.0000111797,0.05000,12.816
36,mlp.experts.235.up_proj,0.0000281126,0.05000,12.889
36,mlp.experts.237.up_proj,0.0000594290,0.05000,12.939
36,mlp.experts.60.down_proj,0.0000017319,0.05000,2.996
36,mlp.experts.195.down_proj,0.0000019070,0.05000,2.950
36,mlp.experts.56.down_proj,0.0000018055,0.05000,2.982
36,mlp.experts.63.down_proj,0.0000009322,0.05000,2.933
36,mlp.experts.230.down_proj,0.0000008502,0.05000,2.913
36,mlp.experts.238.down_proj,0.0000019524,0.05000,2.900
36,mlp.experts.76.down_proj,0.0000015477,0.05000,2.960
36,mlp.experts.211.down_proj,0.0000016642,0.05000,3.025
36,mlp.experts.72.down_proj,0.0000348680,0.05000,3.110
36,mlp.experts.79.down_proj,0.0000022333,0.05000,3.210
36,mlp.experts.95.down_proj,failsafe(rtn): 0.0009117,0.00000,0.126
36,mlp.experts.246.down_proj,0.0000024065,0.05000,3.113
36,mlp.experts.254.down_proj,0.0000020375,0.05000,3.110
36,mlp.experts.92.down_proj,0.0000015659,0.05000,2.901
36,mlp.experts.227.down_proj,0.0000014373,0.05000,2.863
36,mlp.experts.108.down_proj,failsafe(rtn): 0.0009537,0.00000,0.150
36,mlp.experts.243.down_proj,failsafe(rtn): 0.0009689,0.00000,0.137
36,mlp.experts.88.down_proj,0.0000140410,0.05000,2.849
36,mlp.experts.111.down_proj,0.0000027146,0.05000,2.568
36,mlp.experts.124.down_proj,0.0000002702,0.05000,2.533
36,mlp.experts.104.down_proj,0.0000135456,0.05000,2.453
36,mlp.experts.240.up_proj,0.0000247530,0.05000,11.038
36,mlp.experts.233.up_proj,0.0000436185,0.05000,11.111
36,mlp.experts.127.down_proj,0.0000017204,0.05000,2.347
36,mlp.experts.245.up_proj,0.0000199266,0.05000,10.978
36,mlp.experts.242.up_proj,0.0000107685,0.05000,11.025
36,mlp.experts.249.up_proj,failsafe(rtn): 0.0009155,0.00000,0.445
36,mlp.experts.241.up_proj,0.0000295630,0.05000,10.933
36,mlp.experts.250.up_proj,0.0000166595,0.05000,10.588
36,mlp.experts.251.up_proj,0.0000122731,0.05000,10.775
36,mlp.experts.253.up_proj,0.0000129112,0.05000,10.704
36,mlp.experts.140.down_proj,0.0000018420,0.05000,2.244
36,mlp.experts.120.down_proj,0.0000010843,0.05000,2.212
36,mlp.experts.0.down_proj,0.0000013435,0.05000,2.189
36,mlp.experts.143.down_proj,0.0000007194,0.05000,2.187
36,mlp.experts.5.down_proj,0.0000009986,0.05000,2.211
36,mlp.experts.2.down_proj,0.0000066396,0.05000,2.205
36,mlp.experts.9.down_proj,0.0000019543,0.05000,2.189
36,mlp.experts.10.down_proj,0.0000007243,0.05000,2.211
36,mlp.experts.1.down_proj,0.0000026128,0.05000,2.216
36,mlp.experts.11.down_proj,0.0000060621,0.05000,2.207
36,mlp.experts.13.down_proj,0.0000044132,0.05000,2.169
36,mlp.experts.156.down_proj,0.0000062104,0.05000,2.173
36,mlp.experts.136.down_proj,0.0000009979,0.05000,2.193
36,mlp.experts.16.down_proj,0.0000019588,0.05000,2.158
36,mlp.experts.159.down_proj,0.0000014713,0.05000,2.166
36,mlp.experts.21.down_proj,0.0000023929,0.05000,2.110
36,mlp.experts.175.down_proj,failsafe(rtn): 0.0009460,0.00000,0.109
36,mlp.experts.18.down_proj,0.0000008294,0.05000,2.136
36,mlp.experts.25.down_proj,0.0000011271,0.05000,2.147
36,mlp.experts.26.down_proj,0.0000017828,0.05000,2.120
36,mlp.experts.17.down_proj,0.0000046354,0.05000,2.167
36,mlp.experts.33.down_proj,failsafe(rtn): 0.0009155,0.00000,0.113
36,mlp.experts.27.down_proj,0.0000016925,0.05000,2.169
36,mlp.experts.29.down_proj,0.0000003945,0.05000,2.193
36,mlp.experts.172.down_proj,0.0000032770,0.05000,2.198
36,mlp.experts.152.down_proj,0.0000021217,0.05000,2.239
36,mlp.experts.32.down_proj,0.0000011990,0.05000,2.286
36,mlp.experts.191.down_proj,0.0000005455,0.05000,2.317
36,mlp.experts.37.down_proj,0.0000019459,0.05000,2.384
36,mlp.experts.34.down_proj,0.0000052666,0.05000,2.340
36,mlp.experts.42.down_proj,0.0000029137,0.05000,2.328
36,mlp.experts.41.down_proj,0.0000098076,0.05000,2.352
36,mlp.experts.49.down_proj,0.0000031833,0.05000,2.314
36,mlp.experts.43.down_proj,0.0000035580,0.05000,2.300
36,mlp.experts.45.down_proj,0.0000031104,0.05000,2.387
36,mlp.experts.188.down_proj,0.0000008566,0.05000,2.427
36,mlp.experts.168.down_proj,0.0000031715,0.05000,2.406
36,mlp.experts.184.down_proj,failsafe(rtn): 0.0009537,0.00000,0.109
36,mlp.experts.200.down_proj,failsafe(rtn): 0.0009842,0.00000,0.107
36,mlp.experts.48.down_proj,0.0000037720,0.05000,2.321
36,mlp.experts.207.down_proj,0.0000044517,0.05000,2.241
36,mlp.experts.50.down_proj,0.0000013562,0.05000,2.204
36,mlp.experts.53.down_proj,0.0000092800,0.05000,2.291
36,mlp.experts.57.down_proj,0.0000025865,0.05000,2.266
36,mlp.experts.58.down_proj,0.0000024176,0.05000,2.275
36,mlp.experts.65.down_proj,0.0000026639,0.05000,2.358
36,mlp.experts.59.down_proj,0.0000035741,0.05000,2.391
36,mlp.experts.61.down_proj,0.0000016521,0.05000,2.357
36,mlp.experts.204.down_proj,0.0000021867,0.05000,2.316
36,mlp.experts.216.down_proj,0.0000025235,0.05000,2.372
36,mlp.experts.64.down_proj,0.0000002394,0.05000,2.361
36,mlp.experts.223.down_proj,0.0000029631,0.05000,2.356
36,mlp.experts.66.down_proj,0.0000004516,0.05000,2.358
36,mlp.experts.69.down_proj,0.0000010287,0.05000,2.371
36,mlp.experts.74.down_proj,0.0000011001,0.05000,2.328
36,mlp.experts.73.down_proj,0.0000009242,0.05000,2.334
36,mlp.experts.90.down_proj,failsafe(rtn): 0.0009575,0.00000,0.120
36,mlp.experts.81.down_proj,0.0000004016,0.05000,2.282
36,mlp.experts.75.down_proj,0.0000002418,0.05000,2.310
36,mlp.experts.91.down_proj,failsafe(rtn): 0.0009308,0.00000,0.122
36,mlp.experts.77.down_proj,0.0000016785,0.05000,2.325
36,mlp.experts.220.down_proj,0.0000008756,0.05000,2.304
36,mlp.experts.236.down_proj,failsafe(rtn): 0.0009766,0.00000,0.115
36,mlp.experts.232.down_proj,0.0000009897,0.05000,2.428
36,mlp.experts.80.down_proj,0.0000011169,0.05000,2.567
36,mlp.experts.96.down_proj,failsafe(rtn): 0.0010300,0.00000,0.169
36,mlp.experts.82.down_proj,0.0000039110,0.05000,2.590
36,mlp.experts.239.down_proj,0.0000022934,0.05000,2.621
36,mlp.experts.85.down_proj,0.0000010311,0.05000,2.602
36,mlp.experts.89.down_proj,0.0000012325,0.05000,2.605
36,mlp.experts.97.down_proj,0.0000011701,0.05000,2.649
36,mlp.experts.106.down_proj,0.0000005512,0.05000,2.681
36,mlp.experts.107.down_proj,0.0000027569,0.05000,2.632
36,mlp.experts.93.down_proj,0.0000006726,0.05000,2.647
36,mlp.experts.252.down_proj,0.0000030111,0.05000,2.656
36,mlp.experts.248.down_proj,0.0000052985,0.05000,2.402
36,mlp.experts.112.down_proj,0.0000015865,0.05000,2.228
36,mlp.experts.255.down_proj,0.0000033300,0.05000,2.160
36,mlp.experts.98.down_proj,0.0000036302,0.05000,2.168
36,mlp.experts.101.down_proj,0.0000012412,0.05000,2.182
36,mlp.experts.105.down_proj,0.0000006730,0.05000,2.071
36,mlp.experts.113.down_proj,0.0000007369,0.05000,2.021
36,mlp.experts.122.down_proj,0.0000021658,0.05000,2.016
36,mlp.experts.123.down_proj,0.0000028962,0.05000,1.907
36,mlp.experts.109.down_proj,0.0000009687,0.05000,1.973
36,mlp.experts.128.down_proj,0.0000009979,0.05000,1.672
36,mlp.experts.114.down_proj,0.0000116382,0.05000,1.683
36,mlp.experts.121.down_proj,0.0000057009,0.05000,1.653
36,mlp.experts.117.down_proj,0.0000016211,0.05000,1.661
36,mlp.experts.138.down_proj,0.0000020122,0.05000,1.559
36,mlp.experts.129.down_proj,0.0000108761,0.05000,1.631
36,mlp.experts.139.down_proj,0.0000026697,0.05000,1.563
36,mlp.experts.125.down_proj,0.0000019935,0.05000,1.622
36,mlp.experts.144.down_proj,0.0000009775,0.05000,1.803
36,mlp.experts.137.down_proj,0.0000011809,0.05000,1.814
36,mlp.experts.130.down_proj,0.0000031443,0.05000,1.826
36,mlp.experts.133.down_proj,0.0000020036,0.05000,1.826
36,mlp.experts.154.down_proj,0.0000010551,0.05000,1.835
36,mlp.experts.145.down_proj,0.0000024470,0.05000,1.860
36,mlp.experts.155.down_proj,0.0000070645,0.05000,1.783
36,mlp.experts.141.down_proj,0.0000008044,0.05000,1.834
36,mlp.experts.146.down_proj,0.0000056239,0.05000,1.721
36,mlp.experts.160.down_proj,0.0000022973,0.05000,1.769
36,mlp.experts.153.down_proj,0.0000005113,0.05000,1.777
36,mlp.experts.162.down_proj,failsafe(rtn): 0.0009384,0.00000,0.086
36,mlp.experts.170.down_proj,0.0000020503,0.05000,1.790
36,mlp.experts.149.down_proj,0.0000009431,0.05000,1.837
36,mlp.experts.161.down_proj,0.0000017341,0.05000,1.756
36,mlp.experts.171.down_proj,0.0000002425,0.05000,1.700
36,mlp.experts.157.down_proj,0.0000095262,0.05000,1.827
36,mlp.experts.176.down_proj,0.0000018632,0.05000,1.781
36,mlp.experts.178.down_proj,0.0000019233,0.05000,1.743
36,mlp.experts.187.down_proj,0.0000012731,0.05000,1.719
36,mlp.experts.169.down_proj,0.0000024045,0.05000,1.848
36,mlp.experts.177.down_proj,0.0000099411,0.05000,1.749
36,mlp.experts.186.down_proj,0.0000011634,0.05000,1.824
36,mlp.experts.165.down_proj,0.0000001933,0.05000,1.831
36,mlp.experts.173.down_proj,0.0000076334,0.05000,1.789
36,mlp.experts.194.down_proj,0.0000019812,0.05000,1.635
36,mlp.experts.192.down_proj,0.0000021103,0.05000,1.649
36,mlp.experts.203.down_proj,0.0000033777,0.05000,1.632
36,mlp.experts.202.down_proj,0.0000018962,0.05000,1.656
36,mlp.experts.185.down_proj,0.0000102597,0.05000,1.706
36,mlp.experts.193.down_proj,0.0000023077,0.05000,1.730
36,mlp.experts.181.down_proj,0.0000018039,0.05000,1.711
36,mlp.experts.197.down_proj,failsafe(rtn): 0.0009575,0.00000,0.086
36,mlp.experts.189.down_proj,0.0000032712,0.05000,1.682
36,mlp.experts.219.down_proj,0.0000014991,0.05000,1.604
36,mlp.experts.208.down_proj,0.0000008606,0.05000,1.693
36,mlp.experts.210.down_proj,0.0000047576,0.05000,1.769
36,mlp.experts.218.down_proj,0.0000014779,0.05000,1.786
36,mlp.experts.209.down_proj,0.0000047779,0.05000,1.741
36,mlp.experts.201.down_proj,0.0000016303,0.05000,1.796
36,mlp.experts.213.down_proj,0.0000022096,0.05000,1.735
36,mlp.experts.205.down_proj,0.0000024155,0.05000,1.778
36,mlp.experts.221.down_proj,failsafe(rtn): 0.0009003,0.00000,0.093
36,mlp.experts.235.down_proj,0.0000009082,0.05000,1.724
36,mlp.experts.224.down_proj,0.0000006709,0.05000,1.709
36,mlp.experts.226.down_proj,0.0000005215,0.05000,1.729
36,mlp.experts.234.down_proj,0.0000025643,0.05000,1.701
36,mlp.experts.225.down_proj,0.0000006997,0.05000,1.757
36,mlp.experts.217.down_proj,0.0000004077,0.05000,1.883
36,mlp.experts.229.down_proj,0.0000031639,0.05000,1.907
36,mlp.experts.237.down_proj,0.0000017863,0.05000,1.831
36,mlp.experts.251.down_proj,0.0000021049,0.05000,1.743
36,mlp.experts.240.down_proj,0.0000004509,0.05000,1.762
36,mlp.experts.242.down_proj,0.0000012962,0.05000,1.724
36,mlp.experts.250.down_proj,0.0000029002,0.05000,1.712
36,mlp.experts.241.down_proj,0.0000039454,0.05000,1.670
36,mlp.experts.233.down_proj,0.0000011774,0.05000,1.574
36,mlp.experts.245.down_proj,0.0000020308,0.05000,1.473
36,mlp.experts.249.down_proj,failsafe(rtn): 0.0009193,0.00000,0.022
36,mlp.experts.253.down_proj,0.0000021412,0.05000,1.221
37,mlp.experts.10.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.825
37,mlp.experts.12.gate_proj,0.0000762005,0.05000,14.769
37,mlp.experts.13.gate_proj,0.0000216353,0.05000,14.826
37,mlp.experts.0.gate_proj,0.0000804728,0.05000,15.428
37,mlp.experts.14.gate_proj,0.0000085128,0.05000,14.885
37,mlp.experts.5.gate_proj,0.0000139771,0.05000,15.479
37,mlp.experts.2.gate_proj,0.0000471139,0.05000,14.904
37,mlp.experts.1.gate_proj,0.0000230018,0.05000,14.908
37,mlp.experts.8.gate_proj,0.0000144532,0.05000,14.915
37,mlp.experts.9.gate_proj,0.0001319632,0.05000,14.945
37,mlp.experts.15.gate_proj,0.0000129583,0.05000,14.965
37,mlp.experts.4.gate_proj,0.0000342442,0.05000,14.971
37,mlp.experts.6.gate_proj,0.0000570520,0.05000,15.058
37,mlp.experts.11.gate_proj,0.0000384140,0.05000,15.080
37,mlp.experts.3.gate_proj,0.0000152508,0.05000,15.108
37,mlp.experts.7.gate_proj,0.0000238433,0.05000,15.118
37,mlp.experts.26.gate_proj,0.0001194857,0.05000,15.079
37,mlp.experts.29.gate_proj,0.0001139220,0.05000,14.729
37,mlp.experts.16.gate_proj,0.0000164594,0.05000,14.785
37,mlp.experts.28.gate_proj,0.0000123410,0.05000,14.911
37,mlp.experts.30.gate_proj,0.0001188793,0.05000,14.797
37,mlp.experts.20.gate_proj,0.0000229537,0.05000,14.731
37,mlp.experts.17.gate_proj,0.0000749920,0.05000,14.812
37,mlp.experts.22.gate_proj,0.0000061668,0.05000,14.722
37,mlp.experts.18.gate_proj,0.0001075006,0.05000,14.853
37,mlp.experts.31.gate_proj,0.0000107971,0.05000,14.890
37,mlp.experts.24.gate_proj,0.0000219922,0.05000,14.893
37,mlp.experts.25.gate_proj,0.0000229661,0.05000,14.916
37,mlp.experts.27.gate_proj,0.0000078402,0.05000,14.826
37,mlp.experts.21.gate_proj,0.0000131280,0.05000,14.986
37,mlp.experts.19.gate_proj,0.0000360384,0.05000,14.910
37,mlp.experts.23.gate_proj,0.0001091075,0.05000,14.916
37,mlp.experts.40.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.838
37,mlp.experts.41.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.836
37,mlp.experts.42.gate_proj,0.0000600561,0.05000,14.801
37,mlp.experts.47.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.910
37,mlp.experts.45.gate_proj,0.0000150771,0.05000,15.413
37,mlp.experts.32.gate_proj,0.0000107559,0.05000,15.298
37,mlp.experts.46.gate_proj,0.0000776988,0.05000,15.405
37,mlp.experts.44.gate_proj,0.0001662803,0.05000,15.433
37,mlp.experts.36.gate_proj,0.0000240609,0.05000,15.397
37,mlp.experts.33.gate_proj,0.0000395413,0.05000,15.388
37,mlp.experts.34.gate_proj,0.0000346444,0.05000,15.337
37,mlp.experts.38.gate_proj,0.0000445039,0.05000,15.388
37,mlp.experts.37.gate_proj,0.0000222458,0.05000,15.335
37,mlp.experts.43.gate_proj,0.0000148002,0.05000,15.354
37,mlp.experts.39.gate_proj,0.0000133464,0.05000,15.234
37,mlp.experts.35.gate_proj,0.0000897748,0.05000,15.444
37,mlp.experts.63.gate_proj,0.0000353945,0.05000,15.225
37,mlp.experts.57.gate_proj,0.0000131973,0.05000,15.283
37,mlp.experts.56.gate_proj,0.0000208203,0.05000,15.398
37,mlp.experts.58.gate_proj,0.0000140213,0.05000,15.419
37,mlp.experts.79.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.803
37,mlp.experts.61.gate_proj,0.0000117567,0.05000,15.060
37,mlp.experts.60.gate_proj,0.0000110905,0.05000,15.034
37,mlp.experts.50.gate_proj,0.0000108260,0.05000,14.953
37,mlp.experts.52.gate_proj,0.0000270144,0.05000,15.021
37,mlp.experts.49.gate_proj,0.0001170518,0.05000,15.025
37,mlp.experts.62.gate_proj,0.0000443029,0.05000,15.078
37,mlp.experts.53.gate_proj,0.0001057964,0.05000,14.962
37,mlp.experts.48.gate_proj,0.0000199025,0.05000,15.265
37,mlp.experts.54.gate_proj,0.0000397152,0.05000,15.051
37,mlp.experts.55.gate_proj,0.0000064034,0.05000,15.058
37,mlp.experts.59.gate_proj,0.0000234540,0.05000,15.199
37,mlp.experts.51.gate_proj,0.0000397767,0.05000,15.070
37,mlp.experts.73.gate_proj,0.0000554028,0.05000,14.981
37,mlp.experts.74.gate_proj,0.0000251168,0.05000,15.000
37,mlp.experts.72.gate_proj,0.0000153680,0.05000,15.094
37,mlp.experts.95.gate_proj,0.0000251281,0.05000,15.000
37,mlp.experts.77.gate_proj,0.0000365974,0.05000,15.080
37,mlp.experts.76.gate_proj,0.0000415876,0.05000,14.997
37,mlp.experts.68.gate_proj,0.0000846278,0.05000,15.006
37,mlp.experts.65.gate_proj,0.0000224061,0.05000,15.133
37,mlp.experts.64.gate_proj,0.0000104913,0.05000,15.059
37,mlp.experts.70.gate_proj,0.0000921450,0.05000,15.027
37,mlp.experts.78.gate_proj,0.0000108266,0.05000,15.185
37,mlp.experts.69.gate_proj,0.0000100427,0.05000,15.148
37,mlp.experts.66.gate_proj,0.0000334172,0.05000,15.252
37,mlp.experts.75.gate_proj,0.0000641311,0.05000,15.088
37,mlp.experts.71.gate_proj,0.0000358154,0.05000,15.210
37,mlp.experts.67.gate_proj,0.0000090270,0.05000,15.127
37,mlp.experts.89.gate_proj,0.0000221263,0.05000,15.074
37,mlp.experts.90.gate_proj,0.0000132011,0.05000,15.059
37,mlp.experts.88.gate_proj,0.0000653056,0.05000,15.190
37,mlp.experts.111.gate_proj,0.0000198103,0.05000,15.044
37,mlp.experts.93.gate_proj,0.0000167055,0.05000,14.012
37,mlp.experts.84.gate_proj,0.0000122514,0.05000,14.235
37,mlp.experts.92.gate_proj,0.0000323339,0.05000,14.269
37,mlp.experts.81.gate_proj,0.0000140505,0.05000,14.289
37,mlp.experts.80.gate_proj,0.0000390715,0.05000,14.249
37,mlp.experts.94.gate_proj,0.0000125753,0.05000,14.248
37,mlp.experts.85.gate_proj,0.0000289861,0.05000,14.248
37,mlp.experts.87.gate_proj,0.0000214186,0.05000,14.130
37,mlp.experts.86.gate_proj,0.0000236033,0.05000,14.388
37,mlp.experts.91.gate_proj,0.0000463904,0.05000,14.271
37,mlp.experts.83.gate_proj,0.0000207125,0.05000,14.269
37,mlp.experts.82.gate_proj,0.0001060736,0.05000,14.557
37,mlp.experts.105.gate_proj,0.0000505141,0.05000,14.381
37,mlp.experts.106.gate_proj,0.0001071504,0.05000,14.452
37,mlp.experts.104.gate_proj,0.0000272179,0.05000,14.403
37,mlp.experts.127.gate_proj,0.0000517781,0.05000,14.342
37,mlp.experts.109.gate_proj,0.0000183227,0.05000,14.797
37,mlp.experts.108.gate_proj,0.0000468435,0.05000,14.687
37,mlp.experts.100.gate_proj,0.0000590340,0.05000,14.720
37,mlp.experts.101.gate_proj,0.0000124255,0.05000,14.589
37,mlp.experts.96.gate_proj,0.0000379588,0.05000,14.723
37,mlp.experts.97.gate_proj,0.0000246687,0.05000,14.760
37,mlp.experts.110.gate_proj,0.0000406729,0.05000,14.717
37,mlp.experts.102.gate_proj,0.0000229302,0.05000,14.654
37,mlp.experts.107.gate_proj,0.0000098279,0.05000,14.673
37,mlp.experts.103.gate_proj,0.0000157980,0.05000,14.801
37,mlp.experts.99.gate_proj,0.0000166718,0.05000,14.756
37,mlp.experts.98.gate_proj,0.0000264696,0.05000,14.819
37,mlp.experts.121.gate_proj,0.0000251298,0.05000,14.771
37,mlp.experts.122.gate_proj,0.0000180953,0.05000,14.861
37,mlp.experts.120.gate_proj,0.0000478721,0.05000,14.790
37,mlp.experts.143.gate_proj,0.0000097367,0.05000,14.892
37,mlp.experts.138.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.860
37,mlp.experts.154.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.747
37,mlp.experts.125.gate_proj,0.0000690445,0.05000,15.306
37,mlp.experts.116.gate_proj,0.0000686659,0.05000,15.342
37,mlp.experts.124.gate_proj,0.0000098061,0.05000,15.476
37,mlp.experts.113.gate_proj,0.0000230325,0.05000,15.251
37,mlp.experts.126.gate_proj,0.0000179402,0.05000,15.335
37,mlp.experts.118.gate_proj,0.0000654249,0.05000,15.303
37,mlp.experts.112.gate_proj,0.0000184627,0.05000,15.413
37,mlp.experts.117.gate_proj,0.0000244547,0.05000,15.507
37,mlp.experts.123.gate_proj,0.0000299470,0.05000,15.317
37,mlp.experts.119.gate_proj,0.0000407876,0.05000,15.358
37,mlp.experts.114.gate_proj,0.0000141181,0.05000,15.232
37,mlp.experts.115.gate_proj,0.0000597793,0.05000,15.365
37,mlp.experts.142.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.817
37,mlp.experts.137.gate_proj,0.0000291352,0.05000,15.348
37,mlp.experts.136.gate_proj,0.0000958030,0.05000,15.283
37,mlp.experts.159.gate_proj,0.0000240589,0.05000,15.224
37,mlp.experts.170.gate_proj,0.0000365085,0.05000,15.274
37,mlp.experts.141.gate_proj,0.0000546960,0.05000,15.314
37,mlp.experts.132.gate_proj,0.0000215866,0.05000,15.328
37,mlp.experts.129.gate_proj,0.0000177993,0.05000,15.284
37,mlp.experts.133.gate_proj,0.0000275927,0.05000,15.268
37,mlp.experts.140.gate_proj,0.0000289849,0.05000,15.457
37,mlp.experts.128.gate_proj,0.0000645756,0.05000,15.317
37,mlp.experts.134.gate_proj,0.0000229719,0.05000,15.429
37,mlp.experts.139.gate_proj,0.0000694790,0.05000,15.373
37,mlp.experts.157.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.707
37,mlp.experts.135.gate_proj,0.0000137989,0.05000,15.406
37,mlp.experts.130.gate_proj,0.0000278929,0.05000,15.298
37,mlp.experts.131.gate_proj,0.0000938458,0.05000,15.250
37,mlp.experts.153.gate_proj,0.0000420201,0.05000,15.249
37,mlp.experts.158.gate_proj,0.0000206086,0.05000,15.427
37,mlp.experts.150.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.828
37,mlp.experts.155.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.832
37,mlp.experts.152.gate_proj,0.0000243606,0.05000,15.253
37,mlp.experts.146.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.887
37,mlp.experts.175.gate_proj,0.0000372348,0.05000,15.375
37,mlp.experts.168.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.811
37,mlp.experts.191.gate_proj,failsafe(rtn): 0.0009422,0.00000,0.803
37,mlp.experts.186.gate_proj,0.0000483941,0.05000,15.445
37,mlp.experts.145.gate_proj,0.0000187664,0.05000,15.915
37,mlp.experts.148.gate_proj,0.0000391979,0.05000,16.095
37,mlp.experts.156.gate_proj,0.0000283443,0.05000,15.983
37,mlp.experts.144.gate_proj,0.0000340565,0.05000,15.980
37,mlp.experts.149.gate_proj,0.0000193534,0.05000,16.108
37,mlp.experts.173.gate_proj,0.0000241151,0.05000,16.099
37,mlp.experts.147.gate_proj,0.0000173295,0.05000,16.111
37,mlp.experts.151.gate_proj,0.0000128420,0.05000,16.149
37,mlp.experts.172.gate_proj,failsafe(rtn): 0.0009117,0.00000,0.826
37,mlp.experts.169.gate_proj,0.0000149476,0.05000,16.076
37,mlp.experts.166.gate_proj,0.0000590284,0.05000,16.079
37,mlp.experts.171.gate_proj,0.0000160580,0.05000,16.021
37,mlp.experts.174.gate_proj,0.0000118192,0.05000,16.101
37,mlp.experts.162.gate_proj,0.0000151161,0.05000,16.172
37,mlp.experts.189.gate_proj,failsafe(rtn): 0.0009308,0.00000,0.970
37,mlp.experts.167.gate_proj,failsafe(rtn): 0.0009537,0.00000,0.970
37,mlp.experts.188.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.926
37,mlp.experts.184.gate_proj,0.0000303190,0.05000,16.218
37,mlp.experts.183.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.735
37,mlp.experts.207.gate_proj,0.0000390178,0.05000,16.121
37,mlp.experts.202.gate_proj,0.0000443953,0.05000,15.966
37,mlp.experts.223.gate_proj,failsafe(rtn): 0.0009232,0.00000,0.838
37,mlp.experts.161.gate_proj,0.0000080373,0.05000,14.464
37,mlp.experts.160.gate_proj,0.0000118051,0.05000,14.437
37,mlp.experts.164.gate_proj,0.0000190234,0.05000,14.646
37,mlp.experts.165.gate_proj,0.0000043927,0.05000,14.604
37,mlp.experts.163.gate_proj,0.0000157318,0.05000,14.560
37,mlp.experts.185.gate_proj,0.0000687604,0.05000,14.595
37,mlp.experts.190.gate_proj,0.0000071344,0.05000,14.561
37,mlp.experts.187.gate_proj,0.0000596241,0.05000,14.663
37,mlp.experts.178.gate_proj,0.0000431243,0.05000,14.374
37,mlp.experts.182.gate_proj,0.0000122807,0.05000,14.717
37,mlp.experts.205.gate_proj,0.0000128909,0.05000,14.436
37,mlp.experts.204.gate_proj,0.0000259375,0.05000,14.517
37,mlp.experts.203.gate_proj,failsafe(rtn): 0.0009346,0.00000,0.726
37,mlp.experts.200.gate_proj,0.0000292049,0.05000,14.550
37,mlp.experts.199.gate_proj,0.0000144820,0.05000,14.605
37,mlp.experts.218.gate_proj,0.0000183940,0.05000,14.532
37,mlp.experts.216.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.767
37,mlp.experts.239.gate_proj,0.0000256882,0.05000,14.348
37,mlp.experts.177.gate_proj,0.0000128687,0.05000,15.324
37,mlp.experts.176.gate_proj,0.0000472232,0.05000,15.396
37,mlp.experts.180.gate_proj,0.0000583470,0.05000,15.531
37,mlp.experts.181.gate_proj,0.0000782019,0.05000,15.383
37,mlp.experts.179.gate_proj,0.0000745808,0.05000,15.523
37,mlp.experts.201.gate_proj,0.0001132635,0.05000,15.179
37,mlp.experts.206.gate_proj,0.0000416046,0.05000,15.322
37,mlp.experts.221.gate_proj,0.0000188181,0.05000,15.185
37,mlp.experts.198.gate_proj,0.0000399394,0.05000,15.222
37,mlp.experts.194.gate_proj,0.0000401717,0.05000,15.355
37,mlp.experts.220.gate_proj,0.0000095896,0.05000,15.144
37,mlp.experts.222.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.806
37,mlp.experts.219.gate_proj,0.0000098793,0.05000,15.380
37,mlp.experts.215.gate_proj,0.0000358932,0.05000,15.295
37,mlp.experts.236.gate_proj,failsafe(rtn): 0.0009003,0.00000,0.868
37,mlp.experts.234.gate_proj,0.0000519099,0.05000,15.333
37,mlp.experts.232.gate_proj,0.0000588281,0.05000,15.228
37,mlp.experts.255.gate_proj,0.0000134884,0.05000,15.486
37,mlp.experts.193.gate_proj,0.0000129313,0.05000,15.840
37,mlp.experts.192.gate_proj,0.0000221482,0.05000,15.725
37,mlp.experts.197.gate_proj,0.0001178536,0.05000,15.692
37,mlp.experts.196.gate_proj,0.0000197340,0.05000,15.859
37,mlp.experts.195.gate_proj,0.0000712763,0.05000,15.670
37,mlp.experts.217.gate_proj,0.0000829336,0.05000,15.729
37,mlp.experts.237.gate_proj,0.0000253188,0.05000,15.785
37,mlp.experts.214.gate_proj,0.0000323837,0.05000,15.769
37,mlp.experts.210.gate_proj,0.0000324553,0.05000,15.713
37,mlp.experts.238.gate_proj,0.0000169315,0.05000,15.732
37,mlp.experts.253.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.797
37,mlp.experts.230.gate_proj,failsafe(rtn): 0.0011444,0.00000,0.794
37,mlp.experts.235.gate_proj,0.0001303299,0.05000,15.915
37,mlp.experts.231.gate_proj,0.0000601488,0.05000,15.725
37,mlp.experts.252.gate_proj,0.0000660172,0.05000,15.731
37,mlp.experts.250.gate_proj,0.0000285816,0.05000,15.677
37,mlp.experts.248.gate_proj,0.0000207909,0.05000,15.708
37,mlp.experts.251.gate_proj,failsafe(rtn): 0.0010300,0.00000,0.675
37,mlp.experts.15.up_proj,0.0000128702,0.05000,15.669
37,mlp.experts.10.up_proj,failsafe(rtn): 0.0009689,0.00000,0.779
37,mlp.experts.209.gate_proj,0.0000180168,0.05000,15.173
37,mlp.experts.208.gate_proj,0.0000451399,0.05000,15.137
37,mlp.experts.213.gate_proj,0.0000211970,0.05000,15.182
37,mlp.experts.212.gate_proj,0.0000488163,0.05000,15.313
37,mlp.experts.211.gate_proj,0.0000121655,0.05000,15.309
37,mlp.experts.233.gate_proj,0.0000150629,0.05000,15.226
37,mlp.experts.226.gate_proj,0.0000365629,0.05000,15.287
37,mlp.experts.249.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.872
37,mlp.experts.254.gate_proj,0.0001134361,0.05000,15.288
37,mlp.experts.13.up_proj,0.0000213157,0.05000,15.323
37,mlp.experts.246.gate_proj,0.0000110336,0.05000,15.363
37,mlp.experts.247.gate_proj,0.0000335497,0.05000,15.479
37,mlp.experts.12.up_proj,0.0000686646,0.05000,15.510
37,mlp.experts.8.up_proj,0.0000124138,0.05000,15.334
37,mlp.experts.11.up_proj,0.0000371400,0.05000,15.376
37,mlp.experts.31.up_proj,0.0000102232,0.05000,15.418
37,mlp.experts.26.up_proj,0.0001243538,0.05000,15.410
37,mlp.experts.47.up_proj,failsafe(rtn): 0.0009193,0.00000,0.592
37,mlp.experts.225.gate_proj,0.0000241898,0.05000,13.698
37,mlp.experts.224.gate_proj,0.0000399840,0.05000,13.586
37,mlp.experts.229.gate_proj,0.0000541506,0.05000,13.591
37,mlp.experts.228.gate_proj,0.0001911976,0.05000,13.649
37,mlp.experts.227.gate_proj,0.0000349627,0.05000,13.551
37,mlp.experts.242.gate_proj,0.0000461293,0.05000,13.397
37,mlp.experts.9.up_proj,0.0001326503,0.05000,13.362
37,mlp.experts.14.up_proj,0.0000090369,0.05000,13.285
37,mlp.experts.29.up_proj,0.0000948163,0.05000,13.221
37,mlp.experts.6.up_proj,0.0000567386,0.05000,13.285
37,mlp.experts.7.up_proj,0.0000256783,0.05000,13.064
37,mlp.experts.28.up_proj,0.0000118944,0.05000,13.192
37,mlp.experts.24.up_proj,0.0000207910,0.05000,13.160
37,mlp.experts.27.up_proj,0.0000070634,0.05000,13.143
37,mlp.experts.40.up_proj,failsafe(rtn): 0.0009193,0.00000,0.676
37,mlp.experts.63.up_proj,0.0000333264,0.05000,12.898
37,mlp.experts.79.up_proj,failsafe(rtn): 0.0009422,0.00000,0.675
37,mlp.experts.241.gate_proj,0.0000236782,0.05000,13.519
37,mlp.experts.240.gate_proj,0.0000288868,0.05000,13.507
37,mlp.experts.245.gate_proj,0.0000419830,0.05000,13.291
37,mlp.experts.244.gate_proj,0.0000276364,0.05000,13.407
37,mlp.experts.243.gate_proj,0.0000467962,0.05000,13.367
37,mlp.experts.25.up_proj,0.0000202849,0.05000,13.238
37,mlp.experts.45.up_proj,0.0000159643,0.05000,13.152
37,mlp.experts.30.up_proj,0.0001082091,0.05000,13.298
37,mlp.experts.42.up_proj,0.0000588451,0.05000,13.312
37,mlp.experts.2.up_proj,0.0000417372,0.05000,13.324
37,mlp.experts.41.up_proj,failsafe(rtn): 0.0009766,0.00000,0.586
37,mlp.experts.23.up_proj,0.0001099152,0.05000,13.363
37,mlp.experts.22.up_proj,0.0000058999,0.05000,13.576
37,mlp.experts.44.up_proj,0.0001531681,0.05000,13.319
37,mlp.experts.43.up_proj,0.0000137582,0.05000,13.308
37,mlp.experts.95.up_proj,0.0000219651,0.05000,13.568
37,mlp.experts.5.up_proj,0.0000116278,0.05000,14.175
37,mlp.experts.1.up_proj,0.0000189437,0.05000,14.353
37,mlp.experts.3.up_proj,0.0000139953,0.05000,14.316
37,mlp.experts.61.up_proj,0.0000104841,0.05000,14.396
37,mlp.experts.58.up_proj,0.0000139408,0.05000,14.452
37,mlp.experts.18.up_proj,0.0000888210,0.05000,14.556
37,mlp.experts.57.up_proj,0.0000135582,0.05000,14.417
37,mlp.experts.39.up_proj,0.0000105196,0.05000,14.406
37,mlp.experts.46.up_proj,0.0000692106,0.05000,14.594
37,mlp.experts.38.up_proj,0.0000352601,0.05000,14.502
37,mlp.experts.56.up_proj,0.0000156816,0.05000,14.442
37,mlp.experts.0.up_proj,0.0000736785,0.05000,14.473
37,mlp.experts.4.up_proj,0.0000322001,0.05000,14.586
37,mlp.experts.60.up_proj,0.0000111926,0.05000,14.610
37,mlp.experts.59.up_proj,0.0000223012,0.05000,14.528
37,mlp.experts.111.up_proj,0.0000176394,0.05000,14.180
37,mlp.experts.19.up_proj,0.0000327109,0.05000,11.534
37,mlp.experts.74.up_proj,0.0000223517,0.05000,11.703
37,mlp.experts.21.up_proj,0.0000131187,0.05000,11.730
37,mlp.experts.73.up_proj,0.0000462765,0.05000,11.742
37,mlp.experts.62.up_proj,0.0000378322,0.05000,11.786
37,mlp.experts.77.up_proj,0.0000358190,0.05000,11.797
37,mlp.experts.17.up_proj,0.0000715440,0.05000,11.808
37,mlp.experts.34.up_proj,0.0000282157,0.05000,11.847
37,mlp.experts.54.up_proj,0.0000369495,0.05000,11.789
37,mlp.experts.72.up_proj,0.0000141289,0.05000,11.872
37,mlp.experts.16.up_proj,0.0000136807,0.05000,11.961
37,mlp.experts.76.up_proj,0.0000329294,0.05000,11.917
37,mlp.experts.20.up_proj,0.0000177665,0.05000,11.940
37,mlp.experts.35.up_proj,0.0000829332,0.05000,14.902
37,mlp.experts.75.up_proj,0.0000680809,0.05000,14.968
37,mlp.experts.127.up_proj,0.0000454972,0.05000,14.979
37,mlp.experts.55.up_proj,0.0000051406,0.05000,14.982
37,mlp.experts.90.up_proj,0.0000123096,0.05000,15.139
37,mlp.experts.50.up_proj,0.0000106504,0.05000,14.934
37,mlp.experts.33.up_proj,0.0000315217,0.05000,14.990
37,mlp.experts.89.up_proj,0.0000198201,0.05000,15.063
37,mlp.experts.37.up_proj,0.0000219357,0.05000,15.116
37,mlp.experts.78.up_proj,0.0000094213,0.05000,15.079
37,mlp.experts.93.up_proj,0.0000161963,0.05000,15.206
37,mlp.experts.70.up_proj,0.0000878118,0.05000,15.064
37,mlp.experts.88.up_proj,0.0000641649,0.05000,15.116
37,mlp.experts.32.up_proj,0.0000096277,0.05000,15.091
37,mlp.experts.92.up_proj,0.0000285724,0.05000,15.021
37,mlp.experts.36.up_proj,0.0000232401,0.05000,15.036
37,mlp.experts.71.up_proj,0.0000344115,0.05000,15.736
37,mlp.experts.143.up_proj,0.0000100947,0.05000,15.755
37,mlp.experts.51.up_proj,0.0000354636,0.05000,15.858
37,mlp.experts.91.up_proj,0.0000452933,0.05000,15.836
37,mlp.experts.105.up_proj,0.0000471131,0.05000,15.448
37,mlp.experts.106.up_proj,0.0000910489,0.05000,15.591
37,mlp.experts.49.up_proj,0.0000993161,0.05000,15.583
37,mlp.experts.94.up_proj,0.0000117377,0.05000,15.508
37,mlp.experts.53.up_proj,0.0000670977,0.05000,15.641
37,mlp.experts.66.up_proj,0.0000274979,0.05000,15.732
37,mlp.experts.109.up_proj,0.0000139266,0.05000,15.597
37,mlp.experts.86.up_proj,0.0000179538,0.05000,15.595
37,mlp.experts.104.up_proj,0.0000228237,0.05000,15.486
37,mlp.experts.48.up_proj,0.0000210586,0.05000,15.507
37,mlp.experts.52.up_proj,0.0000222463,0.05000,15.509
37,mlp.experts.108.up_proj,0.0000426904,0.05000,15.694
37,mlp.experts.87.up_proj,0.0000198928,0.05000,14.787
37,mlp.experts.67.up_proj,0.0000093347,0.05000,14.899
37,mlp.experts.159.up_proj,0.0000214428,0.05000,15.010
37,mlp.experts.107.up_proj,0.0000093511,0.05000,14.982
37,mlp.experts.122.up_proj,0.0000138710,0.05000,14.661
37,mlp.experts.65.up_proj,0.0000195615,0.05000,14.671
37,mlp.experts.110.up_proj,0.0000306142,0.05000,14.655
37,mlp.experts.69.up_proj,0.0000098423,0.05000,14.579
37,mlp.experts.121.up_proj,0.0000258084,0.05000,14.808
37,mlp.experts.82.up_proj,0.0001108741,0.05000,14.678
37,mlp.experts.125.up_proj,0.0000523002,0.05000,14.622
37,mlp.experts.102.up_proj,0.0000206376,0.05000,14.599
37,mlp.experts.120.up_proj,0.0000427239,0.05000,14.560
37,mlp.experts.68.up_proj,0.0000763652,0.05000,14.484
37,mlp.experts.64.up_proj,0.0000096857,0.05000,14.568
37,mlp.experts.138.up_proj,failsafe(rtn): 0.0009232,0.00000,0.764
37,mlp.experts.124.up_proj,0.0000080094,0.05000,14.644
37,mlp.experts.154.up_proj,failsafe(rtn): 0.0009613,0.00000,0.755
37,mlp.experts.103.up_proj,0.0000141160,0.05000,15.317
37,mlp.experts.175.up_proj,0.0000288282,0.05000,15.206
37,mlp.experts.83.up_proj,0.0000212222,0.05000,15.283
37,mlp.experts.123.up_proj,0.0000265982,0.05000,15.227
37,mlp.experts.191.up_proj,failsafe(rtn): 0.0009270,0.00000,0.723
37,mlp.experts.81.up_proj,0.0000121638,0.05000,15.244
37,mlp.experts.98.up_proj,0.0000257698,0.05000,15.151
37,mlp.experts.137.up_proj,0.0000187643,0.05000,15.230
37,mlp.experts.85.up_proj,0.0000253231,0.05000,15.307
37,mlp.experts.126.up_proj,0.0000160256,0.05000,15.362
37,mlp.experts.118.up_proj,0.0000642076,0.05000,15.212
37,mlp.experts.141.up_proj,0.0000536397,0.05000,15.337
37,mlp.experts.136.up_proj,0.0000934196,0.05000,15.263
37,mlp.experts.84.up_proj,0.0000128182,0.05000,15.296
37,mlp.experts.80.up_proj,0.0000352042,0.05000,15.414
37,mlp.experts.140.up_proj,0.0000289891,0.05000,15.206
37,mlp.experts.142.up_proj,failsafe(rtn): 0.0009537,0.00000,0.742
37,mlp.experts.157.up_proj,failsafe(rtn): 0.0009537,0.00000,0.718
37,mlp.experts.170.up_proj,0.0000316838,0.05000,15.384
37,mlp.experts.119.up_proj,0.0000344913,0.05000,14.268
37,mlp.experts.99.up_proj,0.0000125798,0.05000,14.332
37,mlp.experts.139.up_proj,0.0000674246,0.05000,14.280
37,mlp.experts.207.up_proj,0.0000352920,0.05000,14.423
37,mlp.experts.155.up_proj,failsafe(rtn): 0.0009613,0.00000,0.863
37,mlp.experts.97.up_proj,0.0000226926,0.05000,14.399
37,mlp.experts.153.up_proj,0.0000450305,0.05000,14.493
37,mlp.experts.223.up_proj,failsafe(rtn): 0.0009460,0.00000,0.660
37,mlp.experts.114.up_proj,0.0000141674,0.05000,14.552
37,mlp.experts.101.up_proj,0.0000114961,0.05000,14.535
37,mlp.experts.134.up_proj,0.0000190764,0.05000,14.576
37,mlp.experts.152.up_proj,0.0000202007,0.05000,14.540
37,mlp.experts.96.up_proj,0.0000322015,0.05000,14.465
37,mlp.experts.100.up_proj,0.0000480270,0.05000,14.636
37,mlp.experts.156.up_proj,0.0000233108,0.05000,14.489
37,mlp.experts.158.up_proj,0.0000210088,0.05000,14.462
37,mlp.experts.173.up_proj,0.0000231345,0.05000,14.376
37,mlp.experts.150.up_proj,failsafe(rtn): 0.0009537,0.00000,0.754
37,mlp.experts.168.up_proj,failsafe(rtn): 0.0009651,0.00000,0.775
37,mlp.experts.172.up_proj,failsafe(rtn): 0.0009079,0.00000,0.794
37,mlp.experts.186.up_proj,0.0000454912,0.05000,14.506
37,mlp.experts.189.up_proj,failsafe(rtn): 0.0009155,0.00000,0.749
37,mlp.experts.188.up_proj,failsafe(rtn): 0.0009727,0.00000,0.698
37,mlp.experts.135.up_proj,0.0000139096,0.05000,14.425
37,mlp.experts.115.up_proj,0.0000618413,0.05000,14.539
37,mlp.experts.171.up_proj,0.0000133616,0.05000,14.377
37,mlp.experts.113.up_proj,0.0000172937,0.05000,14.465
37,mlp.experts.117.up_proj,0.0000226036,0.05000,14.487
37,mlp.experts.169.up_proj,0.0000125225,0.05000,14.598
37,mlp.experts.239.up_proj,0.0000238135,0.05000,14.611
37,mlp.experts.130.up_proj,0.0000265841,0.05000,14.572
37,mlp.experts.112.up_proj,0.0000182843,0.05000,14.602
37,mlp.experts.116.up_proj,0.0000571482,0.05000,14.720
37,mlp.experts.146.up_proj,failsafe(rtn): 0.0010071,0.00000,0.804
37,mlp.experts.174.up_proj,0.0000122439,0.05000,14.672
37,mlp.experts.166.up_proj,0.0000484569,0.05000,14.546
37,mlp.experts.184.up_proj,0.0000224985,0.05000,14.669
37,mlp.experts.202.up_proj,0.0000422574,0.05000,14.708
37,mlp.experts.205.up_proj,0.0000121844,0.05000,14.850
37,mlp.experts.204.up_proj,0.0000237627,0.05000,14.991
37,mlp.experts.151.up_proj,0.0000115738,0.05000,15.803
37,mlp.experts.131.up_proj,0.0000868377,0.05000,15.751
37,mlp.experts.167.up_proj,failsafe(rtn): 0.0009384,0.00000,0.881
37,mlp.experts.187.up_proj,0.0000460332,0.05000,15.956
37,mlp.experts.129.up_proj,0.0000151539,0.05000,15.740
37,mlp.experts.183.up_proj,failsafe(rtn): 0.0009232,0.00000,0.844
37,mlp.experts.185.up_proj,0.0000498273,0.05000,15.818
37,mlp.experts.133.up_proj,0.0000267058,0.05000,15.832
37,mlp.experts.255.up_proj,0.0000121095,0.05000,15.808
37,mlp.experts.203.up_proj,failsafe(rtn): 0.0009422,0.00000,0.825
37,mlp.experts.128.up_proj,0.0000603445,0.05000,15.830
37,mlp.experts.132.up_proj,0.0000172489,0.05000,15.877
37,mlp.experts.162.up_proj,0.0000144198,0.05000,15.836
37,mlp.experts.182.up_proj,0.0000109020,0.05000,15.875
37,mlp.experts.190.up_proj,0.0000071172,0.05000,15.903
37,mlp.experts.200.up_proj,0.0000282943,0.05000,15.651
37,mlp.experts.218.up_proj,0.0000160344,0.05000,15.727
37,mlp.experts.221.up_proj,0.0000159463,0.05000,15.698
37,mlp.experts.216.up_proj,failsafe(rtn): 0.0009575,0.00000,0.751
37,mlp.experts.220.up_proj,0.0000080228,0.05000,15.522
37,mlp.experts.236.up_proj,failsafe(rtn): 0.0009193,0.00000,0.833
37,mlp.experts.15.down_proj,0.0000030129,0.05000,4.120
37,mlp.experts.31.down_proj,0.0000029013,0.05000,4.036
37,mlp.experts.47.down_proj,failsafe(rtn): 0.0009193,0.00000,0.167
37,mlp.experts.63.down_proj,0.0000035540,0.05000,3.652
37,mlp.experts.79.down_proj,failsafe(rtn): 0.0009346,0.00000,0.157
37,mlp.experts.147.up_proj,0.0000163263,0.05000,15.490
37,mlp.experts.145.up_proj,0.0000165650,0.05000,15.347
37,mlp.experts.199.up_proj,0.0000124591,0.05000,15.274
37,mlp.experts.201.up_proj,0.0001063452,0.05000,15.280
37,mlp.experts.149.up_proj,0.0000185173,0.05000,15.280
37,mlp.experts.219.up_proj,0.0000095351,0.05000,15.275
37,mlp.experts.95.down_proj,0.0000051307,0.05000,3.553
37,mlp.experts.144.up_proj,0.0000320834,0.05000,15.291
37,mlp.experts.148.up_proj,0.0000395286,0.05000,15.248
37,mlp.experts.178.up_proj,0.0000377066,0.05000,15.283
37,mlp.experts.206.up_proj,0.0000404635,0.05000,15.296
37,mlp.experts.198.up_proj,0.0000345421,0.05000,15.329
37,mlp.experts.234.up_proj,0.0000489591,0.05000,15.400
37,mlp.experts.237.up_proj,0.0000232823,0.05000,15.318
37,mlp.experts.222.up_proj,failsafe(rtn): 0.0009384,0.00000,0.841
37,mlp.experts.232.up_proj,0.0000457392,0.05000,15.505
37,mlp.experts.253.up_proj,failsafe(rtn): 0.0009613,0.00000,0.736
37,mlp.experts.252.up_proj,0.0000563039,0.05000,15.276
37,mlp.experts.111.down_proj,0.0000017668,0.05000,4.126
37,mlp.experts.13.down_proj,0.0000034618,0.05000,3.819
37,mlp.experts.12.down_proj,0.0000020959,0.05000,3.842
37,mlp.experts.127.down_proj,0.0000011706,0.05000,4.081
37,mlp.experts.29.down_proj,0.0000165125,0.05000,3.912
37,mlp.experts.28.down_proj,0.0000022961,0.05000,3.894
37,mlp.experts.143.down_proj,0.0000026447,0.05000,3.599
37,mlp.experts.163.up_proj,0.0000145217,0.05000,15.199
37,mlp.experts.45.down_proj,0.0000028474,0.05000,3.402
37,mlp.experts.44.down_proj,0.0000099706,0.05000,3.525
37,mlp.experts.161.up_proj,0.0000083667,0.05000,15.359
37,mlp.experts.215.up_proj,0.0000322795,0.05000,15.242
37,mlp.experts.217.up_proj,0.0000674842,0.05000,15.169
37,mlp.experts.165.up_proj,0.0000041236,0.05000,15.301
37,mlp.experts.235.up_proj,0.0001309342,0.05000,15.226
37,mlp.experts.159.down_proj,0.0000023344,0.05000,3.519
37,mlp.experts.160.up_proj,0.0000104175,0.05000,15.194
37,mlp.experts.194.up_proj,0.0000322351,0.05000,15.018
37,mlp.experts.251.up_proj,failsafe(rtn): 0.0009422,0.00000,0.728
37,mlp.experts.164.up_proj,0.0000154313,0.05000,15.340
37,mlp.experts.214.up_proj,0.0000219082,0.05000,15.232
37,mlp.experts.250.up_proj,0.0000221448,0.05000,15.075
37,mlp.experts.238.up_proj,0.0000125949,0.05000,15.051
37,mlp.experts.10.down_proj,failsafe(rtn): 0.0009689,0.00000,0.170
37,mlp.experts.230.up_proj,failsafe(rtn): 0.0010834,0.00000,0.728
37,mlp.experts.248.up_proj,0.0000191174,0.05000,15.078
37,mlp.experts.61.down_proj,0.0000002335,0.05000,3.735
37,mlp.experts.60.down_proj,0.0000023301,0.05000,3.751
37,mlp.experts.175.down_proj,0.0000066278,0.05000,3.627
37,mlp.experts.191.down_proj,failsafe(rtn): 0.0009232,0.00000,0.152
37,mlp.experts.11.down_proj,0.0000051518,0.05000,3.565
37,mlp.experts.26.down_proj,0.0000051293,0.05000,3.579
37,mlp.experts.8.down_proj,0.0000003677,0.05000,3.514
37,mlp.experts.77.down_proj,0.0000008747,0.05000,3.449
37,mlp.experts.76.down_proj,0.0000006948,0.05000,3.263
37,mlp.experts.207.down_proj,0.0000008435,0.05000,3.230
37,mlp.experts.27.down_proj,0.0000014477,0.05000,3.315
37,mlp.experts.223.down_proj,failsafe(rtn): 0.0009575,0.00000,0.231
37,mlp.experts.42.down_proj,0.0000014869,0.05000,3.316
37,mlp.experts.24.down_proj,0.0000005339,0.05000,3.339
37,mlp.experts.40.down_proj,failsafe(rtn): 0.0009079,0.00000,0.158
37,mlp.experts.93.down_proj,0.0000032316,0.05000,3.340
37,mlp.experts.92.down_proj,0.0000023191,0.05000,3.437
37,mlp.experts.239.down_proj,0.0000048096,0.05000,3.259
37,mlp.experts.43.down_proj,0.0000035388,0.05000,3.323
37,mlp.experts.58.down_proj,0.0000020611,0.05000,3.216
37,mlp.experts.56.down_proj,0.0000023182,0.05000,3.169
37,mlp.experts.109.down_proj,0.0000003995,0.05000,3.201
37,mlp.experts.179.up_proj,0.0000646101,0.05000,13.779
37,mlp.experts.108.down_proj,0.0000021237,0.05000,3.347
37,mlp.experts.177.up_proj,0.0000106478,0.05000,13.648
37,mlp.experts.233.up_proj,0.0000122592,0.05000,13.665
37,mlp.experts.231.up_proj,0.0000579483,0.05000,13.720
37,mlp.experts.181.up_proj,0.0000561907,0.05000,13.848
37,mlp.experts.249.up_proj,failsafe(rtn): 0.0009727,0.00000,0.830
37,mlp.experts.210.up_proj,0.0000337046,0.05000,13.849
37,mlp.experts.176.up_proj,0.0000453756,0.05000,13.915
37,mlp.experts.180.up_proj,0.0000512387,0.05000,13.812
37,mlp.experts.255.down_proj,0.0000083572,0.05000,3.834
37,mlp.experts.59.down_proj,0.0000026864,0.05000,3.874
37,mlp.experts.254.up_proj,0.0000996161,0.05000,13.824
37,mlp.experts.246.up_proj,0.0000095768,0.05000,13.802
37,mlp.experts.74.down_proj,0.0000005617,0.05000,3.814
37,mlp.experts.72.down_proj,0.0000029201,0.05000,3.925
37,mlp.experts.125.down_proj,0.0000016433,0.05000,3.944
37,mlp.experts.124.down_proj,0.0000011576,0.05000,3.940
37,mlp.experts.9.down_proj,0.0000238198,0.05000,3.682
37,mlp.experts.75.down_proj,0.0000139683,0.05000,3.600
37,mlp.experts.14.down_proj,0.0000019361,0.05000,3.736
37,mlp.experts.6.down_proj,0.0000013758,0.05000,3.761
37,mlp.experts.90.down_proj,0.0000023685,0.05000,3.737
37,mlp.experts.88.down_proj,0.0000043931,0.05000,3.817
37,mlp.experts.141.down_proj,0.0000012003,0.05000,3.868
37,mlp.experts.157.down_proj,failsafe(rtn): 0.0009460,0.00000,0.201
37,mlp.experts.140.down_proj,0.0000081778,0.05000,3.830
37,mlp.experts.25.down_proj,0.0000003964,0.05000,3.720
37,mlp.experts.41.down_proj,failsafe(rtn): 0.0009537,0.00000,0.145
37,mlp.experts.91.down_proj,0.0000031507,0.05000,3.703
37,mlp.experts.30.down_proj,0.0000041029,0.05000,3.587
37,mlp.experts.22.down_proj,0.0000010927,0.05000,3.693
37,mlp.experts.106.down_proj,0.0000031704,0.05000,3.762
37,mlp.experts.104.down_proj,0.0000036339,0.05000,3.550
37,mlp.experts.173.down_proj,0.0000012285,0.05000,3.454
37,mlp.experts.189.down_proj,failsafe(rtn): 0.0009117,0.00000,0.140
37,mlp.experts.156.down_proj,0.0000023943,0.05000,3.408
37,mlp.experts.172.down_proj,failsafe(rtn): 0.0009041,0.00000,0.170
37,mlp.experts.188.down_proj,failsafe(rtn): 0.0009613,0.00000,0.178
37,mlp.experts.57.down_proj,0.0000029099,0.05000,3.446
37,mlp.experts.107.down_proj,0.0000201783,0.05000,3.457
37,mlp.experts.46.down_proj,0.0000027439,0.05000,3.336
37,mlp.experts.38.down_proj,0.0000017951,0.05000,3.252
37,mlp.experts.122.down_proj,0.0000051763,0.05000,3.236
37,mlp.experts.138.down_proj,failsafe(rtn): 0.0009232,0.00000,0.217
37,mlp.experts.195.up_proj,0.0000694880,0.05000,14.430
37,mlp.experts.120.down_proj,0.0000011415,0.05000,3.379
37,mlp.experts.154.down_proj,failsafe(rtn): 0.0009499,0.00000,0.221
37,mlp.experts.205.down_proj,0.0000020454,0.05000,3.533
37,mlp.experts.193.up_proj,0.0000114421,0.05000,14.483
37,mlp.experts.247.up_proj,0.0000336097,0.05000,14.612
37,mlp.experts.197.up_proj,0.0001134695,0.05000,14.488
37,mlp.experts.204.down_proj,0.0000023599,0.05000,3.718
37,mlp.experts.226.up_proj,0.0000334946,0.05000,14.402
37,mlp.experts.192.up_proj,0.0000205819,0.05000,14.525
37,mlp.experts.196.up_proj,0.0000155148,0.05000,14.377
37,mlp.experts.73.down_proj,0.0000015864,0.05000,3.849
37,mlp.experts.123.down_proj,0.0000010071,0.05000,3.809
37,mlp.experts.62.down_proj,0.0000045140,0.05000,3.855
37,mlp.experts.54.down_proj,0.0000010189,0.05000,3.774
37,mlp.experts.136.down_proj,0.0000035929,0.05000,3.601
37,mlp.experts.170.down_proj,0.0000132945,0.05000,3.601
37,mlp.experts.221.down_proj,0.0000026490,0.05000,3.644
37,mlp.experts.7.down_proj,0.0000040690,0.05000,3.518
37,mlp.experts.220.down_proj,0.0000016880,0.05000,3.491
37,mlp.experts.236.down_proj,failsafe(rtn): 0.0009308,0.00000,0.208
37,mlp.experts.89.down_proj,0.0000017768,0.05000,3.328
37,mlp.experts.139.down_proj,0.0000070992,0.05000,3.397
37,mlp.experts.155.down_proj,failsafe(rtn): 0.0009575,0.00000,0.175
37,mlp.experts.78.down_proj,0.0000015067,0.05000,3.435
37,mlp.experts.70.down_proj,0.0000033805,0.05000,3.448
37,mlp.experts.186.down_proj,0.0000017138,0.05000,3.574
37,mlp.experts.152.down_proj,0.0000003943,0.05000,3.595
37,mlp.experts.168.down_proj,failsafe(rtn): 0.0009689,0.00000,0.202
37,mlp.experts.237.down_proj,0.0000017810,0.05000,3.684
37,mlp.experts.253.down_proj,failsafe(rtn): 0.0009460,0.00000,0.216
37,mlp.experts.23.down_proj,0.0000058430,0.05000,3.693
37,mlp.experts.252.down_proj,0.0000025150,0.05000,3.568
37,mlp.experts.105.down_proj,0.0000064035,0.05000,3.658
37,mlp.experts.171.down_proj,0.0000034951,0.05000,3.533
37,mlp.experts.94.down_proj,0.0000018370,0.05000,3.520
37,mlp.experts.86.down_proj,0.0000003613,0.05000,3.500
37,mlp.experts.202.down_proj,0.0000025627,0.05000,3.322
37,mlp.experts.184.down_proj,0.0000032078,0.05000,3.243
37,mlp.experts.39.down_proj,0.0000029155,0.05000,2.826
37,mlp.experts.121.down_proj,0.0000048555,0.05000,2.705
37,mlp.experts.187.down_proj,0.0000016035,0.05000,2.770
37,mlp.experts.203.down_proj,failsafe(rtn): 0.0009384,0.00000,0.186
37,mlp.experts.110.down_proj,0.0000036201,0.05000,2.868
37,mlp.experts.102.down_proj,0.0000019774,0.05000,2.840
37,mlp.experts.211.up_proj,0.0000118751,0.05000,13.332
37,mlp.experts.218.down_proj,0.0000004544,0.05000,2.903
37,mlp.experts.200.down_proj,0.0000041740,0.05000,2.934
37,mlp.experts.216.down_proj,failsafe(rtn): 0.0009689,0.00000,0.126
37,mlp.experts.209.up_proj,0.0000192314,0.05000,13.015
37,mlp.experts.55.down_proj,0.0000004139,0.05000,2.971
37,mlp.experts.213.up_proj,0.0000201967,0.05000,12.975
37,mlp.experts.242.up_proj,0.0000430766,0.05000,12.712
37,mlp.experts.208.up_proj,0.0000383534,0.05000,12.803
37,mlp.experts.212.up_proj,0.0000402384,0.05000,12.845
37,mlp.experts.137.down_proj,0.0000033263,0.05000,3.120
37,mlp.experts.219.down_proj,0.0000015933,0.05000,2.997
37,mlp.experts.118.down_proj,0.0000019482,0.05000,2.948
37,mlp.experts.126.down_proj,0.0000030204,0.05000,2.974
37,mlp.experts.142.down_proj,failsafe(rtn): 0.0009460,0.00000,0.144
37,mlp.experts.234.down_proj,0.0000016167,0.05000,2.873
37,mlp.experts.232.down_proj,0.0000008798,0.05000,2.848
37,mlp.experts.71.down_proj,0.0000024122,0.05000,2.874
37,mlp.experts.2.down_proj,0.0000019487,0.05000,2.855
37,mlp.experts.153.down_proj,0.0000034876,0.05000,2.767
37,mlp.experts.235.down_proj,0.0000148579,0.05000,2.764
37,mlp.experts.134.down_proj,0.0000017245,0.05000,2.760
37,mlp.experts.251.down_proj,failsafe(rtn): 0.0009270,0.00000,0.144
37,mlp.experts.150.down_proj,failsafe(rtn): 0.0009537,0.00000,0.127
37,mlp.experts.158.down_proj,0.0000037811,0.05000,2.756
37,mlp.experts.250.down_proj,0.0000003669,0.05000,2.766
37,mlp.experts.248.down_proj,0.0000052457,0.05000,2.729
37,mlp.experts.87.down_proj,0.0000031563,0.05000,2.528
37,mlp.experts.18.down_proj,0.0000029488,0.05000,2.427
37,mlp.experts.169.down_proj,0.0000002465,0.05000,2.256
37,mlp.experts.166.down_proj,0.0000012079,0.05000,2.065
37,mlp.experts.174.down_proj,0.0000028843,0.05000,2.025
37,mlp.experts.103.down_proj,0.0000011929,0.05000,2.028
37,mlp.experts.34.down_proj,0.0000015071,0.05000,1.994
37,mlp.experts.185.down_proj,0.0000015265,0.05000,1.983
37,mlp.experts.227.up_proj,0.0000350102,0.05000,9.684
37,mlp.experts.182.down_proj,0.0000023360,0.05000,1.992
37,mlp.experts.190.down_proj,0.0000017476,0.05000,2.018
37,mlp.experts.225.up_proj,0.0000247224,0.05000,9.385
37,mlp.experts.119.down_proj,0.0000011327,0.05000,1.938
37,mlp.experts.229.up_proj,0.0000466460,0.05000,9.304
37,mlp.experts.50.down_proj,0.0000019775,0.05000,1.941
37,mlp.experts.224.up_proj,0.0000377471,0.05000,9.138
37,mlp.experts.228.up_proj,0.0001592655,0.05000,9.080
37,mlp.experts.201.down_proj,0.0000179830,0.05000,2.003
37,mlp.experts.198.down_proj,0.0000139939,0.05000,1.946
37,mlp.experts.206.down_proj,0.0000043264,0.05000,1.930
37,mlp.experts.222.down_proj,failsafe(rtn): 0.0009422,0.00000,0.100
37,mlp.experts.135.down_proj,0.0000022898,0.05000,2.017
37,mlp.experts.66.down_proj,0.0000006925,0.05000,1.986
37,mlp.experts.217.down_proj,0.0000045462,0.05000,2.005
37,mlp.experts.214.down_proj,0.0000057429,0.05000,1.982
37,mlp.experts.230.down_proj,failsafe(rtn): 0.0010605,0.00000,0.092
37,mlp.experts.238.down_proj,0.0000015500,0.05000,1.979
37,mlp.experts.151.down_proj,0.0000139339,0.05000,1.959
37,mlp.experts.167.down_proj,failsafe(rtn): 0.0009499,0.00000,0.137
37,mlp.experts.183.down_proj,failsafe(rtn): 0.0009117,0.00000,0.118
37,mlp.experts.82.down_proj,0.0000107739,0.05000,2.079
37,mlp.experts.233.down_proj,0.0000018041,0.05000,2.028
37,mlp.experts.249.down_proj,failsafe(rtn): 0.0009575,0.00000,0.102
37,mlp.experts.246.down_proj,0.0000024017,0.05000,2.031
37,mlp.experts.254.down_proj,0.0000031435,0.05000,2.026
37,mlp.experts.98.down_proj,0.0000023349,0.05000,1.599
37,mlp.experts.199.down_proj,0.0000017250,0.05000,1.679
37,mlp.experts.243.up_proj,0.0000352092,0.05000,7.378
37,mlp.experts.241.up_proj,0.0000237939,0.05000,7.340
37,mlp.experts.245.up_proj,0.0000423301,0.05000,7.282
37,mlp.experts.114.down_proj,0.0000073835,0.05000,1.416
37,mlp.experts.215.down_proj,0.0000008471,0.05000,1.421
37,mlp.experts.244.up_proj,0.0000219124,0.05000,7.159
37,mlp.experts.240.up_proj,0.0000269235,0.05000,7.185
37,mlp.experts.3.down_proj,0.0000022997,0.05000,1.530
37,mlp.experts.1.down_proj,0.0000025756,0.05000,1.638
37,mlp.experts.130.down_proj,0.0000015531,0.05000,1.621
37,mlp.experts.231.down_proj,0.0000016986,0.05000,1.618
37,mlp.experts.5.down_proj,0.0000080150,0.05000,1.676
37,mlp.experts.146.down_proj,failsafe(rtn): 0.0009995,0.00000,0.082
37,mlp.experts.0.down_proj,0.0000121129,0.05000,1.645
37,mlp.experts.4.down_proj,0.0000028047,0.05000,1.705
37,mlp.experts.19.down_proj,0.0000013238,0.05000,1.674
37,mlp.experts.17.down_proj,0.0000072331,0.05000,1.565
37,mlp.experts.247.down_proj,0.0000015658,0.05000,1.548
37,mlp.experts.21.down_proj,0.0000017009,0.05000,1.548
37,mlp.experts.162.down_proj,0.0000025191,0.05000,1.523
37,mlp.experts.16.down_proj,0.0000001832,0.05000,1.495
37,mlp.experts.20.down_proj,0.0000022784,0.05000,1.500
37,mlp.experts.35.down_proj,0.0000096958,0.05000,1.425
37,mlp.experts.33.down_proj,0.0000008993,0.05000,1.285
37,mlp.experts.178.down_proj,0.0000012853,0.05000,1.213
37,mlp.experts.37.down_proj,0.0000031749,0.05000,1.240
37,mlp.experts.32.down_proj,0.0000015695,0.05000,1.203
37,mlp.experts.36.down_proj,0.0000009418,0.05000,1.173
37,mlp.experts.51.down_proj,0.0000011234,0.05000,1.111
37,mlp.experts.49.down_proj,0.0000033270,0.05000,0.986
37,mlp.experts.194.down_proj,0.0000006151,0.05000,0.968
37,mlp.experts.53.down_proj,0.0000043920,0.05000,1.010
37,mlp.experts.48.down_proj,0.0000048236,0.05000,0.999
37,mlp.experts.52.down_proj,0.0000023883,0.05000,1.041
37,mlp.experts.67.down_proj,0.0000027610,0.05000,1.099
37,mlp.experts.65.down_proj,0.0000050162,0.05000,1.204
37,mlp.experts.210.down_proj,0.0000061785,0.05000,1.161
37,mlp.experts.69.down_proj,0.0000002191,0.05000,1.164
37,mlp.experts.64.down_proj,0.0000016094,0.05000,1.192
37,mlp.experts.68.down_proj,0.0000023922,0.05000,1.206
37,mlp.experts.83.down_proj,0.0000039362,0.05000,1.113
37,mlp.experts.81.down_proj,0.0000105348,0.05000,1.044
37,mlp.experts.226.down_proj,0.0000017052,0.05000,1.015
37,mlp.experts.85.down_proj,0.0000006117,0.05000,1.028
37,mlp.experts.80.down_proj,0.0000011488,0.05000,1.016
37,mlp.experts.84.down_proj,0.0000021046,0.05000,1.019
37,mlp.experts.99.down_proj,0.0000029274,0.05000,1.032
37,mlp.experts.97.down_proj,0.0000025053,0.05000,1.088
37,mlp.experts.242.down_proj,0.0000014252,0.05000,1.158
37,mlp.experts.101.down_proj,0.0000011586,0.05000,1.189
37,mlp.experts.96.down_proj,0.0000008466,0.05000,1.273
37,mlp.experts.100.down_proj,0.0000244576,0.05000,1.269
37,mlp.experts.115.down_proj,0.0000057335,0.05000,1.228
37,mlp.experts.113.down_proj,0.0000033589,0.05000,1.081
37,mlp.experts.117.down_proj,0.0000013124,0.05000,0.958
37,mlp.experts.112.down_proj,0.0000037065,0.05000,0.859
37,mlp.experts.116.down_proj,0.0000070085,0.05000,0.820
37,mlp.experts.131.down_proj,0.0000111232,0.05000,0.775
37,mlp.experts.129.down_proj,0.0000019265,0.05000,0.783
37,mlp.experts.133.down_proj,0.0000013991,0.05000,0.791
37,mlp.experts.128.down_proj,0.0000069991,0.05000,0.846
37,mlp.experts.132.down_proj,0.0000042219,0.05000,0.814
37,mlp.experts.147.down_proj,0.0000026481,0.05000,0.767
37,mlp.experts.145.down_proj,0.0000025250,0.05000,0.759
37,mlp.experts.149.down_proj,0.0000013789,0.05000,0.774
37,mlp.experts.148.down_proj,0.0000009965,0.05000,0.759
37,mlp.experts.144.down_proj,0.0000012928,0.05000,0.795
37,mlp.experts.163.down_proj,0.0000018634,0.05000,0.776
37,mlp.experts.161.down_proj,0.0000021720,0.05000,0.795
37,mlp.experts.165.down_proj,0.0000000829,0.05000,0.817
37,mlp.experts.164.down_proj,0.0000028893,0.05000,0.796
37,mlp.experts.160.down_proj,0.0000003523,0.05000,0.783
37,mlp.experts.179.down_proj,0.0000019951,0.05000,0.769
37,mlp.experts.177.down_proj,0.0000023458,0.05000,0.804
37,mlp.experts.181.down_proj,0.0000129237,0.05000,0.833
37,mlp.experts.180.down_proj,0.0000013137,0.05000,0.772
37,mlp.experts.176.down_proj,0.0000017325,0.05000,0.821
37,mlp.experts.195.down_proj,0.0000019539,0.05000,0.789
37,mlp.experts.193.down_proj,0.0000020117,0.05000,0.781
37,mlp.experts.197.down_proj,0.0000054257,0.05000,0.790
37,mlp.experts.196.down_proj,0.0000014001,0.05000,0.789
37,mlp.experts.192.down_proj,0.0000074869,0.05000,0.833
37,mlp.experts.211.down_proj,0.0000088312,0.05000,0.798
37,mlp.experts.209.down_proj,0.0000043928,0.05000,0.908
37,mlp.experts.213.down_proj,0.0000024973,0.05000,0.901
37,mlp.experts.212.down_proj,0.0000009390,0.05000,0.925
37,mlp.experts.208.down_proj,0.0000041091,0.05000,0.915
37,mlp.experts.227.down_proj,0.0000048295,0.05000,0.881
37,mlp.experts.225.down_proj,0.0000042590,0.05000,0.802
37,mlp.experts.229.down_proj,0.0000083440,0.05000,0.804
37,mlp.experts.228.down_proj,0.0000249981,0.05000,0.767
37,mlp.experts.243.down_proj,0.0000014176,0.05000,0.762
37,mlp.experts.224.down_proj,0.0000025576,0.05000,0.798
37,mlp.experts.241.down_proj,0.0000039612,0.05000,0.766
37,mlp.experts.245.down_proj,0.0000023039,0.05000,0.626
37,mlp.experts.244.down_proj,0.0000022444,0.05000,0.630
37,mlp.experts.240.down_proj,0.0000009925,0.05000,0.538
38,mlp.experts.2.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.721
38,mlp.experts.1.gate_proj,failsafe(rtn): 0.0009575,0.00000,0.727
38,mlp.experts.14.gate_proj,0.0000243566,0.05000,14.192
38,mlp.experts.6.gate_proj,0.0000702893,0.05000,14.267
38,mlp.experts.10.gate_proj,0.0000427958,0.05000,14.284
38,mlp.experts.9.gate_proj,0.0000080756,0.05000,14.288
38,mlp.experts.5.gate_proj,0.0000228769,0.05000,14.306
38,mlp.experts.4.gate_proj,0.0000139751,0.05000,14.311
38,mlp.experts.7.gate_proj,0.0000137089,0.05000,14.309
38,mlp.experts.12.gate_proj,0.0000405236,0.05000,14.320
38,mlp.experts.13.gate_proj,0.0000095603,0.05000,14.387
38,mlp.experts.3.gate_proj,0.0000160786,0.05000,14.388
38,mlp.experts.11.gate_proj,0.0000209805,0.05000,14.388
38,mlp.experts.15.gate_proj,0.0000293887,0.05000,14.422
38,mlp.experts.8.gate_proj,0.0000102452,0.05000,14.468
38,mlp.experts.0.gate_proj,0.0000285212,0.05000,14.518
38,mlp.experts.26.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.826
38,mlp.experts.17.gate_proj,0.0000128589,0.05000,14.369
38,mlp.experts.29.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.782
38,mlp.experts.18.gate_proj,0.0000242172,0.05000,14.448
38,mlp.experts.19.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.882
38,mlp.experts.30.gate_proj,0.0000078371,0.05000,14.606
38,mlp.experts.21.gate_proj,0.0000712156,0.05000,14.542
38,mlp.experts.20.gate_proj,0.0000136907,0.05000,14.549
38,mlp.experts.31.gate_proj,0.0000254523,0.05000,14.417
38,mlp.experts.25.gate_proj,0.0000326057,0.05000,14.575
38,mlp.experts.24.gate_proj,0.0000622909,0.05000,14.405
38,mlp.experts.22.gate_proj,0.0000114299,0.05000,14.607
38,mlp.experts.23.gate_proj,0.0000238205,0.05000,14.739
38,mlp.experts.28.gate_proj,0.0000192281,0.05000,14.730
38,mlp.experts.27.gate_proj,0.0000307250,0.05000,14.653
38,mlp.experts.16.gate_proj,0.0000284867,0.05000,14.567
38,mlp.experts.33.gate_proj,0.0000162220,0.05000,14.536
38,mlp.experts.45.gate_proj,0.0000321879,0.05000,14.554
38,mlp.experts.42.gate_proj,0.0000438808,0.05000,14.734
38,mlp.experts.34.gate_proj,0.0001051218,0.05000,14.670
38,mlp.experts.35.gate_proj,0.0000200463,0.05000,14.729
38,mlp.experts.51.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.805
38,mlp.experts.37.gate_proj,0.0000298057,0.05000,14.846
38,mlp.experts.38.gate_proj,0.0000807462,0.05000,14.824
38,mlp.experts.40.gate_proj,0.0000295698,0.05000,14.823
38,mlp.experts.46.gate_proj,0.0000427593,0.05000,14.974
38,mlp.experts.47.gate_proj,0.0000768697,0.05000,14.907
38,mlp.experts.41.gate_proj,0.0000084557,0.05000,14.914
38,mlp.experts.32.gate_proj,0.0000605917,0.05000,14.742
38,mlp.experts.36.gate_proj,0.0000423265,0.05000,15.003
38,mlp.experts.44.gate_proj,0.0000089850,0.05000,14.897
38,mlp.experts.43.gate_proj,0.0000328644,0.05000,14.913
38,mlp.experts.39.gate_proj,0.0000191235,0.05000,14.980
38,mlp.experts.49.gate_proj,0.0000592036,0.05000,14.737
38,mlp.experts.53.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.782
38,mlp.experts.56.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.781
38,mlp.experts.61.gate_proj,0.0000168076,0.05000,14.750
38,mlp.experts.58.gate_proj,0.0001496088,0.05000,14.911
38,mlp.experts.50.gate_proj,0.0000354586,0.05000,14.908
38,mlp.experts.67.gate_proj,0.0000431572,0.05000,14.739
38,mlp.experts.57.gate_proj,0.0000778664,0.05000,15.065
38,mlp.experts.48.gate_proj,0.0000088902,0.05000,15.064
38,mlp.experts.62.gate_proj,0.0000570502,0.05000,15.149
38,mlp.experts.63.gate_proj,0.0000369610,0.05000,15.140
38,mlp.experts.54.gate_proj,0.0001002137,0.05000,15.214
38,mlp.experts.52.gate_proj,0.0000248596,0.05000,15.041
38,mlp.experts.60.gate_proj,0.0000238880,0.05000,15.107
38,mlp.experts.59.gate_proj,0.0000137192,0.05000,15.194
38,mlp.experts.55.gate_proj,0.0000404839,0.05000,15.219
38,mlp.experts.65.gate_proj,0.0000561203,0.05000,15.111
38,mlp.experts.69.gate_proj,0.0000528724,0.05000,15.100
38,mlp.experts.72.gate_proj,0.0000336972,0.05000,15.119
38,mlp.experts.77.gate_proj,0.0000255052,0.05000,15.118
38,mlp.experts.74.gate_proj,0.0000139353,0.05000,15.042
38,mlp.experts.76.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.788
38,mlp.experts.66.gate_proj,0.0001098497,0.05000,15.082
38,mlp.experts.81.gate_proj,failsafe(rtn): 0.0010071,0.00000,0.837
38,mlp.experts.85.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.847
38,mlp.experts.83.gate_proj,0.0000244837,0.05000,15.203
38,mlp.experts.73.gate_proj,0.0000272863,0.05000,14.954
38,mlp.experts.78.gate_proj,0.0000326610,0.05000,14.932
38,mlp.experts.68.gate_proj,0.0000143424,0.05000,14.946
38,mlp.experts.79.gate_proj,0.0000098647,0.05000,15.049
38,mlp.experts.64.gate_proj,0.0000098474,0.05000,15.069
38,mlp.experts.70.gate_proj,0.0000667969,0.05000,15.210
38,mlp.experts.75.gate_proj,0.0000124067,0.05000,15.176
38,mlp.experts.71.gate_proj,0.0000097745,0.05000,15.175
38,mlp.experts.89.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.874
38,mlp.experts.88.gate_proj,0.0000192886,0.05000,15.100
38,mlp.experts.93.gate_proj,0.0000287969,0.05000,15.045
38,mlp.experts.92.gate_proj,0.0000119590,0.05000,14.946
38,mlp.experts.90.gate_proj,0.0001094057,0.05000,15.037
38,mlp.experts.82.gate_proj,0.0000499556,0.05000,15.169
38,mlp.experts.97.gate_proj,0.0000160598,0.05000,14.938
38,mlp.experts.101.gate_proj,0.0000113895,0.05000,14.974
38,mlp.experts.99.gate_proj,0.0000161624,0.05000,14.959
38,mlp.experts.113.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.633
38,mlp.experts.94.gate_proj,0.0000106720,0.05000,14.602
38,mlp.experts.95.gate_proj,0.0000164766,0.05000,14.577
38,mlp.experts.84.gate_proj,0.0000123502,0.05000,14.714
38,mlp.experts.80.gate_proj,0.0000106357,0.05000,14.711
38,mlp.experts.86.gate_proj,0.0000087998,0.05000,14.695
38,mlp.experts.91.gate_proj,0.0000472506,0.05000,14.685
38,mlp.experts.87.gate_proj,0.0000284333,0.05000,14.644
38,mlp.experts.105.gate_proj,0.0000359724,0.05000,14.500
38,mlp.experts.109.gate_proj,0.0000169058,0.05000,14.494
38,mlp.experts.104.gate_proj,0.0000479369,0.05000,14.605
38,mlp.experts.100.gate_proj,failsafe(rtn): 0.0009651,0.00000,0.825
38,mlp.experts.108.gate_proj,0.0001528411,0.05000,14.628
38,mlp.experts.106.gate_proj,0.0000363447,0.05000,14.636
38,mlp.experts.98.gate_proj,0.0001095944,0.05000,14.629
38,mlp.experts.125.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.886
38,mlp.experts.117.gate_proj,0.0000261755,0.05000,14.725
38,mlp.experts.116.gate_proj,failsafe(rtn): 0.0010529,0.00000,0.871
38,mlp.experts.115.gate_proj,0.0000244897,0.05000,14.875
38,mlp.experts.129.gate_proj,0.0001202706,0.05000,14.897
38,mlp.experts.110.gate_proj,0.0000645298,0.05000,15.054
38,mlp.experts.111.gate_proj,0.0000415823,0.05000,15.171
38,mlp.experts.102.gate_proj,0.0000496491,0.05000,14.972
38,mlp.experts.96.gate_proj,0.0000258855,0.05000,15.144
38,mlp.experts.107.gate_proj,0.0000747996,0.05000,15.004
38,mlp.experts.103.gate_proj,0.0000119881,0.05000,15.057
38,mlp.experts.121.gate_proj,0.0000270921,0.05000,15.048
38,mlp.experts.120.gate_proj,0.0000309874,0.05000,15.032
38,mlp.experts.122.gate_proj,0.0000155085,0.05000,14.885
38,mlp.experts.124.gate_proj,0.0000157738,0.05000,14.937
38,mlp.experts.114.gate_proj,0.0000379220,0.05000,14.964
38,mlp.experts.133.gate_proj,0.0000443486,0.05000,14.779
38,mlp.experts.141.gate_proj,0.0000457079,0.05000,14.988
38,mlp.experts.132.gate_proj,0.0000209178,0.05000,14.879
38,mlp.experts.130.gate_proj,failsafe(rtn): 0.0009766,0.00000,0.699
38,mlp.experts.131.gate_proj,0.0000388945,0.05000,14.793
38,mlp.experts.145.gate_proj,0.0000405465,0.05000,14.690
38,mlp.experts.126.gate_proj,0.0000226000,0.05000,14.772
38,mlp.experts.127.gate_proj,0.0000054060,0.05000,14.694
38,mlp.experts.118.gate_proj,0.0000050071,0.05000,14.621
38,mlp.experts.112.gate_proj,0.0000438901,0.05000,14.754
38,mlp.experts.119.gate_proj,0.0000313938,0.05000,14.641
38,mlp.experts.123.gate_proj,0.0000331858,0.05000,14.749
38,mlp.experts.137.gate_proj,0.0000770107,0.05000,14.622
38,mlp.experts.136.gate_proj,0.0000148887,0.05000,14.665
38,mlp.experts.138.gate_proj,0.0000405770,0.05000,14.603
38,mlp.experts.140.gate_proj,0.0000413607,0.05000,14.695
38,mlp.experts.149.gate_proj,0.0000357195,0.05000,14.612
38,mlp.experts.153.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.679
38,mlp.experts.157.gate_proj,0.0000254597,0.05000,14.550
38,mlp.experts.148.gate_proj,0.0000102830,0.05000,14.446
38,mlp.experts.152.gate_proj,failsafe(rtn): 0.0009613,0.00000,0.745
38,mlp.experts.146.gate_proj,0.0000130406,0.05000,14.567
38,mlp.experts.147.gate_proj,0.0000952490,0.05000,14.648
38,mlp.experts.161.gate_proj,0.0000888143,0.05000,14.579
38,mlp.experts.142.gate_proj,0.0001015842,0.05000,14.923
38,mlp.experts.143.gate_proj,0.0000065372,0.05000,14.875
38,mlp.experts.134.gate_proj,0.0000225416,0.05000,14.915
38,mlp.experts.128.gate_proj,0.0000767769,0.05000,14.969
38,mlp.experts.139.gate_proj,0.0000332328,0.05000,14.987
38,mlp.experts.135.gate_proj,0.0000362261,0.05000,15.092
38,mlp.experts.154.gate_proj,0.0000216346,0.05000,15.030
38,mlp.experts.156.gate_proj,0.0000452766,0.05000,15.025
38,mlp.experts.169.gate_proj,0.0000143065,0.05000,15.033
38,mlp.experts.155.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.797
38,mlp.experts.165.gate_proj,0.0000612898,0.05000,15.049
38,mlp.experts.173.gate_proj,0.0000068302,0.05000,14.997
38,mlp.experts.164.gate_proj,0.0001642310,0.05000,15.135
38,mlp.experts.168.gate_proj,0.0000306872,0.05000,15.101
38,mlp.experts.170.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.877
38,mlp.experts.172.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.871
38,mlp.experts.162.gate_proj,0.0000135880,0.05000,15.183
38,mlp.experts.163.gate_proj,0.0000151547,0.05000,15.093
38,mlp.experts.181.gate_proj,failsafe(rtn): 0.0012207,0.00000,0.821
38,mlp.experts.177.gate_proj,0.0000274075,0.05000,15.237
38,mlp.experts.158.gate_proj,0.0000490888,0.05000,15.315
38,mlp.experts.159.gate_proj,0.0000317830,0.05000,15.337
38,mlp.experts.150.gate_proj,0.0000438156,0.05000,15.310
38,mlp.experts.144.gate_proj,0.0000365797,0.05000,15.224
38,mlp.experts.151.gate_proj,0.0000177930,0.05000,15.419
38,mlp.experts.171.gate_proj,0.0000195450,0.05000,15.365
38,mlp.experts.189.gate_proj,0.0000176065,0.05000,15.339
38,mlp.experts.185.gate_proj,0.0000363302,0.05000,15.436
38,mlp.experts.184.gate_proj,0.0000149754,0.05000,15.297
38,mlp.experts.180.gate_proj,0.0000161522,0.05000,15.371
38,mlp.experts.186.gate_proj,0.0000943087,0.05000,15.339
38,mlp.experts.188.gate_proj,0.0000210443,0.05000,15.347
38,mlp.experts.179.gate_proj,0.0000705699,0.05000,15.279
38,mlp.experts.178.gate_proj,0.0001075449,0.05000,15.415
38,mlp.experts.197.gate_proj,0.0000438741,0.05000,15.261
38,mlp.experts.193.gate_proj,0.0000253524,0.05000,15.374
38,mlp.experts.194.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.897
38,mlp.experts.174.gate_proj,0.0000828198,0.05000,14.473
38,mlp.experts.175.gate_proj,0.0000107708,0.05000,14.457
38,mlp.experts.166.gate_proj,0.0000224726,0.05000,14.525
38,mlp.experts.160.gate_proj,0.0000221404,0.05000,14.433
38,mlp.experts.167.gate_proj,0.0000334163,0.05000,14.346
38,mlp.experts.201.gate_proj,0.0000100810,0.05000,14.193
38,mlp.experts.205.gate_proj,0.0000498314,0.05000,14.278
38,mlp.experts.187.gate_proj,0.0000343627,0.05000,14.407
38,mlp.experts.183.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.758
38,mlp.experts.196.gate_proj,0.0000129089,0.05000,14.367
38,mlp.experts.200.gate_proj,0.0000184619,0.05000,14.375
38,mlp.experts.202.gate_proj,0.0000182700,0.05000,14.419
38,mlp.experts.204.gate_proj,0.0000381576,0.05000,14.387
38,mlp.experts.195.gate_proj,0.0000186386,0.05000,14.334
38,mlp.experts.213.gate_proj,0.0000074695,0.05000,14.143
38,mlp.experts.209.gate_proj,0.0000020243,0.05000,14.156
38,mlp.experts.221.gate_proj,failsafe(rtn): 0.0009995,0.00000,0.762
38,mlp.experts.203.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.783
38,mlp.experts.199.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.828
38,mlp.experts.211.gate_proj,failsafe(rtn): 0.0009727,0.00000,0.814
38,mlp.experts.210.gate_proj,0.0000338950,0.05000,14.192
38,mlp.experts.229.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.812
38,mlp.experts.226.gate_proj,failsafe(rtn): 0.0009689,0.00000,0.642
38,mlp.experts.190.gate_proj,0.0000307573,0.05000,15.447
38,mlp.experts.191.gate_proj,0.0000119756,0.05000,15.509
38,mlp.experts.182.gate_proj,0.0000312720,0.05000,15.559
38,mlp.experts.176.gate_proj,0.0000166257,0.05000,15.549
38,mlp.experts.217.gate_proj,0.0000304583,0.05000,15.399
38,mlp.experts.216.gate_proj,0.0000765966,0.05000,15.397
38,mlp.experts.212.gate_proj,0.0000073660,0.05000,15.391
38,mlp.experts.218.gate_proj,0.0000947240,0.05000,15.421
38,mlp.experts.220.gate_proj,0.0000360699,0.05000,15.381
38,mlp.experts.225.gate_proj,0.0000474870,0.05000,15.283
38,mlp.experts.237.gate_proj,0.0000362266,0.05000,15.421
38,mlp.experts.219.gate_proj,0.0000740092,0.05000,15.327
38,mlp.experts.215.gate_proj,0.0000086194,0.05000,15.484
38,mlp.experts.245.gate_proj,0.0000396300,0.05000,15.254
38,mlp.experts.227.gate_proj,0.0000498165,0.05000,15.411
38,mlp.experts.253.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.751
38,mlp.experts.242.gate_proj,0.0000157098,0.05000,15.640
38,mlp.experts.2.up_proj,failsafe(rtn): 0.0009766,0.00000,0.857
38,mlp.experts.206.gate_proj,0.0000422056,0.05000,15.753
38,mlp.experts.207.gate_proj,0.0000357058,0.05000,15.712
38,mlp.experts.198.gate_proj,0.0000498723,0.05000,15.711
38,mlp.experts.192.gate_proj,0.0000437597,0.05000,15.800
38,mlp.experts.214.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.742
38,mlp.experts.208.gate_proj,failsafe(rtn): 0.0010223,0.00000,0.730
38,mlp.experts.233.gate_proj,0.0000259535,0.05000,15.778
38,mlp.experts.232.gate_proj,0.0000313958,0.05000,15.901
38,mlp.experts.228.gate_proj,0.0000196723,0.05000,16.032
38,mlp.experts.234.gate_proj,0.0000086465,0.05000,15.891
38,mlp.experts.236.gate_proj,0.0000243431,0.05000,16.020
38,mlp.experts.241.gate_proj,0.0000313370,0.05000,15.967
38,mlp.experts.224.gate_proj,failsafe(rtn): 0.0009918,0.00000,0.898
38,mlp.experts.235.gate_proj,0.0001060772,0.05000,15.970
38,mlp.experts.231.gate_proj,0.0000225948,0.05000,15.991
38,mlp.experts.5.up_proj,0.0000227440,0.05000,15.945
38,mlp.experts.1.up_proj,failsafe(rtn): 0.0009689,0.00000,0.744
38,mlp.experts.240.gate_proj,failsafe(rtn): 0.0009842,0.00000,0.739
38,mlp.experts.243.gate_proj,0.0000331614,0.05000,16.025
38,mlp.experts.13.up_proj,0.0000089364,0.05000,15.878
38,mlp.experts.247.gate_proj,failsafe(rtn): 0.0009270,0.00000,0.743
38,mlp.experts.29.up_proj,failsafe(rtn): 0.0009842,0.00000,0.676
38,mlp.experts.18.up_proj,0.0000179229,0.05000,15.596
38,mlp.experts.222.gate_proj,0.0000531579,0.05000,15.094
38,mlp.experts.223.gate_proj,0.0000350594,0.05000,15.037
38,mlp.experts.238.gate_proj,failsafe(rtn): 0.0009193,0.00000,0.606
38,mlp.experts.230.gate_proj,0.0000345133,0.05000,14.822
38,mlp.experts.249.gate_proj,0.0000201550,0.05000,14.875
38,mlp.experts.248.gate_proj,0.0000308315,0.05000,14.685
38,mlp.experts.244.gate_proj,0.0000121436,0.05000,14.636
38,mlp.experts.250.gate_proj,0.0000229998,0.05000,14.792
38,mlp.experts.246.gate_proj,failsafe(rtn): 0.0010147,0.00000,0.745
38,mlp.experts.252.gate_proj,0.0000100717,0.05000,14.741
38,mlp.experts.251.gate_proj,0.0000093874,0.05000,14.725
38,mlp.experts.17.up_proj,0.0000122466,0.05000,14.501
38,mlp.experts.0.up_proj,0.0000229573,0.05000,14.507
38,mlp.experts.21.up_proj,0.0000591527,0.05000,14.639
38,mlp.experts.3.up_proj,0.0000144122,0.05000,14.619
38,mlp.experts.7.up_proj,0.0000108741,0.05000,14.632
38,mlp.experts.19.up_proj,failsafe(rtn): 0.0009499,0.00000,0.739
38,mlp.experts.45.up_proj,0.0000274300,0.05000,14.867
38,mlp.experts.34.up_proj,0.0001060849,0.05000,14.912
38,mlp.experts.239.gate_proj,0.0000187539,0.05000,14.965
38,mlp.experts.254.gate_proj,0.0000090430,0.05000,15.047
38,mlp.experts.255.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.765
38,mlp.experts.9.up_proj,0.0000070599,0.05000,15.115
38,mlp.experts.8.up_proj,0.0000091603,0.05000,15.116
38,mlp.experts.4.up_proj,0.0000126434,0.05000,15.085
38,mlp.experts.10.up_proj,0.0000399725,0.05000,15.167
38,mlp.experts.12.up_proj,0.0000357392,0.05000,15.133
38,mlp.experts.6.up_proj,0.0000647056,0.05000,15.232
38,mlp.experts.11.up_proj,0.0000207007,0.05000,15.136
38,mlp.experts.37.up_proj,0.0000283555,0.05000,15.275
38,mlp.experts.33.up_proj,0.0000148182,0.05000,15.318
38,mlp.experts.26.up_proj,failsafe(rtn): 0.0009537,0.00000,0.828
38,mlp.experts.16.up_proj,0.0000255472,0.05000,15.447
38,mlp.experts.23.up_proj,0.0000234365,0.05000,15.385
38,mlp.experts.53.up_proj,failsafe(rtn): 0.0010529,0.00000,0.786
38,mlp.experts.35.up_proj,0.0000171659,0.05000,15.454
38,mlp.experts.61.up_proj,0.0000155326,0.05000,15.385
38,mlp.experts.50.up_proj,0.0000288800,0.05000,15.329
38,mlp.experts.51.up_proj,failsafe(rtn): 0.0009995,0.00000,0.805
38,mlp.experts.14.up_proj,0.0000250268,0.05000,15.894
38,mlp.experts.15.up_proj,0.0000274002,0.05000,15.859
38,mlp.experts.25.up_proj,0.0000322251,0.05000,15.795
38,mlp.experts.24.up_proj,0.0000431931,0.05000,15.851
38,mlp.experts.20.up_proj,0.0000123768,0.05000,15.929
38,mlp.experts.28.up_proj,0.0000164423,0.05000,15.638
38,mlp.experts.22.up_proj,0.0000102271,0.05000,15.701
38,mlp.experts.27.up_proj,0.0000256986,0.05000,15.961
38,mlp.experts.49.up_proj,0.0000535782,0.05000,15.875
38,mlp.experts.42.up_proj,0.0000427653,0.05000,15.918
38,mlp.experts.32.up_proj,0.0000579183,0.05000,15.844
38,mlp.experts.39.up_proj,0.0000185623,0.05000,15.932
38,mlp.experts.69.up_proj,0.0000420167,0.05000,15.890
38,mlp.experts.77.up_proj,0.0000226214,0.05000,15.874
38,mlp.experts.85.up_proj,failsafe(rtn): 0.0009613,0.00000,0.826
38,mlp.experts.66.up_proj,0.0001047009,0.05000,15.865
38,mlp.experts.67.up_proj,0.0000404499,0.05000,16.013
38,mlp.experts.30.up_proj,0.0000069091,0.05000,15.599
38,mlp.experts.31.up_proj,0.0000235590,0.05000,15.686
38,mlp.experts.41.up_proj,0.0000081595,0.05000,15.500
38,mlp.experts.40.up_proj,0.0000289416,0.05000,15.474
38,mlp.experts.36.up_proj,0.0000366319,0.05000,15.387
38,mlp.experts.44.up_proj,0.0000089257,0.05000,15.419
38,mlp.experts.38.up_proj,0.0000825032,0.05000,15.526
38,mlp.experts.43.up_proj,0.0000233155,0.05000,15.466
38,mlp.experts.56.up_proj,failsafe(rtn): 0.0009918,0.00000,0.790
38,mlp.experts.65.up_proj,0.0000487588,0.05000,15.287
38,mlp.experts.48.up_proj,0.0000079066,0.05000,15.306
38,mlp.experts.58.up_proj,0.0001305351,0.05000,15.333
38,mlp.experts.81.up_proj,failsafe(rtn): 0.0009346,0.00000,0.838
38,mlp.experts.55.up_proj,0.0000390197,0.05000,15.630
38,mlp.experts.93.up_proj,0.0000283701,0.05000,15.265
38,mlp.experts.101.up_proj,0.0000113897,0.05000,15.332
38,mlp.experts.82.up_proj,0.0000437736,0.05000,15.232
38,mlp.experts.83.up_proj,0.0000250444,0.05000,15.226
38,mlp.experts.46.up_proj,0.0000410670,0.05000,15.477
38,mlp.experts.57.up_proj,0.0000642837,0.05000,15.517
38,mlp.experts.47.up_proj,0.0000763418,0.05000,15.597
38,mlp.experts.52.up_proj,0.0000196559,0.05000,15.577
38,mlp.experts.60.up_proj,0.0000195402,0.05000,15.640
38,mlp.experts.54.up_proj,0.0000897115,0.05000,15.497
38,mlp.experts.72.up_proj,0.0000324851,0.05000,15.428
38,mlp.experts.59.up_proj,0.0000114750,0.05000,15.539
38,mlp.experts.76.up_proj,failsafe(rtn): 0.0010147,0.00000,0.622
38,mlp.experts.64.up_proj,0.0000076665,0.05000,15.291
38,mlp.experts.74.up_proj,0.0000125003,0.05000,15.440
38,mlp.experts.97.up_proj,0.0000156286,0.05000,15.170
38,mlp.experts.71.up_proj,0.0000089565,0.05000,15.282
38,mlp.experts.109.up_proj,0.0000140516,0.05000,15.235
38,mlp.experts.113.up_proj,failsafe(rtn): 0.0009918,0.00000,0.782
38,mlp.experts.117.up_proj,0.0000245646,0.05000,15.189
38,mlp.experts.98.up_proj,0.0000837810,0.05000,15.291
38,mlp.experts.99.up_proj,0.0000156528,0.05000,15.268
38,mlp.experts.125.up_proj,failsafe(rtn): 0.0009613,0.00000,0.732
38,mlp.experts.62.up_proj,0.0000523159,0.05000,14.475
38,mlp.experts.73.up_proj,0.0000233405,0.05000,14.388
38,mlp.experts.63.up_proj,0.0000316949,0.05000,14.502
38,mlp.experts.68.up_proj,0.0000120120,0.05000,14.365
38,mlp.experts.70.up_proj,0.0000597658,0.05000,14.605
38,mlp.experts.89.up_proj,failsafe(rtn): 0.0010300,0.00000,0.826
38,mlp.experts.75.up_proj,0.0000102841,0.05000,14.598
38,mlp.experts.92.up_proj,0.0000117798,0.05000,14.627
38,mlp.experts.80.up_proj,0.0000095113,0.05000,14.620
38,mlp.experts.88.up_proj,0.0000159844,0.05000,14.744
38,mlp.experts.90.up_proj,0.0000872232,0.05000,14.728
38,mlp.experts.87.up_proj,0.0000158555,0.05000,14.832
38,mlp.experts.129.up_proj,0.0001126446,0.05000,14.788
38,mlp.experts.133.up_proj,0.0000352779,0.05000,14.724
38,mlp.experts.114.up_proj,0.0000363479,0.05000,14.772
38,mlp.experts.115.up_proj,0.0000234260,0.05000,14.895
38,mlp.experts.141.up_proj,0.0000302608,0.05000,14.925
38,mlp.experts.130.up_proj,failsafe(rtn): 0.0009499,0.00000,0.850
38,mlp.experts.78.up_proj,0.0000301926,0.05000,15.926
38,mlp.experts.79.up_proj,0.0000094224,0.05000,15.999
38,mlp.experts.84.up_proj,0.0000119659,0.05000,16.000
38,mlp.experts.86.up_proj,0.0000074464,0.05000,16.020
38,mlp.experts.105.up_proj,0.0000361112,0.05000,16.086
38,mlp.experts.104.up_proj,0.0000460091,0.05000,15.771
38,mlp.experts.91.up_proj,0.0000464745,0.05000,15.859
38,mlp.experts.100.up_proj,failsafe(rtn): 0.0009575,0.00000,0.828
38,mlp.experts.96.up_proj,0.0000208186,0.05000,15.976
38,mlp.experts.108.up_proj,0.0001454715,0.05000,16.003
38,mlp.experts.106.up_proj,0.0000382110,0.05000,15.937
38,mlp.experts.116.up_proj,failsafe(rtn): 0.0009766,0.00000,0.737
38,mlp.experts.103.up_proj,0.0000116074,0.05000,15.869
38,mlp.experts.149.up_proj,0.0000269051,0.05000,15.814
38,mlp.experts.145.up_proj,0.0000379019,0.05000,15.883
38,mlp.experts.131.up_proj,0.0000357011,0.05000,15.862
38,mlp.experts.157.up_proj,0.0000248788,0.05000,15.835
38,mlp.experts.146.up_proj,0.0000112606,0.05000,15.960
38,mlp.experts.94.up_proj,0.0000097129,0.05000,15.422
38,mlp.experts.95.up_proj,0.0000152582,0.05000,15.282
38,mlp.experts.121.up_proj,0.0000248179,0.05000,15.259
38,mlp.experts.102.up_proj,0.0000420949,0.05000,15.439
38,mlp.experts.107.up_proj,0.0000700332,0.05000,15.442
38,mlp.experts.120.up_proj,0.0000305432,0.05000,15.478
38,mlp.experts.112.up_proj,0.0000416609,0.05000,15.310
38,mlp.experts.124.up_proj,0.0000140044,0.05000,15.373
38,mlp.experts.122.up_proj,0.0000113187,0.05000,15.400
38,mlp.experts.132.up_proj,0.0000170745,0.05000,15.579
38,mlp.experts.119.up_proj,0.0000289458,0.05000,15.353
38,mlp.experts.161.up_proj,0.0000786130,0.05000,15.261
38,mlp.experts.165.up_proj,0.0000604645,0.05000,15.416
38,mlp.experts.173.up_proj,0.0000059056,0.05000,15.389
38,mlp.experts.147.up_proj,0.0000866938,0.05000,15.426
38,mlp.experts.181.up_proj,failsafe(rtn): 0.0010223,0.00000,0.832
38,mlp.experts.162.up_proj,0.0000131550,0.05000,15.488
38,mlp.experts.110.up_proj,0.0000611595,0.05000,15.432
38,mlp.experts.111.up_proj,0.0000389043,0.05000,15.373
38,mlp.experts.137.up_proj,0.0000731327,0.05000,15.285
38,mlp.experts.118.up_proj,0.0000047369,0.05000,15.426
38,mlp.experts.128.up_proj,0.0000766494,0.05000,15.196
38,mlp.experts.140.up_proj,0.0000406011,0.05000,15.219
38,mlp.experts.123.up_proj,0.0000285751,0.05000,15.358
38,mlp.experts.136.up_proj,0.0000126364,0.05000,15.372
38,mlp.experts.153.up_proj,failsafe(rtn): 0.0009575,0.00000,0.716
38,mlp.experts.138.up_proj,0.0000377696,0.05000,15.224
38,mlp.experts.152.up_proj,failsafe(rtn): 0.0009613,0.00000,0.768
38,mlp.experts.148.up_proj,0.0000099499,0.05000,15.294
38,mlp.experts.135.up_proj,0.0000312771,0.05000,15.284
38,mlp.experts.177.up_proj,0.0000233976,0.05000,15.253
38,mlp.experts.189.up_proj,0.0000169607,0.05000,15.179
38,mlp.experts.163.up_proj,0.0000135640,0.05000,15.194
38,mlp.experts.197.up_proj,0.0000317598,0.05000,15.194
38,mlp.experts.178.up_proj,0.0001038283,0.05000,15.310
38,mlp.experts.194.up_proj,failsafe(rtn): 0.0009346,0.00000,0.883
38,mlp.experts.126.up_proj,0.0000225708,0.05000,15.120
38,mlp.experts.127.up_proj,0.0000051792,0.05000,15.364
38,mlp.experts.134.up_proj,0.0000191506,0.05000,15.507
38,mlp.experts.144.up_proj,0.0000354956,0.05000,15.503
38,mlp.experts.156.up_proj,0.0000340996,0.05000,15.555
38,mlp.experts.169.up_proj,0.0000138954,0.05000,15.381
38,mlp.experts.139.up_proj,0.0000300792,0.05000,15.602
38,mlp.experts.154.up_proj,0.0000183115,0.05000,15.581
38,mlp.experts.164.up_proj,0.0001101294,0.05000,15.396
38,mlp.experts.172.up_proj,failsafe(rtn): 0.0010071,0.00000,0.686
38,mlp.experts.168.up_proj,0.0000234341,0.05000,15.419
38,mlp.experts.155.up_proj,failsafe(rtn): 0.0009689,0.00000,0.685
38,mlp.experts.170.up_proj,failsafe(rtn): 0.0009537,0.00000,0.710
38,mlp.experts.151.up_proj,0.0000180481,0.05000,15.585
38,mlp.experts.193.up_proj,0.0000250122,0.05000,15.611
38,mlp.experts.205.up_proj,0.0000487400,0.05000,15.604
38,mlp.experts.179.up_proj,0.0000667191,0.05000,15.591
38,mlp.experts.213.up_proj,0.0000073420,0.05000,15.574
38,mlp.experts.221.up_proj,failsafe(rtn): 0.0009727,0.00000,0.659
38,mlp.experts.229.up_proj,failsafe(rtn): 0.0009346,0.00000,0.684
38,mlp.experts.210.up_proj,0.0000337192,0.05000,15.246
38,mlp.experts.226.up_proj,failsafe(rtn): 0.0009766,0.00000,0.772
38,mlp.experts.142.up_proj,0.0000866546,0.05000,14.881
38,mlp.experts.143.up_proj,0.0000062392,0.05000,14.847
38,mlp.experts.150.up_proj,0.0000392302,0.05000,14.824
38,mlp.experts.160.up_proj,0.0000217188,0.05000,14.792
38,mlp.experts.185.up_proj,0.0000266995,0.05000,14.602
38,mlp.experts.180.up_proj,0.0000141617,0.05000,14.712
38,mlp.experts.171.up_proj,0.0000184954,0.05000,14.730
38,mlp.experts.188.up_proj,0.0000195525,0.05000,14.878
38,mlp.experts.184.up_proj,0.0000147493,0.05000,14.929
38,mlp.experts.186.up_proj,0.0000839094,0.05000,14.787
38,mlp.experts.167.up_proj,0.0000325560,0.05000,14.735
38,mlp.experts.209.up_proj,0.0000018326,0.05000,14.670
38,mlp.experts.183.up_proj,failsafe(rtn): 0.0009613,0.00000,0.878
38,mlp.experts.195.up_proj,0.0000163699,0.05000,14.774
38,mlp.experts.237.up_proj,0.0000295055,0.05000,14.806
38,mlp.experts.199.up_proj,failsafe(rtn): 0.0010834,0.00000,0.724
38,mlp.experts.211.up_proj,failsafe(rtn): 0.0009537,0.00000,0.733
38,mlp.experts.245.up_proj,0.0000342386,0.05000,14.757
38,mlp.experts.253.up_proj,failsafe(rtn): 0.0009613,0.00000,0.642
38,mlp.experts.242.up_proj,0.0000148798,0.05000,14.617
38,mlp.experts.2.down_proj,failsafe(rtn): 0.0009460,0.00000,0.164
38,mlp.experts.5.down_proj,0.0000021369,0.05000,3.665
38,mlp.experts.13.down_proj,0.0000137666,0.05000,3.926
38,mlp.experts.29.down_proj,failsafe(rtn): 0.0009613,0.00000,0.143
38,mlp.experts.18.down_proj,0.0000053003,0.05000,3.850
38,mlp.experts.21.down_proj,0.0000015712,0.05000,3.485
38,mlp.experts.45.down_proj,0.0000026149,0.05000,3.364
38,mlp.experts.34.down_proj,0.0000148157,0.05000,3.513
38,mlp.experts.158.up_proj,0.0000401574,0.05000,15.114
38,mlp.experts.159.up_proj,0.0000307998,0.05000,15.162
38,mlp.experts.37.down_proj,0.0000015973,0.05000,4.125
38,mlp.experts.53.down_proj,failsafe(rtn): 0.0010376,0.00000,0.223
38,mlp.experts.201.up_proj,0.0000091278,0.05000,14.866
38,mlp.experts.166.up_proj,0.0000208836,0.05000,15.238
38,mlp.experts.176.up_proj,0.0000115250,0.05000,15.157
38,mlp.experts.61.down_proj,0.0000003133,0.05000,4.170
38,mlp.experts.50.down_proj,0.0000107337,0.05000,4.084
38,mlp.experts.196.up_proj,0.0000120624,0.05000,15.234
38,mlp.experts.200.up_proj,0.0000163351,0.05000,15.164
38,mlp.experts.187.up_proj,0.0000314171,0.05000,15.370
38,mlp.experts.204.up_proj,0.0000340783,0.05000,15.343
38,mlp.experts.202.up_proj,0.0000164584,0.05000,15.255
38,mlp.experts.225.up_proj,0.0000412415,0.05000,14.974
38,mlp.experts.203.up_proj,failsafe(rtn): 0.0009842,0.00000,0.717
38,mlp.experts.215.up_proj,0.0000067366,0.05000,15.016
38,mlp.experts.227.up_proj,0.0000415080,0.05000,15.179
38,mlp.experts.69.down_proj,0.0000053778,0.05000,3.830
38,mlp.experts.85.down_proj,failsafe(rtn): 0.0009460,0.00000,0.204
38,mlp.experts.77.down_proj,0.0000005791,0.05000,3.862
38,mlp.experts.66.down_proj,0.0000293389,0.05000,3.837
38,mlp.experts.101.down_proj,0.0000024061,0.05000,4.177
38,mlp.experts.93.down_proj,0.0000017566,0.05000,4.182
38,mlp.experts.82.down_proj,0.0000013292,0.05000,4.211
38,mlp.experts.117.down_proj,0.0000005693,0.05000,3.792
38,mlp.experts.109.down_proj,0.0000048880,0.05000,3.633
38,mlp.experts.125.down_proj,failsafe(rtn): 0.0009499,0.00000,0.153
38,mlp.experts.98.down_proj,0.0000035448,0.05000,3.577
38,mlp.experts.174.up_proj,0.0000805761,0.05000,15.716
38,mlp.experts.175.up_proj,0.0000094044,0.05000,15.773
38,mlp.experts.217.up_proj,0.0000267992,0.05000,15.412
38,mlp.experts.133.down_proj,0.0000042468,0.05000,3.764
38,mlp.experts.182.up_proj,0.0000288527,0.05000,15.441
38,mlp.experts.192.up_proj,0.0000385017,0.05000,15.561
38,mlp.experts.141.down_proj,0.0000182773,0.05000,3.876
38,mlp.experts.212.up_proj,0.0000063303,0.05000,15.318
38,mlp.experts.216.up_proj,0.0000604171,0.05000,15.200
38,mlp.experts.114.down_proj,0.0000066805,0.05000,3.815
38,mlp.experts.208.up_proj,failsafe(rtn): 0.0009842,0.00000,0.783
38,mlp.experts.130.down_proj,failsafe(rtn): 0.0009308,0.00000,0.240
38,mlp.experts.220.up_proj,0.0000347194,0.05000,15.471
38,mlp.experts.241.up_proj,0.0000299176,0.05000,15.365
38,mlp.experts.218.up_proj,0.0000787552,0.05000,15.460
38,mlp.experts.1.down_proj,failsafe(rtn): 0.0009537,0.00000,0.221
38,mlp.experts.224.up_proj,failsafe(rtn): 0.0009422,0.00000,0.822
38,mlp.experts.219.up_proj,0.0000745903,0.05000,15.595
38,mlp.experts.240.up_proj,failsafe(rtn): 0.0009766,0.00000,0.893
38,mlp.experts.231.up_proj,0.0000207137,0.05000,15.845
38,mlp.experts.243.up_proj,0.0000273226,0.05000,15.827
38,mlp.experts.149.down_proj,0.0000040476,0.05000,4.092
38,mlp.experts.247.up_proj,failsafe(rtn): 0.0009308,0.00000,0.807
38,mlp.experts.157.down_proj,0.0000051340,0.05000,4.214
38,mlp.experts.146.down_proj,0.0000022715,0.05000,4.026
38,mlp.experts.17.down_proj,0.0000003246,0.05000,4.126
38,mlp.experts.0.down_proj,0.0000055185,0.05000,3.920
38,mlp.experts.3.down_proj,0.0000036618,0.05000,3.865
38,mlp.experts.19.down_proj,failsafe(rtn): 0.0009270,0.00000,0.154
38,mlp.experts.165.down_proj,0.0000014913,0.05000,3.710
38,mlp.experts.7.down_proj,0.0000084845,0.05000,3.764
38,mlp.experts.181.down_proj,failsafe(rtn): 0.0009766,0.00000,0.223
38,mlp.experts.173.down_proj,0.0000007457,0.05000,3.679
38,mlp.experts.162.down_proj,0.0000024429,0.05000,3.705
38,mlp.experts.33.down_proj,0.0000042212,0.05000,3.701
38,mlp.experts.16.down_proj,0.0000008704,0.05000,3.787
38,mlp.experts.35.down_proj,0.0000003332,0.05000,4.057
38,mlp.experts.51.down_proj,failsafe(rtn): 0.0009842,0.00000,0.228
38,mlp.experts.23.down_proj,0.0000013057,0.05000,4.130
38,mlp.experts.197.down_proj,0.0000062566,0.05000,4.090
38,mlp.experts.189.down_proj,0.0000022179,0.05000,4.074
38,mlp.experts.178.down_proj,0.0000037113,0.05000,3.956
38,mlp.experts.194.down_proj,failsafe(rtn): 0.0009308,0.00000,0.214
38,mlp.experts.49.down_proj,0.0000019022,0.05000,4.016
38,mlp.experts.190.up_proj,0.0000265495,0.05000,15.460
38,mlp.experts.32.down_proj,0.0000107496,0.05000,3.891
38,mlp.experts.191.up_proj,0.0000110008,0.05000,15.433
38,mlp.experts.233.up_proj,0.0000218841,0.05000,15.693
38,mlp.experts.67.down_proj,0.0000014280,0.05000,3.920
38,mlp.experts.198.up_proj,0.0000434209,0.05000,15.774
38,mlp.experts.39.down_proj,0.0000031061,0.05000,3.887
38,mlp.experts.213.down_proj,0.0000020773,0.05000,3.902
38,mlp.experts.229.down_proj,failsafe(rtn): 0.0009193,0.00000,0.212
38,mlp.experts.205.down_proj,0.0000044861,0.05000,3.924
38,mlp.experts.221.down_proj,failsafe(rtn): 0.0009537,0.00000,0.219
38,mlp.experts.214.up_proj,failsafe(rtn): 0.0009842,0.00000,0.820
38,mlp.experts.228.up_proj,0.0000189324,0.05000,15.900
38,mlp.experts.232.up_proj,0.0000273711,0.05000,15.855
38,mlp.experts.210.down_proj,0.0000054426,0.05000,3.961
38,mlp.experts.234.up_proj,0.0000074944,0.05000,15.721
38,mlp.experts.236.up_proj,0.0000216185,0.05000,15.907
38,mlp.experts.226.down_proj,failsafe(rtn): 0.0009651,0.00000,0.186
38,mlp.experts.65.down_proj,0.0000013351,0.05000,4.048
38,mlp.experts.81.down_proj,failsafe(rtn): 0.0009079,0.00000,0.212
38,mlp.experts.235.up_proj,0.0000834249,0.05000,15.679
38,mlp.experts.48.down_proj,0.0000196982,0.05000,4.227
38,mlp.experts.83.down_proj,0.0000012157,0.05000,4.003
38,mlp.experts.55.down_proj,0.0000041055,0.05000,3.993
38,mlp.experts.245.down_proj,0.0000007292,0.05000,3.949
38,mlp.experts.237.down_proj,0.0000009547,0.05000,3.895
38,mlp.experts.253.down_proj,failsafe(rtn): 0.0009422,0.00000,0.185
38,mlp.experts.242.down_proj,0.0000020744,0.05000,3.800
38,mlp.experts.97.down_proj,0.0000032849,0.05000,3.623
38,mlp.experts.113.down_proj,failsafe(rtn): 0.0009727,0.00000,0.115
38,mlp.experts.64.down_proj,0.0000042390,0.05000,3.221
38,mlp.experts.99.down_proj,0.0000012964,0.05000,2.947
38,mlp.experts.71.down_proj,0.0000022282,0.05000,2.870
38,mlp.experts.129.down_proj,0.0000044085,0.05000,2.564
38,mlp.experts.80.down_proj,0.0000018415,0.05000,2.798
38,mlp.experts.115.down_proj,0.0000016362,0.05000,2.935
38,mlp.experts.87.down_proj,0.0000022973,0.05000,2.825
38,mlp.experts.145.down_proj,0.0000018333,0.05000,2.923
38,mlp.experts.206.up_proj,0.0000360803,0.05000,13.063
38,mlp.experts.96.down_proj,0.0000003582,0.05000,2.770
38,mlp.experts.207.up_proj,0.0000339164,0.05000,12.922
38,mlp.experts.249.up_proj,0.0000184901,0.05000,12.567
38,mlp.experts.131.down_proj,0.0000049212,0.05000,2.864
38,mlp.experts.103.down_proj,0.0000119290,0.05000,2.875
38,mlp.experts.244.up_proj,0.0000111030,0.05000,12.054
38,mlp.experts.230.up_proj,0.0000340831,0.05000,12.283
38,mlp.experts.248.up_proj,0.0000306092,0.05000,12.183
38,mlp.experts.250.up_proj,0.0000210864,0.05000,12.120
38,mlp.experts.252.up_proj,0.0000089490,0.05000,12.027
38,mlp.experts.246.up_proj,failsafe(rtn): 0.0009651,0.00000,0.518
38,mlp.experts.251.up_proj,0.0000101048,0.05000,11.850
38,mlp.experts.161.down_proj,0.0000038232,0.05000,2.672
38,mlp.experts.112.down_proj,0.0000010675,0.05000,2.742
38,mlp.experts.9.down_proj,0.0000019833,0.05000,2.558
38,mlp.experts.119.down_proj,0.0000041931,0.05000,2.635
38,mlp.experts.147.down_proj,0.0000021741,0.05000,2.663
38,mlp.experts.4.down_proj,0.0000027681,0.05000,2.735
38,mlp.experts.8.down_proj,0.0000001753,0.05000,2.799
38,mlp.experts.10.down_proj,0.0000011044,0.05000,2.800
38,mlp.experts.12.down_proj,0.0000072074,0.05000,2.832
38,mlp.experts.26.down_proj,failsafe(rtn): 0.0009384,0.00000,0.158
38,mlp.experts.6.down_proj,0.0000013983,0.05000,2.882
38,mlp.experts.11.down_proj,0.0000005613,0.05000,2.919
38,mlp.experts.177.down_proj,0.0000027370,0.05000,2.916
38,mlp.experts.128.down_proj,0.0000088606,0.05000,2.990
38,mlp.experts.25.down_proj,0.0000015121,0.05000,3.027
38,mlp.experts.135.down_proj,0.0000058850,0.05000,3.033
38,mlp.experts.163.down_proj,0.0000039500,0.05000,3.039
38,mlp.experts.20.down_proj,0.0000030271,0.05000,2.951
38,mlp.experts.24.down_proj,0.0000090773,0.05000,2.888
38,mlp.experts.28.down_proj,0.0000027118,0.05000,2.893
38,mlp.experts.42.down_proj,0.0000014832,0.05000,2.884
38,mlp.experts.22.down_proj,0.0000014807,0.05000,2.838
38,mlp.experts.193.down_proj,0.0000012457,0.05000,2.767
38,mlp.experts.27.down_proj,0.0000093974,0.05000,2.815
38,mlp.experts.144.down_proj,0.0000052767,0.05000,2.839
38,mlp.experts.41.down_proj,0.0000133638,0.05000,2.753
38,mlp.experts.151.down_proj,0.0000029347,0.05000,2.742
38,mlp.experts.179.down_proj,0.0000043970,0.05000,2.759
38,mlp.experts.36.down_proj,0.0000009735,0.05000,2.701
38,mlp.experts.40.down_proj,0.0000064184,0.05000,2.717
38,mlp.experts.56.down_proj,failsafe(rtn): 0.0009842,0.00000,0.162
38,mlp.experts.44.down_proj,0.0000017980,0.05000,2.723
38,mlp.experts.58.down_proj,0.0000075965,0.05000,2.716
38,mlp.experts.38.down_proj,0.0000035330,0.05000,2.733
38,mlp.experts.209.down_proj,0.0000001122,0.05000,2.651
38,mlp.experts.43.down_proj,0.0000036096,0.05000,2.683
38,mlp.experts.222.up_proj,0.0000408018,0.05000,11.034
38,mlp.experts.223.up_proj,0.0000328948,0.05000,11.163
38,mlp.experts.160.down_proj,0.0000059450,0.05000,2.798
38,mlp.experts.238.up_proj,failsafe(rtn): 0.0009193,0.00000,0.681
38,mlp.experts.57.down_proj,0.0000449813,0.05000,2.851
38,mlp.experts.167.down_proj,0.0000074629,0.05000,3.027
38,mlp.experts.195.down_proj,0.0000023488,0.05000,3.031
38,mlp.experts.183.down_proj,failsafe(rtn): 0.0009499,0.00000,0.129
38,mlp.experts.211.down_proj,failsafe(rtn): 0.0009460,0.00000,0.131
38,mlp.experts.52.down_proj,0.0000024983,0.05000,3.052
38,mlp.experts.199.down_proj,failsafe(rtn): 0.0010605,0.00000,0.144
38,mlp.experts.72.down_proj,0.0000020430,0.05000,3.039
38,mlp.experts.60.down_proj,0.0000044596,0.05000,3.159
38,mlp.experts.74.down_proj,0.0000023313,0.05000,3.154
38,mlp.experts.76.down_proj,failsafe(rtn): 0.0009995,0.00000,0.201
38,mlp.experts.225.down_proj,0.0000050527,0.05000,3.156
38,mlp.experts.54.down_proj,0.0000065266,0.05000,3.239
38,mlp.experts.59.down_proj,0.0000021741,0.05000,3.193
38,mlp.experts.176.down_proj,0.0000001932,0.05000,3.138
38,mlp.experts.73.down_proj,0.0000019221,0.05000,3.070
38,mlp.experts.89.down_proj,failsafe(rtn): 0.0010147,0.00000,0.126
38,mlp.experts.227.down_proj,0.0000118155,0.05000,2.899
38,mlp.experts.68.down_proj,0.0000043778,0.05000,2.937
38,mlp.experts.215.down_proj,0.0000014077,0.05000,2.893
38,mlp.experts.88.down_proj,0.0000018054,0.05000,2.855
38,mlp.experts.90.down_proj,0.0000025478,0.05000,2.762
38,mlp.experts.92.down_proj,0.0000025481,0.05000,2.801
38,mlp.experts.241.down_proj,0.0000020666,0.05000,2.706
38,mlp.experts.70.down_proj,0.0000018266,0.05000,2.789
38,mlp.experts.75.down_proj,0.0000020192,0.05000,2.821
38,mlp.experts.192.down_proj,0.0000012558,0.05000,2.669
38,mlp.experts.208.down_proj,failsafe(rtn): 0.0009727,0.00000,0.139
38,mlp.experts.224.down_proj,failsafe(rtn): 0.0008965,0.00000,0.119
38,mlp.experts.105.down_proj,0.0000026736,0.05000,2.587
38,mlp.experts.240.down_proj,failsafe(rtn): 0.0009689,0.00000,0.112
38,mlp.experts.243.down_proj,0.0000092081,0.05000,2.550
38,mlp.experts.231.down_proj,0.0000019163,0.05000,2.485
38,mlp.experts.84.down_proj,0.0000024355,0.05000,2.541
38,mlp.experts.247.down_proj,failsafe(rtn): 0.0009346,0.00000,0.104
38,mlp.experts.100.down_proj,failsafe(rtn): 0.0009422,0.00000,0.097
38,mlp.experts.104.down_proj,0.0000024825,0.05000,2.456
38,mlp.experts.116.down_proj,failsafe(rtn): 0.0009460,0.00000,0.089
38,mlp.experts.106.down_proj,0.0000182647,0.05000,2.360
38,mlp.experts.108.down_proj,0.0000195282,0.05000,2.317
38,mlp.experts.86.down_proj,0.0000011041,0.05000,2.220
38,mlp.experts.91.down_proj,0.0000012015,0.05000,2.190
38,mlp.experts.121.down_proj,0.0000038731,0.05000,1.919
38,mlp.experts.120.down_proj,0.0000046111,0.05000,1.846
38,mlp.experts.132.down_proj,0.0000025779,0.05000,1.863
38,mlp.experts.122.down_proj,0.0000028780,0.05000,1.816
38,mlp.experts.124.down_proj,0.0000033567,0.05000,1.870
38,mlp.experts.107.down_proj,0.0000026671,0.05000,1.822
38,mlp.experts.102.down_proj,0.0000114896,0.05000,1.881
38,mlp.experts.239.up_proj,0.0000179817,0.05000,9.772
38,mlp.experts.254.up_proj,0.0000077592,0.05000,9.580
38,mlp.experts.137.down_proj,0.0000025760,0.05000,1.869
38,mlp.experts.255.up_proj,failsafe(rtn): 0.0010071,0.00000,0.361
38,mlp.experts.153.down_proj,failsafe(rtn): 0.0009384,0.00000,0.094
38,mlp.experts.136.down_proj,0.0000027473,0.05000,2.012
38,mlp.experts.148.down_proj,0.0000037459,0.05000,2.022
38,mlp.experts.152.down_proj,failsafe(rtn): 0.0009499,0.00000,0.131
38,mlp.experts.138.down_proj,0.0000010084,0.05000,2.040
38,mlp.experts.123.down_proj,0.0000013661,0.05000,1.962
38,mlp.experts.140.down_proj,0.0000009436,0.05000,2.005
38,mlp.experts.118.down_proj,0.0000009965,0.05000,1.996
38,mlp.experts.14.down_proj,0.0000041338,0.05000,1.974
38,mlp.experts.15.down_proj,0.0000047056,0.05000,1.938
38,mlp.experts.169.down_proj,0.0000003333,0.05000,1.913
38,mlp.experts.164.down_proj,0.0000046651,0.05000,1.895
38,mlp.experts.168.down_proj,0.0000037284,0.05000,1.886
38,mlp.experts.154.down_proj,0.0000026719,0.05000,1.897
38,mlp.experts.170.down_proj,failsafe(rtn): 0.0009384,0.00000,0.100
38,mlp.experts.139.down_proj,0.0000014723,0.05000,1.937
38,mlp.experts.156.down_proj,0.0000074090,0.05000,1.932
38,mlp.experts.155.down_proj,failsafe(rtn): 0.0009384,0.00000,0.109
38,mlp.experts.172.down_proj,failsafe(rtn): 0.0009918,0.00000,0.110
38,mlp.experts.134.down_proj,0.0000007940,0.05000,1.994
38,mlp.experts.30.down_proj,0.0000015314,0.05000,1.973
38,mlp.experts.185.down_proj,0.0000045376,0.05000,1.863
38,mlp.experts.31.down_proj,0.0000010102,0.05000,1.985
38,mlp.experts.180.down_proj,0.0000002594,0.05000,1.927
38,mlp.experts.184.down_proj,0.0000003415,0.05000,1.968
38,mlp.experts.186.down_proj,0.0000023942,0.05000,1.904
38,mlp.experts.171.down_proj,0.0000035099,0.05000,1.887
38,mlp.experts.188.down_proj,0.0000045226,0.05000,1.912
38,mlp.experts.150.down_proj,0.0000059259,0.05000,1.943
38,mlp.experts.46.down_proj,0.0000017705,0.05000,1.931
38,mlp.experts.201.down_proj,0.0000037867,0.05000,1.837
38,mlp.experts.47.down_proj,0.0000049654,0.05000,1.901
38,mlp.experts.196.down_proj,0.0000001983,0.05000,1.956
38,mlp.experts.200.down_proj,0.0000035711,0.05000,1.913
38,mlp.experts.202.down_proj,0.0000005784,0.05000,1.912
38,mlp.experts.187.down_proj,0.0000061300,0.05000,1.927
38,mlp.experts.204.down_proj,0.0000036504,0.05000,1.929
38,mlp.experts.203.down_proj,failsafe(rtn): 0.0009689,0.00000,0.089
38,mlp.experts.166.down_proj,0.0000020631,0.05000,1.968
38,mlp.experts.62.down_proj,0.0000017262,0.05000,1.862
38,mlp.experts.217.down_proj,0.0000021634,0.05000,1.841
38,mlp.experts.63.down_proj,0.0000038024,0.05000,1.856
38,mlp.experts.212.down_proj,0.0000013051,0.05000,1.872
38,mlp.experts.216.down_proj,0.0000247301,0.05000,1.882
38,mlp.experts.218.down_proj,0.0000054066,0.05000,1.842
38,mlp.experts.220.down_proj,0.0000012693,0.05000,1.927
38,mlp.experts.219.down_proj,0.0000227784,0.05000,1.895
38,mlp.experts.182.down_proj,0.0000027263,0.05000,1.894
38,mlp.experts.233.down_proj,0.0000004405,0.05000,1.864
38,mlp.experts.78.down_proj,0.0000012449,0.05000,1.942
38,mlp.experts.79.down_proj,0.0000011982,0.05000,1.939
38,mlp.experts.228.down_proj,0.0000034238,0.05000,1.947
38,mlp.experts.232.down_proj,0.0000031848,0.05000,1.989
38,mlp.experts.234.down_proj,0.0000012542,0.05000,1.935
38,mlp.experts.236.down_proj,0.0000017175,0.05000,1.905
38,mlp.experts.235.down_proj,0.0000019803,0.05000,1.899
38,mlp.experts.198.down_proj,0.0000053650,0.05000,1.919
38,mlp.experts.214.down_proj,failsafe(rtn): 0.0009613,0.00000,0.134
38,mlp.experts.249.down_proj,0.0000027401,0.05000,1.881
38,mlp.experts.94.down_proj,0.0000019720,0.05000,1.904
38,mlp.experts.95.down_proj,0.0000041916,0.05000,1.938
38,mlp.experts.244.down_proj,0.0000018841,0.05000,1.804
38,mlp.experts.250.down_proj,0.0000039105,0.05000,1.741
38,mlp.experts.248.down_proj,0.0000033764,0.05000,1.775
38,mlp.experts.252.down_proj,0.0000002863,0.05000,1.686
38,mlp.experts.251.down_proj,0.0000012780,0.05000,1.676
38,mlp.experts.230.down_proj,0.0000063954,0.05000,1.496
38,mlp.experts.246.down_proj,failsafe(rtn): 0.0009460,0.00000,0.021
38,mlp.experts.110.down_proj,0.0000020832,0.05000,1.355
38,mlp.experts.111.down_proj,0.0000010067,0.05000,1.179
38,mlp.experts.126.down_proj,0.0000049263,0.05000,0.221
38,mlp.experts.127.down_proj,0.0000007479,0.05000,0.226
38,mlp.experts.142.down_proj,0.0000025563,0.05000,0.222
38,mlp.experts.143.down_proj,0.0000001304,0.05000,0.225
38,mlp.experts.158.down_proj,0.0000012020,0.05000,0.184
38,mlp.experts.159.down_proj,0.0000007277,0.05000,0.182
38,mlp.experts.174.down_proj,0.0000024794,0.05000,0.179
38,mlp.experts.175.down_proj,0.0000015049,0.05000,0.181
38,mlp.experts.190.down_proj,0.0000056615,0.05000,0.178
38,mlp.experts.191.down_proj,0.0000001898,0.05000,0.179
38,mlp.experts.206.down_proj,0.0000009176,0.05000,0.177
38,mlp.experts.207.down_proj,0.0000009204,0.05000,0.177
38,mlp.experts.222.down_proj,0.0000013136,0.05000,0.178
38,mlp.experts.238.down_proj,failsafe(rtn): 0.0009270,0.00000,0.011
38,mlp.experts.223.down_proj,0.0000033620,0.05000,0.179
38,mlp.experts.254.down_proj,0.0000009769,0.05000,0.154
38,mlp.experts.239.down_proj,0.0000017260,0.05000,0.132
38,mlp.experts.255.down_proj,failsafe(rtn): 0.0010223,0.00000,0.008
39,mlp.experts.0.gate_proj,failsafe(rtn): 0.0009079,0.00000,0.692
39,mlp.experts.4.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.689
39,mlp.experts.3.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.777
39,mlp.experts.12.gate_proj,0.0000236528,0.05000,15.113
39,mlp.experts.8.gate_proj,0.0000200620,0.05000,15.125
39,mlp.experts.10.gate_proj,0.0000152331,0.05000,15.260
39,mlp.experts.7.gate_proj,0.0000221753,0.05000,15.282
39,mlp.experts.9.gate_proj,0.0000088032,0.05000,15.286
39,mlp.experts.2.gate_proj,0.0000096108,0.05000,15.272
39,mlp.experts.14.gate_proj,0.0000088618,0.05000,15.297
39,mlp.experts.5.gate_proj,0.0000533413,0.05000,15.321
39,mlp.experts.1.gate_proj,0.0000065765,0.05000,15.479
39,mlp.experts.13.gate_proj,0.0000075564,0.05000,15.496
39,mlp.experts.15.gate_proj,0.0000077515,0.05000,15.509
39,mlp.experts.11.gate_proj,0.0000112578,0.05000,15.523
39,mlp.experts.6.gate_proj,0.0000180404,0.05000,15.563
39,mlp.experts.20.gate_proj,0.0000321591,0.05000,15.489
39,mlp.experts.19.gate_proj,0.0000567487,0.05000,15.437
39,mlp.experts.26.gate_proj,failsafe(rtn): 0.0011902,0.00000,0.982
39,mlp.experts.16.gate_proj,0.0000072492,0.05000,15.640
39,mlp.experts.28.gate_proj,0.0000877977,0.05000,15.333
39,mlp.experts.24.gate_proj,0.0000549293,0.05000,15.435
39,mlp.experts.18.gate_proj,0.0000128218,0.05000,15.293
39,mlp.experts.30.gate_proj,0.0000079895,0.05000,15.413
39,mlp.experts.17.gate_proj,0.0000199384,0.05000,15.253
39,mlp.experts.23.gate_proj,0.0000061379,0.05000,15.469
39,mlp.experts.21.gate_proj,0.0000093508,0.05000,15.522
39,mlp.experts.29.gate_proj,0.0000089218,0.05000,15.364
39,mlp.experts.25.gate_proj,0.0000094087,0.05000,15.632
39,mlp.experts.27.gate_proj,0.0000203176,0.05000,15.393
39,mlp.experts.22.gate_proj,0.0000181950,0.05000,15.394
39,mlp.experts.31.gate_proj,0.0000246270,0.05000,15.530
39,mlp.experts.36.gate_proj,0.0000115554,0.05000,15.233
39,mlp.experts.42.gate_proj,0.0000098841,0.05000,15.259
39,mlp.experts.35.gate_proj,0.0000297339,0.05000,15.371
39,mlp.experts.33.gate_proj,failsafe(rtn): 0.0012054,0.00000,0.896
39,mlp.experts.32.gate_proj,0.0000152048,0.05000,15.315
39,mlp.experts.43.gate_proj,failsafe(rtn): 0.0010757,0.00000,0.881
39,mlp.experts.49.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.821
39,mlp.experts.51.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.881
39,mlp.experts.40.gate_proj,0.0000251538,0.05000,14.591
39,mlp.experts.44.gate_proj,0.0000091296,0.05000,14.711
39,mlp.experts.39.gate_proj,0.0000319016,0.05000,14.582
39,mlp.experts.34.gate_proj,0.0000068290,0.05000,14.738
39,mlp.experts.45.gate_proj,0.0000314364,0.05000,14.493
39,mlp.experts.46.gate_proj,0.0000415786,0.05000,14.714
39,mlp.experts.37.gate_proj,0.0000199855,0.05000,14.637
39,mlp.experts.41.gate_proj,0.0000931591,0.05000,14.586
39,mlp.experts.47.gate_proj,0.0000368931,0.05000,14.645
39,mlp.experts.38.gate_proj,0.0000072327,0.05000,14.817
39,mlp.experts.52.gate_proj,0.0000062757,0.05000,14.631
39,mlp.experts.58.gate_proj,0.0000266370,0.05000,14.589
39,mlp.experts.53.gate_proj,failsafe(rtn): 0.0012589,0.00000,0.806
39,mlp.experts.48.gate_proj,0.0000157578,0.05000,14.732
39,mlp.experts.59.gate_proj,0.0000840478,0.05000,14.670
39,mlp.experts.54.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.707
39,mlp.experts.65.gate_proj,0.0000452256,0.05000,14.369
39,mlp.experts.67.gate_proj,0.0000765635,0.05000,14.416
39,mlp.experts.64.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.714
39,mlp.experts.60.gate_proj,0.0000557430,0.05000,15.022
39,mlp.experts.56.gate_proj,0.0000708497,0.05000,15.165
39,mlp.experts.61.gate_proj,0.0000151624,0.05000,15.086
39,mlp.experts.50.gate_proj,0.0000506661,0.05000,15.137
39,mlp.experts.55.gate_proj,0.0000087523,0.05000,15.144
39,mlp.experts.62.gate_proj,0.0000060538,0.05000,15.128
39,mlp.experts.57.gate_proj,0.0000094851,0.05000,15.094
39,mlp.experts.63.gate_proj,0.0000253357,0.05000,15.105
39,mlp.experts.74.gate_proj,0.0000092265,0.05000,14.905
39,mlp.experts.68.gate_proj,0.0000281862,0.05000,15.019
39,mlp.experts.69.gate_proj,0.0000076802,0.05000,14.880
39,mlp.experts.71.gate_proj,failsafe(rtn): 0.0011597,0.00000,0.726
39,mlp.experts.70.gate_proj,0.0000033714,0.05000,15.009
39,mlp.experts.75.gate_proj,0.0000161472,0.05000,15.064
39,mlp.experts.81.gate_proj,0.0000217807,0.05000,15.035
39,mlp.experts.83.gate_proj,0.0000401744,0.05000,15.096
39,mlp.experts.80.gate_proj,0.0000558762,0.05000,15.188
39,mlp.experts.76.gate_proj,0.0000228157,0.05000,14.668
39,mlp.experts.72.gate_proj,0.0000066326,0.05000,14.675
39,mlp.experts.77.gate_proj,0.0000091999,0.05000,14.566
39,mlp.experts.78.gate_proj,0.0000122259,0.05000,14.646
39,mlp.experts.73.gate_proj,0.0000207485,0.05000,14.661
39,mlp.experts.66.gate_proj,0.0000231812,0.05000,14.789
39,mlp.experts.79.gate_proj,0.0000660356,0.05000,14.609
39,mlp.experts.84.gate_proj,0.0000303887,0.05000,14.538
39,mlp.experts.90.gate_proj,0.0000376571,0.05000,14.740
39,mlp.experts.87.gate_proj,0.0000291409,0.05000,14.759
39,mlp.experts.85.gate_proj,0.0000099817,0.05000,14.892
39,mlp.experts.94.gate_proj,failsafe(rtn): 0.0011978,0.00000,0.877
39,mlp.experts.82.gate_proj,failsafe(rtn): 0.0012512,0.00000,0.865
39,mlp.experts.86.gate_proj,0.0000193433,0.05000,14.788
39,mlp.experts.91.gate_proj,0.0000252135,0.05000,14.860
39,mlp.experts.97.gate_proj,0.0000386036,0.05000,14.711
39,mlp.experts.99.gate_proj,0.0000157623,0.05000,14.641
39,mlp.experts.96.gate_proj,0.0000227038,0.05000,14.696
39,mlp.experts.102.gate_proj,failsafe(rtn): 0.0011215,0.00000,0.806
39,mlp.experts.92.gate_proj,0.0000073437,0.05000,15.277
39,mlp.experts.88.gate_proj,0.0000161118,0.05000,15.402
39,mlp.experts.93.gate_proj,0.0000855753,0.05000,15.333
39,mlp.experts.89.gate_proj,0.0000259526,0.05000,15.401
39,mlp.experts.95.gate_proj,0.0000369765,0.05000,15.377
39,mlp.experts.100.gate_proj,0.0000137149,0.05000,15.241
39,mlp.experts.106.gate_proj,0.0000185973,0.05000,15.200
39,mlp.experts.103.gate_proj,0.0000162584,0.05000,15.249
39,mlp.experts.110.gate_proj,0.0000139618,0.05000,15.245
39,mlp.experts.101.gate_proj,0.0000454709,0.05000,15.335
39,mlp.experts.98.gate_proj,0.0000093616,0.05000,15.354
39,mlp.experts.111.gate_proj,failsafe(rtn): 0.0011368,0.00000,0.833
39,mlp.experts.107.gate_proj,0.0000299312,0.05000,15.281
39,mlp.experts.115.gate_proj,0.0000179305,0.05000,15.167
39,mlp.experts.113.gate_proj,0.0000149325,0.05000,15.342
39,mlp.experts.119.gate_proj,failsafe(rtn): 0.0011292,0.00000,0.834
39,mlp.experts.112.gate_proj,0.0000183867,0.05000,15.266
39,mlp.experts.118.gate_proj,0.0000308122,0.05000,15.317
39,mlp.experts.135.gate_proj,failsafe(rtn): 0.0010910,0.00000,0.761
39,mlp.experts.108.gate_proj,0.0000318950,0.05000,15.550
39,mlp.experts.104.gate_proj,0.0001286055,0.05000,15.449
39,mlp.experts.109.gate_proj,0.0000264036,0.05000,15.566
39,mlp.experts.105.gate_proj,0.0000666864,0.05000,15.447
39,mlp.experts.116.gate_proj,0.0000101200,0.05000,15.503
39,mlp.experts.122.gate_proj,0.0000256830,0.05000,15.522
39,mlp.experts.124.gate_proj,failsafe(rtn): 0.0010834,0.00000,0.836
39,mlp.experts.117.gate_proj,0.0000140582,0.05000,15.386
39,mlp.experts.126.gate_proj,0.0000793701,0.05000,15.543
39,mlp.experts.121.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.914
39,mlp.experts.114.gate_proj,0.0000507469,0.05000,15.619
39,mlp.experts.127.gate_proj,0.0000231358,0.05000,15.643
39,mlp.experts.123.gate_proj,0.0000370828,0.05000,15.618
39,mlp.experts.129.gate_proj,0.0000129540,0.05000,15.511
39,mlp.experts.131.gate_proj,0.0000504132,0.05000,15.617
39,mlp.experts.128.gate_proj,0.0000391981,0.05000,15.657
39,mlp.experts.134.gate_proj,0.0000270742,0.05000,15.601
39,mlp.experts.143.gate_proj,failsafe(rtn): 0.0010681,0.00000,0.767
39,mlp.experts.151.gate_proj,0.0000443204,0.05000,15.703
39,mlp.experts.120.gate_proj,0.0000134630,0.05000,14.302
39,mlp.experts.125.gate_proj,0.0000138677,0.05000,14.285
39,mlp.experts.132.gate_proj,0.0000466774,0.05000,14.193
39,mlp.experts.138.gate_proj,0.0000128285,0.05000,14.258
39,mlp.experts.140.gate_proj,0.0000223831,0.05000,14.217
39,mlp.experts.133.gate_proj,0.0000797948,0.05000,14.137
39,mlp.experts.142.gate_proj,0.0000332303,0.05000,14.281
39,mlp.experts.130.gate_proj,0.0000274338,0.05000,14.082
39,mlp.experts.137.gate_proj,0.0000296009,0.05000,14.200
39,mlp.experts.145.gate_proj,0.0000062464,0.05000,13.993
39,mlp.experts.156.gate_proj,failsafe(rtn): 0.0010605,0.00000,0.774
39,mlp.experts.147.gate_proj,0.0000113932,0.05000,14.186
39,mlp.experts.139.gate_proj,0.0000232996,0.05000,14.377
39,mlp.experts.144.gate_proj,0.0000522443,0.05000,14.097
39,mlp.experts.153.gate_proj,failsafe(rtn): 0.0013351,0.00000,0.794
39,mlp.experts.159.gate_proj,0.0000605066,0.05000,14.138
39,mlp.experts.150.gate_proj,0.0000155457,0.05000,14.261
39,mlp.experts.167.gate_proj,0.0000366364,0.05000,14.260
39,mlp.experts.136.gate_proj,0.0000366022,0.05000,14.334
39,mlp.experts.141.gate_proj,0.0000413106,0.05000,14.248
39,mlp.experts.148.gate_proj,0.0000814032,0.05000,14.340
39,mlp.experts.154.gate_proj,0.0000071883,0.05000,14.497
39,mlp.experts.149.gate_proj,0.0000079905,0.05000,14.522
39,mlp.experts.158.gate_proj,0.0000064903,0.05000,14.438
39,mlp.experts.146.gate_proj,0.0000213751,0.05000,14.395
39,mlp.experts.161.gate_proj,0.0000405533,0.05000,14.243
39,mlp.experts.172.gate_proj,0.0000608292,0.05000,14.480
39,mlp.experts.155.gate_proj,0.0000207051,0.05000,14.321
39,mlp.experts.163.gate_proj,0.0000178644,0.05000,14.403
39,mlp.experts.160.gate_proj,0.0000899858,0.05000,14.233
39,mlp.experts.169.gate_proj,0.0000273539,0.05000,14.414
39,mlp.experts.175.gate_proj,0.0000395644,0.05000,14.415
39,mlp.experts.166.gate_proj,0.0000235971,0.05000,14.327
39,mlp.experts.183.gate_proj,0.0000080296,0.05000,14.396
39,mlp.experts.157.gate_proj,0.0000510873,0.05000,14.589
39,mlp.experts.152.gate_proj,0.0000946271,0.05000,14.743
39,mlp.experts.164.gate_proj,0.0000231931,0.05000,14.722
39,mlp.experts.170.gate_proj,0.0000212949,0.05000,14.473
39,mlp.experts.165.gate_proj,0.0000221140,0.05000,14.421
39,mlp.experts.174.gate_proj,0.0000154159,0.05000,14.448
39,mlp.experts.177.gate_proj,0.0000080092,0.05000,14.459
39,mlp.experts.162.gate_proj,0.0000201356,0.05000,14.523
39,mlp.experts.179.gate_proj,0.0000239095,0.05000,14.509
39,mlp.experts.188.gate_proj,0.0000154329,0.05000,14.599
39,mlp.experts.171.gate_proj,0.0000356717,0.05000,14.552
39,mlp.experts.176.gate_proj,0.0000142117,0.05000,14.562
39,mlp.experts.185.gate_proj,0.0000754863,0.05000,14.328
39,mlp.experts.182.gate_proj,0.0000185712,0.05000,14.528
39,mlp.experts.191.gate_proj,0.0000539394,0.05000,14.645
39,mlp.experts.199.gate_proj,0.0000648593,0.05000,14.639
39,mlp.experts.207.gate_proj,failsafe(rtn): 0.0010986,0.00000,0.790
39,mlp.experts.168.gate_proj,0.0000349611,0.05000,15.812
39,mlp.experts.173.gate_proj,0.0000351822,0.05000,15.908
39,mlp.experts.180.gate_proj,0.0000758222,0.05000,15.862
39,mlp.experts.186.gate_proj,0.0000105922,0.05000,15.870
39,mlp.experts.181.gate_proj,0.0000076015,0.05000,15.861
39,mlp.experts.190.gate_proj,0.0000189220,0.05000,15.824
39,mlp.experts.193.gate_proj,0.0000212499,0.05000,15.970
39,mlp.experts.178.gate_proj,0.0001119823,0.05000,15.961
39,mlp.experts.204.gate_proj,0.0000470674,0.05000,15.999
39,mlp.experts.195.gate_proj,0.0000108665,0.05000,16.140
39,mlp.experts.201.gate_proj,0.0000329781,0.05000,15.959
39,mlp.experts.187.gate_proj,0.0000168864,0.05000,16.247
39,mlp.experts.192.gate_proj,0.0000532709,0.05000,16.094
39,mlp.experts.198.gate_proj,0.0000375498,0.05000,16.239
39,mlp.experts.215.gate_proj,0.0000083409,0.05000,16.124
39,mlp.experts.223.gate_proj,0.0000580657,0.05000,16.134
39,mlp.experts.214.gate_proj,failsafe(rtn): 0.0011063,0.00000,0.789
39,mlp.experts.189.gate_proj,0.0000096022,0.05000,15.623
39,mlp.experts.184.gate_proj,0.0000115698,0.05000,15.666
39,mlp.experts.196.gate_proj,0.0000254132,0.05000,15.509
39,mlp.experts.202.gate_proj,0.0000432035,0.05000,15.588
39,mlp.experts.197.gate_proj,0.0000171365,0.05000,15.621
39,mlp.experts.206.gate_proj,0.0000649455,0.05000,15.634
39,mlp.experts.212.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.674
39,mlp.experts.209.gate_proj,0.0000364178,0.05000,15.652
39,mlp.experts.194.gate_proj,0.0000863659,0.05000,15.666
39,mlp.experts.220.gate_proj,0.0000152453,0.05000,15.428
39,mlp.experts.208.gate_proj,0.0000549315,0.05000,15.350
39,mlp.experts.217.gate_proj,0.0000310694,0.05000,15.495
39,mlp.experts.211.gate_proj,0.0000309947,0.05000,15.580
39,mlp.experts.203.gate_proj,0.0000268642,0.05000,15.560
39,mlp.experts.231.gate_proj,0.0000100262,0.05000,15.640
39,mlp.experts.239.gate_proj,0.0000045932,0.05000,15.672
39,mlp.experts.230.gate_proj,0.0000178428,0.05000,15.716
39,mlp.experts.200.gate_proj,0.0000062316,0.05000,15.043
39,mlp.experts.205.gate_proj,0.0000925835,0.05000,15.093
39,mlp.experts.218.gate_proj,0.0000380276,0.05000,15.104
39,mlp.experts.213.gate_proj,0.0000121096,0.05000,15.200
39,mlp.experts.228.gate_proj,0.0000193395,0.05000,15.045
39,mlp.experts.225.gate_proj,0.0000197523,0.05000,14.983
39,mlp.experts.222.gate_proj,0.0000282069,0.05000,15.218
39,mlp.experts.210.gate_proj,0.0000354772,0.05000,15.117
39,mlp.experts.233.gate_proj,0.0000806730,0.05000,14.955
39,mlp.experts.236.gate_proj,0.0001051406,0.05000,15.233
39,mlp.experts.224.gate_proj,0.0000165728,0.05000,15.111
39,mlp.experts.219.gate_proj,0.0000137581,0.05000,15.082
39,mlp.experts.227.gate_proj,0.0000231633,0.05000,15.241
39,mlp.experts.247.gate_proj,0.0000437874,0.05000,15.042
39,mlp.experts.255.gate_proj,0.0000715771,0.05000,15.073
39,mlp.experts.246.gate_proj,0.0000067384,0.05000,15.024
39,mlp.experts.216.gate_proj,0.0000299802,0.05000,15.292
39,mlp.experts.221.gate_proj,0.0000156061,0.05000,15.410
39,mlp.experts.234.gate_proj,0.0001038189,0.05000,15.390
39,mlp.experts.232.gate_proj,failsafe(rtn): 0.0010376,0.00000,0.802
39,mlp.experts.229.gate_proj,0.0000141760,0.05000,15.367
39,mlp.experts.241.gate_proj,0.0000102581,0.05000,15.341
39,mlp.experts.238.gate_proj,0.0000494782,0.05000,15.364
39,mlp.experts.244.gate_proj,0.0000079521,0.05000,15.476
39,mlp.experts.226.gate_proj,0.0000411959,0.05000,15.429
39,mlp.experts.249.gate_proj,0.0000297786,0.05000,15.385
39,mlp.experts.240.gate_proj,0.0000087535,0.05000,15.291
39,mlp.experts.252.gate_proj,0.0000167056,0.05000,15.473
39,mlp.experts.235.gate_proj,0.0000117508,0.05000,15.413
39,mlp.experts.243.gate_proj,0.0000178606,0.05000,15.435
39,mlp.experts.4.up_proj,failsafe(rtn): 0.0009918,0.00000,0.867
39,mlp.experts.0.up_proj,failsafe(rtn): 0.0013351,0.00000,0.856
39,mlp.experts.3.up_proj,failsafe(rtn): 0.0010300,0.00000,0.835
39,mlp.experts.7.up_proj,0.0000207140,0.05000,15.578
39,mlp.experts.15.up_proj,0.0000073478,0.05000,15.521
39,mlp.experts.6.up_proj,0.0000168262,0.05000,15.524
39,mlp.experts.237.gate_proj,0.0000532372,0.05000,15.447
39,mlp.experts.250.gate_proj,0.0000061503,0.05000,15.366
39,mlp.experts.248.gate_proj,0.0000067394,0.05000,15.330
39,mlp.experts.245.gate_proj,0.0000438041,0.05000,15.327
39,mlp.experts.1.up_proj,0.0000053011,0.05000,15.361
39,mlp.experts.254.gate_proj,0.0000139236,0.05000,15.505
39,mlp.experts.242.gate_proj,0.0000121703,0.05000,15.501
39,mlp.experts.9.up_proj,0.0000064429,0.05000,15.270
39,mlp.experts.12.up_proj,0.0000190522,0.05000,15.439
39,mlp.experts.251.gate_proj,0.0000239244,0.05000,15.376
39,mlp.experts.20.up_proj,0.0000269143,0.05000,15.636
39,mlp.experts.16.up_proj,0.0000058824,0.05000,15.354
39,mlp.experts.19.up_proj,0.0000514882,0.05000,15.313
39,mlp.experts.31.up_proj,0.0000186889,0.05000,15.113
39,mlp.experts.23.up_proj,0.0000046332,0.05000,15.160
39,mlp.experts.22.up_proj,0.0000150217,0.05000,15.303
39,mlp.experts.253.gate_proj,0.0000176314,0.05000,14.428
39,mlp.experts.10.up_proj,0.0000148817,0.05000,14.601
39,mlp.experts.17.up_proj,0.0000190804,0.05000,14.307
39,mlp.experts.5.up_proj,0.0000378782,0.05000,14.588
39,mlp.experts.8.up_proj,0.0000171754,0.05000,14.741
39,mlp.experts.14.up_proj,0.0000079151,0.05000,14.476
39,mlp.experts.26.up_proj,failsafe(rtn): 0.0010605,0.00000,0.805
39,mlp.experts.25.up_proj,0.0000077737,0.05000,14.540
39,mlp.experts.2.up_proj,0.0000085715,0.05000,14.697
39,mlp.experts.33.up_proj,failsafe(rtn): 0.0010300,0.00000,0.830
39,mlp.experts.28.up_proj,0.0000668223,0.05000,14.508
39,mlp.experts.11.up_proj,0.0000099280,0.05000,14.546
39,mlp.experts.49.up_proj,failsafe(rtn): 0.0009995,0.00000,0.776
39,mlp.experts.36.up_proj,0.0000083712,0.05000,14.692
39,mlp.experts.32.up_proj,0.0000120583,0.05000,14.612
39,mlp.experts.35.up_proj,0.0000217198,0.05000,14.598
39,mlp.experts.47.up_proj,0.0000328133,0.05000,14.687
39,mlp.experts.39.up_proj,0.0000254712,0.05000,14.706
39,mlp.experts.38.up_proj,0.0000062419,0.05000,14.779
39,mlp.experts.51.up_proj,failsafe(rtn): 0.0010757,0.00000,0.891
39,mlp.experts.54.up_proj,failsafe(rtn): 0.0010071,0.00000,0.729
39,mlp.experts.13.up_proj,0.0000059919,0.05000,15.248
39,mlp.experts.21.up_proj,0.0000079536,0.05000,15.173
39,mlp.experts.24.up_proj,0.0000458411,0.05000,15.089
39,mlp.experts.30.up_proj,0.0000075592,0.05000,15.127
39,mlp.experts.42.up_proj,0.0000086717,0.05000,15.083
39,mlp.experts.41.up_proj,0.0000769416,0.05000,15.099
39,mlp.experts.18.up_proj,0.0000103606,0.05000,15.096
39,mlp.experts.44.up_proj,0.0000081997,0.05000,15.094
39,mlp.experts.27.up_proj,0.0000179818,0.05000,15.283
39,mlp.experts.65.up_proj,0.0000410662,0.05000,15.194
39,mlp.experts.52.up_proj,0.0000057761,0.05000,15.243
39,mlp.experts.48.up_proj,0.0000149896,0.05000,15.203
39,mlp.experts.43.up_proj,failsafe(rtn): 0.0009727,0.00000,0.921
39,mlp.experts.63.up_proj,0.0000237906,0.05000,15.297
39,mlp.experts.55.up_proj,0.0000078435,0.05000,15.303
39,mlp.experts.64.up_proj,failsafe(rtn): 0.0009842,0.00000,0.828
39,mlp.experts.67.up_proj,0.0000694012,0.05000,15.261
39,mlp.experts.71.up_proj,failsafe(rtn): 0.0010529,0.00000,0.783
39,mlp.experts.70.up_proj,0.0000030872,0.05000,15.308
39,mlp.experts.29.up_proj,0.0000075458,0.05000,15.143
39,mlp.experts.40.up_proj,0.0000176436,0.05000,15.027
39,mlp.experts.37.up_proj,0.0000171056,0.05000,15.107
39,mlp.experts.46.up_proj,0.0000380599,0.05000,15.008
39,mlp.experts.57.up_proj,0.0000069149,0.05000,14.979
39,mlp.experts.58.up_proj,0.0000219921,0.05000,15.017
39,mlp.experts.34.up_proj,0.0000071880,0.05000,15.024
39,mlp.experts.53.up_proj,failsafe(rtn): 0.0011597,0.00000,0.704
39,mlp.experts.60.up_proj,0.0000420545,0.05000,15.098
39,mlp.experts.81.up_proj,0.0000210424,0.05000,14.947
39,mlp.experts.68.up_proj,0.0000249767,0.05000,15.019
39,mlp.experts.59.up_proj,0.0000669366,0.05000,15.035
39,mlp.experts.80.up_proj,0.0000538605,0.05000,14.802
39,mlp.experts.79.up_proj,0.0000576533,0.05000,14.884
39,mlp.experts.83.up_proj,0.0000343618,0.05000,14.935
39,mlp.experts.87.up_proj,0.0000246303,0.05000,14.843
39,mlp.experts.86.up_proj,0.0000182940,0.05000,14.868
39,mlp.experts.102.up_proj,failsafe(rtn): 0.0010147,0.00000,0.808
39,mlp.experts.45.up_proj,0.0000301401,0.05000,15.129
39,mlp.experts.56.up_proj,0.0000602654,0.05000,15.345
39,mlp.experts.62.up_proj,0.0000049735,0.05000,15.256
39,mlp.experts.73.up_proj,0.0000201096,0.05000,15.332
39,mlp.experts.74.up_proj,0.0000072293,0.05000,15.337
39,mlp.experts.50.up_proj,0.0000438059,0.05000,15.264
39,mlp.experts.76.up_proj,0.0000199214,0.05000,15.381
39,mlp.experts.69.up_proj,0.0000060688,0.05000,15.421
39,mlp.experts.97.up_proj,0.0000359095,0.05000,15.237
39,mlp.experts.84.up_proj,0.0000281625,0.05000,15.368
39,mlp.experts.75.up_proj,0.0000108253,0.05000,15.496
39,mlp.experts.96.up_proj,0.0000174472,0.05000,15.420
39,mlp.experts.95.up_proj,0.0000307570,0.05000,15.628
39,mlp.experts.99.up_proj,0.0000150204,0.05000,15.544
39,mlp.experts.103.up_proj,0.0000149529,0.05000,15.515
39,mlp.experts.111.up_proj,failsafe(rtn): 0.0009995,0.00000,0.775
39,mlp.experts.119.up_proj,failsafe(rtn): 0.0009918,0.00000,0.648
39,mlp.experts.118.up_proj,0.0000235068,0.05000,15.341
39,mlp.experts.135.up_proj,failsafe(rtn): 0.0010223,0.00000,0.629
39,mlp.experts.61.up_proj,0.0000123393,0.05000,15.229
39,mlp.experts.72.up_proj,0.0000054085,0.05000,15.321
39,mlp.experts.78.up_proj,0.0000098830,0.05000,15.348
39,mlp.experts.90.up_proj,0.0000322498,0.05000,15.208
39,mlp.experts.89.up_proj,0.0000230111,0.05000,15.264
39,mlp.experts.66.up_proj,0.0000222875,0.05000,15.254
39,mlp.experts.85.up_proj,0.0000089894,0.05000,15.047
39,mlp.experts.92.up_proj,0.0000044481,0.05000,15.161
39,mlp.experts.94.up_proj,failsafe(rtn): 0.0010223,0.00000,0.711
39,mlp.experts.113.up_proj,0.0000134540,0.05000,15.017
39,mlp.experts.82.up_proj,failsafe(rtn): 0.0010834,0.00000,0.704
39,mlp.experts.100.up_proj,0.0000130632,0.05000,14.933
39,mlp.experts.91.up_proj,0.0000230865,0.05000,14.869
39,mlp.experts.112.up_proj,0.0000159331,0.05000,14.888
39,mlp.experts.115.up_proj,0.0000173193,0.05000,14.902
39,mlp.experts.127.up_proj,0.0000205817,0.05000,14.940
39,mlp.experts.143.up_proj,failsafe(rtn): 0.0010071,0.00000,0.655
39,mlp.experts.134.up_proj,0.0000245890,0.05000,14.965
39,mlp.experts.151.up_proj,0.0000411127,0.05000,15.219
39,mlp.experts.77.up_proj,0.0000080704,0.05000,14.895
39,mlp.experts.88.up_proj,0.0000150379,0.05000,14.825
39,mlp.experts.105.up_proj,0.0000559002,0.05000,14.970
39,mlp.experts.106.up_proj,0.0000176060,0.05000,15.061
39,mlp.experts.101.up_proj,0.0000341741,0.05000,14.942
39,mlp.experts.108.up_proj,0.0000284523,0.05000,15.058
39,mlp.experts.110.up_proj,0.0000127796,0.05000,15.018
39,mlp.experts.129.up_proj,0.0000108877,0.05000,14.913
39,mlp.experts.121.up_proj,failsafe(rtn): 0.0010147,0.00000,0.836
39,mlp.experts.116.up_proj,0.0000082942,0.05000,14.964
39,mlp.experts.98.up_proj,0.0000090394,0.05000,15.059
39,mlp.experts.124.up_proj,failsafe(rtn): 0.0009727,0.00000,0.776
39,mlp.experts.107.up_proj,0.0000282316,0.05000,15.105
39,mlp.experts.128.up_proj,0.0000316203,0.05000,14.945
39,mlp.experts.131.up_proj,0.0000435727,0.05000,15.017
39,mlp.experts.150.up_proj,0.0000117643,0.05000,15.195
39,mlp.experts.159.up_proj,0.0000473855,0.05000,15.293
39,mlp.experts.167.up_proj,0.0000349767,0.05000,15.239
39,mlp.experts.93.up_proj,0.0000672356,0.05000,15.308
39,mlp.experts.104.up_proj,0.0000879692,0.05000,15.230
39,mlp.experts.122.up_proj,0.0000221623,0.05000,15.251
39,mlp.experts.117.up_proj,0.0000125215,0.05000,15.303
39,mlp.experts.126.up_proj,0.0000654153,0.05000,15.263
39,mlp.experts.145.up_proj,0.0000050911,0.05000,15.333
39,mlp.experts.137.up_proj,0.0000269085,0.05000,15.300
39,mlp.experts.114.up_proj,0.0000494168,0.05000,15.304
39,mlp.experts.132.up_proj,0.0000367373,0.05000,15.369
39,mlp.experts.140.up_proj,0.0000194274,0.05000,15.258
39,mlp.experts.123.up_proj,0.0000302013,0.05000,15.284
39,mlp.experts.153.up_proj,failsafe(rtn): 0.0011063,0.00000,0.687
39,mlp.experts.144.up_proj,0.0000462570,0.05000,15.264
39,mlp.experts.156.up_proj,failsafe(rtn): 0.0009842,0.00000,0.674
39,mlp.experts.147.up_proj,0.0000089021,0.05000,15.317
39,mlp.experts.175.up_proj,0.0000358673,0.05000,15.011
39,mlp.experts.166.up_proj,0.0000218652,0.05000,15.052
39,mlp.experts.183.up_proj,0.0000067651,0.05000,14.887
39,mlp.experts.109.up_proj,0.0000223603,0.05000,14.495
39,mlp.experts.120.up_proj,0.0000434269,0.05000,14.722
39,mlp.experts.138.up_proj,0.0000110583,0.05000,15.026
39,mlp.experts.133.up_proj,0.0000678484,0.05000,15.002
39,mlp.experts.142.up_proj,0.0000266234,0.05000,14.927
39,mlp.experts.161.up_proj,0.0000369580,0.05000,14.853
39,mlp.experts.130.up_proj,0.0000210651,0.05000,14.837
39,mlp.experts.148.up_proj,0.0000646253,0.05000,14.807
39,mlp.experts.169.up_proj,0.0000238139,0.05000,14.805
39,mlp.experts.139.up_proj,0.0000190205,0.05000,14.974
39,mlp.experts.160.up_proj,0.0000691899,0.05000,14.882
39,mlp.experts.172.up_proj,0.0000508827,0.05000,15.008
39,mlp.experts.163.up_proj,0.0000146519,0.05000,15.029
39,mlp.experts.182.up_proj,0.0000146751,0.05000,15.070
39,mlp.experts.191.up_proj,0.0000437649,0.05000,15.191
39,mlp.experts.207.up_proj,failsafe(rtn): 0.0009842,0.00000,0.634
39,mlp.experts.199.up_proj,0.0000529712,0.05000,15.212
39,mlp.experts.125.up_proj,0.0000123858,0.05000,15.475
39,mlp.experts.136.up_proj,0.0000312944,0.05000,15.240
39,mlp.experts.154.up_proj,0.0000053855,0.05000,15.201
39,mlp.experts.149.up_proj,0.0000064254,0.05000,15.137
39,mlp.experts.158.up_proj,0.0000055704,0.05000,15.241
39,mlp.experts.177.up_proj,0.0000070905,0.05000,15.327
39,mlp.experts.164.up_proj,0.0000217052,0.05000,15.249
39,mlp.experts.146.up_proj,0.0000194697,0.05000,15.303
39,mlp.experts.155.up_proj,0.0000179297,0.05000,15.112
39,mlp.experts.185.up_proj,0.0000686053,0.05000,15.311
39,mlp.experts.176.up_proj,0.0000100653,0.05000,15.383
39,mlp.experts.188.up_proj,0.0000136144,0.05000,15.340
39,mlp.experts.179.up_proj,0.0000203798,0.05000,15.309
39,mlp.experts.198.up_proj,0.0000358938,0.05000,15.128
39,mlp.experts.214.up_proj,failsafe(rtn): 0.0009918,0.00000,0.660
39,mlp.experts.223.up_proj,0.0000521448,0.05000,15.193
39,mlp.experts.215.up_proj,0.0000064674,0.05000,15.156
39,mlp.experts.141.up_proj,0.0000280242,0.05000,14.189
39,mlp.experts.152.up_proj,0.0000845931,0.05000,14.236
39,mlp.experts.170.up_proj,0.0000192088,0.05000,14.171
39,mlp.experts.165.up_proj,0.0000202487,0.05000,14.325
39,mlp.experts.174.up_proj,0.0000138622,0.05000,14.337
39,mlp.experts.193.up_proj,0.0000206788,0.05000,14.260
39,mlp.experts.162.up_proj,0.0000195552,0.05000,14.470
39,mlp.experts.180.up_proj,0.0000716044,0.05000,14.584
39,mlp.experts.171.up_proj,0.0000312521,0.05000,14.344
39,mlp.experts.201.up_proj,0.0000280867,0.05000,14.306
39,mlp.experts.192.up_proj,0.0000488457,0.05000,14.246
39,mlp.experts.204.up_proj,0.0000379942,0.05000,14.225
39,mlp.experts.195.up_proj,0.0000088475,0.05000,14.598
39,mlp.experts.230.up_proj,0.0000147301,0.05000,15.268
39,mlp.experts.239.up_proj,0.0000038179,0.05000,15.386
39,mlp.experts.231.up_proj,0.0000068120,0.05000,15.592
39,mlp.experts.157.up_proj,0.0000449552,0.05000,17.340
39,mlp.experts.168.up_proj,0.0000323926,0.05000,17.600
39,mlp.experts.186.up_proj,0.0000082056,0.05000,17.508
39,mlp.experts.181.up_proj,0.0000068293,0.05000,17.482
39,mlp.experts.209.up_proj,0.0000317467,0.05000,17.209
39,mlp.experts.190.up_proj,0.0000155715,0.05000,17.294
39,mlp.experts.178.up_proj,0.0000924335,0.05000,17.477
39,mlp.experts.187.up_proj,0.0000126954,0.05000,17.127
39,mlp.experts.196.up_proj,0.0000234076,0.05000,17.566
39,mlp.experts.217.up_proj,0.0000265753,0.05000,18.050
39,mlp.experts.208.up_proj,0.0000527276,0.05000,18.006
39,mlp.experts.220.up_proj,0.0000121292,0.05000,17.848
39,mlp.experts.212.up_proj,failsafe(rtn): 0.0009155,0.00000,1.182
39,mlp.experts.211.up_proj,0.0000269752,0.05000,17.626
39,mlp.experts.247.up_proj,0.0000414349,0.05000,16.802
39,mlp.experts.246.up_proj,0.0000056850,0.05000,17.289
39,mlp.experts.255.up_proj,0.0000459649,0.05000,17.246
39,mlp.experts.7.down_proj,0.0000016635,0.05000,3.774
39,mlp.experts.6.down_proj,0.0000015659,0.05000,3.759
39,mlp.experts.15.down_proj,0.0000012524,0.05000,3.744
39,mlp.experts.22.down_proj,0.0000090148,0.05000,3.841
39,mlp.experts.23.down_proj,0.0000008007,0.05000,3.960
39,mlp.experts.31.down_proj,0.0000036192,0.05000,3.961
39,mlp.experts.173.up_proj,0.0000326200,0.05000,16.098
39,mlp.experts.184.up_proj,0.0000090730,0.05000,16.414
39,mlp.experts.197.up_proj,0.0000128856,0.05000,16.071
39,mlp.experts.202.up_proj,0.0000415946,0.05000,16.312
39,mlp.experts.206.up_proj,0.0000599669,0.05000,16.234
39,mlp.experts.225.up_proj,0.0000175176,0.05000,16.345
39,mlp.experts.38.down_proj,0.0000025837,0.05000,4.183
39,mlp.experts.39.down_proj,0.0000029132,0.05000,4.198
39,mlp.experts.54.down_proj,failsafe(rtn): 0.0009384,0.00000,0.184
39,mlp.experts.47.down_proj,0.0000019230,0.05000,4.134
39,mlp.experts.203.up_proj,0.0000264398,0.05000,16.083
39,mlp.experts.194.up_proj,0.0000728998,0.05000,16.149
39,mlp.experts.233.up_proj,0.0000710968,0.05000,15.694
39,mlp.experts.224.up_proj,0.0000129793,0.05000,15.677
39,mlp.experts.236.up_proj,0.0000802471,0.05000,15.717
39,mlp.experts.228.up_proj,0.0000180196,0.05000,15.660
39,mlp.experts.227.up_proj,0.0000185141,0.05000,15.596
39,mlp.experts.55.down_proj,0.0000004812,0.05000,3.778
39,mlp.experts.70.down_proj,0.0000005166,0.05000,3.792
39,mlp.experts.63.down_proj,0.0000022170,0.05000,3.882
39,mlp.experts.71.down_proj,failsafe(rtn): 0.0009918,0.00000,0.234
39,mlp.experts.86.down_proj,0.0000013187,0.05000,3.704
39,mlp.experts.87.down_proj,0.0000049903,0.05000,3.706
39,mlp.experts.79.down_proj,0.0000156164,0.05000,3.751
39,mlp.experts.102.down_proj,failsafe(rtn): 0.0009842,0.00000,0.227
39,mlp.experts.95.down_proj,0.0000021489,0.05000,3.682
39,mlp.experts.103.down_proj,0.0000008624,0.05000,3.745
39,mlp.experts.118.down_proj,0.0000010284,0.05000,3.679
39,mlp.experts.111.down_proj,failsafe(rtn): 0.0009613,0.00000,0.160
39,mlp.experts.119.down_proj,failsafe(rtn): 0.0009193,0.00000,0.158
39,mlp.experts.135.down_proj,failsafe(rtn): 0.0009499,0.00000,0.172
39,mlp.experts.189.up_proj,0.0000091357,0.05000,15.263
39,mlp.experts.200.up_proj,0.0000048322,0.05000,15.069
39,mlp.experts.213.up_proj,0.0000093852,0.05000,14.880
39,mlp.experts.218.up_proj,0.0000305933,0.05000,14.881
39,mlp.experts.241.up_proj,0.0000080921,0.05000,14.760
39,mlp.experts.222.up_proj,0.0000255319,0.05000,14.935
39,mlp.experts.134.down_proj,0.0000030963,0.05000,3.640
39,mlp.experts.219.up_proj,0.0000125825,0.05000,14.891
39,mlp.experts.210.up_proj,0.0000331164,0.05000,14.830
39,mlp.experts.127.down_proj,0.0000032075,0.05000,3.640
39,mlp.experts.143.down_proj,failsafe(rtn): 0.0009613,0.00000,0.175
39,mlp.experts.151.down_proj,0.0000014233,0.05000,3.703
39,mlp.experts.249.up_proj,0.0000241783,0.05000,15.052
39,mlp.experts.240.up_proj,0.0000075679,0.05000,15.144
39,mlp.experts.252.up_proj,0.0000142190,0.05000,15.023
39,mlp.experts.244.up_proj,0.0000063542,0.05000,15.088
39,mlp.experts.0.down_proj,failsafe(rtn): 0.0012894,0.00000,0.232
39,mlp.experts.4.down_proj,failsafe(rtn): 0.0009537,0.00000,0.230
39,mlp.experts.243.up_proj,0.0000139826,0.05000,15.100
39,mlp.experts.3.down_proj,failsafe(rtn): 0.0009842,0.00000,0.209
39,mlp.experts.1.down_proj,0.0000021554,0.05000,4.025
39,mlp.experts.150.down_proj,0.0000024621,0.05000,4.069
39,mlp.experts.159.down_proj,0.0000044856,0.05000,4.089
39,mlp.experts.167.down_proj,0.0000030510,0.05000,4.124
39,mlp.experts.9.down_proj,0.0000013444,0.05000,3.994
39,mlp.experts.12.down_proj,0.0000055800,0.05000,4.059
39,mlp.experts.16.down_proj,0.0000007306,0.05000,3.947
39,mlp.experts.20.down_proj,0.0000009108,0.05000,3.970
39,mlp.experts.19.down_proj,0.0000871786,0.05000,3.972
39,mlp.experts.17.down_proj,0.0000026683,0.05000,3.878
39,mlp.experts.33.down_proj,failsafe(rtn): 0.0009918,0.00000,0.156
39,mlp.experts.49.down_proj,failsafe(rtn): 0.0009727,0.00000,0.164
39,mlp.experts.166.down_proj,0.0000018742,0.05000,3.679
39,mlp.experts.175.down_proj,0.0000038434,0.05000,3.708
39,mlp.experts.183.down_proj,0.0000018969,0.05000,3.703
39,mlp.experts.25.down_proj,0.0000032301,0.05000,3.688
39,mlp.experts.28.down_proj,0.0000022793,0.05000,3.791
39,mlp.experts.32.down_proj,0.0000066166,0.05000,3.784
39,mlp.experts.36.down_proj,0.0000011136,0.05000,3.784
39,mlp.experts.35.down_proj,0.0000023504,0.05000,3.727
39,mlp.experts.51.down_proj,failsafe(rtn): 0.0009995,0.00000,0.236
39,mlp.experts.65.down_proj,0.0000020853,0.05000,4.049
39,mlp.experts.182.down_proj,0.0000024717,0.05000,4.013
39,mlp.experts.191.down_proj,0.0000021131,0.05000,4.042
39,mlp.experts.199.down_proj,0.0000119221,0.05000,3.946
39,mlp.experts.207.down_proj,failsafe(rtn): 0.0008965,0.00000,0.148
39,mlp.experts.41.down_proj,0.0000022541,0.05000,3.928
39,mlp.experts.205.up_proj,0.0000790197,0.05000,15.302
39,mlp.experts.44.down_proj,0.0000017775,0.05000,3.907
39,mlp.experts.48.down_proj,0.0000004095,0.05000,3.851
39,mlp.experts.64.down_proj,failsafe(rtn): 0.0009537,0.00000,0.150
39,mlp.experts.52.down_proj,0.0000010351,0.05000,3.903
39,mlp.experts.67.down_proj,0.0000033735,0.05000,3.787
39,mlp.experts.216.up_proj,0.0000275656,0.05000,15.385
39,mlp.experts.234.up_proj,0.0000818743,0.05000,15.256
39,mlp.experts.229.up_proj,0.0000117245,0.05000,15.416
39,mlp.experts.232.up_proj,failsafe(rtn): 0.0009995,0.00000,0.761
39,mlp.experts.238.up_proj,0.0000439277,0.05000,15.350
39,mlp.experts.235.up_proj,0.0000102377,0.05000,15.377
39,mlp.experts.226.up_proj,0.0000335380,0.05000,15.408
39,mlp.experts.198.down_proj,0.0000026467,0.05000,3.625
39,mlp.experts.81.down_proj,0.0000006512,0.05000,3.702
39,mlp.experts.214.down_proj,failsafe(rtn): 0.0008888,0.00000,0.228
39,mlp.experts.215.down_proj,0.0000021600,0.05000,3.747
39,mlp.experts.223.down_proj,0.0000018292,0.05000,3.773
39,mlp.experts.57.down_proj,0.0000035868,0.05000,3.777
39,mlp.experts.60.down_proj,0.0000037905,0.05000,3.825
39,mlp.experts.68.down_proj,0.0000008367,0.05000,3.833
39,mlp.experts.80.down_proj,0.0000017516,0.05000,3.862
39,mlp.experts.83.down_proj,0.0000235121,0.05000,4.002
39,mlp.experts.97.down_proj,0.0000021323,0.05000,4.091
39,mlp.experts.230.down_proj,0.0000036950,0.05000,3.980
39,mlp.experts.231.down_proj,0.0000008658,0.05000,3.991
39,mlp.experts.239.down_proj,0.0000008373,0.05000,3.990
39,mlp.experts.73.down_proj,0.0000005929,0.05000,3.970
39,mlp.experts.76.down_proj,0.0000005389,0.05000,3.880
39,mlp.experts.84.down_proj,0.0000017891,0.05000,3.966
39,mlp.experts.96.down_proj,0.0000127173,0.05000,3.976
39,mlp.experts.99.down_proj,0.0000021184,0.05000,4.049
39,mlp.experts.113.down_proj,0.0000052404,0.05000,3.806
39,mlp.experts.246.down_proj,0.0000014302,0.05000,3.814
39,mlp.experts.247.down_proj,0.0000152916,0.05000,3.819
39,mlp.experts.255.down_proj,0.0000061909,0.05000,3.818
39,mlp.experts.89.down_proj,0.0000039434,0.05000,3.761
39,mlp.experts.92.down_proj,0.0000009902,0.05000,3.807
39,mlp.experts.112.down_proj,0.0000023843,0.05000,3.638
39,mlp.experts.100.down_proj,0.0000004059,0.05000,3.667
39,mlp.experts.115.down_proj,0.0000007491,0.05000,3.481
39,mlp.experts.129.down_proj,0.0000016137,0.05000,3.071
39,mlp.experts.105.down_proj,0.0000019426,0.05000,2.965
39,mlp.experts.221.up_proj,0.0000118013,0.05000,14.333
39,mlp.experts.121.down_proj,failsafe(rtn): 0.0009766,0.00000,0.160
39,mlp.experts.108.down_proj,0.0000155914,0.05000,2.891
39,mlp.experts.124.down_proj,failsafe(rtn): 0.0009155,0.00000,0.143
39,mlp.experts.116.down_proj,0.0000008237,0.05000,2.868
39,mlp.experts.128.down_proj,0.0000017772,0.05000,2.888
39,mlp.experts.131.down_proj,0.0000014694,0.05000,2.829
39,mlp.experts.250.up_proj,0.0000049628,0.05000,13.838
39,mlp.experts.245.up_proj,0.0000381962,0.05000,13.896
39,mlp.experts.254.up_proj,0.0000115150,0.05000,13.631
39,mlp.experts.248.up_proj,0.0000058020,0.05000,13.722
39,mlp.experts.251.up_proj,0.0000162843,0.05000,13.504
39,mlp.experts.242.up_proj,0.0000097297,0.05000,13.561
39,mlp.experts.145.down_proj,0.0000008883,0.05000,2.701
39,mlp.experts.137.down_proj,0.0000038367,0.05000,2.705
39,mlp.experts.153.down_proj,failsafe(rtn): 0.0010300,0.00000,0.145
39,mlp.experts.140.down_proj,0.0000023053,0.05000,2.738
39,mlp.experts.144.down_proj,0.0000040945,0.05000,2.737
39,mlp.experts.132.down_proj,0.0000179973,0.05000,2.757
39,mlp.experts.156.down_proj,failsafe(rtn): 0.0009270,0.00000,0.176
39,mlp.experts.147.down_proj,0.0000014489,0.05000,2.825
39,mlp.experts.10.down_proj,0.0000010357,0.05000,2.927
39,mlp.experts.5.down_proj,0.0000209167,0.05000,2.934
39,mlp.experts.26.down_proj,failsafe(rtn): 0.0009766,0.00000,0.191
39,mlp.experts.8.down_proj,0.0000062736,0.05000,2.951
39,mlp.experts.14.down_proj,0.0000014986,0.05000,3.006
39,mlp.experts.11.down_proj,0.0000004488,0.05000,3.026
39,mlp.experts.2.down_proj,0.0000025467,0.05000,3.052
39,mlp.experts.161.down_proj,0.0000028851,0.05000,3.122
39,mlp.experts.169.down_proj,0.0000013294,0.05000,3.172
39,mlp.experts.160.down_proj,0.0000108584,0.05000,3.130
39,mlp.experts.148.down_proj,0.0000047766,0.05000,3.123
39,mlp.experts.172.down_proj,0.0000018269,0.05000,3.103
39,mlp.experts.163.down_proj,0.0000004626,0.05000,3.036
39,mlp.experts.42.down_proj,0.0000052091,0.05000,2.853
39,mlp.experts.21.down_proj,0.0000158402,0.05000,2.907
39,mlp.experts.30.down_proj,0.0000006733,0.05000,2.887
39,mlp.experts.24.down_proj,0.0000040039,0.05000,2.944
39,mlp.experts.27.down_proj,0.0000023738,0.05000,2.945
39,mlp.experts.18.down_proj,0.0000003111,0.05000,2.927
39,mlp.experts.43.down_proj,failsafe(rtn): 0.0009422,0.00000,0.130
39,mlp.experts.177.down_proj,0.0000015791,0.05000,2.861
39,mlp.experts.185.down_proj,0.0000026630,0.05000,2.930
39,mlp.experts.176.down_proj,0.0000037248,0.05000,2.958
39,mlp.experts.164.down_proj,0.0000015778,0.05000,2.952
39,mlp.experts.188.down_proj,0.0000028395,0.05000,2.922
39,mlp.experts.179.down_proj,0.0000005966,0.05000,2.976
39,mlp.experts.37.down_proj,0.0000031419,0.05000,2.931
39,mlp.experts.58.down_proj,0.0000034329,0.05000,3.011
39,mlp.experts.53.down_proj,failsafe(rtn): 0.0010834,0.00000,0.128
39,mlp.experts.40.down_proj,0.0000114024,0.05000,2.883
39,mlp.experts.46.down_proj,0.0000032673,0.05000,2.924
39,mlp.experts.34.down_proj,0.0000004936,0.05000,2.853
39,mlp.experts.59.down_proj,0.0000029726,0.05000,2.862
39,mlp.experts.193.down_proj,0.0000058173,0.05000,2.859
39,mlp.experts.237.up_proj,0.0000488212,0.05000,11.451
39,mlp.experts.201.down_proj,0.0000040771,0.05000,2.768
39,mlp.experts.180.down_proj,0.0000046739,0.05000,2.752
39,mlp.experts.192.down_proj,0.0000058863,0.05000,2.783
39,mlp.experts.204.down_proj,0.0000012945,0.05000,2.762
39,mlp.experts.195.down_proj,0.0000020460,0.05000,2.760
39,mlp.experts.74.down_proj,0.0000030123,0.05000,2.805
39,mlp.experts.69.down_proj,0.0000011788,0.05000,2.764
39,mlp.experts.62.down_proj,0.0000005370,0.05000,2.741
39,mlp.experts.56.down_proj,0.0000040729,0.05000,2.820
39,mlp.experts.50.down_proj,0.0000074883,0.05000,2.712
39,mlp.experts.75.down_proj,0.0000017620,0.05000,2.708
39,mlp.experts.209.down_proj,0.0000190344,0.05000,2.705
39,mlp.experts.217.down_proj,0.0000080057,0.05000,2.568
39,mlp.experts.220.down_proj,0.0000018687,0.05000,2.566
39,mlp.experts.196.down_proj,0.0000035431,0.05000,2.595
39,mlp.experts.208.down_proj,0.0000015966,0.05000,2.624
39,mlp.experts.212.down_proj,failsafe(rtn): 0.0008316,0.00000,0.137
39,mlp.experts.211.down_proj,0.0000048253,0.05000,2.509
39,mlp.experts.85.down_proj,0.0000030655,0.05000,2.505
39,mlp.experts.90.down_proj,0.0000042492,0.05000,2.527
39,mlp.experts.78.down_proj,0.0000011258,0.05000,2.569
39,mlp.experts.72.down_proj,0.0000009258,0.05000,2.605
39,mlp.experts.94.down_proj,failsafe(rtn): 0.0009155,0.00000,0.144
39,mlp.experts.91.down_proj,0.0000028382,0.05000,2.614
39,mlp.experts.66.down_proj,0.0000049579,0.05000,2.696
39,mlp.experts.225.down_proj,0.0000004421,0.05000,2.697
39,mlp.experts.82.down_proj,failsafe(rtn): 0.0009918,0.00000,0.188
39,mlp.experts.233.down_proj,0.0000032872,0.05000,2.792
39,mlp.experts.236.down_proj,0.0000379743,0.05000,2.763
39,mlp.experts.224.down_proj,0.0000019057,0.05000,2.769
39,mlp.experts.228.down_proj,0.0000032094,0.05000,2.796
39,mlp.experts.227.down_proj,0.0000007622,0.05000,2.765
39,mlp.experts.101.down_proj,0.0000422077,0.05000,2.763
39,mlp.experts.106.down_proj,0.0000009551,0.05000,2.776
39,mlp.experts.88.down_proj,0.0000007385,0.05000,2.728
39,mlp.experts.110.down_proj,0.0000095460,0.05000,2.738
39,mlp.experts.107.down_proj,0.0000030583,0.05000,2.641
39,mlp.experts.241.down_proj,0.0000001524,0.05000,2.568
39,mlp.experts.98.down_proj,0.0000007387,0.05000,2.585
39,mlp.experts.249.down_proj,0.0000011537,0.05000,2.476
39,mlp.experts.252.down_proj,0.0000018903,0.05000,2.451
39,mlp.experts.240.down_proj,0.0000014686,0.05000,2.431
39,mlp.experts.244.down_proj,0.0000011793,0.05000,2.414
39,mlp.experts.243.down_proj,0.0000037445,0.05000,2.376
39,mlp.experts.117.down_proj,0.0000002635,0.05000,2.084
39,mlp.experts.122.down_proj,0.0000004855,0.05000,2.133
39,mlp.experts.104.down_proj,0.0000034552,0.05000,2.000
39,mlp.experts.126.down_proj,0.0000018362,0.05000,2.025
39,mlp.experts.123.down_proj,0.0000010676,0.05000,1.836
39,mlp.experts.114.down_proj,0.0000042852,0.05000,1.864
39,mlp.experts.253.up_proj,0.0000165213,0.05000,9.550
39,mlp.experts.133.down_proj,0.0000078633,0.05000,1.412
39,mlp.experts.120.down_proj,0.0000022770,0.05000,1.325
39,mlp.experts.138.down_proj,0.0000038078,0.05000,1.423
39,mlp.experts.142.down_proj,0.0000081399,0.05000,1.422
39,mlp.experts.139.down_proj,0.0000004872,0.05000,1.356
39,mlp.experts.130.down_proj,0.0000024800,0.05000,1.401
39,mlp.experts.13.down_proj,0.0000012675,0.05000,1.412
39,mlp.experts.136.down_proj,0.0000087652,0.05000,1.392
39,mlp.experts.149.down_proj,0.0000151370,0.05000,1.437
39,mlp.experts.154.down_proj,0.0000013329,0.05000,1.385
39,mlp.experts.158.down_proj,0.0000001327,0.05000,1.393
39,mlp.experts.155.down_proj,0.0000032793,0.05000,1.408
39,mlp.experts.29.down_proj,0.0000015288,0.05000,1.355
39,mlp.experts.146.down_proj,0.0000024465,0.05000,1.448
39,mlp.experts.165.down_proj,0.0000029353,0.05000,1.499
39,mlp.experts.152.down_proj,0.0000030589,0.05000,1.506
39,mlp.experts.170.down_proj,0.0000056966,0.05000,1.545
39,mlp.experts.171.down_proj,0.0000010865,0.05000,1.446
39,mlp.experts.174.down_proj,0.0000010811,0.05000,1.502
39,mlp.experts.45.down_proj,0.0000030265,0.05000,1.491
39,mlp.experts.162.down_proj,0.0000055222,0.05000,1.496
39,mlp.experts.168.down_proj,0.0000024480,0.05000,1.307
39,mlp.experts.181.down_proj,0.0000012289,0.05000,1.321
39,mlp.experts.186.down_proj,0.0000054251,0.05000,1.318
39,mlp.experts.187.down_proj,0.0000024981,0.05000,1.290
39,mlp.experts.190.down_proj,0.0000009308,0.05000,1.320
39,mlp.experts.61.down_proj,0.0000016436,0.05000,1.388
39,mlp.experts.178.down_proj,0.0000049684,0.05000,1.396
39,mlp.experts.197.down_proj,0.0000013534,0.05000,1.441
39,mlp.experts.184.down_proj,0.0000023008,0.05000,1.461
39,mlp.experts.203.down_proj,0.0000013418,0.05000,1.453
39,mlp.experts.202.down_proj,0.0000015249,0.05000,1.519
39,mlp.experts.206.down_proj,0.0000077769,0.05000,1.523
39,mlp.experts.77.down_proj,0.0000012593,0.05000,1.482
39,mlp.experts.194.down_proj,0.0000025420,0.05000,1.555
39,mlp.experts.200.down_proj,0.0000095714,0.05000,1.432
39,mlp.experts.213.down_proj,0.0000019473,0.05000,1.486
39,mlp.experts.219.down_proj,0.0000026909,0.05000,1.438
39,mlp.experts.218.down_proj,0.0000092468,0.05000,1.514
39,mlp.experts.222.down_proj,0.0000016638,0.05000,1.483
39,mlp.experts.93.down_proj,0.0000053044,0.05000,1.461
39,mlp.experts.210.down_proj,0.0000008601,0.05000,1.512
39,mlp.experts.216.down_proj,0.0000041054,0.05000,1.439
39,mlp.experts.229.down_proj,0.0000086579,0.05000,1.460
39,mlp.experts.235.down_proj,0.0000005511,0.05000,1.456
39,mlp.experts.232.down_proj,failsafe(rtn): 0.0009689,0.00000,0.082
39,mlp.experts.238.down_proj,0.0000400444,0.05000,1.457
39,mlp.experts.234.down_proj,0.0000114356,0.05000,1.539
39,mlp.experts.109.down_proj,0.0000008845,0.05000,1.484
39,mlp.experts.226.down_proj,0.0000112846,0.05000,1.467
39,mlp.experts.251.down_proj,0.0000044172,0.05000,1.462
39,mlp.experts.245.down_proj,0.0000013358,0.05000,1.518
39,mlp.experts.248.down_proj,0.0000025842,0.05000,1.522
39,mlp.experts.254.down_proj,0.0000016345,0.05000,1.417
39,mlp.experts.250.down_proj,0.0000010119,0.05000,1.399
39,mlp.experts.125.down_proj,0.0000023108,0.05000,1.028
39,mlp.experts.242.down_proj,0.0000012325,0.05000,0.900
39,mlp.experts.141.down_proj,0.0000071580,0.05000,0.125
39,mlp.experts.157.down_proj,0.0000158916,0.05000,0.121
39,mlp.experts.173.down_proj,0.0000038670,0.05000,0.118
39,mlp.experts.189.down_proj,0.0000030213,0.05000,0.122
39,mlp.experts.205.down_proj,0.0000028747,0.05000,0.124
39,mlp.experts.221.down_proj,0.0000035362,0.05000,0.121
39,mlp.experts.237.down_proj,0.0000032571,0.05000,0.120
39,mlp.experts.253.down_proj,0.0000006119,0.05000,0.118